From 813433000a88847932627a59cb3a5b18b7019cb8 Mon Sep 17 00:00:00 2001 From: jung-geun Date: Mon, 7 Sep 2026 22:03:25 +0900 Subject: [PATCH] feat: modernize PSO and add convergence research Migrate the package and examples to the tensor-native PyTorch implementation, add benchmark evidence, and add the guarded post-training convergence protocol with TensorBoard progress monitoring and hash-verified recovery. Constraint: Preserve one-shot official-test sealing and auditable research artifacts Rejected: Commit local .omc runs and downloaded datasets | multi-gigabyte runtime state is machine-local Confidence: high Scope-risk: broad Not-tested: Production CUDA run on pieroot-server --- .github/workflows/Release-Tag.yml | 23 - .github/workflows/pypi.yml | 63 +- .github/workflows/python-package-conda.yml | 25 - .github/workflows/python-package.yml | 41 + .gitignore | 10 +- .python-version | 1 + README.md | 1125 +- REPORT.md | 796 + .../pso_v4_120p80_replication.csv | 16 + .../pso_v4_120p80_replication.json | 1899 + .../pso_v4_ablation_benchmark.csv | 11 + benchmark_results/pso_v4_benchmark.json | 30275 ++++++++ benchmark_results/pso_v4_deep_accuracy.csv | 19 + benchmark_results/pso_v4_deep_accuracy.json | 1444 + .../pso_v4_epoch_convergence.csv | 61 + .../pso_v4_epoch_convergence.json | 1334 + benchmark_results/pso_v4_full_mnist.csv | 61 + benchmark_results/pso_v4_full_mnist.json | 8912 +++ benchmark_results/pso_v4_main_benchmark.csv | 36 + benchmark_results/pso_v4_particle_scaling.csv | 41 + benchmark_results/pso_v4_tuning.json | 20423 ++++++ .../pso_v4_tuning_confirmation.csv | 26 + benchmark_results/pso_v4_tuning_search.csv | 97 + benchmark_results/pso_v5_deep_methods.csv | 10 + benchmark_results/pso_v5_deep_methods.json | 12850 ++++ .../pso_v6_heavy_autoresearch.csv | 9 + .../pso_v6_heavy_autoresearch.json | 1008 + benchmark_results/pso_v6_heavy_tasks.csv | 164 + benchmark_results/pso_v6_heavy_tasks.json | 2080 + benchmark_results/pso_v6_phase_b.csv | 21 + benchmark_results/pso_v6_phase_b.json | 59505 ++++++++++++++++ benchmark_results/pso_v6_phase_b_screen.json | 12444 ++++ .../pso_v7_heavy_cross_split.csv | 73 + .../pso_v7_heavy_cross_split.json | 1440 + .../pso_v8_post_training_ensemble.csv | 29 + .../pso_v8_post_training_ensemble.json | 683 + ..._v8_post_training_ensemble_evaluation.json | 53 + conda_env/environment.yaml | 15 - example/pso2mnist.ipynb | 2723 +- history_plt/pso_v4_accuracy.png | Bin 0 -> 190631 bytes history_plt/pso_v4_deep_accuracy.png | Bin 0 -> 211473 bytes history_plt/pso_v4_epoch_convergence.png | Bin 0 -> 474864 bytes history_plt/pso_v4_extended_tuning.png | Bin 0 -> 274078 bytes history_plt/pso_v4_full_mnist.png | Bin 0 -> 415715 bytes history_plt/pso_v4_loss.png | Bin 0 -> 221862 bytes history_plt/pso_v4_mnist_ablation.png | Bin 0 -> 288164 bytes history_plt/pso_v4_particle_scaling.png | Bin 0 -> 304838 bytes history_plt/pso_v4_rank_heatmap.png | Bin 0 -> 94503 bytes history_plt/pso_v4_runtime.png | Bin 0 -> 165783 bytes history_plt/pso_v5_deep_methods.png | Bin 0 -> 300870 bytes history_plt/pso_v6_heavy_autoresearch.png | Bin 0 -> 135518 bytes history_plt/pso_v6_heavy_tasks.png | Bin 0 -> 128665 bytes history_plt/pso_v6_phase_b.png | Bin 0 -> 255935 bytes history_plt/pso_v7_heavy_cross_split.png | Bin 0 -> 345081 bytes history_plt/pso_v8_post_training_ensemble.png | Bin 0 -> 237982 bytes pso/__init__.py | 45 +- pso/_version.py | 22 + pso/_weights.py | 88 + pso/optimizer.py | 2308 +- pso/particle.py | 442 +- pso/plugins.py | 1566 + pyproject.toml | 67 + requirements.txt | 7 - setup.py | 41 - test/bean.py | 172 +- test/benchmark_suite.py | 1733 + test/cli.py | 490 + test/compare_methods.py | 427 + test/deep_accuracy_study.py | 932 + test/deep_pso_methods.py | 1176 + test/deep_pso_v6.py | 1464 + test/digits.py | 148 +- test/digits_tf.py | 81 - test/digits_torch.py | 134 + test/epoch_convergence.py | 673 + test/evaluate_heavy_autoresearch.py | 539 + test/evaluate_heavy_cross_split.py | 741 + test/evaluate_post_training_ensemble.py | 1066 + ...valuate_post_training_model_convergence.py | 974 + test/fashion_mnist.py | 167 +- test/fashion_mnist_tf.py | 115 - test/fashion_mnist_torch.py | 129 + test/full_mnist_study.py | 707 + test/heavy_pso_autoresearch.py | 1321 + test/heavy_pso_cross_split.py | 335 + test/heavy_task_feasibility.py | 1190 + test/iris.py | 162 +- test/iris_tf.py | 55 - test/iris_torch.py | 127 + test/mnist.py | 165 +- test/mnist_tf.py | 132 - test/mnist_torch.py | 136 + ...monitor_post_training_model_convergence.py | 269 + test/post_training_model_convergence.py | 1947 + test/post_training_pso_ensemble.py | 1751 + test/post_training_resnet_convergence.py | 1178 + test/post_training_yolo_convergence.py | 2409 + test/publish_heavy_cross_split.py | 655 + test/reproduce_scaling.py | 464 + test/seeds.py | 178 +- test/tuning_suite.py | 1432 + test/xor.py | 141 +- tests/conftest.py | 44 + tests/test_deep_pso_methods.py | 235 + tests/test_deep_pso_v6.py | 515 + tests/test_evaluate_post_training_ensemble.py | 484 + ...valuate_post_training_model_convergence.py | 256 + tests/test_heavy_pso_autoresearch.py | 3049 + tests/test_heavy_pso_cross_split.py | 670 + tests/test_heavy_task_feasibility.py | 368 + tests/test_optimizer.py | 1628 + tests/test_optimizer.py:653-720 | 70 + tests/test_plugins.py | 1139 + tests/test_post_training_model_convergence.py | 330 + tests/test_post_training_pso_ensemble.py | 635 + .../test_post_training_resnet_convergence.py | 242 + tests/test_post_training_yolo_convergence.py | 331 + tests/test_public_api.py | 180 + tests/test_publish_heavy_cross_split.py | 400 + uv.lock | 1970 + 120 files changed, 198148 insertions(+), 4745 deletions(-) delete mode 100644 .github/workflows/Release-Tag.yml delete mode 100644 .github/workflows/python-package-conda.yml create mode 100644 .github/workflows/python-package.yml create mode 100644 .python-version create mode 100644 REPORT.md create mode 100644 benchmark_results/pso_v4_120p80_replication.csv create mode 100644 benchmark_results/pso_v4_120p80_replication.json create mode 100644 benchmark_results/pso_v4_ablation_benchmark.csv create mode 100644 benchmark_results/pso_v4_benchmark.json create mode 100644 benchmark_results/pso_v4_deep_accuracy.csv create mode 100644 benchmark_results/pso_v4_deep_accuracy.json create mode 100644 benchmark_results/pso_v4_epoch_convergence.csv create mode 100644 benchmark_results/pso_v4_epoch_convergence.json create mode 100644 benchmark_results/pso_v4_full_mnist.csv create mode 100644 benchmark_results/pso_v4_full_mnist.json create mode 100644 benchmark_results/pso_v4_main_benchmark.csv create mode 100644 benchmark_results/pso_v4_particle_scaling.csv create mode 100644 benchmark_results/pso_v4_tuning.json create mode 100644 benchmark_results/pso_v4_tuning_confirmation.csv create mode 100644 benchmark_results/pso_v4_tuning_search.csv create mode 100644 benchmark_results/pso_v5_deep_methods.csv create mode 100644 benchmark_results/pso_v5_deep_methods.json create mode 100644 benchmark_results/pso_v6_heavy_autoresearch.csv create mode 100644 benchmark_results/pso_v6_heavy_autoresearch.json create mode 100644 benchmark_results/pso_v6_heavy_tasks.csv create mode 100644 benchmark_results/pso_v6_heavy_tasks.json create mode 100644 benchmark_results/pso_v6_phase_b.csv create mode 100644 benchmark_results/pso_v6_phase_b.json create mode 100644 benchmark_results/pso_v6_phase_b_screen.json create mode 100644 benchmark_results/pso_v7_heavy_cross_split.csv create mode 100644 benchmark_results/pso_v7_heavy_cross_split.json create mode 100644 benchmark_results/pso_v8_post_training_ensemble.csv create mode 100644 benchmark_results/pso_v8_post_training_ensemble.json create mode 100644 benchmark_results/pso_v8_post_training_ensemble_evaluation.json delete mode 100644 conda_env/environment.yaml create mode 100644 history_plt/pso_v4_accuracy.png create mode 100644 history_plt/pso_v4_deep_accuracy.png create mode 100644 history_plt/pso_v4_epoch_convergence.png create mode 100644 history_plt/pso_v4_extended_tuning.png create mode 100644 history_plt/pso_v4_full_mnist.png create mode 100644 history_plt/pso_v4_loss.png create mode 100644 history_plt/pso_v4_mnist_ablation.png create mode 100644 history_plt/pso_v4_particle_scaling.png create mode 100644 history_plt/pso_v4_rank_heatmap.png create mode 100644 history_plt/pso_v4_runtime.png create mode 100644 history_plt/pso_v5_deep_methods.png create mode 100644 history_plt/pso_v6_heavy_autoresearch.png create mode 100644 history_plt/pso_v6_heavy_tasks.png create mode 100644 history_plt/pso_v6_phase_b.png create mode 100644 history_plt/pso_v7_heavy_cross_split.png create mode 100644 history_plt/pso_v8_post_training_ensemble.png create mode 100644 pso/_version.py create mode 100644 pso/_weights.py create mode 100644 pso/plugins.py create mode 100644 pyproject.toml delete mode 100644 requirements.txt delete mode 100644 setup.py create mode 100644 test/benchmark_suite.py create mode 100644 test/cli.py create mode 100755 test/compare_methods.py create mode 100644 test/deep_accuracy_study.py create mode 100644 test/deep_pso_methods.py create mode 100644 test/deep_pso_v6.py delete mode 100644 test/digits_tf.py create mode 100644 test/digits_torch.py create mode 100644 test/epoch_convergence.py create mode 100644 test/evaluate_heavy_autoresearch.py create mode 100644 test/evaluate_heavy_cross_split.py create mode 100644 test/evaluate_post_training_ensemble.py create mode 100644 test/evaluate_post_training_model_convergence.py delete mode 100644 test/fashion_mnist_tf.py create mode 100644 test/fashion_mnist_torch.py create mode 100644 test/full_mnist_study.py create mode 100644 test/heavy_pso_autoresearch.py create mode 100644 test/heavy_pso_cross_split.py create mode 100644 test/heavy_task_feasibility.py delete mode 100644 test/iris_tf.py create mode 100644 test/iris_torch.py delete mode 100644 test/mnist_tf.py create mode 100644 test/mnist_torch.py create mode 100644 test/monitor_post_training_model_convergence.py create mode 100644 test/post_training_model_convergence.py create mode 100755 test/post_training_pso_ensemble.py create mode 100644 test/post_training_resnet_convergence.py create mode 100644 test/post_training_yolo_convergence.py create mode 100644 test/publish_heavy_cross_split.py create mode 100644 test/reproduce_scaling.py create mode 100644 test/tuning_suite.py create mode 100644 tests/conftest.py create mode 100644 tests/test_deep_pso_methods.py create mode 100644 tests/test_deep_pso_v6.py create mode 100644 tests/test_evaluate_post_training_ensemble.py create mode 100644 tests/test_evaluate_post_training_model_convergence.py create mode 100644 tests/test_heavy_pso_autoresearch.py create mode 100644 tests/test_heavy_pso_cross_split.py create mode 100644 tests/test_heavy_task_feasibility.py create mode 100644 tests/test_optimizer.py create mode 100644 tests/test_optimizer.py:653-720 create mode 100644 tests/test_plugins.py create mode 100644 tests/test_post_training_model_convergence.py create mode 100644 tests/test_post_training_pso_ensemble.py create mode 100644 tests/test_post_training_resnet_convergence.py create mode 100644 tests/test_post_training_yolo_convergence.py create mode 100644 tests/test_public_api.py create mode 100644 tests/test_publish_heavy_cross_split.py create mode 100644 uv.lock diff --git a/.github/workflows/Release-Tag.yml b/.github/workflows/Release-Tag.yml deleted file mode 100644 index 6278c32..0000000 --- a/.github/workflows/Release-Tag.yml +++ /dev/null @@ -1,23 +0,0 @@ -name: Release Tag - -on: - push: - tags: - - master -jobs: - build: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - name: Get Version - run: echo "##[set-output name=version;]$(echo '${{ github.event.head_commit.message }}' | egrep -o '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}')" - id: extract_version_name - - name: Create Release - uses: actions/create-release@v1 - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - with: - tag_name: ${{ steps.extract_version_name.outputs.version }} - release_name: Release ${{ steps.extract_version_name.outputs.version }} - body: | - Release ${{ steps.extract_version_name.outputs.version }} \ No newline at end of file diff --git a/.github/workflows/pypi.yml b/.github/workflows/pypi.yml index c0da476..0fd4d9e 100644 --- a/.github/workflows/pypi.yml +++ b/.github/workflows/pypi.yml @@ -1,38 +1,55 @@ -name: PyPI package +name: Publish to PyPI on: push: - paths: - - "setup.py" - - "pso/__init__.py" + tags: + - "v*" permissions: contents: read - packages: write jobs: - build-linux: + test: runs-on: ubuntu-22.04 strategy: - max-parallel: 5 matrix: - python-version: ["3.9"] + python-version: ["3.10", "3.11"] steps: - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v3 + - uses: actions/checkout@v4 + - name: Install uv and Python ${{ matrix.python-version }} + uses: astral-sh/setup-uv@v9 with: + version: "0.12.7" python-version: ${{ matrix.python-version }} - - name: Install dependencies - run: | - python -m pip install --upgrade pip - if [ -f requirements.txt ]; then pip install -r requirements.txt; fi - pip install setuptools wheel twine - - name: Build and publish - env: - TWINE_USERNAME: __token__ - TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }} - run: | - python setup.py bdist_wheel sdist - twine upload dist/*.whl dist/*.tar.gz + enable-cache: true + - name: Sync dependencies + run: uv sync --locked --group dev + - name: Run tests + run: uv run --no-sync pytest -q + - name: Build package + run: uv build + - name: Check package distribution + run: uv run --no-sync twine check dist/* + + publish: + needs: test + runs-on: ubuntu-22.04 + steps: + - uses: actions/checkout@v4 + - name: Install uv and Python 3.11 + uses: astral-sh/setup-uv@v9 + with: + version: "0.12.7" + python-version: "3.11" + enable-cache: true + - name: Sync dependencies + run: uv sync --locked --group dev + - name: Build package + run: uv build + - name: Check package distribution + run: uv run --no-sync twine check dist/* + - name: Publish package to PyPI + uses: pypa/gh-action-pypa-publish@release/v1 + with: + password: ${{ secrets.PYPI_TOKEN }} diff --git a/.github/workflows/python-package-conda.yml b/.github/workflows/python-package-conda.yml deleted file mode 100644 index 4503d7a..0000000 --- a/.github/workflows/python-package-conda.yml +++ /dev/null @@ -1,25 +0,0 @@ -name: Python Package using Conda - -on: [push] - -jobs: - build-linux: - runs-on: ubuntu-22.04 - strategy: - max-parallel: 5 - - steps: - - uses: actions/checkout@v3 - - name: Set up Python 3.9 - uses: actions/setup-python@v3 - with: - python-version: "3.9" - - name: Add conda to system path - run: | - # $CONDA is an environment variable pointing to the root of the miniconda directory - echo $CONDA/bin >> $GITHUB_PATH - - name: Install dependencies - run: | - conda env create --file conda_env/environment.yaml --name pso - conda activate pso - python mnist.py diff --git a/.github/workflows/python-package.yml b/.github/workflows/python-package.yml new file mode 100644 index 0000000..03ab01f --- /dev/null +++ b/.github/workflows/python-package.yml @@ -0,0 +1,41 @@ +name: Python package test + +on: + push: + paths: + - "pso/**" + - "pyproject.toml" + - "uv.lock" + - ".python-version" + - "README.md" + - "tests/**" + - ".github/workflows/python-package.yml" + pull_request: + paths: + - "pso/**" + - "pyproject.toml" + - "uv.lock" + - ".python-version" + - "README.md" + - "tests/**" + - ".github/workflows/python-package.yml" + +jobs: + test: + runs-on: ubuntu-22.04 + strategy: + matrix: + python-version: ["3.10", "3.11"] + + steps: + - uses: actions/checkout@v4 + - name: Install uv and Python ${{ matrix.python-version }} + uses: astral-sh/setup-uv@v9 + with: + version: "0.12.7" + python-version: ${{ matrix.python-version }} + enable-cache: true + - name: Sync dependencies + run: uv sync --locked --group dev + - name: Run tests + run: uv run --no-sync pytest -q diff --git a/.gitignore b/.gitignore index 32f41fa..5007588 100644 --- a/.gitignore +++ b/.gitignore @@ -26,4 +26,12 @@ logs/ 발표 자료/ .vscode/ -metacode/ \ No newline at end of file +metacode/ + +# uv / venv +.venv/ +.uv/ + +# Local research execution state and large downloaded datasets +.omc/ +runs/ \ No newline at end of file diff --git a/.python-version b/.python-version new file mode 100644 index 0000000..2c07333 --- /dev/null +++ b/.python-version @@ -0,0 +1 @@ +3.11 diff --git a/README.md b/README.md index 89c6793..14530ea 100644 --- a/README.md +++ b/README.md @@ -1,271 +1,944 @@ [![Python Package Index publish](https://github.com/jung-geun/PSO/actions/workflows/pypi.yml/badge.svg?event=push)](https://github.com/jung-geun/PSO/actions/workflows/pypi.yml) [![PyPI - Version](https://img.shields.io/pypi/v/pso2keras)](https://pypi.org/project/pso2keras/) -[![Quality Gate Status](https://sonar.pieroot.xyz/api/project_badges/measure?project=pieroot_pso_AY4yioUduAwlZ9Y7RLBU&metric=alert_status&token=sqb_48381b203cab5da421d40ebf2f09903ef90e6004)](https://sonar.pieroot.xyz/dashboard?id=pieroot_pso_AY4yioUduAwlZ9Y7RLBU) -[![Duplicated Lines (%)](https://sonar.pieroot.xyz/api/project_badges/measure?project=pieroot_pso_AY4yioUduAwlZ9Y7RLBU&metric=duplicated_lines_density&token=sqb_48381b203cab5da421d40ebf2f09903ef90e6004)](https://sonar.pieroot.xyz/dashboard?id=pieroot_pso_AY4yioUduAwlZ9Y7RLBU) -[![Security Rating](https://sonar.pieroot.xyz/api/project_badges/measure?project=pieroot_pso_AY4yioUduAwlZ9Y7RLBU&metric=security_rating&token=sqb_48381b203cab5da421d40ebf2f09903ef90e6004)](https://sonar.pieroot.xyz/dashboard?id=pieroot_pso_AY4yioUduAwlZ9Y7RLBU) -# PSO +# PSO (pso2keras) -keras model on particle swarm optimization +Particle Swarm Optimization for PyTorch models (Version 4.0.0). -현재 모델을 python 3.9 버전, tensorflow 2.11 버전에서 테스트 되었습니다 +`pso2keras`는 PyTorch `nn.Module` 모델 최적화를 위한 5단계 플러그인 아키텍처 기반의 미분 무관(Derivative-Free) Particle Swarm Optimization (PSO) 라이브러리입니다. v4.0.0부터 최적화 프로세스가 독립적으로 선택 가능한 5가지 스테이지(`method`, `initialization`, `evaluation`, `convergence`, `refinement`)로 정밀 분리되었습니다. -### 목차 +기본 PSO 알고리즘 탐색은 역전파(`loss.backward()`) 없이 순전파 적합도 평가로만 동작하며, 필요 시 옵션 후처리인 하이브리드 Adam 미세조정(`refinement="adam"`)을 결합할 수 있습니다. macOS Metal Performance Shaders (MPS) 디바이스 가속, 재현 가능한 시드 제어, 가중치 바운드(`particle_min`/`particle_max`), 속도 제한 및 반사 경계, 고정 서브셋 적합도 평가, 정체 파티클 재초기화, 다종 논문 고전 무브먼트 알고리즘과 함께 다차원 수렴 실험 환경을 제공합니다. -> [PSO 알고리즘 구현 및 새로운 시도](#pso-알고리즘-구현-및-새로운-시도)
-> -> [초기 세팅 및 사용 방법](#초기-세팅-및-사용-방법)
-> -> [구조 및 작동 방식](#구조-및-작동-방식)
-> -> [PSO 알고리즘을 이용하여 풀이한 문제들의 정확도](#pso-알고리즘을-이용하여-풀이한-문제들의-정확도)
-> -> [참고 자료](#참고-자료)
+Tested on **Python 3.10 / 3.11** with **PyTorch >= 2.13**. -# PSO 알고리즘 구현 및 새로운 시도 +--- -Particle Swarm Optimization on tensorflow package +## 목차 -pso 알고리즘을 사용하여 새로운 학습 방법을 찾는중 입니다
-병렬처리로 사용하는 논문을 찾아보았지만 이보다 더 좋은 방법이 있을 것 같아서 찾아보고 있습니다 - [[1]](#참고-자료)
+- [설치 및 환경](#설치-및-환경) +- [Metal MPS 가속 및 디바이스 선택](#metal-mps-가속-및-디바이스-선택) +- [빠른 시작 (Quick Start)](#빠른-시작-quick-start) +- [5단계 플러그인 아키텍처 (5-Stage Plugin Architecture)](#5단계-플러그인-아키텍처-5-stage-plugin-architecture) +- [무브먼트/알고리즘 매트릭스 (Method Comparison Matrix)](#무브먼트알고리즘-매트릭스-method-comparison-matrix) +- [기법 분류 및 방법론 명확화 (Method Categorization)](#기법-분류-및-방법론-명확화-method-categorization) +- [미지원 논문 기법 및 확장 계획 (Unsupported Paper Methods)](#미지원-논문-기법-및-확장-계획-unsupported-paper-methods) +- [API 레퍼런스](#api-레퍼런스) + - [Optimizer 생성자](#optimizer-생성자) + - [fit 메서드](#fit-메서드) + - [적응형 모멘트 PSO (Adaptive Moment PSO - 저장소 독자 실험)](#적응형-모멘트-pso-adaptive-moment-pso---저장소-독자-실험) + - [하이브리드 Adam 미세조정 (Hybrid Refinement)](#하이브리드-adam-미세조정-hybrid-refinement) + - [결과 조회 메서드](#결과-조회-메서드) +- [비교 CLI 도구 (Method Comparison CLI)](#비교-cli-도구-method-comparison-cli) +- [실전 튜닝 및 벤치마크 (Tuning & Benchmark Results)](#실전-튜닝-및-벤치마크-tuning--benchmark-results) + - [PSO v4 다중 시드 실증 보고서 (Multi-Seed Empirical Report)](#pso-v4-다중-시드-실증-보고서-multi-seed-empirical-report) + - [확장 튜닝 및 파티클 스케일링 (Extended Tuning & Particle Scaling)](#확장-튜닝-및-파티클-스케일링-extended-tuning--particle-scaling) + - [공식 MNIST Deep Accuracy 프로토콜 (Deep Accuracy Protocol 1.0.0)](#공식-mnist-deep-accuracy-프로토콜-deep-accuracy-protocol-100) + - [Heavy PSO 고정 부분공간 반복 연구 (Heavy PSO Autoresearch 1.0.0)](#heavy-pso-고정-부분공간-반복-연구-heavy-pso-autoresearch-100) + - [Heavy PSO 교차 분할 강건성 검증 (Heavy PSO Cross-Split 1.0.0)](#heavy-pso-교차-분할-강건성-검증-heavy-pso-cross-split-100) +- [Post-Training Prediction-Space Ensemble 연구 (PSO v8)](#post-training-prediction-space-ensemble-연구-pso-v8) + - [역사적 단일 시드 레퍼런스 (Historical Seed 42 Reference)](#역사적-단일-시드-레퍼런스-historical-seed-42-reference) +- [출력 아티팩트 구조](#출력-아티팩트-구조) +- [프로젝트 구조](#프로젝트-구조) +- [보안 관련 참고 사항](#보안-관련-참고-사항) +- [참고 문헌 (Primary References & DOIs)](#참고-문헌-primary-references--dois) -기본 pso 알고리즘의 속도를 구하는 수식은 다음과 같습니다 +--- -> $$V_{t+1} = W_t + c_1 * r_1 * (Pbest_t - x_t) + c_2 * r_2 * (Gbest_t - x_t)$$ - -다음 위치를 업데이트하는 수식입니다 - -> $$x_{t+1} = x_{t} + V_{t+1}$$ - -다음과 같은 변수를 사용합니다 - -> $Pbest_t : 각 파티클의 지역 최적해$
$Gbest_t : 전역 최적해$
$W_t : 가중치$
$c_1, c_2 : 파라미터$
$r_1, r_2 : 랜덤 값$
$x_t : 현재 위치$
$V_{(t+1)} : 다음 속도$
- -pso 알고리즘을 이용하여 keras 모델을 학습하는 방법을 탐구하고 있습니다
-현재는 xor, iris, mnist 문제를 풀어보았으며, xor 문제와 iris 문제는 100%의 정확도를 보이고 있습니다
-mnist 문제는 63%의 정확도를 보이고 있습니다
- -[xor](#1-xor-문제)
[iris](#2-iris-문제)
[mnist](#3-mnist-문제) - -# 초기 세팅 및 사용 방법 - -자동으로 conda 환경을 설정하기 위해서는 다음 명령어를 사용합니다 +## 설치 및 환경 +### PyPI 설치 및 패키지 추가 +`uv` 프로젝트에서 사용 시: ```shell -conda env create -f conda_env/environment.yaml +uv add pso2keras ``` -현재 python 3.9 버전, tensorflow 2.11 버전에서 테스트 되었습니다 -
-직접 설치하여 사용할 경우 pso2keras 패키지를 pypi 에서 다운로드 받아서 사용하시기 바랍니다 - +기존 `pip` 환경에서 사용 시: ```shell pip install pso2keras ``` -위의 패키지를 사용하기 위해서는 tensorflow 와 tensorboard 가 설치되어 있어야 합니다 +예제 데이터셋(Torchvision, Pandas, UCI Machine Learning Repository 지원) 지원 기능과 함께 설치할 경우: +```shell +uv add "pso2keras[examples]" +``` -python 패키지를 사용하기 위한 라이브러리는 아래 코드를 사용합니다 +### 개발 및 환경 관리 (uv 기반) + +`pso2keras`는 Python 프로젝트 및 의존성 관리를 위해 [`uv`](https://github.com/astral-sh/uv)를 사용합니다. + +```shell +# Python 3.11 버전 설치 및 프로젝트 동기화 +uv python install 3.11 +uv sync --locked --group dev --extra examples + +# 오프라인 pytest 테스트 수트 실행 +uv run pytest -q + +# XOR 수렴 실험 실행 +uv run python test/xor.py + +# 다종 알고리즘 비교 CLI 실행 +uv run python test/compare_methods.py --dataset xor --methods original inertia constriction fips clpso bare_bones adaptive_moment local_best quantum --seeds 42 43 44 +``` + +--- + +## Metal MPS 가속 및 디바이스 선택 + +`pso2keras`는 macOS Metal Performance Shaders (MPS) 및 NVIDIA CUDA, CPU 디바이스 연산을 모두 지원합니다. ```python +import torch + +built = hasattr(torch.backends, "mps") and torch.backends.mps.is_built() +avail = hasattr(torch.backends, "mps") and torch.backends.mps.is_available() +print(f"MPS built: {built}, available: {avail}") +``` + +- **자동 선택 (`device=None`, 기본값)**: `mps` -> `cuda` -> `cpu` 순으로 사용 가능 여부를 진단하여 자동 할당합니다. +- **명시적 지정 (`device="mps"`, `device="cuda"`, `device="cpu"`)**: 지원되지 않는 디바이스 요청 시 `RuntimeError`를 발생시키며, CPU로 암묵적 대체되지 않습니다. + +--- + +## 빠른 시작 (Quick Start) + +PyTorch `nn.Module`과 `BCEWithLogitsLoss`를 사용한 XOR 문제 최적화 예제입니다: + +```python +import torch +import torch.nn as nn from pso import Optimizer -pso_model = Optimizer(...) -pso_model.fit(...) +# 1. 시드 설정 및 신경망 모델 정의 +torch.manual_seed(101) +model = nn.Sequential( + nn.Linear(2, 4), + nn.Tanh(), + nn.Linear(4, 1), +) +loss_fn = nn.BCEWithLogitsLoss() + +# 2. Optimizer 생성 (v4.0.0 5-Stage Plugin API) +pso = Optimizer( + model, + loss_fn, + task="binary", + method="original", # 1995 Kennedy & Eberhart 기본 PSO (c0=c1=2.0, w=1.0) + initialization="model_noise", # 모델 가중치 + 유니폼 노이즈 초기화 + evaluation="full", # 전체 학습 데이터셋 평가 + convergence="none", # 정체 재초기화 미사용 + refinement="none", # 미분 기반 후처리 미사용 (100% 미분 무관) + n_particles=40, + particle_min=-5.0, + particle_max=5.0, + initial_position_noise=1.0, + seed=101, + device=None, +) + +# 3. 데이터 텐서 준비 +x_train = torch.tensor([[0.0, 0.0], [0.0, 1.0], [1.0, 0.0], [1.0, 1.0]], dtype=torch.float32) +y_train = torch.tensor([[0.0], [1.0], [1.0], [0.0]], dtype=torch.float32) + +# 4. PSO 학습 실행 +best_score = pso.fit( + x_train, + y_train, + epochs=100, + renewal="loss", + output_dir="./result/xor", + log_format="csv", + checkpoint_interval=25, + save_info=True, +) + +# 5. 최적 결과 조회 +best_score = pso.get_best_score() # (loss, accuracy, mse) +best_model = pso.get_best_model() # 최적 가중치가 반영된 eval() 모드 nn.Module +state_dict = pso.get_best_state_dict() # CPU 복사본 OrderedDict state_dict +print("Best score (loss, accuracy, mse):", best_score) ``` -Open In Colab +> **미분 무관(Derivative-Free) 최적화 노트**: +> 기본 PSO 알고리즘 탐색(`original`, `inertia`, `constriction`, `fips`, `clpso`, `bare_bones`, `adaptive_moment`, `local_best`, `quantum`)은 역전파(`loss.backward()`), 기울기(gradient) 계산, 또는 PyTorch Optimizer(`torch.optim`)를 전혀 사용하지 않고 `torch.inference_mode()`에서 순전파 적합도만 평가합니다. 단, 옵션 후처리인 하이브리드 Adam 미세조정 (`refinement="adam"` 및 `refinement_epochs > 0`)을 명시적으로 활성화할 때에만 전역 최적해($G_{best}$) 가중치에 대해 Adam 경사하강법을 수행합니다. -# 구조 및 작동 방식 +--- -## 파일 구조 +## 5단계 플러그인 아키텍처 (5-Stage Plugin Architecture) + +v4.0.0부터 Optimizer의 모든 동작은 5가지 독립적인 단계(Stage) 플러그인으로 캡슐화되어 있습니다: + +``` ++-----------------------------------------------------------------------------------+ +| Optimizer.fit() | ++-----------------------------------------------------------------------------------+ + | + +--> 1. Initialization Stage ("model_noise" | "uniform") + | : 파티클 초기 위치 및 속도 벡터 생성 + | + +--> 2. Evaluation Stage ("full" | "fixed_subset") + | : 세대별 적합도 평가 데이터 분할 및 고정 서브셋 관리 + | + +--> 3. Movement Stage ("original" | "inertia" | "constriction" | "fips" | ...) + | : SwarmState 스냅샷 기반 속도 및 위치 이동 제안 (Engine Invariants 적용) + | + +--> 4. Convergence Stage ("none" | "particle_reset" | "early_stopping") + | : 정체 파티클 재초기화 판정 및 이탈 제어 + | + +--> 5. Refinement Stage ("none" | "adam") + : PSO 탐색 완료 후 전역 최적해($G_{best}$) 가중치 대상 미세조정 +``` + +1. **Movement Stage (`method`)**: 파티클의 제안 속도 및 위치 이동식을 결정합니다. (`original`, `inertia`, `constriction`, `fips`, `clpso`, `bare_bones`, `adaptive_moment`, `local_best`, `quantum`) +2. **Initialization Stage (`initialization`)**: 파티클 초기 위치 및 속도 분포를 정의합니다. (`model_noise`, `uniform`) +3. **Evaluation Stage (`evaluation`)**: 학습 데이터 평가 방식을 결정합니다. (`full`, `fixed_subset`) +4. **Convergence Stage (`convergence`)**: 파티클 개선 정체 여부를 감지하고 재초기화 또는 조기 종료를 수행합니다. (`none`, `particle_reset`, `early_stopping`) +5. **Refinement Stage (`refinement`)**: Swarm 탐색 종료 후 최적해 가중치 후처리 미세조정을 수행합니다. (`none`, `adam`) + +사용자는 문자열 식별자를 전달하여 커스텀 및 표준 알고리즘 조합을 구성하거나, `pso.plugins` 모듈의 기반 클래스 (`MovementPlugin`, `InitializationPlugin`, `EvaluationPlugin`, `ConvergencePlugin`, `RefinementPlugin`)를 상속받아 고유한 플러그인을 확장할 수 있습니다. + +--- + +## 무브먼트/알고리즘 매트릭스 (Method Comparison Matrix) + +| 문자열 식별자 (`method`) | 분류 (Categorization) | 수식 및 핵심 알고리즘 델타 (Algorithm Delta) | 표준 기본값 (Canonical Defaults) | 비용 / 상태 (Cost & State) | 기울기 (Gradient) | 주요 DOI 및 논문 제목 | 제약사항 및 주요 특징 | +| --- | --- | --- | --- | --- | --- | --- | --- | +| `original` | 논문 기반 고전 PSO | $v_{t+1} = v_t + c_0 r_1 \odot (p_{best} - x_t) + c_1 r_2 \odot (g_{best} - x_t)$
$x_{t+1} = x_t + v_{t+1}$ | $c_0=2.0, c_1=2.0, w=1.0$
(관성 가중치 곱셈 없음) | $O(1)$ 상태
추가 메모리 없음 | 미분 무관 (No) | [10.1109/ICNN.1995.488968](https://doi.org/10.1109/ICNN.1995.488968)
*Particle Swarm Optimization* (1995) | 관성 감쇄가 없는 1995년 원본 수식. negative_swarm, mutation, velocity_limit_ratio 지원. | +| `inertia` | 논문 기반 고전 PSO | $v_{t+1} = w_t v_t + c_0 r_1 \odot (p_{best} - x_t) + c_1 r_2 \odot (g_{best} - x_t)$
($w_t$: $w_{max}$에서 $w_{min}$으로 선형 감쇄) | $c_0=2.0, c_1=2.0$
$w_{max}=0.9, w_{min}=0.4$ | $O(1)$ 상태
추가 메모리 없음 | 미분 무관 (No) | [10.1109/ICEC.1998.699146](https://doi.org/10.1109/ICEC.1998.699146)
*A Modified Particle Swarm Optimizer* (1998) | 관성 가중치 감쇄를 적용하여 국소 탐색과 전역 탐색의 균형을 도모. negative_swarm, mutation 지원. | +| `constriction` | 논문 기반 고전 PSO | $v_{t+1} = \chi \left[ v_t + c_0 r_1 \odot (p_{best} - x_t) + c_1 r_2 \odot (g_{best} - x_t) \right]$
$\chi = \frac{2}{\|2 - \phi - \sqrt{\phi^2 - 4\phi}\|}, \phi = c_0 + c_1 > 4$ | $c_0=2.05, c_1=2.05$
($\phi=4.1, \chi \approx 0.72984$) | $O(1)$ 상태
추가 메모리 없음 | 미분 무관 (No) | [10.1109/4235.985692](https://doi.org/10.1109/4235.985692)
*The Particle Swarm - Explosion, Stability, and Convergence* (2002) | 수렴 수치 안정성을 보장하는 수축 계수 $\chi$ 적용. $\phi = c_0 + c_1 > 4$ 조건 필수 검증. | +| `fips` | 논문 기반 고전 PSO | $v_{t+1} = \chi \left[ v_t + \sum_{k \in \mathcal{N}_i} \frac{U(0, \phi)}{K} \odot (p_{k,best} - x_t) \right]$
(All-to-All 토폴로지: 모든 이웃의 pbest 참조) | $\phi=4.1, \chi \approx 0.72984$
$K=N$ (전체 이웃 수) | 파티클당 $N$개 pbest 합산 연산 오버헤드 | 미분 무관 (No) | [10.1109/TEVC.2004.826074](https://doi.org/10.1109/TEVC.2004.826074)
*The Fully Informed Particle Swarm: Simpler, Maybe Better* (2004) | 전역 gbest 대신 스웜 내 모든 파티클의 pbest 정보를 가중 평산 참조. `negative_swarm` 미지원. | +| `clpso` | 논문 기반 고전 PSO | $v_{t+1,d} = w_t v_{t,d} + c r_{t,d} (p_{p_d(i),best,d} - x_{t,d})$
차원별 학습 확률 $P_{c,i}$ 및 토너먼트 선택으로 대표 샘플링 | $c=1.49445, w: 0.9 \to 0.4$
갱신 주기 $\text{gap}=7$ | 차원별 엑젬플러 할당 행렬 `[N, D]` 저장 | 미분 무관 (No) | [10.1109/TEVC.2005.857610](https://doi.org/10.1109/TEVC.2005.857610)
*Comprehensive Learning Particle Swarm Optimizer* (2006) | 각 차원마다 서로 다른 파티클의 pbest를 조합하여 다봉성(Multimodal) 탐색. `negative_swarm` 미지원. | +| `bare_bones` | 논문 기반 고전 PSO | $x_{t+1,d} \sim \mathcal{N}\left(\frac{p_{best,d} + g_{best,d}}{2}, \|p_{best,d} - g_{best,d}\|\right)$
50% 확률로 $p_{best,d}$ 직접 유지, $v=0$ 고정 | 매개변수 없음
(Parameter-free) | 속도 벡터 계산 생략 ($O(1)$ 공간) | 미분 무관 (No) | [10.1109/SIS.2003.1202251](https://doi.org/10.1109/SIS.2003.1202251)
*Bare Bones Particle Swarms* (2003) | 속도 벡터와 제어 계수를 제거하고 가우시안 확률 분포로 직접 위치 생성. `negative_swarm`, `mutation_swarm`, `velocity_limit_ratio` 미지원. | +| `local_best` | 논문 기반 고전 PSO | $v_{t+1}=w_t v_t+c_0r_1\odot(p_{best}-x_t)+c_1r_2\odot(l_{best}-x_t)$
$l_{best}$는 래핑 링 이웃의 최고 pbest | $c_0=c_1=1.49618$
$w:0.9\to0.4$, 반경 $1$ | 파티클별 링 이웃 비교; 추가 적합도 평가 없음 | 미분 무관 (No) | [10.1109/CEC.2002.1004493](https://doi.org/10.1109/CEC.2002.1004493)
*Population Structure and Particle Swarm Performance* (2002) | `method_options={"neighborhood_radius": k}`로 반경 설정. mutation 및 velocity limit 지원. | +| `quantum` | 논문 기반 고전 PSO | $m_{best}=\frac{1}{N}\sum_i p_{i,best}$
$x_{t+1}=p\pm\beta_t|m_{best}-x_t|\ln(1/u)$ | $\beta:1.0\to0.5$ | 속도 대신 직접 위치 제안; 세대별 $m_{best}$ 텐서 1개 | 미분 무관 (No) | [10.1109/CEC.2004.1330875](https://doi.org/10.1109/CEC.2004.1330875)
*Particle Swarm Optimization with Particles Having Quantum Behavior* (2004) | `negative_swarm`, `mutation_swarm`, `velocity_limit_ratio` 미지원. | +| `adaptive_moment` | 저장소 독자 실험 | $u_t$: 관성 제안 속도
$m_t, s_t$: 1차/2차 경로 모멘트 추적 및 편향 보정
$v_{final} = (1-\lambda) u_t + \lambda v_{adapt}$ | $\text{blend}=0.25, c_0=0.5, c_1=0.3$
$w_{max}=0.9, w_{min}=0.1$
$\beta_1=0.9, \beta_2=0.999, \text{step}=1.0$ | 파티클당 2개 추가 모멘트 텐서 ($m_t, s_t$) | 미분 무관 (No) | DOI 없음
*(Repository Experiment)* | 역전파 및 추가 적합도 평가 없이 인-플라이트 경로 모멘트를 혼합하는 독자 실험 수식 (기본 blend=0.25 활성화). | + +--- + +## 기법 분류 및 방법론 명확화 (Method Categorization) + +`pso2keras` 라이브러리에 포함된 기법들은 명확히 다음과 같이 3가지 범주로 분류됩니다: + +### 1. 논문 기반 고전 PSO (Paper-Faithful Classical PSO Methods) +원문 논문의 수학적 수식과 이동 메커니즘을 정확히 구현한 알고리즘입니다: +- `original`: Kennedy & Eberhart (1995) 원본 1995 PSO +- `inertia`: Shi & Eberhart (1998) 관성 가중치 감쇄 PSO +- `constriction`: Clerc & Kennedy (2002) 수축 계수 PSO +- `fips`: Mendes et al. (2004) Fully Informed Particle Swarm +- `clpso`: Liang et al. (2006) Comprehensive Learning PSO +- `bare_bones`: Kennedy (2003) Bare Bones 확률형 PSO +- `local_best`: Kennedy & Mendes (2002) 링 이웃 토폴로지 local-best PSO +- `quantum`: Sun, Feng & Xu (2004) Quantum-Behaved PSO + +### 2. 딥러닝 적응 기법 (Deep-Learning Adaptations) +PyTorch 고차원 매개변수 공간 최적화를 위해 도입된 실용적 플러그인 기법입니다: +- `model_noise` (Initialization): PyTorch `nn.Module` 표준 초기화 가중치에 유니폼 노이즈 스케일(`[-initial_position_noise, initial_position_noise]`)을 부가하여 스웜 파티클을 확장. +- `fixed_subset` (Evaluation): 전체 데이터셋에서 시드 기반으로 무작위 추출한 고정 서브셋으로 매 세대 파티클을 평가함으로써 Cross-batch 배치 평가 노이즈를 차단하고 공정한 pbest/gbest 수렴 점수를 비교. +- `adam` (Refinement): 하이브리드 PSO-BP (Backpropagation) 결합 연구(Zhang et al. 2007)에서 영감을 얻어, PSO 전역 최적 탐색 완료 후 전역 최적해($G_{best}$) 위치에서 PyTorch Adam 최적화기로 최종 경사하강 미세조정을 수행 (논문의 고전 SGD-BP 재현이 아닌 PyTorch 매개변수 공간 맞춤형 Adam 변형). + +### 3. 저장소 독자 실험 (Repository Experiment) +- `adaptive_moment` (Movement): PSO 탐색 중 미분 역전파나 추가 적합도 순전파 평가 없이 제안 속도 벡터의 1차/2차 경로 모멘트(Path Moments)를 추적하여 혼합하는 독자적 실험 기법입니다 (선택 시 blend=0.25 기본 활성화, blend=0.0으로 비활성화 가능). + +--- + +## 미지원 논문 기법 및 확장 계획 (Unsupported Paper Methods) + +다음 기법들은 구조적 특성상 현재 5단계 순차 플러그인 아키텍처에 직접 포함되지 않으며, 스텁(Stub) 형태의 더미 옵션으로 제공하는 대신 미지원 및 향후 확장 논문 기법으로 명확히 문서화합니다: + +1. **Zhan et al. APSO Elitist Learning Strategy (ELS)**: + - *이유*: 스웜 이동 단계 외에 별도의 가우시안 변이(Gaussian mutation) 전역 최적해 파티클 후보군 순전파 평가(Out-of-band candidate evaluation)를 요구하여 세대당 적합도 평가 횟수 계약을 위배함. +2. **Cooperative Subspace PSO (van den Bergh & Engelbrecht 2004)**: + - *이유*: 전체 가중치 벡터를 1차원으로 평탄화하여 평가하는 기본 아키텍처와 달리, 차원 분할 서브스페이스별 컨텍스트 벡터 분할 순전파 연산이 필요함. +3. **PSO-NAS / 하이퍼파라미터 탐색 (Neural Architecture Search)**: + - *이유*: 신경망 구조 탐색 및 외부 루프 생성 모듈로, 연속적인 flat weight-space 무브먼트 범주를 벗어남. +4. **적합도 전환형 APSO-Adam (Jiang & Han 2017)**: + - *이유*: 적합도 문턱값(Fitness Threshold) 조건에 따라 PSO 탐색 중간에 Adam 미세조정을 교대로 전환하는 구조로, PSO 탐색 완료 후 1회 수행되는 현재 5단계 순차 Refinement 플러그인 구조와 충돌함. + +--- + +## API 레퍼런스 + +### Optimizer 생성자 + +`from pso import Optimizer` 구문을 통해 임포트합니다. + +```python +Optimizer( + model: nn.Module, + loss: nn.Module, + *, + task: Literal["binary", "multiclass", "regression"], + method: str | MovementPlugin = "original", + initialization: str | InitializationPlugin = "model_noise", + evaluation: str | EvaluationPlugin = "full", + convergence: str | ConvergencePlugin = "none", + refinement: str | RefinementPlugin = "none", + method_options: dict[str, Any] | None = None, + n_particles: int = 10, + c0: float | None = None, + c1: float | None = None, + w_min: float | None = None, + w_max: float | None = None, + negative_swarm: float = 0.0, + mutation_swarm: float = 0.0, + particle_min: float | None = None, + particle_max: float | None = None, + velocity_limit_ratio: float | None = None, + boundary_strategy: Literal["clip", "reflect"] = "clip", + initial_position_noise: float = 0.05, + seed: int | None = None, + device: str | torch.device | None = None, + fitness_size: int | None = None, + convergence_patience: int = 10, + convergence_min_delta: float = 0.0001, + convergence_monitor: Literal["loss", "acc", "mse"] = "loss", + refinement_epochs: int = 0, + refinement_lr: float = 0.001, + moment_blend: float | None = None, + moment_beta1: float | None = None, + moment_beta2: float | None = None, + moment_step_size: float | None = None, + moment_epsilon: float | None = None, +) +``` + +| 파라미터 | 타입 | 기본값 | 설명 | +| --- | --- | --- | --- | +| `model` | `nn.Module` | **필수** | 최적화 대상 PyTorch 신경망 모델 | +| `loss` | `nn.Module` | **필수** | PyTorch 손실 함수 인스턴스 (`nn.BCEWithLogitsLoss()`, `nn.CrossEntropyLoss()`, `nn.MSELoss()`) | +| `task` | `str` | **필수** | 작업 유형 (`"binary"`, `"multiclass"`, `"regression"`) | +| `method` | `str` \| `MovementPlugin` | `"original"` | 이동 수식 플러그인 (`"original"`, `"inertia"`, `"constriction"`, `"fips"`, `"clpso"`, `"bare_bones"`, `"adaptive_moment"`, `"local_best"`, `"quantum"`) | +| `initialization` | `str` \| `InitializationPlugin` | `"model_noise"` | 파티클 초기화 플러그인 (`"model_noise"`, `"uniform"`) | +| `evaluation` | `str` \| `EvaluationPlugin` | `"full"` | 적합도 평가 플러그인 (`"full"`, `"fixed_subset"`) | +| `convergence` | `str` \| `ConvergencePlugin` | `"none"` | 수렴 제어 플러그인 (`"none"`, `"particle_reset"`, `"early_stopping"`) | +| `refinement` | `str` \| `RefinementPlugin` | `"none"` | 후처리 미세조정 플러그인 (`"none"`, `"adam"`) | +| `method_options` | `dict` \| `None` | `None` | 커스텀 무브먼트 플러그인 전용 하이퍼파라미터 딕셔너리 | +| `n_particles` | `int` | `10` | 스웜 내 파티클 개수 (>= 1) | +| `c0`, `c1` | `float` \| `None` | `None` | 인지/사회적 계수 (`None` 지정 시 선택한 `method` 논문 기본값 자동 할당. 예: `original` -> 2.0, `inertia` -> 2.0, `constriction` -> 2.05) | +| `w_min`, `w_max` | `float` \| `None` | `None` | 관성 가중치 범위 (`None` 지정 시 선택한 `method` 논문 기본값 자동 할당. 예: `original` -> 1.0, `inertia` -> 0.4~0.9) | +| `negative_swarm` | `float` | `0.0` | 역사회적 속도를 적용할 파티클 비율 [0.0, 1.0] | +| `mutation_swarm` | `float` | `0.0` | 무작위 변이 속도를 적용할 파티클 비율 [0.0, 1.0] | +| `particle_min`, `particle_max` | `float` \| `None` | `None` | 파티클 가중치 경계 최소/최대 한계값 | +| `velocity_limit_ratio` | `float` \| `None` | `None` | 성분별 최대 속도 비율 (`(0.0, 1.0]`). `particle_min`, `particle_max` 지정 필요 | +| `boundary_strategy` | `str` | `"clip"` | 경계 이탈 처리 전략 (`"clip"`, `"reflect"`) | +| `initial_position_noise` | `float` | `0.05` | 파티클 초기 위치 노이즈 스케일 | +| `seed` | `int` \| `None` | `None` | 난수 생성 시드 | +| `device` | `str` \| `device` \| `None` | `None` | 연산 디바이스 (`None` 시 `mps` -> `cuda` -> `cpu` 자동 선택) | +| `fitness_size` | `int` \| `None` | `None` | `evaluation="fixed_subset"` 선택 시 세대별 고정 샘플링 서브셋 크기 | +| `convergence_patience` | `int` | `10` | `convergence="particle_reset"` 또는 `"early_stopping"` 시 대기 세대 수 | +| `convergence_min_delta` | `float` | `0.0001` | 정체 판단 최소 개선 지표 기준값 | +| `convergence_monitor` | `str` | `"loss"` | 정체 모니터링 지표 (`"loss"`, `"acc"`, `"mse"`) | +| `refinement_epochs` | `int` | `0` | `refinement="adam"` 선택 시 후처리 미세조정 에포크 수 | +| `refinement_lr` | `float` | `0.001` | `refinement="adam"` 선택 시 후처리 미세조정 학습률 | +| `moment_blend` | `float` \| `None` | `None` | `method="adaptive_moment"` 모멘트 혼합 비율 (`None` 지정 시 `adaptive_moment` 기본값 `0.25` 할당) | +| `moment_beta1` | `float` \| `None` | `None` | `adaptive_moment` 1차 모멘트 감쇄 계수 (`None` 지정 시 기본값 `0.9`) | +| `moment_beta2` | `float` \| `None` | `None` | `adaptive_moment` 2차 모멘트 감쇄 계수 (`None` 지정 시 기본값 `0.999`) | +| `moment_step_size` | `float` \| `None` | `None` | `adaptive_moment` 모멘트 스텝 스케일 (`None` 지정 시 기본값 `1.0`) | +| `moment_epsilon` | `float` \| `None` | `None` | `adaptive_moment` 수치 안정성 상수 (`None` 지정 시 기본값 `1e-8`) | + +> **검증 예외 규약**: +> - `fitness_size` 파라미터는 `evaluation="fixed_subset"` 선택 시에만 허용되며, `evaluation="full"`에서 사용 시 `ValueError`가 발생합니다. +> - `refinement_epochs > 0` 설정은 `refinement="adam"` 선택 시에만 허용됩니다. +> - `method="quantum"`은 직접 위치를 제안하므로 `negative_swarm`, `mutation_swarm`, `velocity_limit_ratio`와 함께 사용할 수 없습니다. + +> **파라미터 우선순위 (Execution Parameter Precedence)**: +> `Optimizer` 생성 시 지정된 실행 파라미터(`fitness_size`, `refinement_epochs`, `refinement_lr` 등)는 생성자 기본값으로 보관되며, `fit()` 메서드 호출 시 직접 전달된 매개변수가 생성자 기본값을 우선하여 재정의(Override)한 후 해당 실행 컨텍스트에 최종 적용됩니다. +--- + +### fit 메서드 + +```python +def fit( + self, + x: torch.Tensor, + y: torch.Tensor, + *, + epochs: int = 10, + batch_size: int | None = None, + fitness_size: int | None = None, + renewal: Literal["acc", "loss", "mse"] = "acc", + refinement_epochs: int = 0, + refinement_lr: float = 0.001, + validation_data: tuple[torch.Tensor, torch.Tensor] | None = None, + validation_split: float | None = None, + output_dir: str | os.PathLike | None = None, + log_format: Literal["none", "csv", "tensorboard"] = "none", + checkpoint_interval: int | None = None, + save_info: bool = False, +) -> tuple[float, float, float]: + ... +``` + +--- + +### 적응형 모멘트 PSO (Adaptive Moment PSO - 저장소 독자 실험) + +`method="adaptive_moment"`는 스웜 제안 속도 벡터의 1차/2차 경로 모멘트(Path Moments)를 추적하여 속도를 적응 조정하는 미분 무관 저장소 독자 실험 기법입니다: + +$$m_t = \beta_1 m_{t-1} + (1 - \beta_1) u_t, \quad s_t = \beta_2 s_{t-1} + (1 - \beta_2) u_t^2$$ +$$\hat{m}_t = \frac{m_t}{1 - \beta_1^t}, \quad \hat{s}_t = \frac{s_t}{1 - \beta_2^t}$$ +$$v_{adapt} = \text{step\_size} \times \sqrt{\text{mean}(\hat{s}_t)} \times \frac{\hat{m}_t}{\sqrt{\hat{s}_t} + \epsilon}$$ +$$v_{final} = (1 - \lambda) u_t + \lambda v_{adapt} \quad (\lambda = \text{moment\_blend})$$ + +- `method="adaptive_moment"` 문자열 식별자를 지정하거나 `AdaptiveMomentMovement` 플러그인을 선택하면 `moment_blend` 기본값이 `0.25`로 결정되어 파티클별 1차/2차 경로 모멘트 텐서($m_t, s_t$)가 메모리에 할당 및 추적됩니다. 반면 비적응형(Nonadaptive) 기법들(`original`, `inertia`, `constriction`, `fips`, `clpso`, `bare_bones`, `local_best`, `quantum`)을 선택하거나 `moment_blend = 0.0`으로 명시적 설정할 경우 경로 모멘트 텐서를 전혀 할당하지 않아 메모리를 보존합니다. +- 고차원 및 복잡한 목적함수 연산 시 다양성은 증대되나 검증 손실/캘리브레이션 악화가 발생할 수 있으므로 문제별 선택적 옵트인(Opt-in)이 요구됩니다. + +--- + +### 하이브리드 Adam 미세조정 (Hybrid Refinement) + +`refinement="adam"` 및 `refinement_epochs > 0` 선택 시, PSO 탐색으로 도출된 전역 최적해($G_{best}$) 파라미터 위치를 초기점으로 지정하여 PyTorch Adam 최적화기(`torch.optim.Adam`)로 최종 경사하강 미세조정을 수행합니다: + +1. **동일 적합도 데이터 분할**: `evaluation="fixed_subset"`이 활성화된 경우, Adam 미세조정도 PSO 탐색 단계에서 샘플링되어 유지된 동일한 고정 서브셋(`fixed_subset`)을 사용하여 미세조정 및 손실 평가를 수행합니다. +2. **`eval()` 모드 유지**: 미세조정 중에도 모델은 `eval()` 모드를 유지하여 드롭아웃 및 배치 정규화 계수 변동을 차단합니다. +3. **가중치 바운드 클램핑**: 매 Adam step 직후 `particle_min`, `particle_max` 경계로 파라미터를 즉시 클램핑합니다. +4. **엄격한 수용 조건**: Adam 미세조정 결과가 기존 $G_{best}$ 스코어를 엄격히 향상시킨 경우에만 최종 점수 및 가중치를 반영합니다. +5. **학술 연구 대비 구현 명확화**: Zhang et al. (2007, DOI 10.1016/j.amc.2006.07.025)의 고전 하이브리드 PSO-BP 논문에서 영감을 얻었으나, 논문의 역전파(SGD-BP) 수식을 그대로 재현한 것이 아니라 PyTorch 텐서 및 매개변수 생태계에 맞추어 Adam 최적화기로 경사하강 미세조정을 수행합니다. +--- + +### 결과 및 평가 메서드 + +- `evaluate(x: torch.Tensor, y: torch.Tensor, *, batch_size: int | None = None) -> tuple[float, float, float]`: 전역 최적해 가중치($G_{best}$)로 입력 데이터 `(x, y)`에 대한 `(loss, accuracy, mse)` 점수를 직접 평가하여 반환합니다. 옵티마이저 내부 상태를 변경하지 않고 파일 아티팩트를 생성하지 않아 독립적인 검증 평가 및 수렴 비교 시 안전하게 활용됩니다. +- `get_best_model() -> nn.Module | None`: 최적 가중치가 반영된 새로운 `eval()` 모드 PyTorch `nn.Module` 인스턴스를 반환합니다. +- `get_best_score() -> tuple[float, float, float] | None`: 전역 최적해의 `(loss, accuracy, mse)` 튜플을 반환합니다. +- `get_best_state_dict() -> collections.OrderedDict[str, torch.Tensor] | None`: 전역 최적 가중치의 CPU 복사본 state dict를 반환합니다. + +--- + +## 비교 CLI 도구 (Method Comparison CLI) + +다양한 무브먼트 알고리즘과 플러그인 조합의 성능을 단일 CLI 명령으로 비교 평가할 수 있는 도구를 제공합니다: + +```shell +# XOR 데이터셋 대상 9개 무브먼트 알고리즘 3개 시드 비교 실행 +uv run python test/compare_methods.py \ + --dataset xor \ + --methods original inertia constriction fips clpso bare_bones adaptive_moment local_best quantum \ + --seeds 42 43 44 \ + --epochs 100 \ + --particles 30 \ + --json-path ./result/comparison_xor.json +``` + +주요 CLI 파라미터: +- `--dataset`: `xor`, `iris`, `mnist` 선택 +- `--methods`: 비교할 무브먼트 알고리즘 목록 (`original`, `inertia`, `constriction`, `fips`, `clpso`, `bare_bones`, `adaptive_moment`, `local_best`, `quantum`) +- `--initialization`: `model_noise`, `uniform` +- `--evaluation`: `full`, `fixed_subset` +- `--convergence`: `none`, `particle_reset`, `early_stopping` +- `--refinement`: `none`, `adam` +- `--seeds`: 평가에 사용할 정수 시드 목록 +- `--json-path`, `--output-json`, `--json`: 비교 결과 집계 JSON 파일 저장 경로 (동일한 인자의 별칭 지원) + +알고리즘 수렴 성능 비교 시 `Optimizer.evaluate()` 메서드를 통해 동일한 데이터 평가 규약으로 `(loss, accuracy, mse)` 점수를 계산하여 아티팩트로 저장합니다. + +--- + +## 실전 튜닝 및 벤치마크 (Tuning & Benchmark Results) + +> **※ 성능 측정 조건 알림**: +> 아래 측정 결과는 구버전 튜닝 프로필 및 Benchmark Protocol 2.0.0 다중 시드 실증 보고서로 구분됩니다. PSO는 모든 문제에 만능인 보편적 성능을 제공하지 않으며 데이터셋 특성에 따른 튜닝이 필수적입니다. + +### PSO v4 다중 시드 실증 보고서 (Multi-Seed Empirical Report) + +v4.0.0 5단계 플러그인 아키텍처 기반의 종합 실증 평가 결과입니다. 벤치마크 프로토콜 v2.0.0에 따라 총 225회의 독립 측정(메인 벤치마크 7기법 × 5워크로드 × 5시드 = 175회, MNIST Ablation 10프로필 × 5시드 = 50회)을 수행하였으며, 모든 실행이 100% 성공적으로 완료되었습니다. + +- **상세 벤치마크 보고서**: [`REPORT.md`](REPORT.md) +- **원천 측정 아티팩트**: + - 원시 JSON 데이터: [`benchmark_results/pso_v4_benchmark.json`](benchmark_results/pso_v4_benchmark.json) + - 메인 벤치마크 CSV: [`benchmark_results/pso_v4_main_benchmark.csv`](benchmark_results/pso_v4_main_benchmark.csv) + - Ablation 벤치마크 CSV: [`benchmark_results/pso_v4_ablation_benchmark.csv`](benchmark_results/pso_v4_ablation_benchmark.csv) +- **전체 재현 실행 명령**: + ```shell + uv run --locked --extra examples python test/benchmark_suite.py --device mps + ``` + +#### 메인 벤치마크 평균 순위 매트릭스 ($n=5$) + +각 워크로드에서 5개 시드의 평균 지표로 1위부터 7위까지 순위를 정한 뒤, 그 순위를 5개 워크로드에 걸쳐 평균한 결과입니다. + +| 기법 (`method`) | 평균 정확도 순위 | 평균 손실 순위 | 비고 | +| --- | --- | --- | --- | +| `constriction` | **1.60** | **1.60** | 수축 계수 PSO (5개 워크로드 종합 최저 평균 순위) | +| `inertia` | **1.60** | **1.80** | 관성 가중치 감쇄 PSO (정확도 순위 constriction과 공동 1위) | +| `adaptive_moment` (AM) | **3.60** | **3.60** | 경로 모멘트 추적 (독자 미분 무관 실험 기법) | +| `bare_bones` (bare) | **4.80** | **4.60** | Bare Bones 가우시안 확률 분포 PSO | +| `original` | **5.00** | **5.40** | 1995 Kennedy & Eberhart 기본 PSO | +| `fips` (FIPS) | **5.20** | **5.00** | Fully Informed Particle Swarm (전체 이웃 pbest 합산) | +| `clpso` (CLPSO) | **6.20** | **6.00** | Comprehensive Learning PSO (차원별 엑젬플러 토너먼트) | + +#### 벤치마크 시각화 차트 및 Ablation 연구 + +| 메인 벤치마크 순위 히트맵 | MNIST 10-Profile Ablation 비교 | +| --- | --- | +| ![Rank Heatmap](history_plt/pso_v4_rank_heatmap.png) | ![MNIST Ablation](history_plt/pso_v4_mnist_ablation.png) | +| *그림 1: 5개 워크로드, 시드 5개($n=5$) 평균 성능 순위 히트맵* | *그림 2: MNIST PCA32 10개 프로필 Ablation 수렴 비교 ($n=5$)* | + +> **핵심 실증 관찰사항 (Grounded Findings)**: +> 1. **고전 무브먼트 기법의 낮은 평균 순위**: 5개 워크로드 종합 평균 순위에서 `constriction`과 `inertia`가 평균 정확도 순위 **1.60**으로 공동 1위를 기록하였으며, 손실 측면에서는 `constriction` (**1.60**)이 `inertia` (**1.80**) 대비 약간 더 낮은 손실 수렴 경향을 보였습니다. +> 2. **미분 무관 Ablation 최고 성과**: pure derivative-free 기법 중 MNIST Ablation 최고 검증 정확도는 `adaptive_moment_.10` (경로 모멘트 혼합비 $\lambda=0.10$)으로 **63.00% ± 1.83%**를 기록했습니다 (단, 검증 손실은 **1.243339**로 `inertia_tuned`의 **1.236600** 대비 약간 높음). +> 3. **경사도 기반 Adam 하이브리드 미세조정 구별**: `tuned_adam_100_lr.01` 프로필은 검증 정확도 **85.58% ± 0.24%**로 전체 10개 프로필 중 최고 성과를 달성했으나, 이는 역전파 경사도(`loss.backward()`)를 활용하는 하이브리드 Adam 미세조정이 적용된 것으로 순수 미분 무관(Derivative-Free) PSO 탐색과 구별됩니다. +> 4. **해석상 유의사항**: 위 순위 및 성과는 5개 특정 워크로드 및 고정 예산에서의 표본 평가 결과이며, 보편적 우위(Universal Best)나 통계적 유의성을 주장하지 않습니다. + +### 확장 튜닝 및 파티클 스케일링 (Extended Tuning & Particle Scaling) + +기존 Protocol 2.0.0 결과와 별도로 Tuning Protocol 1.0.0을 실행했습니다. MNIST 첫 3,000개 학습 샘플에서 2,400/600 stratified inner split을 만들고 inner-train에만 PCA32 whitening을 적합하여 32개 후보를 시드 51~53으로 선택했습니다. 이후 선택된 각 기법의 후보를 전체 3,000개 학습 데이터로 다시 적합하고, 탐색에 사용하지 않은 1,000개 테스트 샘플에서 시드 61~65로 확인했습니다. 모든 비교는 미분 무관, 파티클 30개, 80세대 조건입니다. + +| 기법 | 검증 선택 후보 | Held-out 테스트 정확도 | Held-out 테스트 손실 | Fit 시간 | +| --- | --- | ---: | ---: | ---: | +| `local_best` | `local_best_r4_constant` | **62.64% ± 2.94%** | **1.211368 ± 0.059575** | 2.512s ± 0.048s | +| `inertia` | `inertia_asymmetric` | 62.30% ± 3.01% | 1.212971 ± 0.078548 | 2.570s ± 0.035s | +| `adaptive_moment` | `am_b0.06_s0.5` | 61.06% ± 0.91% | 1.229627 ± 0.022179 | 2.943s ± 0.256s | +| `constriction` | `constriction_c205_canonical` | 60.66% ± 2.30% | 1.246275 ± 0.044657 | 2.521s ± 0.045s | +| `quantum` | `quantum_beta_0.4_0.9` | 48.58% ± 2.71% | 1.519246 ± 0.052511 | 2.403s ± 0.022s | + +따라서 이 동일 예산 확인에서는 `adaptive_moment`가 최상위가 아니며, `local_best`와 `inertia`가 더 높은 평균 정확도를 기록했습니다. 표본 수는 $n=5$이므로 통계적 유의성이나 보편적 우위를 주장하지 않습니다. + +선택된 `adaptive_moment` 후보를 시드 71~75에서 파티클 수별로 추가 측정한 결과입니다: + +| 비교 방식 | 파티클 | 세대 | Particle-epochs | 테스트 정확도 | 테스트 손실 | Fit 시간 | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | +| Fixed epochs | 30 | 80 | 2,400 | 62.12% ± 3.07% | 1.193469 ± 0.086618 | 2.685s ± 0.090s | +| Fixed epochs | 60 | 80 | 4,800 | 65.94% ± 0.87% | 1.074629 ± 0.046106 | 5.586s ± 0.517s | +| Fixed epochs | 90 | 80 | 7,200 | 70.32% ± 2.16% | 0.931880 ± 0.038073 | 8.627s ± 0.448s | +| Fixed epochs | 120 | 80 | 9,600 | **72.34% ± 1.82%** | **0.902448 ± 0.058380** | 11.174s ± 0.718s | +| Fixed particle-epochs | 60 | 40 | 2,400 | 50.74% ± 2.66% | 1.534634 ± 0.078628 | 2.786s ± 0.095s | +| Fixed particle-epochs | 90 | 27 | 2,430 | 47.82% ± 6.31% | 1.610771 ± 0.098843 | 3.109s ± 0.203s | +| Fixed particle-epochs | 120 | 20 | 2,400 | 41.06% ± 2.36% | 1.800035 ± 0.072261 | 3.029s ± 0.179s | + +80세대를 유지하면 120개 파티클이 30개 대비 **+10.22%p** 높았지만 particle-evaluations는 4배, fit 시간은 **4.16배**였습니다. 반대로 약 2,400 particle-epochs를 고정하면 파티클 증가로 세대가 줄어 정확도가 낮아졌습니다. 즉, 이 실험에서 파티클 증가는 총 탐색량을 함께 늘릴 때만 개선으로 이어졌습니다. + +| 검증 선택 및 확인 | Adaptive Moment 파티클 스케일링 | +| --- | --- | +| ![Extended tuning](history_plt/pso_v4_extended_tuning.png) | ![Particle scaling](history_plt/pso_v4_particle_scaling.png) | + +- **상세 분석**: [`REPORT.md`](REPORT.md) +- **원천 데이터**: [`pso_v4_tuning.json`](benchmark_results/pso_v4_tuning.json), [`search.csv`](benchmark_results/pso_v4_tuning_search.csv), [`confirmation.csv`](benchmark_results/pso_v4_tuning_confirmation.csv), [`particle_scaling.csv`](benchmark_results/pso_v4_particle_scaling.csv) +- **재현 수트 명령**: + ```shell + uv run --locked --extra examples python test/tuning_suite.py --device mps + ``` +- **120p×80e 파티클 스케일링 재현성 검증 (별도 exact-replay + fresh-seed 검증)**: + - **결과**: **PASS**. 시드 71~75 exact replay는 **72.34% ± 1.82%**로 baseline과 같았고, 시드별 최대 정확도 차이는 **0.00%p**였습니다. 같은 시드의 초기 모델 fingerprint도 모두 일치했습니다. + - **독립 시드 확인**: 시드 81~85는 **73.60% ± 1.66%**였습니다. Baseline 대비 **+1.26%p**로 사전 허용 범위 ±3%p 안이며, baseline 95% t-CI **[70.08%, 74.60%]**와 fresh-seed 95% t-CI **[71.54%, 75.66%]**가 중첩됐습니다. + - **사전 선언 검증 조건**: exact-replay 시드 71~75의 시드별 테스트 정확도 최대 절대 차이 $\le 0.005$ (0.5%p)와 초기 모델 fingerprint 일치, 독립 시드 81~85 집단의 평균 정확도 절대 차이 $\le 0.03$ (3%p) 및 95% t-신뢰구간 중첩. + - **재현 검증 스크립트**: [`test/reproduce_scaling.py`](test/reproduce_scaling.py) + - **출력 아티팩트**: [`pso_v4_120p80_replication.json`](benchmark_results/pso_v4_120p80_replication.json), [`pso_v4_120p80_replication.csv`](benchmark_results/pso_v4_120p80_replication.csv) + - **재현 검증 명령**: + ```shell + uv run --locked --extra examples python test/reproduce_scaling.py --device mps + ``` + +이 검증은 동일 PCA32 데이터와 테스트셋에서의 수치 재현성 확인입니다. 새로운 데이터셋에 대한 외적 타당성 검증이나 추가 하이퍼파라미터 선택으로 해석하지 않습니다. + +#### 120p epoch 확장 수렴 확인 + +동일한 `adaptive_moment` 후보와 시드 71~75를 120개 파티클로 **240세대까지 중단 없이 연속 실행**하고 20세대마다 global-best 체크포인트를 평가했습니다. Epoch 80 체크포인트는 기존 baseline과 시드별 최대 차이 **0.00%p**로 일치했습니다. + +| Epoch | Particle-epochs | Training Best Loss | Test Accuracy | Test Loss | +| ---: | ---: | ---: | ---: | ---: | +| 80 | 9,600 | 0.684245 ± 0.046414 | 72.34% ± 1.82% | 0.902448 ± 0.058380 | +| 120 | 14,400 | 0.508942 ± 0.026551 | 78.56% ± 0.88% | 0.686080 ± 0.033467 | +| 160 | 19,200 | 0.426009 ± 0.011667 | 81.58% ± 1.17% | 0.599888 ± 0.027074 | +| 200 | 24,000 | 0.385320 ± 0.008996 | 82.58% ± 0.64% | 0.555652 ± 0.020276 | +| 240 | 28,800 | **0.359582 ± 0.009652** | **83.52% ± 1.05%** | **0.515820 ± 0.018827** | + +Epoch 80→240에서 training best loss는 평균 **47.30%** 감소했고 테스트 정확도는 5개 시드 모두 개선되어 평균 **+11.18%p** 상승했습니다. 200→240에서도 loss가 **6.68%** 감소하고 정확도가 평균 **+0.94%p** 상승했으며, 마지막 training-best 갱신은 각 시드에서 epoch 239 또는 240에 관측됐습니다. 따라서 **epoch 80은 조기 수렴 지점이 아니며, epoch 240에서도 완전한 plateau는 확인되지 않았습니다.** 다만 세대 구간별 정확도 이득은 +6.22%p(80→120), +3.02%p(120→160), +1.00%p(160→200), +0.94%p(200→240)로 감소하여 한계효용은 줄고 있습니다. + +![Adaptive Moment epoch convergence](history_plt/pso_v4_epoch_convergence.png) + +- **실행 명령**: `uv run --locked --extra examples python test/epoch_convergence.py --device mps` +- **원천 데이터**: [`pso_v4_epoch_convergence.json`](benchmark_results/pso_v4_epoch_convergence.json), [`pso_v4_epoch_convergence.csv`](benchmark_results/pso_v4_epoch_convergence.csv) + +이 checkpoint 테스트 궤적은 동일 테스트셋을 반복 관찰한 진단 자료입니다. 실제 epoch 선택이나 자동 중단 기준에는 별도 validation split과 validation metric을 사용해야 합니다. + +#### 전체 MNIST 60,000/10,000 학습 + +공식 MNIST **train 60,000개 전체**와 **test 10,000개 전체**를 사용해 별도 실행했습니다. PCA32 whitening은 train 60,000개에만 적합했고, `evaluation="full"`과 `fitness_size=None`으로 모든 파티클이 매 epoch마다 학습 60,000개 전체에서 평가됐습니다. 모델은 이전 실험과 같은 `Linear(32,10)`, 파티클 120개, 연속 240 epochs, 시드 71~75입니다. + +| Epoch | Training Best Loss | Full Test Accuracy | Full Test Loss | 2k-fitness study 대비 정확도 | +| ---: | ---: | ---: | ---: | ---: | +| 80 | 0.768448 ± 0.026961 | 77.67% ± 1.50% | 0.725023 ± 0.033552 | +5.33%p | +| 120 | 0.589822 ± 0.014141 | 83.28% ± 0.83% | 0.551133 ± 0.018616 | +4.72%p | +| 160 | 0.511683 ± 0.013526 | 85.56% ± 0.56% | 0.482441 ± 0.012016 | +3.98%p | +| 200 | 0.465194 ± 0.010498 | 86.85% ± 0.32% | 0.438875 ± 0.008499 | +4.27%p | +| 240 | **0.436664 ± 0.008101** | **87.70% ± 0.36%** | **0.412078 ± 0.006848** | **+4.18%p** | + +Epoch 80→240에서 테스트 정확도는 **77.67%→87.70%(+10.03%p)**, training best loss는 **43.18% 감소**했습니다. 200→240에서도 정확도가 **+0.85%p**, loss가 **6.13%** 개선됐고 5개 시드 모두 정확도가 상승했으며 마지막 training-best는 모두 epoch 240에서 갱신됐습니다. 따라서 전체 데이터 학습에서도 epoch 240 시점의 plateau는 확인되지 않았습니다. + +이 실행은 5개 시드 합계 **144,000 particle-epochs**와 **86.4억 particle-sample evaluations**를 포함합니다. 2,000개 fitness subset 연구보다 모든 공통 checkpoint에서 테스트 정확도가 높았지만, PCA 적합 데이터와 fitness objective 및 RNG 소비 경로가 함께 달라지므로 위 차이는 기술적 비교이며 단일요인 인과 효과가 아닙니다. + +![Full MNIST trajectory](history_plt/pso_v4_full_mnist.png) + +- **실행 명령**: `uv run --locked --extra examples python test/full_mnist_study.py --device mps` +- **원천 데이터**: [`pso_v4_full_mnist.json`](benchmark_results/pso_v4_full_mnist.json), [`pso_v4_full_mnist.csv`](benchmark_results/pso_v4_full_mnist.csv) + +이 결과는 전체 공식 split을 사용하지만 입력은 여전히 PCA32이고 모델은 선형 분류기입니다. 원본 784차원 PSO 또는 CNN 결과로 해석하지 않습니다. Checkpoint 테스트 궤적 역시 중단 epoch 선택이 아니라 사후 진단에만 사용합니다. + +#### 공식 MNIST Deep Accuracy 프로토콜 (Deep Accuracy Protocol 1.0.0) + +PCA 차원 축소 없이 공식 MNIST 데이터셋 전체(학습 60,000개, 테스트 10,000개) 원본 $1 \times 28 \times 28$ 입력을 대상으로 딥 신경망 아키텍처 및 최적화기 특성을 평가했습니다 (`Deep Accuracy Protocol 1.0.0`, $n=3$, seeds 101~103). 픽셀 정규화 mean(0.13066)과 std(0.308108)는 학습 60,000개에서만 산출하여 검증/테스트 데이터 누수를 차단했습니다. + +본 실험은 2가지 실험 트랙(Lane)으로 구성됩니다: +1. **아키텍처 레인 (Architecture Lane)**: Adam 최적화기(10 epochs, batch 256, lr 0.001) 고정 조건에서 구조적 인덕티브 바이어스(Inductive Bias) 효과 측정. + - `raw_linear`: `Linear(784, 10)` (7,850 params) + - `raw_mlp`: `Linear(784, 128) - ReLU - Linear(128, 64) - ReLU - Linear(64, 10)` (109,386 params) + - `compact_cnn`: `Conv2d(1,8,3) - ReLU - MaxPool2d - Conv2d(8,16,3) - ReLU - MaxPool2d - Linear(784,10)` (9,098 params) +2. **최적화기 레인 (Optimizer Lane)**: 동일 `compact_cnn` (9,098 params) 모델에서 최적화 방식 비교. + - `adam_only`: Adam 10 epochs + - `pso_only`: pure all-weight PSO 40 generations (30 particles, fixed 2,000 fitness subset, 선택된 `adaptive_moment` 후보 설정) + - `hybrid`: PSO 40 generations 탐색 후 Adam 10 epochs 미세조정 (PSO 탐색 연산이 추가된 비동등 계산량 하이브리드) + +##### 아키텍처 레인 성과 (Adam 10 Epochs, Mean ± Sample SD, $n=3$) + +| 아키텍처 (`arch`) | 파라미터 수 | 테스트 정확도 (Mean ± SD) | 테스트 손실 (Mean ± SD) | 98% 정확도 최초 도달 | +| --- | ---: | ---: | ---: | --- | +| `raw_linear` | 7,850 | 92.45% ± 0.10% | 0.268945 ± 0.002050 | 미도달 | +| `raw_mlp` | 109,386 | 97.70% ± 0.08% | 0.078368 ± 0.002818 | 미도달 | +| `compact_cnn` | 9,098 | **98.53% ± 0.16%** | **0.043809 ± 0.004907** | **5 Epoch 이내 전 시드 달성** | + +> **참고**: `compact_cnn` 아키텍처는 3개 시드 모두 5 epoch 이내에 테스트 정확도 98% 이상을 달성했습니다 (시드 101: 4 epoch, 시드 102: 3 epoch, 시드 103: 5 epoch). + +##### 최적화기 레인 성과 (Compact CNN 9,098 Params, Mean ± Sample SD, $n=3$) + +| 최적화 기법 (`optimizer`) | 탐색 구성 | 테스트 정확도 (Mean ± SD) | 테스트 손실 (Mean ± SD) | 비고 | +| --- | --- | ---: | ---: | --- | +| `adam_only` | Adam 10 epochs | **98.53% ± 0.16%** | **0.043809 ± 0.004907** | 역전파 경사하강법 | +| `pso_only` | PSO 40 epochs (30p × 40e) | 36.76% ± 3.76% | 14.104417 ± 8.075411 | 수렴 실패 (미분 무관 전가중치 탐색) | +| `hybrid` (PSO→Adam) | PSO 40e + Adam 10e | 97.30% ± 0.75% | 0.086542 ± 0.023969 | 추가 탐색 연산에도 pure Adam 대비 저조 | + +![Deep Accuracy Comparison](history_plt/pso_v4_deep_accuracy.png) + +- **실행 명령**: `uv run --locked --extra examples python test/deep_accuracy_study.py --device mps` +- **원천 데이터**: [`benchmark_results/pso_v4_deep_accuracy.json`](benchmark_results/pso_v4_deep_accuracy.json), [`benchmark_results/pso_v4_deep_accuracy.csv`](benchmark_results/pso_v4_deep_accuracy.csv) +- **핵심 종합 및 해석 제한**: + 1. Adam 조건을 고정한 아키텍처 레인에서는 원본 이미지의 공간적 인덕티브 바이어스가 중요했습니다. `compact_cnn`은 파라미터가 MLP의 약 1/12인데도 정확도가 0.83%p 높았습니다. + 2. 이 프로토콜의 30p × 40e·fixed-2k 예산에서 9,098개 전가중치를 직접 탐색한 순수 PSO는 36.76% ± 3.76%에 그쳐 역전파를 대체하지 못했습니다. 더 큰 예산에서의 이론적 한계를 증명한 결과는 아닙니다. + 3. PSO 탐색 후 Adam을 적용한 `hybrid`도 97.30% ± 0.75%로, 추가 PSO 계산량을 사용하면서 동일 10-epoch pure Adam(98.53% ± 0.16%)보다 낮았습니다. 측정한 설정에서는 PSO 초기점이 이점을 제공하지 않았습니다. + 4. 본 결과는 $n=3$ 기술적(descriptive) 표본 평가이며 보편적 성능 주장으로 확장하지 않습니다. + + +### Heavy PSO 고정 부분공간 반복 연구 (Heavy PSO Autoresearch 1.0.0) + +MNIST/FashionMNIST × CompactCNN/WideCNN 네 workload에서 공식 test split을 봉인하고, 12 particles × 80 epochs × fixed-10k 조건으로 signed-hash 부분공간의 validation 품질과 persistent swarm-state 절감을 반복 평가했습니다. + +- 유지한 development 정책은 workload별 고정 global projection과 latent ratio 0.5를 사용해 baseline core state의 **49.18~50.00%**만 유지했습니다. +- Seeds 101~103에서는 평균 accuracy **+2.5333%p**, 상대 NLL **2.4968% 개선**으로 고정 evaluator의 모든 gate를 통과했습니다. +- 정책을 다시 선택하지 않은 seeds 111~113 confirmation은 평균 accuracy **+2.6342%p**, 상대 NLL **2.4955% 개선**이었지만, MNIST Wide 개선이 **+1.8633%p**로 사전 기준 +2%p에 0.1367%p 미달했습니다. 따라서 독립 확인된 Pareto 승리로 주장하지 않습니다. +- Tensor-local hash와 geometry multiplier 0.75/0.5는 기각했습니다. 두 seed 집합을 합친 6-seed 수치는 사후 기술 통계이며 gate 판정값이 아닙니다. + +![Heavy PSO Autoresearch](history_plt/pso_v6_heavy_autoresearch.png) + +- **실행기**: [`test/heavy_pso_autoresearch.py`](test/heavy_pso_autoresearch.py) +- **고정 평가기**: [`test/evaluate_heavy_autoresearch.py`](test/evaluate_heavy_autoresearch.py) +- **결과**: [`benchmark_results/pso_v6_heavy_autoresearch.json`](benchmark_results/pso_v6_heavy_autoresearch.json), [`benchmark_results/pso_v6_heavy_autoresearch.csv`](benchmark_results/pso_v6_heavy_autoresearch.csv) +- **상세 반복 분석**: [`REPORT.md` §6.13](REPORT.md#613-고정-부분공간-pso의-품질상태-pareto-반복-연구-heavy-pso-autoresearch-100) +- **※ 주의 (후속 검증 결과)**: 후속 교차 분할 평가([`Heavy PSO 교차 분할 강건성 검증 (Heavy PSO Cross-Split 1.0.0)`](#heavy-pso-교차-분할-강건성-검증-heavy-pso-cross-split-100))에서 동일 정책이 개발 분할 평가 게이트를 통과하지 못했습니다. 따라서 본 절의 단일 개발 분할 수치는 새 validation split에 대한 강건성 증거가 아닙니다. + +### Heavy PSO 교차 분할 강건성 검증 (Heavy PSO Cross-Split 1.0.0) + +2개 개발 분할(split 20260905, 20260906) 및 시드 101~103, 매칭 baseline 재실행 조건(12 particles × 80 epochs × fixed-10k)에서 고정 부분공간 PSO의 새 validation split 재현성을 평가했습니다 (`HEAVY-PSO-CROSS-SPLIT 1.0.0`). + +- **실험 설계 및 개념적 구분**: + - **결정 탐색 vs 개발 변형**: 총 8회 결정 탐색(Decision Iterations 1~8)을 수행하였으며, Iteration 3의 Replica 1/2를 포함하여 총 9개 개발 변형(Development Variants)을 평가했습니다. + - **개발 단계 vs 확인 단계**: 2개 무작위 개발 분할(20260905/20260906) 기반의 개발 평가를 먼저 수행하고, 개발 게이트를 모두 통과한 후보에 한해 확인 분할(20260907) 기반 확인 평가를 진행하도록 설계했습니다. + - **검증 분할 vs 공식 테스트**: 학습 50,000개 / 검증 10,000개 층화 분할(Search/Validation)을 사용했으며, 공식 테스트 스플릿(10,000개)은 0회 로드 및 0회 평가로 완전히 봉인 유지했습니다. + - **관측 최상위 vs 최종 보존**: 9개 개발 변형 중 관측 최상위 후보와 최종 보존 정책을 엄격히 구분했습니다. + +- **주요 결과 및 판정**: + - **동결 정책 (`fixed_global_hybrid_v3`, Iteration 1)**: 전체 평균 정확도 개선 **+0.1533%p**, NLL 감소 **0.5546%**에 그쳤으며, 최악 accuracy 회귀 **-7.1767%p**, 최악 NLL 회귀 **+14.5682%**, MNIST Wide accuracy **-0.3617%p** (NLL **2.4600%** 악화)로 게이트를 통과하지 못해 **FAIL** 판정되었습니다. + - **관측 최상위 후보 (Iteration 5, Largest-Tensor Hash)**: 8회 결정 탐색 중 가장 높은 스코어(**-185.610686**)를 기록했으나, overall accuracy 개선 **+0.4400%p**, NLL 감소 **3.9493%**, 최악 accuracy 회귀 **-3.0667%p**, MNIST Wide accuracy **-2.6633%p** (NLL **2.1874%** 악화)로 역시 게이트 미달하여 **FAIL** 판정되었습니다. + - **확인 단계 보류 및 최종 보존 실패**: 9개 개발 변형 모두 개발 게이트를 통과하지 못함에 따라, 확인 분할(20260907) 실행은 과학적 엄격성 규칙에 따라 **실행하지 않고 보류(withheld)**되었으며, 최종 보존 정책은 `retained_policy = null`로 확정되었습니다. 공식 테스트 데이터 역시 0회 평가로 미사용 봉인 상태를 유지했습니다. + +- **자원 사용량 및 실행 집계**: + - **총 실행 횟수 (Runs)**: 432회 (9개 변형 × 8개 개발 셀 × 6회 실행) + - **총 목적함수 쿼리 (Queries)**: 414,720회 + - **총 샘플 평가 수 (Sample Evaluations)**: 4,147,200,000회 (41.472억) + - **합산 실행 시간 (Wall Time)**: 3,162.9717초 (~52.7분) + - **공식 테스트 데이터 로드 및 평가**: 0회 + +![Heavy PSO Cross-Split Robustness](history_plt/pso_v7_heavy_cross_split.png) + +- **재현 및 아티팩트 발행 명령**: + ```shell + # 1. 교차 분할 탐색 미션 실행 (개발 단계) + uv run --no-sync python test/heavy_pso_cross_split.py --phase development --device mps + + # 2. 개별 변형 평가 실행 예시 + uv run --no-sync python test/evaluate_heavy_cross_split.py --development .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json --output .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json + + # 3. 공개 아티팩트 및 시각화 생성 명령 + uv run --no-sync python test/publish_heavy_cross_split.py --source-dir .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z --output-json benchmark_results/pso_v7_heavy_cross_split.json --output-csv benchmark_results/pso_v7_heavy_cross_split.csv --output-plot history_plt/pso_v7_heavy_cross_split.png + ``` + +- **공개 아티팩트 및 분석 링크**: + - **공개 JSON**: [`benchmark_results/pso_v7_heavy_cross_split.json`](benchmark_results/pso_v7_heavy_cross_split.json) + - **공개 CSV**: [`benchmark_results/pso_v7_heavy_cross_split.csv`](benchmark_results/pso_v7_heavy_cross_split.csv) + - **공개 PNG 시각화**: [`history_plt/pso_v7_heavy_cross_split.png`](history_plt/pso_v7_heavy_cross_split.png) + - **실행기/평가기/발행기**: [`test/heavy_pso_cross_split.py`](test/heavy_pso_cross_split.py), [`test/evaluate_heavy_cross_split.py`](test/evaluate_heavy_cross_split.py), [`test/publish_heavy_cross_split.py`](test/publish_heavy_cross_split.py) + - **반복 결정 로그**: [`.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/decision-log.md`](.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/decision-log.md) + - **상세 보고서 구문**: [`REPORT.md` §6.14](REPORT.md#614-heavy-pso-교차-분할-강건성-검증-heavy-pso-cross-split-100) + + +### Post-Training Prediction-Space Ensemble 연구 (PSO v8) + +이 연구는 일반적인 역전파 학습이 끝난 뒤, **서로 독립적으로 학습한 모델의 예측 확률을 결합**할 때 PSO가 유용한지와 그 비용을 측정했습니다. 모델 가중치를 섞는 model soup가 아닙니다. + +#### 구조 및 평가 범위 + +- MNIST와 FashionMNIST 각각에서 9,098개 파라미터의 `CompactCNN`을 Adam으로 독립 학습한 5개 멤버(seed `201`~`205`)를 사용했습니다. 각 멤버는 10 epoch이며, 비교를 위해 동일한 seed `201`의 50-epoch 단일 모델도 유지했습니다. +- 탐색/검증 분할은 `50,000/10,000`개, split seed `20260904`이며 공식 test split은 개발 gate 통과 뒤에만 한 번 로드·평가했습니다. test 이후 재튜닝·재실행은 없습니다. +- 각 멤버의 검증 확률을 캐시해 `(5, 10,000, 10)` 텐서로 만들고, 학습 가능한 `raw_weights`에 `softmax`를 적용해 simplex 가중치 `w`를 얻습니다. 결합은 `p_ensemble = Σᵢ wᵢ pᵢ`이며 목적함수는 확률 공간의 NLL입니다. **멤버의 독립적인 신경망 가중치는 평균하지 않고, 예측 확률만 결합합니다.** + +#### 공식 test 결과 (one-shot confirmation) + +| 방법 | MNIST accuracy / NLL | FashionMNIST accuracy / NLL | +| --- | ---: | ---: | +| PSO 가중치 (`30 particles × 30 epochs`) | **98.83% / 0.036178** | **89.54% / 0.291700** | +| 균등 앙상블 | 98.86% / 0.036184 | 89.65% / 0.293522 | +| SLSQP 가중치 | 98.83% / 0.036179 | 89.54% / 0.291696 | +| 균등 앙상블 + temperature scaling | 98.86% / **0.034129** | 89.65% / **0.291996** | +| 동일 50-epoch 예산 단일 모델 | 98.60% / 0.062102 | 89.93% / 0.302348 | + +PSO와 SLSQP는 두 workload에서 사실상 같은 NLL을 냈습니다. PSO를 동일 50-epoch 단일 모델과 비교하면 두 workload 평균 test NLL이 **22.633% 감소**했지만, 평균 accuracy는 **-0.08%p**였습니다. 이는 이 측정 조건의 기술적 결과이지 보편적 우위 주장이 아닙니다. + +#### 비용과 권고 + +5개 독립 모델 pool은 단일 모델 대비 **저장 공간과 멤버 추론 비용이 5배**입니다. 또한 cached-probability simplex NLL은 매끄러운 저차원 문제였습니다. SLSQP는 workload당 **23회 평가 / 약 0.010초**로 PSO가 도달한 NLL을 재현했지만, PSO는 Iteration 1에서 swarm seed 하나당 **900회 평가 / 약 1.7~2.0초**가 필요했습니다. Iteration 0과 1을 합친 전체 PSO 연구 비용은 **14,400 queries / 144,000,000 candidate-sample evaluations / 30.2907초**입니다. 최종 Iteration 1만 보면 research **5,400 queries / 54,000,000 candidate-sample evaluations / 11.1512초**, 선택된 production **3.7888초**, SLSQP **46회 / 0.0201초**였습니다. Iteration 1의 production 시간과 해당 iteration의 pool 학습 시간 비율은 유지하지만, 두 iteration 합산 비용을 한 iteration의 학습 비용으로 나누지는 않습니다. + +따라서 이 연구의 권고는 **예측 공간 앙상블 자체는 유효한 선택으로 검토하되, 이처럼 매끄러운 simplex NLL에는 먼저 균등+temperature scaling 또는 SLSQP를 사용**하는 것입니다. PSO는 동일 목적함수에 대한 연구 비교 대상으로는 남지만, 측정된 비용을 고려하면 기본 선택으로 권하지 않습니다. 관련 배경은 [Deep Ensembles](https://arxiv.org/abs/1612.01474), [Temperature Scaling](https://arxiv.org/abs/1706.04599), [Model Soups](https://arxiv.org/abs/2203.05482), [Git Re-Basin](https://arxiv.org/abs/2209.04836)을 참조하십시오. 여기서 Model Soups와 Git Re-Basin은 각각 가중치 결합/정렬 문제를 다루며, 본 실험의 **독립 모델 가중치 평균**을 의미하지 않습니다. + +#### 재현 스크립트 및 공개 아티팩트 + +- 실행기: [`test/post_training_pso_ensemble.py`](test/post_training_pso_ensemble.py) +- 독립 평가기: [`test/evaluate_post_training_ensemble.py`](test/evaluate_post_training_ensemble.py) +- 결과 JSON: [`benchmark_results/pso_v8_post_training_ensemble.json`](benchmark_results/pso_v8_post_training_ensemble.json) +- 결과 CSV: [`benchmark_results/pso_v8_post_training_ensemble.csv`](benchmark_results/pso_v8_post_training_ensemble.csv) +- 평가 JSON: [`benchmark_results/pso_v8_post_training_ensemble_evaluation.json`](benchmark_results/pso_v8_post_training_ensemble_evaluation.json) +- 시각화: [`history_plt/pso_v8_post_training_ensemble.png`](history_plt/pso_v8_post_training_ensemble.png) +- 결정 로그: [`.omc/autoresearch/post-training-pso-ensemble/runs/20260904T093144Z/decision-log.md`](.omc/autoresearch/post-training-pso-ensemble/runs/20260904T093144Z/decision-log.md) + +### 역사적 단일 시드 레퍼런스 (Historical Seed 42 Reference) + +> **※ 참고**: 아래 기록은 초기 개발 단계에서 단일 시드(Seed 42) 환경으로 측정된 역사적(Historical) 레퍼런스 데이터입니다. 다중 시드($n=5$) 기반의 종합 실증 데이터 및 메타데이터는 상단 실증 보고서 및 [`REPORT.md`](REPORT.md)를 참조하십시오. + +- **튜닝 프로필 PSO 전용 (`refinement="none"`)**: 검증 정확도 `60.30%` / 검증 손실 `1.2354` +- **튜닝 프로필 하이브리드 Adam 후처리 (`refinement="adam"`, 100 에포크 @ lr 0.01)**: + - 최종 검증 평가: 검증 정확도 `84.60%` / 검증 손실 `0.4848` + - 전체 fit 실행 시간: `3.10초` (Apple Silicon MPS) +--- + +## 출력 아티팩트 구조 + +`fit()` 실행 시 `output_dir`을 지정하면 다음과 같이 버전 4.0.0 메타데이터 구조를 포함하는 파일 아티팩트가 생성됩니다: ```plain -|-- /conda_env # conda 환경 설정 파일 -| |-- environment.yaml # conda 환경 설정 파일 -|-- /metacode # pso 기본 코드 -| |-- pso_bp.py # 오차역전파 함수를 최적화하는 PSO 알고리즘 구현 - 성능이 99% 이상으로 나오나 목적과 다름 -| |-- pso_meta.py # PSO 기본 알고리즘 구현 -| |-- pso_tf.py # tensorflow 모델을 이용가능한 PSO 알고리즘 구현 -|-- /pso # tensorflow 모델을 학습하기 위해 기본 pso 코드에서 수정 - (psokeras 코드 의 구조를 사용하여 만듬) -| |-- __init__.py # pso 모듈을 사용하기 위한 초기화 파일 -| |-- optimizer.py # pso 알고리즘 이용을 위한 기본 코드 -| |-- particle.py # 각 파티클의 정보 및 위치를 저장하는 코드 -|-- xor.py # pso 를 이용한 xor 문제 풀이 -|-- iris.py # pso 를 이용한 iris 문제 풀이 -|-- iris_tf.py # tensorflow 를 이용한 iris 문제 풀이 -|-- mnist.py # pso 를 이용한 mnist 문제 풀이 -|-- mnist_tf.py # tensorflow 를 이용한 mnist 문제 풀이 -|-- plt.ipynb # pyplot 으로 학습 결과를 그래프로 표현 -|-- README.md # 현재 파일 -|-- requirements.txt # pypi 에서 다운로드 받을 패키지 목록 +output_dir/ +|-- best_model.pt # 최적 모델 state_dict 및 런 메타데이터 +|-- checkpoints/ # checkpoint_interval 설정 시 세대별 체크포인트 +| |-- epoch-25.pt +|-- history.csv # log_format="csv" 설정 시 학습 로그 +|-- tensorboard/ # log_format="tensorboard" 이벤트 로그 +|-- run.json # save_info=True 설정 시 5단계 플러그인 런 정보 ``` -pso 라이브러리는 tensorflow 모델을 학습하기 위해 기본 ./metacode/pso_meta.py 코드에서 수정하였습니다 [[2]](#참고-자료) +### `run.json` 예시 (v4.0.0): -pso 알고리즘을 이용하여 오차역전파 함수를 최적화 하는 방법을 찾는 중입니다 - -## 알고리즘 작동 방식 - -> 1. 파티클의 위치와 속도를 초기화 한다. -> 2. 각 파티클의 점수를 계산한다. -> 3. 각 파티클의 지역 최적해와 전역 최적해를 구한다. -> 4. 각 파티클의 속도를 업데이트 한다. - -# PSO 알고리즘을 이용하여 풀이한 문제들의 정확도 - -## 1. xor 문제 - -```python -loss = 'mean_squared_error' - -pso_xor = Optimizer( - model, - loss=loss, - n_particles=50, - c0=0.35, - c1=0.8, - w_min=0.6, - w_max=1.2, - negative_swarm=0.1, - mutation_swarm=0.2, - particle_min=-3, - particle_max=3, -) - -best_score = pso_xor.fit( - x_test, - y_test, - epochs=200, - save=True, - save_path="./result/xor", - renewal="acc", - empirical_balance=False, - Dispersion=False, - check_point=25, -) +```json +{ + "version": "4.0.0", + "task": "binary", + "device": "mps", + "loss_function": "BCEWithLogitsLoss", + "config": { + "method": "original", + "initialization": "model_noise", + "evaluation": "full", + "convergence": "none", + "refinement": "none", + "plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "gradient_required": false, + "fidelity": "canonical", + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "gradient_required": false, + "fidelity": "canonical", + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "gradient_required": false, + "fidelity": "canonical", + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "gradient_required": false, + "fidelity": "canonical", + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "gradient_required": false, + "fidelity": "canonical", + "options": {} + } + }, + "n_particles": 40, + "c0": 2.0, + "c1": 2.0, + "w_min": null, + "w_max": null, + "negative_swarm": 0.0, + "mutation_swarm": 0.0, + "particle_min": -5.0, + "particle_max": 5.0, + "velocity_limit_ratio": null, + "boundary_strategy": "clip", + "initial_position_noise": 1.0, + "seed": 101, + "fitness_size": null, + "convergence_patience": 10, + "convergence_min_delta": 0.0001, + "convergence_monitor": "loss", + "moment_blend": 0.0, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08, + "epochs": 100, + "batch_size": null, + "renewal": "loss", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "validation_source": null, + "validation_split": null, + "output_dir": "./result/xor", + "log_format": "csv", + "checkpoint_interval": 25, + "save_info": true + }, + "best_training_score": [0.0, 1.0, 0.0], + "validation_score": null, + "validation_source": null, + "validation_sample_count": null +} ``` -위의 파라미터 기준 10 세대 근처부터 정확도가 100%가 나오는 것을 확인하였습니다 +--- -![xor](./history_plt/xor_2_10.png) +## 프로젝트 구조 -## 2. iris 문제 - -```python -loss = 'mean_squared_error' - -pso_iris = Optimizer( - model, - loss=loss, - n_particles=100, - c0=0.35, - c1=0.7, - w_min=0.5, - w_max=0.9, - negative_swarm=0.1, - mutation_swarm=0.2, - particle_min=-3, - particle_max=3, -) - -best_score = pso_iris.fit( - x_train, - y_train, - epochs=200, - save=True, - save_path="./result/iris", - renewal="acc", - empirical_balance=False, - Dispersion=False, - check_point=25 -) +```plain +. +|-- .github/ +| |-- workflows/ +| |-- pypi.yml # PyPI 게시 워크플로우 +| |-- python-package.yml # GitHub Actions CI 워크플로우 +|-- benchmark_results/ # Protocol 2.0.0 벤치마크 측정 결과 아티팩트 +| |-- pso_v4_benchmark.json +| |-- pso_v4_main_benchmark.csv +| |-- pso_v4_ablation_benchmark.csv +| |-- pso_v4_tuning.json +| |-- pso_v4_tuning_search.csv +| |-- pso_v4_tuning_confirmation.csv +| |-- pso_v4_particle_scaling.csv +| |-- pso_v4_120p80_replication.json +| |-- pso_v4_120p80_replication.csv +| |-- pso_v4_epoch_convergence.json +| |-- pso_v4_epoch_convergence.csv +| |-- pso_v4_full_mnist.json +| |-- pso_v4_full_mnist.csv +| |-- pso_v4_deep_accuracy.json +| |-- pso_v4_deep_accuracy.csv +| |-- pso_v6_heavy_autoresearch.json +| |-- pso_v6_heavy_autoresearch.csv +| |-- pso_v7_heavy_cross_split.json +| |-- pso_v7_heavy_cross_split.csv +|-- data/ # 실험용 로컬 데이터셋 +|-- example/ +| |-- pso2mnist.ipynb # MNIST Jupyter Notebook 예제 +|-- history_plt/ # 벤치마크 결과 시각화 이미지 +| |-- pso_v4_accuracy.png +| |-- pso_v4_loss.png +| |-- pso_v4_rank_heatmap.png +| |-- pso_v4_runtime.png +| |-- pso_v4_mnist_ablation.png +| |-- pso_v4_extended_tuning.png +| |-- pso_v4_particle_scaling.png +| |-- pso_v4_epoch_convergence.png +| |-- pso_v4_full_mnist.png +| |-- pso_v4_deep_accuracy.png +| |-- pso_v6_heavy_autoresearch.png +| |-- pso_v7_heavy_cross_split.png +|-- pso/ # pso2keras 핵심 라이브러리 코드 +| |-- __init__.py # Optimizer, Particle, __version__ 내보내기 +| |-- _version.py # 패키지 버전 조회 +| |-- _weights.py # PyTorch 파라미터 평탄화/복원 ParameterCodec +| |-- optimizer.py # Optimizer 클래스 및 5단계 오케스트레이션 +| |-- particle.py # Swarm 파티클 구현 +| |-- plugins.py # 5단계 플러그인 아키텍처 및 메타데이터/스테이지 구현 +|-- test/ # 수동 수렴 실험 및 비교 스크립트 +| |-- benchmark_suite.py # Protocol 2.0.0 종합 벤치마크 자동화 수트 +| |-- tuning_suite.py # Tuning Protocol 1.0.0 검증 선택/확인/스케일링 수트 +| |-- reproduce_scaling.py # 120p×80e 파티클 스케일링 재현성 검증 스크립트 +| |-- epoch_convergence.py # Adaptive Moment 120p 연속 epoch 수렴 진단 +| |-- full_mnist_study.py # 공식 MNIST 60k/10k 전체 학습 진단 +| |-- deep_accuracy_study.py # 공식 MNIST 딥 신경망 원본 이미지/최적화기 비교 +| |-- heavy_pso_autoresearch.py # Heavy PSO 부분공간 반복 실험기 +| |-- evaluate_heavy_autoresearch.py # 고정 Pareto 평가기 +| |-- heavy_pso_cross_split.py # Heavy PSO 교차 분할 실행기 +| |-- evaluate_heavy_cross_split.py # 엄격한 교차 분할 평가기 +| |-- publish_heavy_cross_split.py # 공개 JSON/CSV/PNG 발행기 +| |-- cli.py # CLI 인자 파싱 및 스테이지 헬퍼 +| |-- compare_methods.py # 다종 무브먼트 알고리즘 비교 CLI +| |-- xor.py +| |-- iris.py +| |-- mnist.py +| |-- fashion_mnist.py +| |-- digits.py +| |-- seeds.py +| |-- bean.py +|-- tests/ # 자동화 오프라인 pytest 테스트 수트 +| |-- test_plugins.py # 플러그인 레지스트리 및 메타데이터 테스트 +|-- LICENSE +|-- pyproject.toml # 프로젝트 메타데이터 및 의존성 정의 +|-- README.md +|-- REPORT.md # PSO v4.0.0 실증 벤치마크 평가 보고서 +|-- uv.lock # 의존성 잠금 파일 ``` -위의 파라미터 기준 7 세대에 97%, 35 세대에 99.16%의 정확도를 보였습니다 +--- -![iris](./history_plt/iris_99.17.png) +## 보안 관련 참고 사항 -위의 그래프를 보면 epochs 이 늘어나도 정확도와 loss 가 수렴하지 않는것을 보면 파라미터의 이동 속도가 너무 빠르다고 생각합니다 +> **Note on Credentials**: +> 이전 README 파일에 포함되어 있던 Sonar 서비스 프로젝트 뱃지 URL에는 인증 토큰 키가 직접 표기되어 있었습니다. 해당 토큰 파라미터는 보안상 이 저장소에서 완전히 제거되었습니다. 기존 노출 토큰의 재발급 및 무효화(Revocation/Rotation) 작업은 해당 Sonar 대시보드 외부 서비스 관리 화면에서 별도로 관리됩니다. -## 3. mnist 문제 +--- -```python -loss = 'mean_squared_error' +## 참고 문헌 (Primary References & DOIs) -pso_mnist = Optimizer( - model, - loss=loss, - n_particles=500, - c0= 0.4, - c1= 0.6, - w_min= 0.5, - w_max= 0.8, - negative_swarm=0.1, - mutation_swarm=0.2, - particle_min=-5, - particle_max=5, -) - -best_score = pso_mnist.fit( - x_train, - y_train, - epochs=200, - save_info=True, - log=2, - log_name="mnist", - save_path="./result/mnist", - renewal="acc", - check_point=25, -) -``` - -위의 파라미터 기준 현재 정확도 63.84%를 보이고 있습니다 - -![mnist_acc](./history_plt/mnist_63.84_acc.png) - -![mnist_loss](./history_plt/mnist_63.84_loss.png) - -63%의 정확도가 나타나는 것으로 보아 최적화가 되어가고 있다고 볼 수 있을 것 같습니다. - -하지만 정확도가 더 이상 올라가지 않고 정체되는 것으로 보아 조기 수렴하는 문제가 발생하고 있다고 생각합니다. - -## Trouble Shooting - -> 1. 딥러닝 알고리즘 특성상 weights는 처음 컴파일시 무작위하게 생성된다. weights의 각 지점의 중요도는 매번 무작위로 정해지기에 전역 최적값으로 찾아갈 때 값이 높은 loss를 향해서 상승하는 현상이 나타난다. -> -> > 따라서 weights의 이동 방법을 더 탐구하거나, weights를 초기화 할때 random 중요도를 좀더 노이즈가 적게 생성하는 방향을 모색해야할 것 같다. - --> 고르게 초기화 하기 위해 np.random.uniform 함수를 사용하였습니다 - -> 2. 지역최적값에 계속 머무르는 조기 수렴 현상이 나타난다. - 30% 정도의 정확도를 가진다 - --> 지역최적값에 머무르는 것을 방지하기 위해 negative_swarm, mutation_swarm 파라미터를 추가하였습니다 - 현재 63% 정도의 정확도를 보이고 있습니다 - -> 3. 파티클의 수를 늘리면 전역 최적해에 좀더 가까워지는 현상을 발견하였다. 하지만 파티클의 수를 늘리면 메모리 사용량이 기하급수적으로 늘어난다. - --> keras 모델을 사용할때 predict, evaluate 함수를 사용하면 메모리 누수가 발생하는 문제를 찾았습니다. 해결방법을 추가로 찾아보는중 입니다. -> 메모리 누수를 획기적으로 줄여 현재는 파티클의 수를 500개에서 1000개까지 증가시켜도 문제가 없습니다.
--> 추가로 파티클의 수가 적을때에도 전역 최적해를 쉽게 찾는 방법을 찾는중 입니다
- -> 4. 현재 tensorboard 로 로그 저장시 994개 이상 저장이 안되는 문제가 발생하고 있습니다. - --> csv 파일로 저장할 경우 갯수에는 문제가 발생하지 않습니다. --> 수가 적을때 한 파티클이 지역 최적해에서 머무를 경우 파티클을 초기화 하는 방법이 필요해 보입니다. - -> 5. 모델의 크기가 커지면 수렴이 늦어지고 정확도가 떨어지는 현상이 발견되었다. 모델의 크기에 맞는 파라미터를 찾아야할 것 같다. - -> 6. EBPSO 의 방식을 추가로 적용을 하였으나 수식을 잘못 적용을 한것인지 기본 pso 보다 더 떨어지는 정확도를 보이고 있다. (현재 수정중) - -### 개인적인 생각 - -> 머신러닝 분류 방식에 존재하는 random forest 방식을 이용하여, 오차역전파 함수를 최적화 하는 방법이 있을것 같습니다 -> -> > pso 와 random forest 방식이 매우 유사하다고 생각하여 학습할 때 뿐만 아니라 예측 할 때도 이러한 방식으로 사용할 수 있을 것 같습니다 - -# 참고 자료 - -[1]: [A partilce swarm optimization algorithm with empirical balance stategy](https://www.sciencedirect.com/science/article/pii/S2590054422000185#bib0005)
-[2]: [psokeras](https://github.com/mike-holcomb/PSOkeras)
-[3]: [PSO의 다양한 영역 탐색과 지역적 미니멈 인식을 위한 전략](https://koreascience.kr/article/JAKO200925836515680.pdf)
-[4]: [PC 클러스터 기반의 Multi-HPSO를 이용한 안전도 제약의 경제 급전](https://koreascience.kr/article/JAKO200932056732373.pdf)
-[5]: [Particle 2-Swarm Optimization for Robust Search](https://s-space.snu.ac.kr/bitstream/10371/29949/3/management_information_v18_01_p01.pdf)
+1. Kennedy, J., & Eberhart, R. (1995). *Particle swarm optimization*. In Proceedings of ICNN'95 - International Conference on Neural Networks (Vol. 4, pp. 1942-1948). IEEE. DOI: [10.1109/ICNN.1995.488968](https://doi.org/10.1109/ICNN.1995.488968) +2. Shi, Y., & Eberhart, R. (1998). *A modified particle swarm optimizer*. In 1998 IEEE International Conference on Evolutionary Computation Proceedings. IEEE World Congress on Computational Intelligence (pp. 69-73). IEEE. DOI: [10.1109/ICEC.1998.699146](https://doi.org/10.1109/ICEC.1998.699146) +3. Clerc, M., & Kennedy, J. (2002). *The particle swarm-explosion, stability, and convergence in a multidimensional complex space*. IEEE Transactions on Evolutionary Computation, 6(1), 58-73. DOI: [10.1109/4235.985692](https://doi.org/10.1109/4235.985692) +4. Mendes, R., Kennedy, J., & Neves, J. (2004). *The fully informed particle swarm: simpler, maybe better*. IEEE Transactions on Evolutionary Computation, 8(3), 204-210. DOI: [10.1109/TEVC.2004.826074](https://doi.org/10.1109/TEVC.2004.826074) +5. Liang, J. J., Qin, A. K., Suganthan, P. N., & Baskar, S. (2006). *Comprehensive learning particle swarm optimizer for global optimization of multimodal functions*. IEEE Transactions on Evolutionary Computation, 10(3), 281-295. DOI: [10.1109/TEVC.2005.857610](https://doi.org/10.1109/TEVC.2005.857610) +6. Kennedy, J. (2003). *Bare bones particle swarms*. In Proceedings of the 2003 IEEE Swarm Intelligence Symposium (pp. 80-87). IEEE. DOI: [10.1109/SIS.2003.1202251](https://doi.org/10.1109/SIS.2003.1202251) +7. Zhang, J.-R., Zhang, J., Lok, T.-M., & Lyu, M. R. (2007). *A hybrid particle swarm optimization–back-propagation algorithm for feedforward neural network training*. Applied Mathematics and Computation, 185(2), 1026-1037. DOI: [10.1016/j.amc.2006.07.025](https://doi.org/10.1016/j.amc.2006.07.025) (Hybrid PSO-BP Classical Foundations) +8. Kennedy, J., & Mendes, R. (2002). *Population structure and particle swarm performance*. In Proceedings of the 2002 Congress on Evolutionary Computation (Vol. 2, pp. 1671-1676). IEEE. DOI: [10.1109/CEC.2002.1004493](https://doi.org/10.1109/CEC.2002.1004493) +9. Sun, J., Feng, B., & Xu, W. (2004). *Particle swarm optimization with particles having quantum behavior*. In Proceedings of the 2004 Congress on Evolutionary Computation (pp. 325-331). IEEE. DOI: [10.1109/CEC.2004.1330875](https://doi.org/10.1109/CEC.2004.1330875) diff --git a/REPORT.md b/REPORT.md new file mode 100644 index 0000000..9a72cc5 --- /dev/null +++ b/REPORT.md @@ -0,0 +1,796 @@ +# PSO v4.0.0 실증 벤치마크 평가 보고서 (Benchmark 2.0.0 + Tuning 1.0.0 + Replication 1.0.0 + Epoch Convergence 1.0.0 + Full MNIST 1.0.0 + Deep Accuracy 1.0.0 + MNIST-PSO-RAW-V5 1.0.0 + MNIST-PSO-RAW-V6 1.0.0 + HEAVY-TASK-PSO-V6 1.0.0 + HEAVY-PSO-CROSS-SPLIT 1.0.0) + +## 1. 요약 및 핵심 발견사항 (Executive Findings) + +본 보고서는 `pso2keras` 라이브러리의 v4.0.0 5단계 플러그인 아키텍처 기반 미분 무관(Derivative-Free) Particle Swarm Optimization (PSO) 알고리즘 수렴 성능 및 특성에 대한 종합 실증 평가 결과입니다. 벤치마크 프로토콜 v2.0.0에 따라 총 225회의 독립 측정 실행(메인 벤치마크 7기법 × 5워크로드 × 5시드 = 175회, MNIST Ablation 10프로필 × 5시드 = 50회)을 수행하였으며, 모든 실행은 에러 없이 100% 성공적으로 완료되었습니다. + +추가로 Tuning Protocol 1.0.0에서 32개 하이퍼파라미터 후보의 검증 선택, 5개 기법의 held-out 확인, `adaptive_moment` 파티클 스케일링을 수행했습니다. 이 확장 연구는 161개 결과 레코드(96 search + 25 confirmation + 40 scaling)를 포함하며, 공유 30×80 scaling 셀을 재사용했으므로 실제 scaling 적합 실행은 35회입니다. 이후 120×80 exact replay/fresh-seed 10회, 같은 시드 5개의 240-epoch subset 궤적, 공식 MNIST 60,000/10,000 전체 split의 240-epoch 궤적 5회를 각각 별도 프로토콜로 실행했습니다. Deep Accuracy Protocol 1.0.0은 아키텍처 레인 9개와 최적화기 레인 9개의 논리 레코드를 포함하며, 최적화기 레인의 `adam_only` 3개는 아키텍처 레인의 Compact CNN 결과를 명시적으로 재사용하므로 실제 고유 학습 워크플로는 15개입니다. 이 후속 실행들은 기존 161개 Tuning Protocol 레코드나 225회 Protocol 2.0.0 결과에 합산하지 않습니다. + +HEAVY-TASK-PSO-V6 1.0.0은 공식 test split을 사용하지 않고 MNIST/FashionMNIST의 train 60,000개를 각각 search 50,000/validation 10,000으로 분할해, Compact CNN(9,098 params)과 WideCNN(55,338 params)의 전가중치 PSO 실행 가능성을 추가로 평가했습니다. 단일시드 16-cell screen 뒤 G8과 workload별 validation-selected normalized 방법을 3개 시드로 확인했으며, 이 결과는 기존 프로토콜 실행 수에 합산하지 않습니다. + +### 핵심 평가 요약 +1. **고전 무브먼트 기법의 강세**: 5개 워크로드 종합 평균 순위에서 `constriction` (수축 계수 PSO)과 `inertia` (관성 가중치 감쇄 PSO)가 평가 정확도 평균 순위 **1.60**으로 공동 1위를 기록했습니다. 손실(Loss) 측면에서는 `constriction`이 평균 순위 **1.60**으로 `inertia` (**1.80**) 대비 더 낮은 손실 수렴 성향을 나타냈습니다. +2. **미분 기반 후처리(Adam)의 효과**: MNIST 소형 분류 모델 실험에서 하이브리드 경사하강 미세조정(`tuned_adam_100_lr.01`)을 적용할 경우 검증 정확도 **85.58% ± 0.24%**를 기록하여 최고 성과를 달성했습니다. 다만, 이는 역전파 경사도(`loss.backward()`)를 활용하는 하이브리드 방식입니다. +3. **미분 무관 Ablation 탐색 최고 성과**: pure derivative-free 기법 중 MNIST Ablation 최고 검증 정확도는 `adaptive_moment_.10` (적응형 경로 모멘트 혼합비 0.10)로 **63.00% ± 1.83%**를 기록했습니다 (단, 검증 손실은 **1.243339**로 `inertia_tuned`의 **1.236600** 대비 약간 높음). +4. **평가 방식 및 샘플 수 교란 요인**: 미분 무관 ablation 중 최저 검증 손실은 `tuned_full_evaluation`의 **1.179009 ± 0.050059**였으나, 이는 고정 서브셋(2,000개)이 아닌 전체 학습 데이터(3,000개) 평가 및 배치 처리 차이에 따른 교란 요인(Confound)이 반영된 수치입니다. +5. **파티클 재초기화(Particle Reset)**: `tuned_particle_reset` 프로필은 측정된 시드 세트(46~50)에서 `inertia_tuned`와 동일한 최종 성능 수치(**61.62% / 1.236600**)를 기록했습니다. 재초기화 이벤트 수를 별도로 계측하지 않았으므로, 이벤트가 없었는지 또는 최종 전역 최적해에 영향을 주지 않았는지는 이 결과만으로 구분할 수 없습니다. +6. **확장 튜닝의 동일 예산 확인**: 파티클 30개 × 80세대 held-out 확인에서 `local_best`가 **62.64% ± 2.94%**, `inertia`가 **62.30% ± 3.01%**, `adaptive_moment`가 **61.06% ± 0.91%**를 기록했습니다. 따라서 Adaptive Moment는 이 동일 예산 비교의 최상위 기법이 아닙니다. +7. **Adaptive Moment 파티클 증가**: 80세대를 유지하면서 파티클을 30개에서 120개로 늘리면 정확도가 **62.12%에서 72.34%**로 상승했지만 particle-evaluations와 fit 시간도 각각 4배와 **4.16배**로 증가했습니다. 약 2,400 particle-epochs를 고정하면 파티클 증가와 세대 감소 조합의 정확도는 오히려 낮아졌습니다. +8. **120×80 재현성 확인**: 동일 시드 71~75 exact replay는 baseline과 같은 **72.34% ± 1.82%**를 재현했고 시드별 최대 차이는 **0.00%p**였습니다. 독립 시드 81~85는 **73.60% ± 1.66%**로 baseline 대비 **+1.26%p**였으며, 사전 선언한 ±3%p 및 95% t-신뢰구간 중첩 조건을 모두 충족했습니다. +9. **Epoch 80은 조기 수렴 지점이 아님**: 120개 파티클의 연속 실행을 240세대까지 늘리자 테스트 정확도가 **72.34%에서 83.52%**로 **+11.18%p** 상승하고 training best loss가 **47.30%** 감소했습니다. 200→240에서도 loss가 **6.68%** 감소하고 정확도가 **+0.94%p** 상승해 epoch 240에서도 완전한 plateau는 확인되지 않았습니다. +10. **전체 MNIST 학습 결과**: 공식 train 60,000개를 모든 파티클의 매 epoch fitness에 사용하고 test 10,000개 전체를 평가했습니다. 120 particles × 240 epochs에서 정확도는 **87.70% ± 0.36%**, 테스트 loss는 **0.412078 ± 0.006848**이었습니다. Epoch 200→240에서도 정확도가 **+0.85%p**, training loss가 **6.13%** 개선되어 plateau는 확인되지 않았습니다. +11. **원본 MNIST 이미지 및 딥 신경망 아키텍처/최적화 기법 평가 (Deep Accuracy 1.0.0)**: PCA 없이 공식 train 60,000개와 test 10,000개 원본 $1 \times 28 \times 28$ 입력을 평가했습니다($n=3$, seeds 101~103). Adam 10 epochs에서 Raw Linear(7,850 params)는 **92.45% ± 0.10%**, Raw MLP(109,386 params)는 **97.70% ± 0.08%**, Compact CNN(9,098 params)은 **98.53% ± 0.16%**였고 CNN은 모든 시드가 5 epochs 이내 98%에 도달했습니다. 같은 CNN에서 30 particles × 40 generations·fixed-2k all-weight PSO는 **36.76% ± 3.76%**, PSO→Adam은 **97.30% ± 0.75%**였습니다. 측정한 예산에서는 전가중치 PSO와 PSO 초기화가 pure Adam을 대체하거나 개선하지 못했습니다. +12. **V5 탐색 구조 회귀 원인 분리 (MNIST-PSO-RAW-V6 1.0.0)**: 공식 test split을 로드하지 않고 train 60,000개를 search 50,000/validation 10,000으로 나눈 뒤, Compact CNN 전가중치 PSO의 탐색 구조 9개를 비교했습니다. 3-시드 확인에서 V5 구조 G0은 **79.53% ± 0.58% / NLL 0.689687**, 기존 `Optimizer` 제어군 G8은 **84.92% ± 0.99% / 0.481440**이었습니다. mutation·초기 속도·normalized ±6 경계를 묶은 G5/G6은 각각 **84.24% / 0.510297**, **84.25% / 0.503809**로 사전 회복 기준을 충족했습니다. 단일시드 screen은 mutation과 경계 확장을 유력 요인으로 지목하지만 개별 3-시드 인과 확인은 아직 수행하지 않았습니다. +13. **더 무거운 영상 태스크 실행 가능성 (HEAVY-TASK-PSO-V6 1.0.0)**: 파라미터 수를 **9,098→55,338(6.08배)**로 늘리고 FashionMNIST를 추가한 네 workload에서 G8과 screen-selected G5/G6의 24개 확인 실행이 모두 finite하게 완료됐습니다. 사전 기준(초기 모델 대비 validation NLL 20% 이상 감소와 accuracy 20%p 이상 상승)은 8개 workload-method 집계가 모두 통과했습니다. 그러나 12 particles × 80 epochs·fixed-10k에서 최종 정확도는 **41.03~49.15%**에 그쳐, 이는 계산상 최적화 가능성이지 실용적 학습 성능이나 Adam 대체 가능성을 의미하지 않습니다. +14. **Heavy PSO 교차 분할 강건성 검증 실패 (HEAVY-PSO-CROSS-SPLIT 1.0.0)**: 개발 분할 2개(20260905/20260906) 및 시드 101~103, 매칭 baseline 재실행 조건(12p×80e×fixed10k)에서 동결 정책 `fixed_global_hybrid_v3`를 교차 평가한 결과, 전체 정확도 개선은 +0.1533%p, NLL 감소는 0.5546%에 그쳤고 최악 accuracy 회귀 -7.1767%p, 최악 NLL 회귀 +14.5682%, MNIST Wide acc -0.3617%p(NLL 2.4600% 악화)로 게이트를 통과하지 못해 실패(FAIL)로 판정되었습니다. 총 8회 결정 탐색(9개 개발 변형) 중 최상위 스코어 후보(Iteration 5, 스코어 -185.610686)도 MNIST Wide acc -2.6633%p(NLL 2.1874% 악화)로 탈락했습니다. 이에 따라 보존 정책은 `null`로 확정되었고 확인 분할(20260907) 실행은 과학적 규칙에 따라 보류되었으며 공식 test split은 0회 로드/평가되었습니다 (총 432 runs, 414,720 queries, 41.472억 샘플 평가, 3162.9717s). + +--- + +## 2. 실험 환경 및 워크로드 스펙 (Hardware, Software & Workload Spec) + +### 2.1 하드웨어 및 소프트웨어 프로비넌스 + +| 환경 항목 | 세부 사양 / 버전 | +| --- | --- | +| **플랫폼 (OS)** | macOS 26.5.2 (Darwin 25.5.0 arm64) | +| **프로세서 (CPU/GPU)** | Apple M5 Max (System Apple Silicon, MPS 가속) | +| **Python 버전** | 3.11.15 | +| **PyTorch 버전** | 2.13.0 (`device="mps"`) | +| **패키지 버전** | `pso2keras` v4.0.0 | +| **벤치마크 프로토콜** | Protocol v2.0.0 | + +### 2.2 워크로드 및 신경망 모델 매트릭스 + +본 벤치마크는 비선형 논리 회로(XOR), 소형 다변량 표형 데이터(Iris, Seeds), 중형 이미지 수치 데이터(Digits), PCA 32차원 축소 MNIST 데이터셋을 대상으로 수행되었습니다. + +| 워크로드 | 데이터 크기 (학습/검증) | 모델 구조 | 파라미터 수 | 손실 함수 및 작업 | 파티클 수 ($N$) | 세대 수 ($T$) | 평가 대상 집합 | 시드 범위 | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | +| **XOR** | 4 / 4 | `Linear(2,4) - Tanh - Linear(4,1)` | 17 | `BCEWithLogitsLoss` (Binary) | 24 | 80 | Train Eval | 41 ~ 45 | +| **Iris** | 120 / 30 | `Linear(4,10) - ReLU - Linear(10,10) - ReLU - Linear(10,3)` | 193 | `CrossEntropyLoss` (Multiclass) | 24 | 60 | Held-out Eval | 41 ~ 45 | +| **Seeds** | 168 / 42 | `Linear(7,16) - ReLU - Linear(16,32) - ReLU - Linear(32,3)` | 771 | `CrossEntropyLoss` (Multiclass) | 24 | 60 | Held-out Eval | 41 ~ 45 | +| **Digits** | 1,437 / 360 | `Linear(64,12) - ReLU - Linear(12,10) - ReLU - Linear(10,10)` | 1,020 | `CrossEntropyLoss` (Multiclass) | 24 | 50 | Held-out Eval | 41 ~ 45 | +| **MNIST** | 3,000 / 1,000 (PCA32) | `Linear(32,10)` | 330 | `CrossEntropyLoss` (Multiclass) | 30 | 80 | Held-out Eval | 41 ~ 45 | + +> **참고**: MNIST 실험은 784차원 원본 이미지 텐서가 아닌 PCA 32차원 로짓 분류기 `Linear(32,10)` 환경(학습 3,000개, 검증 1,000개)에서 수행되었습니다. +> **타이밍 예산 및 웜업**: 각 측정은 별도의 모델과 Optimizer로 기법별 비측정 웜업(PSO 2세대)을 수행한 뒤, 동일 시드로 측정 대상을 다시 생성하여 `fit()` 호출만 측정했습니다. Adam 프로필의 웜업은 refinement 1세대를 포함하며, 메인 미분 무관 실험의 웜업은 refinement를 사용하지 않습니다. + +--- + +## 3. 메인 벤치마크 평가 결과 (Main Benchmark Matrix) + +7가지 주요 PSO 무브먼트 기법(`original`, `inertia`, `constriction`, `fips`, `clpso`, `bare_bones`, `adaptive_moment`)에 대한 5개 워크로드별 5-시드 평균 및 표준편차(Mean ± SD, $n=5$) 결과입니다. + +### 3.1 정확도 Matrix (Eval Accuracy %, Mean ± SD) + +| 워크로드 (평가 구분) | original | inertia | constriction | fips | clpso | bare_bones | adaptive_moment | +| --- | --- | --- | --- | --- | --- | --- | --- | +| **XOR** (Train) | 100.00% ± 0.00% | 100.00% ± 0.00% | **100.00% ± 0.00%** | 75.00% ± 25.00% | 60.00% ± 13.69% | 100.00% ± 0.00% | 100.00% ± 0.00% | +| **Iris** (Held-out) | 92.00% ± 8.69% | **94.00% ± 2.79%** | 94.00% ± 3.65% | 74.00% ± 5.48% | 79.33% ± 7.60% | 84.67% ± 5.58% | 84.67% ± 7.67% | +| **Seeds** (Held-out) | 87.62% ± 4.26% | **91.43% ± 5.22%** | 89.05% ± 9.16% | 88.57% ± 3.53% | 85.71% ± 2.92% | 87.14% ± 6.86% | 89.05% ± 4.64% | +| **Digits** (Held-out) | 16.44% ± 2.23% | 30.33% ± 6.17% | **37.28% ± 1.79%** | 24.94% ± 6.15% | 20.78% ± 5.06% | 19.00% ± 5.63% | 26.78% ± 1.83% | +| **MNIST** (Held-out) | 14.40% ± 1.66% | 46.84% ± 7.53% | **52.00% ± 4.62%** | 21.06% ± 4.81% | 20.68% ± 2.28% | 41.26% ± 3.80% | 26.20% ± 1.04% | + +### 3.2 손실 Matrix (Eval Raw Loss, Mean ± SD) + +| 워크로드 (평가 구분) | original | inertia | constriction | fips | clpso | bare_bones | adaptive_moment | +| --- | --- | --- | --- | --- | --- | --- | --- | +| **XOR** (Train) | 0.004558 ± 0.002672 | 0.004431 ± 0.003308 | **0.004086 ± 0.002357** | 0.546355 ± 0.059307 | 0.548166 ± 0.031946 | 0.082100 ± 0.056963 | 0.190431 ± 0.178122 | +| **Iris** (Held-out) | 0.222324 ± 0.155767 | **0.106901 ± 0.053063** | 0.171796 ± 0.076965 | 0.605010 ± 0.060601 | 0.448270 ± 0.053877 | 0.405791 ± 0.172336 | 0.349701 ± 0.178108 | +| **Seeds** (Held-out) | 0.492240 ± 0.433653 | 0.331656 ± 0.342636 | 0.351420 ± 0.388200 | 0.383732 ± 0.103951 | 0.469817 ± 0.073254 | 0.421920 ± 0.120052 | **0.315947 ± 0.120895** | +| **Digits** (Held-out) | 2.269628 ± 0.025331 | 1.980667 ± 0.143070 | **1.765113 ± 0.057309** | 2.064165 ± 0.091569 | 2.204543 ± 0.023215 | 2.250203 ± 0.084448 | 2.108837 ± 0.023357 | +| **MNIST** (Held-out) | 2.428194 ± 0.091877 | 1.716089 ± 0.260764 | **1.507968 ± 0.149152** | 2.223230 ± 0.073048 | 2.285833 ± 0.068177 | 1.965562 ± 0.175909 | 2.219058 ± 0.104724 | + +### 3.3 워크로드별 최고 성과 기법 요약 (Per-workload Winners) + +| 워크로드 | 최고 정확도 기법 (Eval Acc) | 최저 손실 기법 (Eval Loss) | 비고 | +| --- | --- | --- | --- | +| **XOR** | `constriction` (100.00% ± 0.00%) | `constriction` (0.004086 ± 0.002357) | 5개 기법 100% 동률 (손실로 순위 구분) | +| **Iris** | `inertia` (94.00% ± 2.79%) | `inertia` (0.106901 ± 0.053063) | `constriction`과 정확도 동률, 손실로 순위 구분 | +| **Seeds** | `inertia` (91.43% ± 5.22%) | `adaptive_moment` (0.315947 ± 0.120895) | 정확도 inertia 우수, 손실 AM 우수 | +| **Digits** | `constriction` (37.28% ± 1.79%) | `constriction` (1.765113 ± 0.057309) | 고차원 다중 분류에서 수축 계수 우수 | +| **MNIST** | `constriction` (52.00% ± 4.62%) | `constriction` (1.507968 ± 0.149152) | 이 고정 예산에서 정확도와 손실 모두 1위 | + +### 3.4 평균 순위 및 수렴 실행 시간 (Ranks & Warmed Runtime) + +각 워크로드 내에서 1위(최고)부터 7위(최저)까지 순위를 부여한 후 5개 워크로드에 대해 평균한 결과 및 MPS 디바이스 웜업 완료 후 측정된 실행 시간입니다. + +| 기법 (`method`) | 정확도 순위 목록 [XOR, Iris, Seeds, Digits, MNIST] | 평균 정확도 순위 | 손실 순위 목록 [XOR, Iris, Seeds, Digits, MNIST] | 평균 손실 순위 | 평균 실행 시간 ($n=25$) | +| --- | --- | --- | --- | --- | --- | +| **`constriction`** | [1, 2, 3, 1, 1] | **1.60** | [1, 2, 3, 1, 1] | **1.60** | 2.0821s ± 0.766s | +| **`inertia`** | [2, 1, 1, 2, 2] | **1.60** | [2, 1, 2, 2, 2] | **1.80** | 1.9824s ± 0.614s | +| **`adaptive_moment`** | [5, 4, 2, 3, 4] | **3.60** | [5, 4, 1, 4, 4] | **3.60** | 2.1264s ± 0.874s | +| **`bare_bones`** | [4, 5, 6, 6, 3] | **4.80** | [4, 5, 5, 6, 3] | **4.60** | 2.2476s ± 0.724s | +| **`original`** | [3, 3, 5, 7, 7] | **5.00** | [3, 3, 7, 7, 7] | **5.40** | 2.1112s ± 0.857s | +| **`fips`** | [6, 7, 4, 4, 5] | **5.20** | [6, 7, 4, 3, 5] | **5.00** | 2.5636s ± 0.708s | +| **`clpso`** | [7, 6, 7, 5, 6] | **6.20** | [7, 6, 6, 5, 6] | **6.00** | 2.3507s ± 0.726s | + +> **핵심 요약**: `inertia`와 `constriction`은 평균 정확도 순위 **1.60**으로 공동 1위를 기록했습니다. 평균 손실 순위는 `constriction` **1.60**, `inertia` **1.80**이었으며, 이는 이 다섯 워크로드의 표본 평균 서열입니다. + +--- + +## 4. 메인 시각화 차트 (Main Figures) + +벤치마크 결과 시각화 차트는 `history_plt/` 디렉터리에 저장되어 있습니다. + +| 정확도 비교 (Accuracy) | 손실 비교 (Loss) | +| --- | --- | +| ![Main Accuracy](history_plt/pso_v4_accuracy.png) | ![Main Loss](history_plt/pso_v4_loss.png) | + +| 순위 히트맵 (Rank Heatmap) | 실행 시간 비교 (Runtime) | +| --- | --- | +| ![Rank Heatmap](history_plt/pso_v4_rank_heatmap.png) | ![Runtime](history_plt/pso_v4_runtime.png) | + +--- + +## 5. MNIST Ablation 연구 (MNIST 10-Profile Ablation Study) + +MNIST PCA32 `Linear(32,10)` 워크로드(파티클 30, 세대 80, 시드 46~50)에서 초기화, 적합도 평가, 수렴 제어, 미세조정, 적응형 경로 모멘트 하이퍼파라미터 변형 10개 프로필을 비교 분석하였습니다. + +### 5.1 Ablation 종합 성과 매트릭스 + +| 프로필 식별자 (`profile`) | 검증 정확도 (Eval Acc) | 검증 손실 (Eval Loss) | 학습 정확도 (Train Acc) | 학습 손실 (Train Loss) | 실행 시간 (Runtime) | Acc 순위 | Loss 순위 | +| --- | --- | --- | --- | --- | --- | --- | --- | +| `tuned_adam_100_lr.01` | **85.58% ± 0.24%** | **0.470271 ± 0.011931** | 91.58% ± 0.39% | 0.298524 ± 0.012987 | 4.991s ± 0.434s | 1 | 1 | +| `adaptive_moment_.10` | **63.00% ± 1.83%** | 1.243339 ± 0.102561 | 70.99% ± 1.28% | 0.978244 ± 0.021198 | 4.287s ± 0.289s | 2 | 5 | +| `tuned_full_evaluation` | **62.54% ± 2.80%** | **1.179009 ± 0.050059** | 68.79% ± 1.07% | 1.005140 ± 0.028281 | 3.377s ± 0.469s | 3 | 2 | +| `inertia_tuned` (기준) | 61.62% ± 5.13% | 1.236600 ± 0.124281 | 69.31% ± 2.93% | 0.999514 ± 0.075496 | 3.132s ± 0.409s | 4 | 3 | +| `tuned_particle_reset` | 61.62% ± 5.13% | 1.236600 ± 0.124281 | 69.31% ± 2.93% | 0.999514 ± 0.075496 | 4.176s ± 0.449s | 5 | 4 | +| `tuned_no_mutation` | 60.42% ± 3.04% | 1.249836 ± 0.084985 | 66.86% ± 1.28% | 1.074396 ± 0.043372 | 3.348s ± 0.343s | 6 | 6 | +| `tuned_uniform_initialization` | 56.98% ± 2.40% | 1.619196 ± 0.157329 | 61.60% ± 0.90% | 1.345857 ± 0.048557 | 4.307s ± 0.443s | 7 | 8 | +| `adaptive_moment_.25` | 56.32% ± 2.94% | 1.499979 ± 0.119449 | 63.79% ± 2.42% | 1.228023 ± 0.088967 | 3.291s ± 0.426s | 8 | 7 | +| `adaptive_moment_.50` | 51.86% ± 3.91% | 1.683781 ± 0.121571 | 57.05% ± 2.75% | 1.463700 ± 0.097485 | 3.203s ± 0.270s | 9 | 9 | +| `inertia_canonical` | 46.76% ± 2.44% | 1.720983 ± 0.118092 | 52.77% ± 2.89% | 1.528197 ± 0.079997 | 3.120s ± 0.306s | 10 | 10 | + +### 5.2 MNIST Ablation 시각화 차트 + +![MNIST Ablation](history_plt/pso_v4_mnist_ablation.png) + +### 5.3 `inertia_tuned` 기준 상대 델타 (Paired Deltas vs `inertia_tuned`) + +`inertia_tuned` 프로필(Eval Acc: **61.62%**, Eval Loss: **1.236600**, Runtime: **3.132s**) 대비 각 변형 프로필의 절대 편차량입니다: + +1. **`inertia_canonical` vs `inertia_tuned`**: + - $\Delta$ Eval Acc: **-14.86%p** (46.76% vs 61.62%) + - $\Delta$ Eval Loss: **+0.484383** (1.720983 vs 1.236600) + - $\Delta$ Runtime: **-0.012s** (3.120s vs 3.132s) + - *해석*: 인지·사회 계수, 관성, 속도 제한 및 변이를 함께 조정한 튜닝 프로필이 이 PCA32 워크로드에서 canonical inertia 프로필보다 14.86%p 높은 평균 정확도를 기록했습니다. 개별 요소의 기여는 아래 단일요인 비교로만 제한적으로 해석해야 합니다. +2. **`tuned_no_mutation` vs `inertia_tuned`**: + - $\Delta$ Eval Acc: **-1.20%p** (60.42% vs 61.62%) + - $\Delta$ Eval Loss: **+0.013236** (1.249836 vs 1.236600) + - $\Delta$ Runtime: **+0.216s** (3.348s vs 3.132s) + - *해석*: `mutation_swarm=0.02`를 제거한 프로필의 평균 정확도가 1.20%p 낮았습니다. $n=5$ 변동 범위가 겹치므로, 변이가 국소 최적점 탈출을 입증했다고 단정할 수는 없습니다. +3. **`tuned_full_evaluation` vs `inertia_tuned`**: + - $\Delta$ Eval Acc: **+0.92%p** (62.54% vs 61.62%) + - $\Delta$ Eval Loss: **-0.057591** (1.179009 vs 1.236600) + - $\Delta$ Runtime: **+0.245s** (3.377s vs 3.132s) + - *해석*: 미분 무관 프로필 중 최저 손실(**1.179009**)을 기록했습니다. 단, 2,000개 고정 서브셋 평가인 `inertia_tuned`와 달리 3,000개 전체 데이터셋 평가 방식이 적용되어 샘플 수 차이 및 배치 연산 차이에 따른 교란 요인(Confound)이 존재합니다. +4. **`tuned_uniform_initialization` vs `inertia_tuned`**: + - $\Delta$ Eval Acc: **-4.64%p** (56.98% ± 2.40% vs 61.62%) + - $\Delta$ Eval Loss: **+0.382596** (1.619196 vs 1.236600) + - $\Delta$ Runtime: **+1.175s** (4.307s vs 3.132s) + - *해석*: PyTorch 가중치 기준 노이즈 부가 대신 유니폼 무작위 위치 초기화를 사용할 경우 신경망 적합도 탐색에 불리함을 나타냅니다. +5. **`tuned_particle_reset` vs `inertia_tuned`**: + - $\Delta$ Eval Acc: **+0.00%p** (61.62% vs 61.62%) + - $\Delta$ Eval Loss: **0.000000** (1.236600 vs 1.236600) + - $\Delta$ Runtime: **+1.045s** (4.176s vs 3.132s) + - *해석*: 최종 평가지표는 기준과 완전히 동일했지만 재초기화 이벤트 텔레메트리가 없으므로, 정체 조건 미충족과 전역 최적해 비영향을 구분할 수 없습니다. 추가 이벤트 계측 없이 수렴 개선 효과를 주장하지 않습니다. +6. **`tuned_adam_100_lr.01` vs `inertia_tuned`**: + - $\Delta$ Eval Acc: **+23.96%p** (85.58% vs 61.62%) + - $\Delta$ Eval Loss: **-0.766329** (0.470271 vs 1.236600) + - $\Delta$ Runtime: **+1.859s** (4.991s vs 3.132s) + - *해석*: 전체 10개 프로필 중 가장 높은 정확도와 가장 낮은 손실을 기록했습니다. 다만, 본 기법은 순수 미분 무관 기법이 아닌 PSO 수렴 위치 후 100 세대 역전파 Adam 미세조정(Refinement)을 수행하는 경사도 활용(Gradient-assisted) 하이브리드 기법입니다. +7. **`adaptive_moment_.10` vs `inertia_tuned`**: + - $\Delta$ Eval Acc: **+1.38%p** (63.00% vs 61.62%) + - $\Delta$ Eval Loss: **+0.006739** (1.243339 vs 1.236600) + - $\Delta$ Runtime: **+1.155s** (4.287s vs 3.132s) + - *해석*: 미분 무관(Derivative-Free) 프로필 중 **최고 검증 정확도(63.00% ± 1.83%)**를 기록했습니다. 정확도는 `inertia_tuned` 대비 1.38%p 우수하나, 검증 손실은 1.243339로 `inertia_tuned` (1.236600) 대비 약간 높게 유지되었습니다. +8. **`adaptive_moment_.25` 및 `.50` vs `inertia_tuned`**: + - `.25`: $\Delta$ Eval Acc **-5.30%p** (56.32%), $\Delta$ Eval Loss **+0.263379** (1.499979) + - `.50`: $\Delta$ Eval Acc **-9.76%p** (51.86%), $\Delta$ Eval Loss **+0.447181** (1.683781) + - *해석*: 이 3개 혼합비 설정에서는 $\lambda$가 0.10에서 0.25, 0.50으로 증가할수록 평균 정확도가 낮아지고 손실이 높아지는 패턴이 관찰되었습니다. 다른 모델·예산으로 일반화되는 단조 관계로 해석하지 않습니다. + +## 6. 확장 튜닝 및 파티클 스케일링 (Tuning Protocol 1.0.0) + +### 6.1 방법론과 데이터 분리 + +- **모델/데이터**: MNIST 첫 학습 3,000개와 테스트 1,000개, PCA32 whitening, `Linear(32,10)`, `CrossEntropyLoss`. +- **Search**: 첫 3,000개를 stratified 2,400 inner-train / 600 validation으로 분리하고 PCA를 inner-train에만 적합했습니다. 5개 기법의 32개 후보를 파티클 30개, 80세대, 시드 51~53에서 비교하고 평균 validation accuracy 내림차순, 동률 시 loss 오름차순으로 기법별 후보를 선택했습니다. +- **Confirmation**: 선택된 기법별 후보를 전체 학습 3,000개로 다시 적합했습니다. PCA도 전체 학습 데이터에만 다시 적합하고 search에 사용하지 않은 테스트 1,000개를 시드 61~65에서 평가했습니다. +- **Scaling**: 선택된 Adaptive Moment 후보를 시드 71~75에서 파티클 30/60/90/120개로 평가했습니다. 80세대 고정과 약 2,400 particle-epochs 고정을 분리했습니다. +- **공통 조건**: `fixed_subset=2000`, batch 1,000, 반사 경계 ±3, 미분 무관, Adam refinement 없음. 시간은 기법별 비계측 웜업 후 `fit()`만 측정했습니다. + +Search가 테스트셋을 사용하지 않도록 데이터와 PCA 적합 범위를 분리했습니다. 모든 161개 레코드는 MPS에서 완료되었고 오류는 0건이었습니다. 총 계측 fit 시간은 search **259.479s**, confirmation **64.745s**, 중복을 제외한 scaling **184.978s**였습니다. + +### 6.2 검증 선택 결과 + +| 기법 | 선택 후보 | Validation Accuracy | Validation Loss | +| --- | --- | ---: | ---: | +| `local_best` | `local_best_r4_constant` | **72.44%** | **0.944913** | +| `constriction` | `constriction_c205_canonical` | 70.89% | 0.984401 | +| `adaptive_moment` | `am_b0.06_s0.5` | 70.17% | 0.950972 | +| `inertia` | `inertia_asymmetric` | 69.72% | 1.029132 | +| `quantum` | `quantum_beta_0.4_0.9` | 56.50% | 1.337709 | + +Adaptive Moment 선택값은 $c_0=c_1=1.49618$, $w=0.7298$, velocity limit ratio 0.025, mutation 0.02, `moment_blend=0.06`, `moment_step_size=0.5`, $\beta_1=0.9$입니다. 이는 저장소 기본값이 아니라 이 search 범위에서 선택된 후보입니다. + +### 6.3 Held-out 테스트 확인 + +| 기법 | 선택 후보 | Test Accuracy (Mean ± SD) | Test Loss (Mean ± SD) | Fit Time (Mean ± SD) | +| --- | --- | ---: | ---: | ---: | +| `local_best` | `local_best_r4_constant` | **62.64% ± 2.94%** | **1.211368 ± 0.059575** | 2.512s ± 0.048s | +| `inertia` | `inertia_asymmetric` | 62.30% ± 3.01% | 1.212971 ± 0.078548 | 2.570s ± 0.035s | +| `adaptive_moment` | `am_b0.06_s0.5` | 61.06% ± 0.91% | 1.229627 ± 0.022179 | 2.943s ± 0.256s | +| `constriction` | `constriction_c205_canonical` | 60.66% ± 2.30% | 1.246275 ± 0.044657 | 2.521s ± 0.045s | +| `quantum` | `quantum_beta_0.4_0.9` | 48.58% ± 2.71% | 1.519246 ± 0.052511 | 2.403s ± 0.022s | + +![Extended Tuning](history_plt/pso_v4_extended_tuning.png) + +검증 1위였던 `local_best`가 held-out 확인에서도 가장 높은 평균 정확도와 가장 낮은 평균 손실을 기록했습니다. `local_best`와 `inertia`는 동일 30×80 예산에서 Adaptive Moment보다 높은 평균 정확도를 기록했습니다. $n=5$이므로 이 순서의 통계적 유의성이나 다른 워크로드로의 일반화를 주장하지 않습니다. + +### 6.4 Adaptive Moment 파티클 스케일링 + +| 비교 방식 | 파티클 | 세대 | Particle-epochs | Test Accuracy (Mean ± SD) | Test Loss (Mean ± SD) | Fit Time (Mean ± SD) | 30×80 대비 정확도 | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| Fixed epochs | 30 | 80 | 2,400 | 62.12% ± 3.07% | 1.193469 ± 0.086618 | 2.685s ± 0.090s | 기준 | +| Fixed epochs | 60 | 80 | 4,800 | 65.94% ± 0.87% | 1.074629 ± 0.046106 | 5.586s ± 0.517s | +3.82%p | +| Fixed epochs | 90 | 80 | 7,200 | 70.32% ± 2.16% | 0.931880 ± 0.038073 | 8.627s ± 0.448s | +8.20%p | +| Fixed epochs | 120 | 80 | 9,600 | **72.34% ± 1.82%** | **0.902448 ± 0.058380** | 11.174s ± 0.718s | **+10.22%p** | +| Fixed particle-epochs | 30 | 80 | 2,400 | 62.12% ± 3.07% | 1.193469 ± 0.086618 | 2.685s ± 0.090s | 기준 | +| Fixed particle-epochs | 60 | 40 | 2,400 | 50.74% ± 2.66% | 1.534634 ± 0.078628 | 2.786s ± 0.095s | -11.38%p | +| Fixed particle-epochs | 90 | 27 | 2,430 | 47.82% ± 6.31% | 1.610771 ± 0.098843 | 3.109s ± 0.203s | -14.30%p | +| Fixed particle-epochs | 120 | 20 | 2,400 | 41.06% ± 2.36% | 1.800035 ± 0.072261 | 3.029s ± 0.179s | -21.06%p | + +![Adaptive Moment Particle Scaling](history_plt/pso_v4_particle_scaling.png) + +80세대를 유지한 비교에서는 60, 90, 120개 파티클이 각각 **+3.82%p**, **+8.20%p**, **+10.22%p**였고 각 파티클 수에서 5개 paired seed가 모두 30개 기준보다 높았습니다. 그러나 120개 설정의 평균 fit 시간은 30개 대비 **4.16배**였습니다. 약 2,400 particle-epochs를 고정하면 더 많은 파티클 때문에 세대가 40/27/20으로 줄어 모든 비교에서 정확도가 낮았습니다. 이 결과는 파티클 수 자체의 무비용 효과가 아니라 추가 평가 예산과 충분한 세대 수의 결합 효과를 보여줍니다. + +### 6.5 확장 연구 해석 한계 + +1. Search는 시드 3개, confirmation/scaling은 시드 5개로 제한됩니다. 통계적 유의성 검정이나 보편적 우위를 주장하지 않습니다. +2. PCA32 선형 MNIST 한 워크로드의 결과이며 전체 MNIST, CNN, 대형 모델로 직접 일반화할 수 없습니다. +3. validation 평균이 가까운 후보는 시드 수가 늘면 선택 순서가 바뀔 수 있습니다. +4. 테스트셋은 search에 사용하지 않았지만, 공개된 scaling 비교를 추가적인 테스트셋 기반 하이퍼파라미터 선택으로 사용해서는 안 됩니다. +5. fixed-epochs 비교는 총 particle-evaluations가 2,400에서 9,600으로 증가하므로 compute-equal 비교가 아닙니다. fixed particle-epochs도 디바이스 벡터화와 세대별 오버헤드까지 동일하게 만들지는 않습니다. +6. 120×80 replication은 같은 PCA32 데이터와 테스트셋을 다시 평가한 수치 재현성 검증입니다. fresh seed는 스웜 난수에 대해서만 독립적이며, 새로운 표본이나 외부 데이터셋에 대한 독립 검증은 아닙니다. + +### 6.6 120p×80e 파티클 스케일링 재현성 검증 (Replication Protocol 1.0.0) + +발표된 Adaptive Moment 120-particle × 80-epoch fixed-epoch 결과를 별도 수트([`test/reproduce_scaling.py`](test/reproduce_scaling.py))로 다시 실행했습니다. 데이터 fingerprint `dfe645918ece54c0`, 선택 후보 `am_b0.06_s0.5`, MPS, PyTorch 2.13.0, pso2keras 4.0.0을 baseline과 일치시켰습니다. + +사전 선언 합격 조건은 (1) 시드 71~75 exact replay의 시드별 테스트 정확도 최대 절대 차이 $\le 0.005$와 초기 모델 fingerprint 일치, (2) 시드 81~85 fresh-seed 평균 정확도의 baseline 대비 절대 차이 $\le 0.03$, (3) 두 집단 95% t-신뢰구간 중첩입니다. + +| 집단 | 시드 | Test Accuracy (Mean ± SD) | 95% t-CI | Baseline 대비 | 판정 | +| --- | --- | ---: | ---: | ---: | --- | +| Baseline | 71~75 | 72.34% ± 1.82% | [70.08%, 74.60%] | 기준 | 기준 | +| Exact replay | 71~75 | 72.34% ± 1.82% | [70.08%, 74.60%] | 시드별 최대 차이 **0.00%p** | **PASS** | +| Fresh seed | 81~85 | **73.60% ± 1.66%** | [71.54%, 75.66%] | **+1.26%p** | **PASS** | + +Exact replay의 초기 모델 fingerprint는 5개 시드 모두 baseline과 일치했습니다. Fresh-seed 평균 차이는 1.26%p로 3%p 허용 범위 안이고 두 95% t-신뢰구간도 중첩되어 전체 판정은 **PASS**입니다. 추가 적합 실행은 10회이며 모두 MPS에서 오류 없이 완료되었습니다. + +- **검증 실행 명령**: `uv run --locked --extra examples python test/reproduce_scaling.py --device mps` +- **출력 아티팩트**: [`benchmark_results/pso_v4_120p80_replication.json`](benchmark_results/pso_v4_120p80_replication.json), [`benchmark_results/pso_v4_120p80_replication.csv`](benchmark_results/pso_v4_120p80_replication.csv) + +### 6.7 120p epoch 확장 수렴 진단 (Epoch Convergence Protocol 1.0.0) + +`am_b0.06_s0.5`, 파티클 120개, 시드 71~75를 각각 240세대까지 한 번에 연속 실행하고 20세대 간격의 global-best 체크포인트를 같은 테스트셋에서 진단했습니다. Epoch 80의 시드별 정확도는 기존 120×80 baseline과 최대 차이 0.00%p로 일치하여 궤적 prefix가 재현됐습니다. + +| Epoch | Particle-epochs | Training Best Loss (Mean ± SD) | Test Accuracy (Mean ± SD) | Test Loss (Mean ± SD) | +| ---: | ---: | ---: | ---: | ---: | +| 80 | 9,600 | 0.684245 ± 0.046414 | 72.34% ± 1.82% | 0.902448 ± 0.058380 | +| 120 | 14,400 | 0.508942 ± 0.026551 | 78.56% ± 0.88% | 0.686080 ± 0.033467 | +| 160 | 19,200 | 0.426009 ± 0.011667 | 81.58% ± 1.17% | 0.599888 ± 0.027074 | +| 200 | 24,000 | 0.385320 ± 0.008996 | 82.58% ± 0.64% | 0.555652 ± 0.020276 | +| 240 | 28,800 | **0.359582 ± 0.009652** | **83.52% ± 1.05%** | **0.515820 ± 0.018827** | + +사전 기준은 (1) 80→240 mean training loss 감소율 1% 이상이면 post-80 optimization 지속, (2) mean test accuracy +1%p 이상이면 유의미한 held-out 개선, (3) 200→240 loss 감소율 1% 미만과 정확도 절대 변화 0.5%p 미만을 동시에 만족하면 late plateau로 분류하는 방식입니다. + +실측 80→240 training loss 감소율은 **47.30%**, 정확도 증가는 **+11.18%p**였고 5개 시드 모두 정확도가 상승했습니다. 200→240에서도 loss가 **6.68%** 감소하고 정확도가 평균 **+0.94%p** 변했으며 5개 중 4개 시드가 상승했습니다. 각 시드의 마지막 training-best 갱신 epoch는 240/240/240/239/240이었습니다. 따라서 early stagnation, overfitting, late plateau는 모두 false입니다. 다만 구간별 정확도 이득은 80→120 **+6.22%p**, 120→160 **+3.02%p**, 160→200 **+1.00%p**, 200→240 **+0.94%p**로 감소해 한계효용은 줄고 있습니다. + +![Adaptive Moment Epoch Convergence](history_plt/pso_v4_epoch_convergence.png) + +- **실행 명령**: `uv run --locked --extra examples python test/epoch_convergence.py --device mps` +- **출력 아티팩트**: [`benchmark_results/pso_v4_epoch_convergence.json`](benchmark_results/pso_v4_epoch_convergence.json), [`benchmark_results/pso_v4_epoch_convergence.csv`](benchmark_results/pso_v4_epoch_convergence.csv) +- **해석 제한**: 체크포인트 테스트 정확도는 같은 테스트셋을 반복 관찰한 진단값이며, epoch 선택이나 자동 중단에 사용해서는 안 됩니다. 실제 stopping rule은 별도 validation split에 정의해야 합니다. + +### 6.8 전체 MNIST 60,000/10,000 학습 (Full MNIST Protocol 1.0.0) + +공식 MNIST train 60,000개와 test 10,000개 전체를 사용했습니다. 픽셀 정규화와 flatten 후 PCA32 whitening을 train 60,000개에만 적합했으며 설명 분산 비율 합은 0.743600입니다. 고정된 `am_b0.06_s0.5`를 `evaluation="full"`, `fitness_size=None`, batch 60,000, 파티클 120개, 240 epochs, 시드 71~75로 실행했습니다. 따라서 각 파티클은 매 epoch마다 학습 60,000개 전체에서 평가됐습니다. + +| Epoch | Training Best Loss (Mean ± SD) | Full Test Accuracy (Mean ± SD) | Full Test Loss (Mean ± SD) | 2k-fitness study 대비 | +| ---: | ---: | ---: | ---: | ---: | +| 80 | 0.768448 ± 0.026961 | 77.67% ± 1.50% | 0.725023 ± 0.033552 | +5.33%p | +| 120 | 0.589822 ± 0.014141 | 83.28% ± 0.83% | 0.551133 ± 0.018616 | +4.72%p | +| 160 | 0.511683 ± 0.013526 | 85.56% ± 0.56% | 0.482441 ± 0.012016 | +3.98%p | +| 200 | 0.465194 ± 0.010498 | 86.85% ± 0.32% | 0.438875 ± 0.008499 | +4.27%p | +| 240 | **0.436664 ± 0.008101** | **87.70% ± 0.36%** | **0.412078 ± 0.006848** | **+4.18%p** | + +80→240에서 training best loss는 **43.18%** 감소하고 테스트 정확도는 **+10.03%p** 상승했습니다. 200→240에서도 loss가 **6.13%** 감소하고 정확도가 **+0.85%p** 상승했으며 모든 시드가 개선됐습니다. 5개 시드 모두 마지막 training-best가 epoch 240에서 갱신되어 full-data 조건에서도 late plateau는 false입니다. + +이 프로토콜은 5개 시드 합계 144,000 particle-epochs와 8,640,000,000 particle-sample evaluations를 수행했습니다. 계측된 `fit()` 합계는 165.856초입니다. Full-data 정확도는 공통 checkpoint마다 2k-fitness 연구보다 3.98~5.33%p 높았지만, PCA 적합 범위, fitness objective, evaluation plugin의 RNG 소비가 함께 바뀌므로 정확도 차이는 기술적 비교이며 인과 추정이 아닙니다. 서로 다른 학습 objective의 training loss 절댓값도 직접 비교하지 않습니다. + +![Full MNIST Trajectory](history_plt/pso_v4_full_mnist.png) + +- **실행 명령**: `uv run --locked --extra examples python test/full_mnist_study.py --device mps` +- **출력 아티팩트**: [`benchmark_results/pso_v4_full_mnist.json`](benchmark_results/pso_v4_full_mnist.json), [`benchmark_results/pso_v4_full_mnist.csv`](benchmark_results/pso_v4_full_mnist.csv) +- **해석 제한**: 공식 split 전체를 사용했지만 입력은 PCA32이고 모델은 `Linear(32,10)`입니다. 원본 784차원 PSO나 CNN 결과가 아닙니다. 반복 test checkpoint는 사후 진단일 뿐 stopping rule 선택에 사용하지 않습니다. + +### 6.9 원본 MNIST 딥 신경망 아키텍처 및 최적화기 비교 (Deep Accuracy Protocol 1.0.0) + +PCA 차원 축소 없이 공식 MNIST 데이터셋 전체(학습 60,000개, 테스트 10,000개) 원본 $1 \times 28 \times 28$ 입력을 대상으로 딥 신경망 아키텍처 및 최적화기 특성을 다중 트랙으로 평가했습니다 (`Deep Accuracy Protocol 1.0.0`, $n=3$, seeds 101~103). 픽셀 정규화 mean(`0.13066`)과 std(`0.308108`)는 학습 60,000개에서만 산출하여 평가 데이터 누수를 차단했습니다. 테스트 10,000개는 히스토리 모니터링 전용으로 사용되었으며, 테스트 성능에 기반한 하이퍼파라미터 선택이나 조기 종료(stopping rule)는 수행하지 않았습니다. + +실험 조건: Apple Silicon MPS, PyTorch 2.13.0, batch size 256, lr 0.001. Adam 실행은 10 epochs, PSO 실행은 파티클 30개 × 40세대에 2,000개 고정 서브셋(`fitness_size=2000`) 평가 및 선택된 Adaptive Moment 후보 설정(`am_b0.06_s0.5`, `c0=c1=1.49618`, `w=0.7298`, `velocity_limit_ratio=0.025`, `mutation_swarm=0.02`, `moment_step_size=0.5`)을 적용했습니다. 하이브리드(PSO→Adam) 방식은 PSO 40세대 탐색 후 Adam 10세대를 수행하므로 pure Adam 대비 추가 PSO 계산량을 포함하는 비동등 계산량 설정입니다. + +#### 트랙 1: 아키텍처 레인 성과 (Adam 10 Epochs, Mean ± Sample SD, $n=3$) + +| 아키텍처 (`arch`) | 모델 구조 및 파라미터 수 | 테스트 정확도 (Mean ± SD) | 테스트 손실 (Mean ± SD) | 98% 정확도 도달 속도 | +| --- | --- | ---: | ---: | --- | +| `raw_linear` | `Linear(784, 10)` (7,850 params) | 92.45% ± 0.10% | 0.268945 ± 0.002050 | 미도달 | +| `raw_mlp` | `Linear(784,128) - ReLU - Linear(128,64) - ReLU - Linear(64,10)` (109,386 params) | 97.70% ± 0.08% | 0.078368 ± 0.002818 | 미도달 | +| `compact_cnn` | `Conv2d(1,8,3) - ReLU - MaxPool2d - Conv2d(8,16,3) - ReLU - MaxPool2d - Linear(784,10)` (9,098 params) | **98.53% ± 0.16%** | **0.043809 ± 0.004907** | **5 Epoch 이내 전 시드 달성** | + +`compact_cnn` 아키텍처의 경우 시드 101(4 epoch), 시드 102(3 epoch), 시드 103(5 epoch)에서 모두 5 epoch 이내에 테스트 정확도 98% 이상을 달성했습니다. + +#### 트랙 2: 최적화기 레인 성과 (Compact CNN 9,098 Params, Mean ± Sample SD, $n=3$) + +| 최적화 기법 (`optimizer`) | 실행 구성 | 테스트 정확도 (Mean ± SD) | 테스트 손실 (Mean ± SD) | 판정 및 특성 | +| --- | --- | ---: | ---: | --- | +| `adam_only` | Adam 10 epochs | **98.53% ± 0.16%** | **0.043809 ± 0.004907** | 역전파 경사하강법 기반 최적화 | +| `pso_only` | PSO 40 epochs (30p × 40e) | 36.76% ± 3.76% | 14.104417 ± 8.075411 | 고차원 전가중치 수렴 실패 | +| `hybrid` (PSO→Adam) | PSO 40e + Adam 10e | 97.30% ± 0.75% | 0.086542 ± 0.023969 | 추가 탐색 연산에도 pure Adam 대비 저조 | + +![Deep Accuracy Trajectory](history_plt/pso_v4_deep_accuracy.png) + +- **실행 명령**: `uv run --locked --extra examples python test/deep_accuracy_study.py --device mps` +- **출력 아티팩트**: [`benchmark_results/pso_v4_deep_accuracy.json`](benchmark_results/pso_v4_deep_accuracy.json), [`benchmark_results/pso_v4_deep_accuracy.csv`](benchmark_results/pso_v4_deep_accuracy.csv) +- **결과 해석 및 한계점**: + 1. **아키텍처 인덕티브 바이어스**: Adam 조건을 고정한 아키텍처 레인에서 Compact CNN은 MLP보다 약 1/12의 파라미터로 정확도가 0.83%p 높았습니다. 원본 이미지의 공간적 구조를 사용하는 것이 측정된 차이에 중요했습니다. + 2. **고차원 전가중치 PSO의 한계**: 이 프로토콜의 30p × 40e·fixed-2k 예산에서 9,098개 CNN 파라미터를 직접 탐색한 PSO는 36.76% ± 3.76%였습니다. 이 결과는 해당 설정에서 역전파를 대체하지 못했음을 보이지만, 더 큰 예산이나 다른 간접 인코딩을 포함한 PSO의 이론적 한계를 증명하지는 않습니다. + 3. **하이브리드 초기화 결과**: PSO→Adam은 97.30% ± 0.75%로 동일한 10-epoch pure Adam의 98.53% ± 0.16%보다 낮았습니다. 추가 PSO 계산량도 포함되므로 측정한 초기화 방식의 실용적 이점은 관측되지 않았습니다. + 4. **표본 및 적용 범위 한계**: 본 실험은 $n=3$ 기술적(descriptive) 표본 측정 결과이며 통계적 유의성이나 일반적 보편 우위로 확언하지 않습니다. + + +### 6.10 희소 부호 해시 부분공간·단계적 평가·스웜 앙상블 탐색 (MNIST-PSO-RAW-V5 1.0.0) + +공식 MNIST 데이터셋(학습 60,000개, 테스트 10,000개) 원본 $1 \times 28 \times 28$ 입력을 대상으로 Compact CNN 아키텍처(9,098개 파라미터)의 고정 희소 부호 해시 부분공간, 단계적 표본 확장 평가, 검증 다양성 기반 스웜 앙상블 탐색을 수행했습니다 (`MNIST-PSO-RAW-V5 1.0.0`). + +학습 데이터 60,000개는 탐색 전용 학습 세트 50,000개와 검증 세트 10,000개로 분할되었으며 (`split_seed=20260902`, `split_fingerprint=51b289d9f503a9f3`), 픽셀 정규화 평균(`0.130682`) 및 표준편차(`0.308127`)는 50,000개 탐색 학습 세트에서만 산출하여 데이터 누수를 차단했습니다. 부분공간 차원과 최종 단일 모델·앙상블 구성은 검증 세트에서 선택했으며, 테스트 세트 10,000개는 선택 완료 후 단일 모델과 앙상블의 최종 엔드포인트에만 사용했습니다. + +#### 트랙 1: 부분공간 차원 탐색 파일럿 (Pilot Subspace Search, 30p × 160e, fixed-2k subset) + +파티클 30개 × 160세대 고정 2,000개 서브셋 조건에서 결정론적 희소 부호 해시 부분공간(290, 1024, 4096차원)과 전가중치(9,098차원) 탐색 성능을 비교했습니다 (`pilot_seed=91`). 손실 함수는 Cross-Entropy Loss를 주 목적(primary)으로 하고 Accuracy를 동률 처리(tiebreak) 지표로 사용했습니다. + +| 부분공간 차원 (`dimension`) | 검증 정확도 (%) | 검증 손실 (CE Loss) | 쿼리 수 (Queries) | 샘플 평가 수 (Sample Evals) | 계산 시간 (Wall Time) | +| --- | ---: | ---: | ---: | ---: | ---: | +| `290` | 22.33% | 2.216933 | 4,800 | 9,600,000 | 6.0698s | +| `1024` | 41.34% | 1.960143 | 4,800 | 9,600,000 | 6.0666s | +| `4096` | 55.97% | 1.550738 | 4,800 | 9,600,000 | 6.2638s | +| `full` (9,098-D) | **67.18%** | **1.205564** | 4,800 | 9,600,000 | 6.1629s | + +파일럿 예산에서는 전가중치 9,098차원 탐색의 검증 정확도(67.18%)가 가장 높고 손실(1.205564)이 가장 낮아, 확인 프로토콜의 차원으로 선택했습니다. + +#### 트랙 2: 단계적 표본 확장 확인 프로토콜 (Confirmation Protocol, 60p × 600e, $n=3$) + +파티클 60개 × 600세대 설정으로 3개 무작위 시드(101, 102, 103)에 대해 단계적 표본 확장 스케줄(`2000:420,10000:135,50000:45`)을 적용했습니다. Epoch 1~420은 2,000개 서브셋, 421~555는 10,000개 서브셋, 556~600은 50,000개 전체 탐색 세트로 계층적 평가를 진행했습니다. Epoch 421 및 556의 새 목적함수 평가 전에 모든 파티클의 pbest 적합도를 새 서브셋으로 전수 재평가한 후 gbest를 재구성하여 서로 다른 목적함수의 과거 점수를 직접 비교하지 않았습니다. + +- **확인 실행 검증 요약** ($n=3$, seeds 101~103): + - Validation Best-pbest Accuracy (Mean ± SD): **82.34% ± 0.35%** (std: 0.346987%, 95% t-CI: ±0.861973%) + - Validation Best-pbest NLL (Mean ± SD): **0.592376 ± 0.018705** (95% t-CI: ±0.046467) + +#### 트랙 3: 최종 엔드포인트 및 스웜 앙상블 성과 (Final Endpoint & Swarm Ensemble) + +검증 세트 성능에 따라 선택된 단일 최적 모델(Seed 103, Particle 54)과 검증 다양성 기준 상위 Top-5 파티클로 구성된 스웜 앙상블(Top-5 distinct pbest models across seeds: 103/P54, 102/P50, 101/P48, 102/P29, 101/P22)의 최종 공식 Held-out 테스트(10,000개) 성과 비교입니다. + +| 엔드포인트 구분 (`endpoint`) | 모델 구성 및 선택 기준 | 검증 정확도 | 검증 NLL | 테스트 정확도 | 테스트 NLL | 테스트 Brier | 테스트 ECE | 상호 불일치도 (Disagreement) | +| --- | --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| **단일 최적 모델** (`single_model`) | Validation NLL 최저 (Seed 103, P54) | 82.64% | 0.571431 | 83.23% | 0.556332 | 0.253921 | 0.085242 | - | +| **스웜 앙상블 (Top-5)** (`ensemble`) | Validation 다양성 Top-5 pbest | 86.60% | 0.548785 | **87.00%** | **0.535928** | **0.236233** | 0.164284 | 0.1585 | +| **앙상블 대비 단일 차이** ($\Delta$) | Ensemble - Single | +3.96%p | -0.022646 | **+3.77%p** | **-0.020404** | **-0.017688** | **+0.079042** | - | + +#### 자원 사용량 계측 (Resource Accounting) + +- **총 후보 목적함수 평가 쿼리 수**: 127,560 회 (파일럿 19,200 + 확인 108,360) +- **총 샘플 수준 평가 수**: 848,400,000 회 (848.4M) +- **합산 최적화 벽시계 시간**: 473.4657 초 (파일럿 24.5631초 + 확인 448.9026초) + +![V5 Deep Methods Trajectory](history_plt/pso_v5_deep_methods.png) + +- **실행 명령**: `uv run --locked --extra examples python test/deep_pso_methods.py --device mps` +- **출력 아티팩트**: [`benchmark_results/pso_v5_deep_methods.json`](benchmark_results/pso_v5_deep_methods.json), [`benchmark_results/pso_v5_deep_methods.csv`](benchmark_results/pso_v5_deep_methods.csv) +- **결과 해석 및 특성**: + 1. **파일럿 차원 비교**: 290~4096차원 희소 부호 해시 부분공간은 동일한 30p × 160e 파일럿 예산에서 전가중치(9,098차원)보다 검증 정확도가 낮고 NLL이 높았습니다. 다른 투영, 차원, 예산의 결과까지 일반화하지 않습니다. + 2. **단계적 표본 전환과 회복**: 2k→10k→50k 전환 시 새 목적함수에서 pbest를 재평가하자 손실이 일시 상승하고 정확도가 하락했으며, 이후 각 단계에서 다시 개선됐습니다. 이 점프는 서로 다른 표본 목적함수의 난이도 차이를 반영하며 동일 궤적 손실의 악화로 해석하지 않습니다. + 3. **최종 단일 모델 수렴 한계**: 60p × 600e 단계적 탐색의 단일 모델 테스트 정확도는 83.23%였습니다. 보존된 v4 30p × 40e accuracy-primary PSO의 36.76%보다 높지만 목적함수·데이터 분리·예산이 모두 달라 인과적 개선량으로 해석할 수 없습니다. v4 Adam 10-epoch 평균 98.53%와도 계산 방식·예산이 비동등하며, 측정 정확도는 여전히 15.30%p 낮았습니다. + 4. **앙상블 다양성 및 확률 보정(ECE) 트레이드오프**: 검증 다양성으로 선택한 Top-5 앙상블은 단일 모델보다 테스트 정확도가 3.77%p 높고 NLL/Brier가 낮았지만 ECE는 0.079042 높았습니다(0.085242 → 0.164284). 이 실행은 예측 불일치가 활용 가능한 앙상블 이득과 함께 나타날 수 있음을 보였지만, 높은 손실이나 다양성만으로 일반화·보정 향상을 판정할 수는 없습니다. + 5. **종료 시점의 수렴 상태**: 50k 최종 단계에서 세 시드 모두 기록된 최저 학습 손실이 마지막 Epoch 600에 갱신됐습니다. 따라서 600세대 결과를 수렴 한계로 해석할 수 없으며, 더 긴 50k 단계의 효용은 별도 validation 기반 중단 규칙으로 확인해야 합니다. + +### 6.11 V5 탐색 구조 회귀 원인 분리 (MNIST-PSO-RAW-V6 1.0.0) + +V5의 83.23% 단일 모델 결과가 고차원 자체의 한계인지, 탐색 구조 변경에 따른 회귀인지 분리하기 위해 Phase A/B 진단을 수행했습니다. 공식 MNIST test split은 로드하지 않았고, train 60,000개만 `split_seed=20260902`로 search 50,000개와 validation 10,000개로 분할했습니다. 모든 비교는 동일한 결정론적 2,000개 search subset, Compact CNN 초기 모델 seed 41, CE loss-primary/accuracy-tiebreak 선택을 사용했습니다. + +#### 단일시드 구조 screen (seed 91, 30p × 160e) + +| ID | 핵심 변경 | Validation Accuracy | Validation NLL | +| --- | --- | ---: | ---: | +| G8 | 기존 `Optimizer` 의미론 제어군 | **70.99%** | **0.883557** | +| G5 | per-tensor SD + velocity + mutation + bound ±6 | 70.93% | 0.901510 | +| G6 | G5 + initial radius 1.5 | 69.56% | 0.961290 | +| G4 | per-tensor SD + velocity + mutation + bound ±3 | 65.76% | 1.116280 | +| G3 | G0 + mutation 0.02 | 68.07% | 1.130839 | +| G0 | V5 구조 제어군 | 67.73% | 1.183117 | +| G7 | G2 + independent positions | 58.79% | 1.291266 | +| G2 | G0 + initial velocity | 60.72% | 1.296105 | +| G1 | global RMS coordinate scale | 62.32% | 1.437604 | + +한 시드에서 G3 mutation은 G0 대비 NLL을 0.052278 낮췄고, G5의 ±6 경계는 G4 대비 정확도를 5.17%p 높이고 NLL을 0.214770 낮췄습니다. 반면 초기 속도만 추가한 G2와 global RMS scale G1은 G0보다 낮았습니다. 이 screen은 확인 대상 선택용이며 단일시드 차이를 일반적 인과 효과로 확정하지 않습니다. + +#### 3-시드 확인 (seeds 101–103, 60p × 420e) + +| ID | Validation Accuracy (Mean ± Sample SD) | Validation NLL (Mean ± Sample SD) | G8 대비 Accuracy | G8 대비 NLL | +| --- | ---: | ---: | ---: | ---: | +| G8 | **84.92% ± 0.99%** | **0.481440 ± 0.029447** | 기준 | 기준 | +| G6 | 84.25% ± 0.22% | 0.503809 ± 0.015789 | -0.67%p | +0.022369 | +| G5 | 84.24% ± 0.90% | 0.510297 ± 0.024899 | -0.68%p | +0.028857 | +| G0 | 79.53% ± 0.58% | 0.689687 ± 0.008079 | -5.39%p | +0.208247 | +| G1 | 76.95% ± 2.49% | 0.833759 ± 0.123667 | -7.96%p | +0.352319 | + +G5와 G6은 사전 선언한 회복 기준(G8 대비 accuracy 1.0%p 이내, NLL 0.05 이내)을 모두 통과했습니다. 따라서 V5 G0의 격차는 9,098차원 자체만으로 설명되지 않으며, 제거했던 탐색 다양성과 좁은 normalized 경계의 묶음이 주요 원인입니다. G6은 사전 순위 규칙인 validation NLL 오름차순에서 G5보다 0.006488 낮아 다음 단계 기준으로 선택됐지만, 차이는 회복 기준보다 작습니다. + +개별 요인 판정은 제한적입니다. G1은 G0보다 정확도가 2.57%p 낮고 NLL이 0.144072 높아 per-tensor SD scaling을 global RMS로 교체하는 가설은 기각됐습니다. G5/G6의 회복은 확인됐지만 G2–G4를 3개 시드로 확인하지 않았으므로 초기 속도, mutation, mutation 상호작용, 경계 확장의 독립 효과는 아직 unresolved입니다. G6과 G5 차이는 accuracy +0.01%p/NLL -0.006488로 넓은 초기 반경의 material improvement 기준을 충족하지 못했습니다. + +#### 자원·누수 계측 및 다음 단계 + +- 후보 목적함수 쿼리: **421,200** +- 후보 샘플 평가: **842,400,000** +- 합산 최적화 시간: **596.9980초** +- 합산 validation 평가 시간: **9.1062초** +- 공식 test 데이터 로드 및 평가: **0회** + +![V6 Geometry Ablation](history_plt/pso_v6_phase_b.png) + +- **실행 명령**: `uv run --locked --extra examples python test/deep_pso_v6.py --phase all --device mps` +- **출력 아티팩트**: [`benchmark_results/pso_v6_phase_b.json`](benchmark_results/pso_v6_phase_b.json), [`benchmark_results/pso_v6_phase_b.csv`](benchmark_results/pso_v6_phase_b.csv) +- **다음 단계**: G6 구조를 기준으로 `sqrt(9098/d)` 반경·속도·경계 보정을 적용한 공정한 subspace 비교(Phase C)를 수행합니다. 이후에만 objective schedule과 transition moment reset을 분리합니다. CCPSO/CSO는 whole-vector validation 성능이 90% 미만에서 plateau일 때까지 보류합니다. + +### 6.12 더 무거운 태스크의 전가중치 PSO 실행 가능성 (HEAVY-TASK-PSO-V6 1.0.0) + +동일한 보존 기법 G0/G5/G6/G8을 더 큰 모델 및 다른 영상 분류 데이터에 적용했습니다. MNIST와 FashionMNIST 모두 공식 train split만 로드한 뒤 `split_seed=20260902`로 search 50,000/validation 10,000을 층화 분할하고, search 50,000개에서만 정규화 통계를 적합했습니다. 모델 축은 Compact CNN 9,098개와 Conv16→32·FC32 구조의 WideCNN 55,338개 파라미터입니다. 공식 test split 로드와 평가는 모두 0회입니다. + +단일시드 screen은 네 workload와 G0/G5/G6/G8의 16개 셀을 12 particles × 40 epochs·fixed-2k로 평가했습니다. Validation NLL 우선, accuracy 동률 판정으로 선택된 normalized 방법은 MNIST Compact/Fashion Compact에서 G6, MNIST Wide/Fashion Wide에서 G5였습니다. 이 선택은 같은 validation split을 사용했으므로 독립적인 일반화 추정치가 아니라 확인 대상 축소 절차입니다. + +3-시드 확인은 workload마다 G8과 선택된 normalized 방법을 12 particles × 80 epochs·fixed-10k로 실행했습니다. + +| Workload | Method | Validation Accuracy (Mean ± Sample SD) | Validation NLL (Mean ± Sample SD) | 초기 모델 대비 Accuracy | NLL 감소율 | 사전 최적화 기준 | +| --- | --- | ---: | ---: | ---: | ---: | --- | +| MNIST Compact (9,098) | G8 | **49.15% ± 1.32%** | **1.518089 ± 0.061523** | +42.50%p | 34.71% | 통과 | +| MNIST Compact (9,098) | G6 | 45.97% ± 3.55% | 1.642081 ± 0.091398 | +39.32%p | 29.38% | 통과 | +| MNIST Wide (55,338) | G8 | 41.03% ± 4.06% | 1.733351 ± 0.084331 | +31.72%p | 25.43% | 통과 | +| MNIST Wide (55,338) | G5 | **43.86% ± 3.51%** | **1.721259 ± 0.098656** | +34.55%p | 25.95% | 통과 | +| Fashion Compact (9,098) | G8 | **47.00% ± 5.23%** | **1.511217 ± 0.168628** | +38.92%p | 34.87% | 통과 | +| Fashion Compact (9,098) | G6 | 45.62% ± 3.59% | 1.584443 ± 0.053077 | +37.54%p | 31.71% | 통과 | +| Fashion Wide (55,338) | G8 | 41.67% ± 2.27% | 1.615937 ± 0.036692 | +32.90%p | 30.08% | 통과 | +| Fashion Wide (55,338) | G5 | **46.31% ± 7.57%** | **1.525747 ± 0.149706** | +37.54%p | 33.99% | 통과 | + +모든 실행은 수치적으로 finite했고 사전 feasibility 기준을 통과했으므로, 약 55k 파라미터 및 FashionMNIST 범위에서도 이 PSO 기법들이 목적함수를 낮추고 초기 정확도를 높이는 것은 확인됐습니다. 다만 최고 평균 정확도가 49.15%에 불과해 유용한 분류기 학습이나 수렴 완료는 확인되지 않았습니다. 80 epochs의 endpoint만 비교했고 plateau 판정용 궤적을 보존하지 않았으므로, 이 프로토콜은 수렴 한계나 추가 세대의 효용을 결정하지 않습니다. + +모델 파라미터가 6.08배 증가하면서 12-particle core swarm state는 custom 방법 기준 약 2.08 MiB에서 12.67 MiB, G8 기준 약 2.12 MiB에서 12.88 MiB로 선형 증가했습니다. 확인 실행 처리량은 Compact CNN의 약 1.90~2.19M samples/s에서 WideCNN의 약 0.98~1.04M samples/s로 감소했습니다. G8의 Wide 모델은 Compact 모델보다 MNIST에서 정확도가 8.12%p, FashionMNIST에서 5.34%p 낮았습니다. 반면 screen-selected G5는 두 Wide workload에서 G8 평균을 앞섰지만, 방법 선택에 사용한 validation 재사용과 $n=3$의 큰 변동성(Fashion Wide G5 SD 7.57%p) 때문에 고차원 우월성으로 일반화하지 않습니다. + +- 후보 목적함수 쿼리: **30,720** +- 후보 샘플 평가: **245,760,000** +- 합산 최적화 시간: **188.7283초** +- 합산 validation 평가 시간: **6.3826초** +- 공식 test 데이터 로드 및 평가: **0회** + +![Heavy Task Feasibility](history_plt/pso_v6_heavy_tasks.png) + +- **실행 명령**: `uv run --no-sync python test/heavy_task_feasibility.py --stage screen --device mps --out-dir /tmp/pso-v6-heavy-screen` 이후 `uv run --no-sync python test/heavy_task_feasibility.py --stage confirm --device mps --screen-artifact /tmp/pso-v6-heavy-screen/pso_v6_heavy_tasks_screen.json` +- **출력 아티팩트**: [`benchmark_results/pso_v6_heavy_tasks.json`](benchmark_results/pso_v6_heavy_tasks.json), [`benchmark_results/pso_v6_heavy_tasks.csv`](benchmark_results/pso_v6_heavy_tasks.csv) +- **판정**: 더 무거운 measured workload에서도 PSO 실행과 제한적 최적화는 가능하지만, 현재 예산의 전가중치 탐색은 실용적인 학습기로 판정하지 않습니다. + +### 6.13 고정 부분공간 PSO의 품질·상태 Pareto 반복 연구 (HEAVY-PSO-AUTORESEARCH 1.0.0) + +6.12의 네 workload를 대상으로 방법 제안 → 고정 평가 → 분석 → 유지/기각을 반복했습니다. 공식 test split은 끝까지 로드하지 않았고, primary evaluator는 12 particles × 80 epochs × fixed-10k, seeds 101~103, workload별 validation accuracy/NLL, 그리고 persistent core swarm state를 고정했습니다. 후보는 모든 workload에서 baseline state의 50% 이하, accuracy 하락 1%p 이하, NLL 악화 5% 이하를 만족하고, 가장 약한 baseline인 MNIST Wide에서 accuracy 2%p 또는 NLL 5% 이상을 개선해야 통과합니다. 점수는 평균 상대 NLL 개선율 + 평균 accuracy 개선(%p) + 상태 절감 보너스에서 실패 gate당 100점을 차감합니다. + +#### 반복 결과와 유지 정책 + +초기 전역 signed-hash 부분공간은 swarm seed마다 projection도 함께 바꾸어 optimizer 변동과 표현 변동을 혼합했습니다. 별도 projection replica에서 이 문제가 확인됐고, tensor-local 비례 hash는 모든 품질 gate를 크게 악화시켜 기각했습니다. 이후 하나의 전역 projection을 swarm seed 전체에서 고정했습니다. 세 workload에는 ratio 0.5 고정 projection을 사용하고, MNIST Wide에는 기존 단일 실행에서 발견된 projection 592157828을 세 matched seed에서 다시 확인한 뒤 사용했습니다. 반경/속도/경계 multiplier 0.75와 0.5는 MNIST Wide 성능을 각각 41.71%와 36.78%로 낮춰 기각했으며 multiplier 1.0을 유지했습니다. + +| Workload | Latent 구성 | State ratio | Baseline Acc / NLL | Development 101~103 Acc / NLL | Confirmation 111~113 Acc / NLL | +| --- | --- | ---: | ---: | ---: | ---: | +| MNIST Compact | fixed global, ratio 0.5, projection 1800044939 | 0.4918 | 49.1533% / 1.518089 | 49.0533% / 1.525704 | 48.4667% / 1.550212 | +| MNIST Wide | fixed global, ratio 0.5, projection 592157828 | 0.5000 | 43.8600% / 1.721259 | 48.3467% / 1.677712 | 45.7233% / 1.734905 | +| Fashion Compact | fixed global, ratio 0.5, projection 1363313651 | 0.4918 | 47.0033% / 1.511217 | 50.7967% / 1.385324 | 53.1967% / 1.328168 | +| Fashion Wide | fixed global, ratio 0.5, projection 189641451 | 0.5000 | 46.3100% / 1.525747 | 48.2633% / 1.531421 | 49.4767% / 1.513876 | + +Development 정책 `fixed_global_hybrid_v3`는 모든 고정 gate를 통과했습니다. Score는 **15.030089**, 평균 accuracy 개선은 **+2.5333%p**, 평균 상대 NLL 개선은 **2.4968%**, 최대 state ratio는 **0.5**였습니다. 그러나 정책을 재선택하지 않고 swarm seeds 111~113에서 실행한 confirmation은 **한 gate만 실패**했습니다. 모든 workload의 accuracy/NLL 비열화 gate와 state/safety/accounting gate는 통과했지만 MNIST Wide 개선이 **+1.8633%p**로 사전 기준 +2%p에 0.1367%p 미달했습니다. 따라서 독립 확인된 Pareto 승리로 판정하지 않습니다. + +두 seed 집합을 합친 6-seed 수치는 사후 기술 통계일 뿐 gate 판정값이 아닙니다. MNIST Compact/MNIST Wide/Fashion Compact/Fashion Wide accuracy 변화는 각각 **-0.3933/+3.1750/+4.9933/+2.5600%p**, 상대 NLL 변화는 **-1.3088/+0.8686/+10.2216/+0.2031%**였습니다. 이 결과는 고정 projection이 projection-coupled 정책보다 해석 가능하고 평균 품질·상태 Pareto를 개선할 가능성을 보이지만, 새 validation split이나 공식 test 일반화 증거는 아닙니다. + +- 총 실제 실행: **312 runs** +- 총 목적함수 쿼리: **299,520** +- 총 샘플 평가: **2,995,200,000** +- 실행 wall time 합: **2,264.4978초** +- 공식 test 데이터 로드 및 평가: **0회** +- 실행기/평가기: [`test/heavy_pso_autoresearch.py`](test/heavy_pso_autoresearch.py), [`test/evaluate_heavy_autoresearch.py`](test/evaluate_heavy_autoresearch.py) +- 요약 아티팩트: [`benchmark_results/pso_v6_heavy_autoresearch.json`](benchmark_results/pso_v6_heavy_autoresearch.json), [`benchmark_results/pso_v6_heavy_autoresearch.csv`](benchmark_results/pso_v6_heavy_autoresearch.csv) +- 전체 반복 결정 로그: [`.omc/autoresearch/heavy-pso-progressive-improvement/runs/20260902T153426Z/decision-log.md`](.omc/autoresearch/heavy-pso-progressive-improvement/runs/20260902T153426Z/decision-log.md) + +- **※ 주의 (후속 검증 결과)**: 후속 교차 분할 평가([`REPORT.md` §6.14](#614-heavy-pso-교차-분할-강건성-검증-heavy-pso-cross-split-100))에서 동일 정책이 개발 분할 평가 게이트를 통과하지 못했습니다. 따라서 본 절의 단일 개발 분할 수치는 새 validation split에 대한 강건성 증거가 아닙니다. + +![Heavy PSO Autoresearch](history_plt/pso_v6_heavy_autoresearch.png) +### 6.14 Heavy PSO 교차 분할 강건성 검증 (HEAVY-PSO-CROSS-SPLIT 1.0.0) + +§6.13의 고정 부분공간 수축 정책(`fixed_global_hybrid_v3`)이 단일 개발 분할(split 20260902) 이외의 validation 분할에서도 결과를 재현하는지 확인하기 위해, 개발 분할 20260905/20260906과 시드 101~103에서 매칭 baseline을 다시 실행했습니다. 예산은 12 particles × 80 epochs × fixed-10k로 고정했습니다 (`HEAVY-PSO-CROSS-SPLIT 1.0.0`). + +#### 6.14.1 실험 설계 및 개념적 구분 + +1. **결정 탐색(Decision Iterations) vs 개발 변형(Development Variants)**: + - 총 8회 결정 탐색(Decision Iterations 1~8)을 통해 다양한 부분공간 하이퍼파라미터 및 해시 프로젝션을 탐색했습니다. + - Iteration 3에서 projection seed replica 1과 replica 2를 별도 평가했으므로, 8회 결정에서 총 9개 개발 변형(Development Variants)을 평가했습니다. +2. **개발 단계(Development Phase) vs 확인 단계(Confirmation Phase)**: + - **개발 단계**: 2개 무작위 개발 분할(20260905, 20260906) 및 시드 101~103 (변형당 8개 셀, 48개 실행)을 기반으로 엄격한 품질/회귀 게이트를 적용했습니다. + - **확인 단계**: 개발 단계의 모든 게이트를 통과한 보존 후보에 한해 세 번째 확인 분할(20260907) 및 시드 111~113에서 독립 확인 평가를 수행하도록 정의했습니다. +3. **검증 분할(Validation Split) vs 공식 테스트(Official Test Split)**: + - 학습 50,000개 / 검증 10,000개 층화 분할(Search/Validation)을 사용했으며, 데이터 정규화 통계는 Search 50,000개에서만 산출했습니다. + - 공식 테스트 데이터셋(10,000개)은 0회 로드 및 0회 평가로 미사용 완전히 봉인 유지되었습니다 (`official_test_data_loaded = false`, `official_test_evaluations = 0`). +4. **관측 최상위 후보(Best Observed Candidate) vs 최종 보존 정책(Retained Policy)**: + - 평가된 9개 개발 변형 중 탐색 스코어가 가장 높은 후보(Best Observed Candidate)와 모든 게이트를 통과하여 채택되는 최종 보존 정책(Retained Policy)을 명확히 구분했습니다. + +#### 6.14.2 주요 결과 및 게이트 평가 + +1. **동결 정책 (`fixed_global_hybrid_v3`, Iteration 1)**: + - §6.13에서 수립된 고정 global projection 및 latent ratio 0.5 정책을 동결하여 교차 평가한 결과, 전체 평균 accuracy 개선은 **+0.1533%p**, NLL 감소는 **0.5546%**에 그쳤습니다. + - Accuracy·NLL·MNIST Wide 개선의 3개 development 품질 gate를 위반하여 **FAIL**로 판정했습니다. 개발 gate가 닫혔으므로 confirmation gate는 의도대로 실행하지 않았습니다. +2. **관측 최상위 후보 (Iteration 5, Largest-Tensor Hash)**: + - 8회 결정 탐색 중 최고 스코어(**-185.610686**)를 기록한 Iteration 5(텐서 크기순 비례 해시)는 overall accuracy 개선 **+0.4400%p**, NLL 감소 **3.9493%**, 최악 accuracy 회귀 **-3.0667%p**를 기록했습니다. + - 그러나 가장 민감한 게이트인 MNIST Wide accuracy에서 **-2.6633%p** (NLL **2.1874%** 악화)로 여전히 회귀가 관측되어 게이트 미달로 **FAIL** 판정되었습니다. +3. **확인 단계 과학적 보류 및 보존 실패**: + - 9개 개발 변형 전체가 개발 단계 하드 게이트를 통과하지 못함에 따라, 사전 선언된 과학적 엄격성 규칙에 의거하여 확인 분할(20260907) 평가 실행은 **완전히 보류(withheld, confirmation_executed = false)**되었습니다. + - 최종 보존 정책은 `retained_policy = null`로 확정되었으며, 공식 test split 역시 0회 평가로 미사용 봉인 상태를 유지했습니다. + +#### 6.14.3 실험 및 성과 요약 표 + +| 항목 (Category) | 세부 사양 및 평가 수치 (Details & Metrics) | +| --- | --- | +| **프로토콜 명칭** | `HEAVY-PSO-CROSS-SPLIT 1.0.0` (Publish Protocol: `1.0.0`) | +| **평가 대상 모델/데이터** | MNIST Compact (9,098), MNIST Wide (55,338), Fashion Compact (9,098), Fashion Wide (55,338) | +| **스웜/평가 하이퍼파라미터** | 12 particles × 80 epochs × fixed-10k subset, seeds 101~103, matched baseline 재실행 | +| **데이터 분할 구성** | 개발 분할 2개 (20260905, 20260906) / 확인 분할 1개 (20260907, 실행 보류) | +| **공식 테스트 데이터** | 0회 로드, 0회 평가 (완전 봉인 유지) | +| **결정 탐색 및 개발 변형** | 8회 결정 탐색 (Decision Iterations 1~8) / 9개 개발 변형 (Development Variants, Iter 3 Replica 1/2) | +| **동결 정책 (Iter 1) 결과** | Overall Acc **+0.1533%p**, NLL 감소 **0.5546%**, Worst Acc 회귀 **-7.1767%p**, Worst NLL 회귀 **+14.5682%**, MNIST Wide Acc **-0.3617%p** (FAIL) | +| **관측 최상위 (Iter 5) 결과** | Score **-185.610686**, Overall Acc **+0.4400%p**, NLL 감소 **3.9493%**, Worst Acc 회귀 **-3.0667%p**, MNIST Wide Acc **-2.6633%p** (FAIL) | +| **최종 판정 및 보존 정책** | **FAIL** (`retained_policy = null`), 확인 단계 보류 (`confirmation_executed = false`) | +| **누적 자원 사용 계측** | 432 runs, 414,720 queries, 4,147,200,000 sample evaluations, 3,162.9717s wall time (~52.7 min) | +| **공개 아티팩트 및 시각화** | [`benchmark_results/pso_v7_heavy_cross_split.json`](benchmark_results/pso_v7_heavy_cross_split.json), [`benchmark_results/pso_v7_heavy_cross_split.csv`](benchmark_results/pso_v7_heavy_cross_split.csv), [`history_plt/pso_v7_heavy_cross_split.png`](history_plt/pso_v7_heavy_cross_split.png) | +| **반복 결정 로그 경로** | [`.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/decision-log.md`](.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/decision-log.md) | + +![Heavy PSO Cross-Split Robustness](history_plt/pso_v7_heavy_cross_split.png) + +#### 6.14.4 재현 실행 및 아티팩트 발행 명령 + +```shell +# 1. 교차 분할 탐색 미션 실행 (개발 단계) +uv run --no-sync python test/heavy_pso_cross_split.py --phase development --device mps + +# 2. 개별 변형 평가 실행 예시 +uv run --no-sync python test/evaluate_heavy_cross_split.py --development .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json --output .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json + +# 3. 공개 아티팩트 및 시각화 생성 명령 +uv run --no-sync python test/publish_heavy_cross_split.py --source-dir .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z --output-json benchmark_results/pso_v7_heavy_cross_split.json --output-csv benchmark_results/pso_v7_heavy_cross_split.csv --output-plot history_plt/pso_v7_heavy_cross_split.png +``` + +--- + +### 6.15 학습 후 예측공간 PSO 앙상블 연구 (POST-TRAINING-PSO-ENSEMBLE 1.1.0) + +#### 6.15.1 연구 질문과 설계 + +본 연구는 이미 학습된 CompactCNN의 예측을 재사용하여, 다섯 모델의 출력 확률을 하나의 가중 평균으로 결합할 때 저차원 PSO가 유용한지를 평가했습니다. MNIST와 FashionMNIST 각각에 대해 split seed **20260904**, 50,000개 search 샘플과 10,000개 validation 샘플을 사용했고, 정규화 통계도 search 샘플에서만 계산했습니다. 모델 pool은 seeds 201~205의 독립 CompactCNN(각 **9,098 parameters**) 다섯 개이며, 각 모델은 Adam 10 epochs, learning rate 0.001, batch size 256으로 학습했습니다. 다섯 모델의 validation 확률 캐시 shape은 `[5, 10000, 10]`이고, 최적화 중 base CNN forward pass는 0회였습니다. + +최적화 변수는 다섯 출력의 비음수 합이 1인 simplex 가중치 $w$뿐입니다. 따라서 이는 **prediction-space ensemble**이며, 파라미터를 평균내는 model soup가 아닙니다. Model soup의 weight averaging과 permutation 정렬을 다루는 문헌은 이 연구의 조작이나 결론을 뒷받침하는 직접적인 비교가 아닙니다 [arXiv:2203.05482](https://arxiv.org/abs/2203.05482), [arXiv:2209.04836](https://arxiv.org/abs/2209.04836). 비교 방법은 uniform, validation NLL에 대한 uniform temperature scaling, simplex 제약 SLSQP, 그리고 PSO입니다. PSO는 constriction movement, loss renewal, 30 particles, particle bounds $[-4,4]$, reflective boundary, velocity limit ratio 0.1, initial position noise 0, swarm seeds 301~303을 고정했습니다. + +#### 6.15.2 누수 방지와 사전 선언된 반복 + +- 모델 학습, temperature fitting, SLSQP/PSO 가중치 선택은 모두 search/validation 단계에서만 수행했습니다. 공식 test split은 정책 동결 전 로드 0회·평가 0회였습니다. +- Iteration 0의 독립 evaluator가 per-workload test-seal field lookup을 교정한 뒤 wall-efficiency gate만 실패한 것을 확인했습니다. 품질·안정성 gate와 세 swarm seed의 수렴 결과는 유지하고, 결정 로그에 따라 PSO epochs만 50에서 30으로 줄였습니다. pool, objective, seed, split, baseline, threshold, selection rule은 바꾸지 않았습니다. +- 동결된 정책이 모든 development gate를 통과한 뒤에만 공식 test를 dataset별 1회 로드하여 pool 5회 forward와 50-epoch single 1회 forward로 확인했습니다. 그 뒤의 tuning/rerun은 0회입니다. 이 순서로 validation 선택과 one-shot test 확인을 분리했지만, 하나의 split과 하나의 final test endpoint만 사용했다는 한계는 남습니다. + +Iteration 0(30 particles × 50 epochs)은 seed당 1,500 objective evaluations를 사용했습니다. PSO는 SLSQP와 같은 six-decimal validation NLL에 도달했지만, median one-seed wall ratio가 MNIST **13.14%**, FashionMNIST **12.05%**로 frozen 10% ceiling을 넘었습니다. MNIST validation NLL은 PSO/SLSQP **0.045902**, uniform **0.046385**, 10-epoch reference **0.060105**, equal-epoch-budget 50-epoch single **0.073988**였고, FashionMNIST는 각각 **0.285338**, **0.286751**, **0.303799**, **0.289660**이었습니다. SLSQP는 workload당 23 evaluations와 약 0.011초, PSO는 workload당 1,500 evaluations와 약 2.98~3.29초를 사용했으며, uniform temperature는 두 workload에서 PSO보다 낮은 validation NLL을 보였습니다. 이 결정과 실패 사유는 [post-training decision log](.omc/autoresearch/post-training-pso-ensemble/runs/20260904T093144Z/decision-log.md)에 기록되어 있습니다. + +Iteration 1은 다른 조건을 바꾸지 않고 30 particles × 30 epochs로 축소했습니다. seed당 **900 queries**와 **9,000,000 candidate-sample evaluations**를 사용했고, 세 swarm seed가 모두 같은 six-decimal PSO NLL을 재현했습니다. Runner의 13개 집계 gate와 독립 evaluator가 재계산한 14개 development hard gate가 모두 통과했습니다. + +#### 6.15.3 Validation 및 one-shot test 결과 + +아래 값은 accuracy(%) / NLL이며, PSO 행은 validation에서 frozen selected seed 301을 사용한 결과입니다. SLSQP와 PSO의 validation NLL은 두 dataset 모두 six-decimal 수준에서 같지만, test에서는 마지막 decimal 차이가 남습니다. + +| 방법 | MNIST validation | MNIST test (one-shot) | FashionMNIST validation | FashionMNIST test (one-shot) | +| --- | ---: | ---: | ---: | ---: | +| 10-epoch single | 98.23 / 0.060105 | 98.47 / 0.044991 | 89.47 / 0.303799 | 88.90 / 0.314516 | +| 50-epoch single (equal epoch budget) | 98.52 / 0.073988 | 98.60 / 0.062102 | 90.32 / 0.289660 | 89.93 / 0.302348 | +| Uniform ensemble | 98.63 / 0.046385 | 98.86 / 0.036184 | 90.28 / 0.286751 | 89.65 / 0.293522 | +| Uniform + temperature | 98.63 / 0.045355 | 98.86 / 0.034129 | 90.28 / 0.285048 | 89.65 / 0.291996 | +| SLSQP simplex weights | 98.60 / 0.045902 | 98.83 / 0.036179 | 90.42 / 0.285338 | 89.54 / 0.291696 | +| PSO simplex weights | 98.61 / 0.045902 | 98.83 / 0.036178 | 90.42 / 0.285338 | 89.54 / 0.291700 | + +Evaluator의 cross-dataset mean은 equal-budget single 대비 validation NLL **19.726% 감소**와 accuracy **+0.095%p**, test NLL **22.633% 감소**와 accuracy **-0.080%p**였습니다. 이는 PSO가 단일 모델보다 NLL을 낮추면서도 uniform 대비 사전 선언된 regression gate를 넘지 않았다는 기술통계이지, PSO의 일반적 정확도 우월성은 아닙니다. Test에서 uniform+temperature는 MNIST에서 PSO보다 NLL이 낮고 accuracy가 **0.03%p 높았습니다**. FashionMNIST에서는 uniform+temperature NLL이 **0.291996**으로 PSO의 **0.291700**보다 높았지만, accuracy는 **0.11%p 높았습니다**. + +#### 6.15.4 계산비용과 full-weight G8과의 기술적 비교 + +두 iteration을 합친 post-training study의 PSO 연구 비용은 **14,400 queries**, **144,000,000 candidate-sample evaluations**, research wall time **30.2907초**였습니다. 이 중 최종 Iteration 1은 **5,400 queries**, **54,000,000 candidate-sample evaluations**, research wall time **11.1512초**였고, validation에서 선택된 endpoint의 production wall time은 **3.7888초**였습니다. 다음 비율은 모두 **Iteration 1 내부 비교**이며 두 iteration 합산 비용을 한 iteration의 Adam/pool 학습 비용으로 나눈 값이 아닙니다. 선택된 production PSO 총시간을 Iteration 1의 다섯 모델 pool 학습 총시간 **44.4624초**로 나눈 비율은 정확히 **8.521376%**(소수 셋째 자리 반올림 **8.521%**)입니다. Development gate가 직접 확인한 workload별 median one-seed 비율은 MNIST **8.563655%**, FashionMNIST **8.479599%**이며, Iteration 1 artifact의 `pso_to_pool_wall_ratio`는 이 두 workload 비율의 중앙값 **8.521627%**(소수 셋째 자리 반올림 **8.522%**)입니다. 두 workload 모두 10% ceiling 아래였습니다. Iteration 1의 SLSQP는 workload당 23회, 총 **46 evaluations**, 총 **0.0201초**였습니다. Validation cache는 dataset당 pool 5회와 long single 1회, 총 12 forward passes를 사용했습니다. 앙상블은 모델 다섯 개를 보존하고 prediction inference도 다섯 번 수행하므로 single model 대비 storage/inference 경로가 **5배**입니다. 이 비용을 포함해도 … + +다음 표는 같은 CompactCNN parameter count를 사용한 [HEAVY-TASK-PSO-V6 artifact](benchmark_results/pso_v6_heavy_tasks.json)의 full-weight G8 semantic control과의 **기술적(descriptive) 비교**입니다. G8은 9,098개 전가중치를 직접 탐색한 12 particles × 80 epochs, fixed-10k validation, seeds 101~103 실행입니다. Post-training 행은 validation에서 선택된 PSO seed 301의 endpoint이고, G8 행은 세 seed의 평균입니다. 또한 post-training은 5개 모델의 5차원 prediction-space weight를 탐색하므로 두 행은 요약 통계, 목적함수, 최적화 공간이 모두 다릅니다. + +| 연구/방법 | 요약 통계 | 최적화 공간 | MNIST validation accuracy / NLL | FashionMNIST validation accuracy / NLL | 공식 test | +| --- | --- | --- | ---: | ---: | --- | +| Post-training PSO (Iteration 1) | validation-selected seed 301 | 5-way prediction simplex | 98.61% / 0.045902 | 90.42% / 0.285338 | 98.83% / 0.036178; 89.54% / 0.291700 | +| Full-weight CompactCNN G8 (V6) | seeds 101~103 mean | 9,098 weights | 49.1533% / 1.518089 | 47.0033% / 1.511217 | 로드/평가 0회 | + +선택 endpoint와 3-seed mean 사이의 기술통계 차이는 MNIST에서 **+49.4567%p, NLL -1.472187**, FashionMNIST에서 **+43.4167%p, NLL -1.225879**(post-training PSO minus G8)입니다. 그러나 이 차이는 짝지어진 추정량이 아니며, model-soup 대 full-weight PSO의 인과 비교나 일반화 증거도 아닙니다. V6 G8의 split seed는 **20260902**, 공식 test는 봉인되었고, post-training study는 split seed **20260904**에서 이미 Adam으로 학습된 pool을 사용했습니다. V6 전체 study의 자원은 30,720 queries, 245,760,000 sample evaluations, summed optimization wall time 188.7283초, validation wall time 6.3826초였으며, 이 수치 역시 네 workload와 G0/G5/G6/G8 실행을 합친 값입니다. 따라서 full-weight G8 수치는 “전가중치 PSO를 실용적 학습기로 판정하지 않는다”는 기존 feasibility 결과를 보강하지만, post-training 앙상블의 test accuracy를 설명하는 대조군으로 사용하지 않습니다. + +#### 6.15.5 문헌과 해석의 경계 + +Deep ensembles는 여러 독립 predictor의 predictive uncertainty를 실용적으로 추정할 수 있음을 보였고([arXiv:1612.01474](https://arxiv.org/abs/1612.01474)), temperature scaling은 단일 scalar로 calibration을 개선하는 간단한 post-processing으로 제시되었습니다([arXiv:1706.04599](https://arxiv.org/abs/1706.04599)). 본 연구에서 uniform+temperature가 validation/test NLL과 ECE를 개선한 관측은 이 두 문헌과 방향이 일치하지만, 두 dataset·한 split의 결과를 넘어선 보장은 아닙니다. PSO로 diversity와 accuracy를 함께 고려한 weighted ensemble을 구성한 선행 연구([DOI:10.3390/a13100255](https://doi.org/10.3390/a13100255))도 있으나, 그 연구는 mixed-binary learner selection과 UCI dataset들을 포함하는 다른 설계입니다. 또한 초기 신경망 ensemble 연구([DOI:10.1016/0893-6080(92)90023-1](https://doi.org/10.1016/0893-6080(92)90023-1))는 ensemble의 일반적 동기를 제공할 수 있을 뿐, 본 PSO 비용 비교의 실험적 근거는 아닙니다. + +#### 6.15.6 한계와 결정 + +1. **선택 편향과 표본 범위**: validation split 하나, dataset 두 개, CompactCNN 하나, PSO swarm seed 세 개뿐입니다. validation에서 방법과 PSO seed를 선택한 뒤 test를 한 번 확인했으므로 test leakage는 피했지만, 반복 split·외부 dataset·독립 replication은 없습니다. +2. **비동등한 대조군**: 50-epoch single은 pool의 합산 epoch와 맞춘 equal-epoch-budget 비교이며, 정확한 hardware FLOP 또는 병렬화 비용 동등성을 증명하지 않습니다. V6 G8은 전가중치 직접 탐색이고 split과 objective가 달라 post-training과의 accuracy/NLL 차이를 causal effect로 읽을 수 없습니다. +3. **저차원 smooth objective의 특수성**: 다섯 확률 출력의 simplex NLL은 비교적 매끄러운 저차원 함수라서, PSO 900 evaluations가 SLSQP 23 evaluations와 같은 NLL을 얻은 사실은 이 설정에서의 redundancy를 보여줍니다. 모든 비선형·불연속 목적함수에서 PSO가 중복된다는 뜻은 아닙니다. +4. **저장·추론 비용**: 다섯 모델을 보존하고 다섯 출력 forward를 수행해야 하므로 single model보다 5배 경로가 필요합니다. 본 연구는 이 ensemble overhead를 제거하거나 model soup으로 대체하지 않았습니다. + +**결정**: smooth prediction-space NLL에는 먼저 **uniform + temperature**를 사용하고, 명시적인 simplex weight가 필요하면 **SLSQP**를 우선합니다. PSO는 현재 연구에서 SLSQP보다 품질을 추가로 개선하지 못하면서 더 많은 query와 wall time을 사용했으므로 이 경로의 기본 optimizer로 채택하지 않습니다. 향후 PSO는 gradient가 없거나 불연속·이산인 architecture/subset/diversity 선택 문제처럼 SLSQP가 직접 다루기 어려운 목적함수에서만 별도 protocol과 leakage 방지 확인을 거쳐 연구합니다. 이 결론은 PSO 전체의 실패 선언이나 full-weight G8과의 일반적 우열 주장이 아니라, 본 post-training prediction-space study의 bounded decision입니다. + +**출력 아티팩트**: [`benchmark_results/pso_v8_post_training_ensemble.json`](benchmark_results/pso_v8_post_training_ensemble.json), [`benchmark_results/pso_v8_post_training_ensemble.csv`](benchmark_results/pso_v8_post_training_ensemble.csv), [`benchmark_results/pso_v8_post_training_ensemble_evaluation.json`](benchmark_results/pso_v8_post_training_ensemble_evaluation.json), [`history_plt/pso_v8_post_training_ensemble.png`](history_plt/pso_v8_post_training_ensemble.png), [decision log](.omc/autoresearch/post-training-pso-ensemble/runs/20260904T093144Z/decision-log.md). + + + + +## 7. 결과 해석 및 실무 권고사항 (Interpretation & Recommendations) + +1. **고전 무브먼트 기법 선택**: + - Protocol 2.0.0의 5개 워크로드 고정 예산에서는 `constriction`과 `inertia`가 가장 낮은 평균 순위를 기록했습니다. 새로운 워크로드에서는 둘을 우선 비교하되 보편적 우위로 간주하지 않아야 합니다. + - 확장 MNIST 연구에서는 새 `local_best`의 반경 4 후보가 동일 30×80 held-out 확인에서 가장 높은 평균 정확도(62.64%)와 가장 낮은 손실(1.211368)을 기록했습니다. 다른 데이터셋에서는 별도 검증이 필요합니다. +2. **`adaptive_moment` 독자 기법**: + - 기존 ablation의 $\lambda=0.10$은 해당 10개 프로필 중 미분 무관 최고 정확도였지만, 확장 search에서 선택된 $\lambda=0.06$/step 0.5는 동일 예산 held-out 확인에서 `local_best`와 `inertia`보다 낮았습니다. + - 더 많은 파티클은 80세대를 유지해 총 평가량을 늘릴 때 성능을 높였고, particle-epochs를 고정하면 낮아졌습니다. 파티클 수와 계산 예산을 함께 보고 선택해야 합니다. + - 120개 파티클에서는 80세대가 충분한 수렴 horizon이 아니었습니다. 이 워크로드에서 계산 예산이 허용되면 더 긴 horizon을 사용하되, 테스트 체크포인트가 아니라 별도 validation metric으로 중단 시점을 결정해야 합니다. + - 공식 MNIST 전체 학습에서는 240세대 정확도가 87.70%로 2k-fitness 연구보다 높았습니다. 다만 full objective와 PCA 적합 범위가 함께 달라졌으므로 full-data 사용 하나의 인과 효과로 분리하지 않습니다. +3. **`quantum` 기법**: + - 이 후보 범위의 QPSO는 held-out 정확도 48.58%로 가장 낮았습니다. 하나의 워크로드 결과이며 QPSO 일반 성능으로 해석하지 않습니다. +4. **Adam refinement**: + - 경사도 사용이 허용될 때 `tuned_adam_100_lr.01`은 기존 ablation에서 가장 높은 정확도와 가장 낮은 손실을 기록했습니다. 순수 미분 무관 방법과 별도 범주로 비교해야 합니다. +5. **초기화 선택**: + - 기존 PCA32 ablation에서 `uniform` 초기화는 `model_noise`보다 평균 정확도가 4.64%p 낮았습니다. 이는 해당 경계·모델·예산에 한정된 관찰입니다. + +6. **딥러닝 아키텍처 및 PSO 역할 권고사항 (Deep Accuracy Insights)**: + - 측정된 설정에서 실무적 권장 경로는 **Compact CNN + Adam**입니다. + - 9,098개 CNN 전가중치를 직접 탐색한 PSO는 이 고정 예산에서 역전파를 대체하지 못했습니다. PSO를 딥러닝 파이프라인에 유지하려면 전가중치 대체보다 저차원 아키텍처·하이퍼파라미터 탐색 후 Adam으로 가중치를 학습하는 역할 분담이 합리적입니다. 이 역할 분담 자체는 본 프로토콜에서 비교하지 않은 공학적 권고입니다. +7. **희소 부호 해시 부분공간·단계적 평가·스웜 앙상블 탐색 권고사항 (V5 Insights)**: + - V5의 동일 30p × 160e 파일럿에서는 희소 부호 해시 부분공간(290~4096차원)보다 전가중치(9,098차원) 검증 성능이 높았습니다. 그러나 V6 진단에서 동일 latent radius가 차원이 작을수록 decoded per-parameter RMS를 축소하는 교란이 확인됐으므로, 이 결과는 부분공간 자체의 열위 근거가 아닙니다. + - 단계적 표본 확장(2k→10k→50k) 적용 시 목적 함수 변경에 맞춰 pbest 재평가를 수행하여 수렴 편향을 방지해야 합니다. + - 스웜 내 검증 상위 다양성 파티클 기반 Top-5 앙상블은 단일 모델 대비 정확도(+3.77%p)와 NLL/Brier를 개선하였으나, ECE가 악화(+0.079042)되었습니다. 단순히 파티클 다양성이나 손실 잔여물이 높다고 해서 일반화나 신뢰성이 비례하여 향상된다고 가정하지 않아야 합니다. +8. **V6 탐색 구조 권고사항**: + - V5의 zero-velocity/no-mutation/normalized ±3 묶음은 동일 2k·60p×420e 조건에서 기존 `Optimizer`보다 5.39%p 낮았습니다. mutation·초기 속도·±6 경계를 복원한 G5/G6은 사전 회복 기준을 통과했으므로 다음 탐색은 G6을 기준으로 진행합니다. + - global RMS coordinate scale은 per-tensor SD보다 낮았으므로 좌표 정규화 자체를 제거하지 않습니다. mutation과 경계 확장의 독립 효과는 아직 3-시드 확인 전이므로 각각을 확정 원인으로 표현하지 않습니다. +9. **더 무거운 태스크에 대한 PSO 역할 권고사항**: + - 55,338개 파라미터와 FashionMNIST에서도 모든 실행이 finite했고 초기 모델 대비 개선됐으므로 기술적 실행 가능성은 확인됐습니다. 그러나 41.03~49.15% validation accuracy는 전가중치 PSO를 실용적 학습 경로로 권고할 근거가 아닙니다. + - 파라미터 수 증가로 swarm state가 6.08배 증가하고 처리량이 대략 절반으로 감소했습니다. 다음 확장 실험은 더 큰 전가중치 모델보다 저차원 subspace/협력적 block 탐색 또는 PSO 기반 하이퍼파라미터 탐색을 우선해야 합니다. 이 대안들의 성능은 본 프로토콜에서 측정하지 않았습니다. +--- + +## 8. 연구 한계점 (Limitations) + +1. **소규모 샘플 사이즈 ($n=5$) 및 신뢰구간 측정 한계**: + - 본 벤치마크는 무작위 시드 5개(41~45 및 46~50)에 대한 측정을 바탕으로 하였습니다. 샘플 크기가 $n=5$로 제한되어 일부 지표에서 표준편차가 크며, 95% 신뢰구간(CI)의 범위를 좁히는 데 한계가 있습니다. +2. **순위(Rank) 지표의 서열적(Ordinal) 특성**: + - 평균 순위(Mean Rank) 지표는 절대적인 성능 격차 수치를 반영하지 않고 상대적인 순위 수치만을 반영합니다. 따라서 순위 차이가 절대적인 손실/정확도 차이와 정비례하지 않습니다. +3. **`tuned_full_evaluation` 비교 시 교란 요인 (Confounders)**: + - `tuned_full_evaluation` (3,000개 전체 데이터)과 고정 서브셋 기법(2,000개 서브셋) 간의 손실 수치 비교는 평가에 사용된 데이터 샘플 수 및 배치 연산 차이가 개입된 교란 요인을 포함하고 있습니다. +4. **소형/얕은 신경망 모델 범위 한계**: + - 메인 및 튜닝 평가 대부분은 1~2개 레이어의 소형 MLP와 PCA32 선형 모델이며, 딥 프로토콜도 9,098개 파라미터 Compact CNN 하나로 제한됩니다. 수만~수억 개 파라미터 모델로의 직접 일반화에는 근거가 부족합니다. + +5. **확장 튜닝의 선택 불확실성**: + - 32개 후보 search는 시드 3개만 사용했습니다. validation 차이가 작은 후보의 순위는 추가 시드에서 바뀔 수 있습니다. +6. **파티클 스케일링의 계산량 차이**: + - 80세대 고정 비교는 파티클 수와 함께 총 평가량이 증가합니다. 약 2,400 particle-epochs 고정 비교는 평가 횟수만 근사적으로 맞추며 실제 MPS 실행 비용은 동일하지 않습니다. + +7. **Epoch checkpoint 테스트 반복 관찰**: + - 80~240세대 궤적은 같은 테스트 1,000개를 반복 평가한 진단 결과입니다. 이를 근거로 epoch를 선택하면 테스트셋 누수가 되므로 실제 stopping rule에는 별도 validation split이 필요합니다. + +8. **Full MNIST 모델 범위와 반복 테스트 관찰**: + - train/test 전체 split을 사용했지만 PCA32 선형 모델 실험입니다. 원본 영상 공간 및 CNN으로 일반화하지 않으며, test 10,000개 checkpoint를 반복 관찰해 epoch를 선택하지 않습니다. + +9. **Deep Accuracy 프로토콜의 표본 수($n=3$) 및 탐색 공간 제약**: + - Deep Accuracy 실험은 $n=3$ 시드로 수행된 기술적(descriptive) 비교이며 통계적 유의성 검정을 제공하지 않습니다. 또한 PSO 30 파티클 × 40 세대의 고정 예산과 고정 서브셋(2,000개) 평가 조건을 사용하였으므로, 파티클 수나 세대를 무한히 늘린 경우의 가설적 한계 성능을 수식적으로 증명한 것은 아닙니다. 그럼에도 9,098개 파라미터 전가중치 탐색에서 경사도 대비 극심한 열위(36.76% vs 98.53%)는 고차원 전가중치 PSO 적용의 실질적 한계를 명확히 나타냅니다. + +10. **MNIST-PSO-RAW-V5 프로토콜의 범위와 불확실성**: + - 부분공간 선택은 단일 파일럿 시드(91), 확인은 3개 시드와 Compact CNN 한 구조, 원본 MNIST 한 데이터셋에 한정됩니다. 60p × 600e 단계적 탐색의 단일 모델 정확도(83.23%)와 앙상블 정확도(87.00%)는 비동등 계산량의 v4 Adam 10-epoch 평균(98.53% ± 0.16%)보다 각각 15.30%p와 11.53%p 낮았습니다. + - 앙상블은 단일 모델보다 정확도와 NLL/Brier가 개선되고 예측 불일치도 0.1585를 보였지만, ECE도 0.085242에서 0.164284로 높아졌습니다. 이 동시 관찰만으로 다양성이나 손실이 개선 또는 보정 악화의 원인이라고 결론 내릴 수 없습니다. +11. **MNIST-PSO-RAW-V6 screen/confirmation 범위**: + - G0–G8 screen은 단일 seed 91이므로 요인별 material 판정은 후보 선별 근거입니다. 3-시드 confirmation은 G0/G1/G5/G6/G8만 포함하여 전체 구조 회복과 scale/radius 판단만 확인했습니다. + - G5와 G6이 G8에 근접했다는 결과는 동일 2k 목적함수와 60p×420e 예산에 한정됩니다. 50k objective, 더 긴 horizon, 다른 초기 모델, 외부 데이터에 대한 성능을 보장하지 않습니다. + - 공식 test split을 사용하지 않았으므로 V6 Phase B 수치는 validation 결과이며 V5의 공식 test 정확도와 직접적인 paired test 비교가 아닙니다. +12. **HEAVY-TASK-PSO-V6의 validation 재사용 및 예산 한계**: + - 단일 seed screen에서 normalized 방법을 선택한 뒤 같은 validation 10,000개로 3-시드 확인 결과를 보고했으므로 선택 편향이 남습니다. 공식 test split을 로드하지 않았고 외부 일반화 성능은 측정하지 않았습니다. + - 12 particles × 80 epochs·fixed-10k endpoint는 계산상 feasibility만 판정합니다. 세대 궤적, validation 기반 조기 중단, 50k objective, Adam 동예산 비교가 없으므로 수렴 완료·최대 도달 성능·계산 효율 우월성을 주장하지 않습니다. + - FashionMNIST는 설계상 데이터 난도 축으로 사용했지만 measured endpoint가 MNIST보다 일관되게 낮지 않았습니다. 따라서 이 실행만으로 데이터 난도 증가의 인과 효과를 분리하지 않습니다. +13. **Heavy PSO 교차 분할 강건성 한계 (Cross-Split Robustness Failure)**: §6.14의 두 개발 분할(20260905/20260906)에서 동결 정책과 8회 결정의 9개 변형 모두 gate를 통과하지 못했습니다. 따라서 `fixed_global_hybrid_v3`의 이전 단일 분할 개선은 측정한 새 분할에서 재현되지 않았고, 이 정책은 보존하지 않습니다(`retained_policy = null`). 이 결과는 두 validation 분할과 고정 예산에 한정되며, 공식 test나 외부 데이터 일반화 성능을 측정하지 않았습니다. +--- +## 9. 재현 명령 및 결과 데이터 아티팩트 (Reproducibility & Artifacts) + +### 9.1 재현 실행 명령 (Reproducibility Command) + +```shell +# uv 환경에서 동일한 벤치마크 수트 전체 실행 (MPS 디바이스 사용) +uv run --locked --extra examples python test/benchmark_suite.py --device mps + +# 검증 선택, held-out 확인, Adaptive Moment 파티클 스케일링 +uv run --locked --extra examples python test/tuning_suite.py --device mps + +# 120p×80e Adaptive Moment 파티클 스케일링 재현성 검증 (exact-replay + independent seeds) +uv run --locked --extra examples python test/reproduce_scaling.py --device mps +# 120p Adaptive Moment 연속 240-epoch 수렴 진단 +uv run --locked --extra examples python test/epoch_convergence.py --device mps +# 공식 MNIST 60k/10k 전체 학습, 120p×240e +uv run --locked --extra examples python test/full_mnist_study.py --device mps +# 공식 MNIST 딥 신경망 아키텍처 및 최적화기 비교 (Deep Accuracy 1.0.0) +uv run --locked --extra examples python test/deep_accuracy_study.py --device mps +# 희소 부호 해시 부분공간·단계적 평가·스웜 앙상블 탐색 (MNIST-PSO-RAW-V5 1.0.0) +uv run --locked --extra examples python test/deep_pso_methods.py --device mps +# V5 탐색 구조 회귀 원인 분리 (MNIST-PSO-RAW-V6 1.0.0 Phase A/B) +uv run --locked --extra examples python test/deep_pso_v6.py --phase all --device mps +# 더 큰 CNN 및 FashionMNIST 전가중치 PSO feasibility screen/confirmation +uv run --no-sync python test/heavy_task_feasibility.py --stage all --device mps +# Heavy PSO 교차 분할 강건성 탐색/평가/발행 +uv run --no-sync python test/heavy_pso_cross_split.py --phase development --device mps +uv run --no-sync python test/evaluate_heavy_cross_split.py --development .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json --output .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +uv run --no-sync python test/publish_heavy_cross_split.py --source-dir .omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z --output-json benchmark_results/pso_v7_heavy_cross_split.json --output-csv benchmark_results/pso_v7_heavy_cross_split.csv --output-plot history_plt/pso_v7_heavy_cross_split.png +``` + +### 9.2 원천 결과 데이터 및 아티팩트 경로 + +- **종합 JSON 벤치마크 데이터**: [`benchmark_results/pso_v4_benchmark.json`](benchmark_results/pso_v4_benchmark.json) +- **메인 벤치마크 CSV**: [`benchmark_results/pso_v4_main_benchmark.csv`](benchmark_results/pso_v4_main_benchmark.csv) +- **Ablation 벤치마크 CSV**: [`benchmark_results/pso_v4_ablation_benchmark.csv`](benchmark_results/pso_v4_ablation_benchmark.csv) +- **확장 튜닝 JSON**: [`benchmark_results/pso_v4_tuning.json`](benchmark_results/pso_v4_tuning.json) +- **후보 Search CSV**: [`benchmark_results/pso_v4_tuning_search.csv`](benchmark_results/pso_v4_tuning_search.csv) +- **Held-out Confirmation CSV**: [`benchmark_results/pso_v4_tuning_confirmation.csv`](benchmark_results/pso_v4_tuning_confirmation.csv) +- **Particle Scaling CSV**: [`benchmark_results/pso_v4_particle_scaling.csv`](benchmark_results/pso_v4_particle_scaling.csv) +- **120p×80e 재현성 검증 JSON**: [`benchmark_results/pso_v4_120p80_replication.json`](benchmark_results/pso_v4_120p80_replication.json) +- **120p×80e 재현성 검증 CSV**: [`benchmark_results/pso_v4_120p80_replication.csv`](benchmark_results/pso_v4_120p80_replication.csv) +- **120p epoch 수렴 진단 JSON**: [`benchmark_results/pso_v4_epoch_convergence.json`](benchmark_results/pso_v4_epoch_convergence.json) +- **120p epoch 수렴 진단 CSV**: [`benchmark_results/pso_v4_epoch_convergence.csv`](benchmark_results/pso_v4_epoch_convergence.csv) +- **Full MNIST JSON**: [`benchmark_results/pso_v4_full_mnist.json`](benchmark_results/pso_v4_full_mnist.json) +- **Full MNIST CSV**: [`benchmark_results/pso_v4_full_mnist.csv`](benchmark_results/pso_v4_full_mnist.csv) +- **Deep Accuracy JSON**: [`benchmark_results/pso_v4_deep_accuracy.json`](benchmark_results/pso_v4_deep_accuracy.json) +- **Deep Accuracy CSV**: [`benchmark_results/pso_v4_deep_accuracy.csv`](benchmark_results/pso_v4_deep_accuracy.csv) +- **V5 Deep Methods JSON**: [`benchmark_results/pso_v5_deep_methods.json`](benchmark_results/pso_v5_deep_methods.json) +- **V5 Deep Methods CSV**: [`benchmark_results/pso_v5_deep_methods.csv`](benchmark_results/pso_v5_deep_methods.csv) +- **V6 Geometry Ablation JSON**: [`benchmark_results/pso_v6_phase_b.json`](benchmark_results/pso_v6_phase_b.json) +- **V6 Geometry Ablation CSV**: [`benchmark_results/pso_v6_phase_b.csv`](benchmark_results/pso_v6_phase_b.csv) +- **Heavy Task Feasibility JSON**: [`benchmark_results/pso_v6_heavy_tasks.json`](benchmark_results/pso_v6_heavy_tasks.json) +- **Heavy Task Feasibility CSV**: [`benchmark_results/pso_v6_heavy_tasks.csv`](benchmark_results/pso_v6_heavy_tasks.csv) +- **Heavy PSO Cross-Split JSON**: [`benchmark_results/pso_v7_heavy_cross_split.json`](benchmark_results/pso_v7_heavy_cross_split.json) +- **Heavy PSO Cross-Split CSV**: [`benchmark_results/pso_v7_heavy_cross_split.csv`](benchmark_results/pso_v7_heavy_cross_split.csv) +- **결과 시각화 이미지**: + - [`history_plt/pso_v4_accuracy.png`](history_plt/pso_v4_accuracy.png) + - [`history_plt/pso_v4_loss.png`](history_plt/pso_v4_loss.png) + - [`history_plt/pso_v4_rank_heatmap.png`](history_plt/pso_v4_rank_heatmap.png) + - [`history_plt/pso_v4_runtime.png`](history_plt/pso_v4_runtime.png) + - [`history_plt/pso_v4_mnist_ablation.png`](history_plt/pso_v4_mnist_ablation.png) + - [`history_plt/pso_v4_extended_tuning.png`](history_plt/pso_v4_extended_tuning.png) + - [`history_plt/pso_v4_particle_scaling.png`](history_plt/pso_v4_particle_scaling.png) + - [`history_plt/pso_v4_epoch_convergence.png`](history_plt/pso_v4_epoch_convergence.png) + - [`history_plt/pso_v4_full_mnist.png`](history_plt/pso_v4_full_mnist.png) + - [`history_plt/pso_v4_deep_accuracy.png`](history_plt/pso_v4_deep_accuracy.png) + - [`history_plt/pso_v5_deep_methods.png`](history_plt/pso_v5_deep_methods.png) + - [`history_plt/pso_v6_phase_b.png`](history_plt/pso_v6_phase_b.png) + - [`history_plt/pso_v6_heavy_tasks.png`](history_plt/pso_v6_heavy_tasks.png) + - [`history_plt/pso_v7_heavy_cross_split.png`](history_plt/pso_v7_heavy_cross_split.png) + +### 9.3 소스 코드 및 레퍼런스 문헌 참조 +- **5단계 플러그인 구현 소스**: [`pso/plugins.py`](pso/plugins.py) 및 [`pso/optimizer.py`](pso/optimizer.py) +- **V5 탐색 및 앙상블 스크립트**: [`test/deep_pso_methods.py`](test/deep_pso_methods.py) +- **V6 탐색 구조 진단 스크립트**: [`test/deep_pso_v6.py`](test/deep_pso_v6.py) +- **Heavy Task Feasibility 스크립트**: [`test/heavy_task_feasibility.py`](test/heavy_task_feasibility.py) +- **Heavy PSO Cross-Split 탐색/평가/발행 스크립트**: [`test/heavy_pso_cross_split.py`](test/heavy_pso_cross_split.py), [`test/evaluate_heavy_cross_split.py`](test/evaluate_heavy_cross_split.py), [`test/publish_heavy_cross_split.py`](test/publish_heavy_cross_split.py) +- **고전 PSO 논문 DOI 및 알고리즘 구현 레퍼런스**: [`README.md` 참고 문헌 섹션](README.md#참고-문헌-primary-references--dois) 참조 diff --git a/benchmark_results/pso_v4_120p80_replication.csv b/benchmark_results/pso_v4_120p80_replication.csv new file mode 100644 index 0000000..9f9daa0 --- /dev/null +++ b/benchmark_results/pso_v4_120p80_replication.csv @@ -0,0 +1,16 @@ +cohort,method,candidate_label,regimen,seed,n_particles,epochs,particle_epochs,train_loss,train_acc,test_loss,test_acc,test_mse,fit_time_sec,data_fingerprint,model_fingerprint,device,completed,error +baseline,adaptive_moment,am_b0.06_s0.5,fixed_epoch,71,120,80,9600,0.6516683101654053,0.7950000166893005,0.8584634065628052,0.7360000014305115,0.037673790007829666,11.962705624988303,dfe645918ece54c0,0777bd52fd76272d,mps,True, +baseline,adaptive_moment,am_b0.06_s0.5,fixed_epoch,72,120,80,9600,0.6982801556587219,0.7914999723434448,0.9025362133979797,0.7239999771118164,0.038956169039011,11.906837583053857,dfe645918ece54c0,6fcb6e473bdacbd2,mps,True, +baseline,adaptive_moment,am_b0.06_s0.5,fixed_epoch,73,120,80,9600,0.7527623772621155,0.7749999761581421,1.001193642616272,0.6919999718666077,0.04309915751218796,10.664651792030782,dfe645918ece54c0,2e6c351372592f10,mps,True, +baseline,adaptive_moment,am_b0.06_s0.5,fixed_epoch,74,120,80,9600,0.6858600974082947,0.784500002861023,0.8601324558258057,0.7350000143051147,0.03845023736357689,10.921957665821537,dfe645918ece54c0,4000fe3fb26ef207,mps,True, +baseline,adaptive_moment,am_b0.06_s0.5,fixed_epoch,75,120,80,9600,0.6326538324356079,0.8125,0.889915406703949,0.7300000190734863,0.03931796923279762,10.411899874918163,dfe645918ece54c0,0966039f5ef7af88,mps,True, +replay,adaptive_moment,am_b0.06_s0.5,fixed_epoch,71,120,80,9600,0.6516683101654053,0.7950000166893005,0.8584634065628052,0.7360000014305115,0.037673790007829666,11.090910458937287,dfe645918ece54c0,0777bd52fd76272d,mps,True, +replay,adaptive_moment,am_b0.06_s0.5,fixed_epoch,72,120,80,9600,0.6982801556587219,0.7914999723434448,0.9025362133979797,0.7239999771118164,0.038956169039011,10.668682500021532,dfe645918ece54c0,6fcb6e473bdacbd2,mps,True, +replay,adaptive_moment,am_b0.06_s0.5,fixed_epoch,73,120,80,9600,0.7527623772621155,0.7749999761581421,1.001193642616272,0.6919999718666077,0.04309915751218796,11.617381499847397,dfe645918ece54c0,2e6c351372592f10,mps,True, +replay,adaptive_moment,am_b0.06_s0.5,fixed_epoch,74,120,80,9600,0.6858600974082947,0.784500002861023,0.8601324558258057,0.7350000143051147,0.03845023736357689,12.46007908298634,dfe645918ece54c0,4000fe3fb26ef207,mps,True, +replay,adaptive_moment,am_b0.06_s0.5,fixed_epoch,75,120,80,9600,0.6326538324356079,0.8125,0.889915406703949,0.7300000190734863,0.03931796923279762,11.499297459144145,dfe645918ece54c0,0966039f5ef7af88,mps,True, +independent,adaptive_moment,am_b0.06_s0.5,fixed_epoch,81,120,80,9600,0.7000858783721924,0.781000018119812,0.9081020355224609,0.7250000238418579,0.039418451488018036,10.6923490408808,dfe645918ece54c0,b9e1b8cbb9345add,mps,True, +independent,adaptive_moment,am_b0.06_s0.5,fixed_epoch,82,120,80,9600,0.6899945139884949,0.796999990940094,0.9245963096618652,0.718999981880188,0.03965267166495323,11.110405791085213,dfe645918ece54c0,f1a0025f5b3b5b7c,mps,True, +independent,adaptive_moment,am_b0.06_s0.5,fixed_epoch,83,120,80,9600,0.6943607330322266,0.7929999828338623,0.8056192398071289,0.7609999775886536,0.034950967878103256,10.71645870897919,dfe645918ece54c0,9cb7fe904bf992ac,mps,True, +independent,adaptive_moment,am_b0.06_s0.5,fixed_epoch,84,120,80,9600,0.7076351046562195,0.7885000109672546,0.8160682320594788,0.7429999709129333,0.0366184301674366,10.859140583081171,dfe645918ece54c0,b833ebd886fce382,mps,True, +independent,adaptive_moment,am_b0.06_s0.5,fixed_epoch,85,120,80,9600,0.6802449822425842,0.7875000238418579,0.8681835532188416,0.7319999933242798,0.038917701691389084,10.97266870806925,dfe645918ece54c0,e6bdf9e5d849521b,mps,True, diff --git a/benchmark_results/pso_v4_120p80_replication.json b/benchmark_results/pso_v4_120p80_replication.json new file mode 100644 index 0000000..bb2151e --- /dev/null +++ b/benchmark_results/pso_v4_120p80_replication.json @@ -0,0 +1,1899 @@ +{ + "replication_protocol_version": "1.0.0", + "source_tuning_protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "timestamp": "2026-09-01 23:24:38", + "device": "mps", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "baseline_json": "benchmark_results/pso_v4_tuning.json", + "source_tuning_timestamp": "2026-09-01 07:10:25", + "candidate_label": "am_b0.06_s0.5", + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + } + }, + "data_fingerprint": "dfe645918ece54c0", + "criteria": { + "replay_seeds": [ + 71, + 72, + 73, + 74, + 75 + ], + "replay_max_abs_delta_tolerance": 0.005, + "require_replay_model_fingerprint_match": true, + "independent_seeds": [ + 81, + 82, + 83, + 84, + 85 + ], + "independent_mean_abs_diff_margin": 0.03, + "require_ci_overlap": true + }, + "summaries": { + "baseline": { + "mean": 0.7234, + "std": 0.018188, + "median": 0.73, + "iqr": 0.011, + "ci95_t": 0.022583 + }, + "replay": { + "mean": 0.7234, + "std": 0.018188, + "median": 0.73, + "iqr": 0.011, + "ci95_t": 0.022583 + }, + "independent": { + "mean": 0.736, + "std": 0.016583, + "median": 0.732, + "iqr": 0.018, + "ci95_t": 0.02059 + } + }, + "comparison": { + "replay_per_seed_deltas": { + "71": 0.0, + "72": 0.0, + "73": 0.0, + "74": 0.0, + "75": 0.0 + }, + "replay_max_abs_delta": 0.0, + "replay_model_fingerprint_match": true, + "replay_pass": true, + "independent_mean_abs_diff": 0.0126, + "independent_mean_pass": true, + "baseline_ci95_t_interval": [ + 0.700817, + 0.745983 + ], + "independent_ci95_t_interval": [ + 0.71541, + 0.75659 + ], + "ci_overlap_pass": true, + "independent_pass": true, + "overall_pass": true + }, + "baseline_runs": [ + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6516683101654053, + "train_acc": 0.7950000166893005, + "train_mse": 0.028850017115473747, + "test_loss": 0.8584634065628052, + "test_acc": 0.7360000014305115, + "test_mse": 0.037673790007829666, + "fit_time_sec": 11.962705624988303, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed71_e66d603db8f5", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6982801556587219, + "train_acc": 0.7914999723434448, + "train_mse": 0.030153820291161537, + "test_loss": 0.9025362133979797, + "test_acc": 0.7239999771118164, + "test_mse": 0.038956169039011, + "fit_time_sec": 11.906837583053857, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed72_47cdadf9a983", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.7527623772621155, + "train_acc": 0.7749999761581421, + "train_mse": 0.032556530088186264, + "test_loss": 1.001193642616272, + "test_acc": 0.6919999718666077, + "test_mse": 0.04309915751218796, + "fit_time_sec": 10.664651792030782, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed73_78208b86e119", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6858600974082947, + "train_acc": 0.784500002861023, + "train_mse": 0.030640259385108948, + "test_loss": 0.8601324558258057, + "test_acc": 0.7350000143051147, + "test_mse": 0.03845023736357689, + "fit_time_sec": 10.921957665821537, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed74_e44bd395ec76", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6326538324356079, + "train_acc": 0.8125, + "train_mse": 0.02839995175600052, + "test_loss": 0.889915406703949, + "test_acc": 0.7300000190734863, + "test_mse": 0.03931796923279762, + "fit_time_sec": 10.411899874918163, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed75_17aefd097619", + "regimen": "fixed_epoch" + } + ], + "replay_runs": [ + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_replay", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6516683101654053, + "train_acc": 0.7950000166893005, + "train_mse": 0.028850017115473747, + "test_loss": 0.8584634065628052, + "test_acc": 0.7360000014305115, + "test_mse": 0.037673790007829666, + "fit_time_sec": 11.090910458937287, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_replay", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6982801556587219, + "train_acc": 0.7914999723434448, + "train_mse": 0.030153820291161537, + "test_loss": 0.9025362133979797, + "test_acc": 0.7239999771118164, + "test_mse": 0.038956169039011, + "fit_time_sec": 10.668682500021532, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_replay", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.7527623772621155, + "train_acc": 0.7749999761581421, + "train_mse": 0.032556530088186264, + "test_loss": 1.001193642616272, + "test_acc": 0.6919999718666077, + "test_mse": 0.04309915751218796, + "fit_time_sec": 11.617381499847397, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_replay", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6858600974082947, + "train_acc": 0.784500002861023, + "train_mse": 0.030640259385108948, + "test_loss": 0.8601324558258057, + "test_acc": 0.7350000143051147, + "test_mse": 0.03845023736357689, + "fit_time_sec": 12.46007908298634, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_replay", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6326538324356079, + "train_acc": 0.8125, + "train_mse": 0.02839995175600052, + "test_loss": 0.889915406703949, + "test_acc": 0.7300000190734863, + "test_mse": 0.03931796923279762, + "fit_time_sec": 11.499297459144145, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + } + ], + "independent_runs": [ + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_independent", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 81, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.7000858783721924, + "train_acc": 0.781000018119812, + "train_mse": 0.03082381933927536, + "test_loss": 0.9081020355224609, + "test_acc": 0.7250000238418579, + "test_mse": 0.039418451488018036, + "fit_time_sec": 10.6923490408808, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "b9e1b8cbb9345add", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_independent", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 82, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6899945139884949, + "train_acc": 0.796999990940094, + "train_mse": 0.02961476519703865, + "test_loss": 0.9245963096618652, + "test_acc": 0.718999981880188, + "test_mse": 0.03965267166495323, + "fit_time_sec": 11.110405791085213, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "f1a0025f5b3b5b7c", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_independent", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 83, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6943607330322266, + "train_acc": 0.7929999828338623, + "train_mse": 0.029856808483600616, + "test_loss": 0.8056192398071289, + "test_acc": 0.7609999775886536, + "test_mse": 0.034950967878103256, + "fit_time_sec": 10.71645870897919, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "9cb7fe904bf992ac", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_independent", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 84, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.7076351046562195, + "train_acc": 0.7885000109672546, + "train_mse": 0.03054513782262802, + "test_loss": 0.8160682320594788, + "test_acc": 0.7429999709129333, + "test_mse": 0.0366184301674366, + "fit_time_sec": 10.859140583081171, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "b833ebd886fce382", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "replication_independent", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 85, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6802449822425842, + "train_acc": 0.7875000238418579, + "train_mse": 0.0307244174182415, + "test_loss": 0.8681835532188416, + "test_acc": 0.7319999933242798, + "test_mse": 0.038917701691389084, + "fit_time_sec": 10.97266870806925, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "e6bdf9e5d849521b", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "regimen": "fixed_epoch" + } + ], + "completed": true, + "error": null +} \ No newline at end of file diff --git a/benchmark_results/pso_v4_ablation_benchmark.csv b/benchmark_results/pso_v4_ablation_benchmark.csv new file mode 100644 index 0000000..30beed2 --- /dev/null +++ b/benchmark_results/pso_v4_ablation_benchmark.csv @@ -0,0 +1,11 @@ +profile,dataset,method,n_particles,epochs,n_seeds,eval_acc_mean,eval_acc_std,eval_acc_median,eval_acc_iqr,eval_acc_ci95,eval_loss_mean,eval_loss_std,eval_loss_median,eval_loss_iqr,eval_loss_ci95,eval_mse_mean,eval_mse_std,train_acc_mean,train_loss_mean,runtime_seconds_mean,runtime_seconds_std,rank_acc,rank_loss +adaptive_moment_.10,MNIST,adaptive_moment,30,80,5,0.63,0.018276,0.641,0.027,0.022692,1.243339,0.102561,1.253713,0.068197,0.127344,0.051633,0.002578,0.7099,0.978244,4.286662,0.289397,2,5 +adaptive_moment_.25,MNIST,adaptive_moment,30,80,5,0.5632,0.02938,0.569,0.034,0.03648,1.499979,0.119449,1.483628,0.043413,0.148313,0.06119,0.003677,0.6379,1.228023,3.290951,0.425997,8,7 +adaptive_moment_.50,MNIST,adaptive_moment,30,80,5,0.5186,0.039087,0.51,0.019,0.048532,1.683781,0.121571,1.683062,0.08627,0.150948,0.067331,0.003822,0.5705,1.4637,3.202502,0.269844,9,9 +inertia_canonical,MNIST,inertia,30,80,5,0.4676,0.024358,0.472,0.033,0.030244,1.720983,0.118092,1.699598,0.020267,0.146628,0.070356,0.002531,0.5277,1.528197,3.119898,0.30594,10,10 +inertia_tuned,MNIST,inertia,30,80,5,0.6162,0.05131,0.635,0.007,0.063709,1.2366,0.124281,1.194831,0.029657,0.154312,0.05278,0.005923,0.6931,0.999514,3.131882,0.408534,4,3 +tuned_adam_100_lr.01,MNIST,inertia,30,80,5,0.8558,0.002387,0.856,0.003,0.002964,0.470271,0.011931,0.472233,0.019931,0.014814,0.02164,0.000368,0.9158,0.298524,4.990688,0.434352,1,1 +tuned_full_evaluation,MNIST,inertia,30,80,5,0.6254,0.02805,0.624,0.029,0.034828,1.179009,0.050059,1.194071,0.052015,0.062156,0.051537,0.00241,0.687867,1.00514,3.377083,0.469302,3,2 +tuned_no_mutation,MNIST,inertia,30,80,5,0.6042,0.030376,0.607,0.003,0.037716,1.249836,0.084985,1.215945,0.022012,0.105521,0.053483,0.003055,0.6686,1.074396,3.347668,0.3431,6,6 +tuned_particle_reset,MNIST,inertia,30,80,5,0.6162,0.05131,0.635,0.007,0.063709,1.2366,0.124281,1.194831,0.029657,0.154312,0.05278,0.005923,0.6931,0.999514,4.176388,0.449217,5,4 +tuned_uniform_initialization,MNIST,inertia,30,80,5,0.5698,0.023952,0.575,0.017,0.02974,1.619196,0.157329,1.641514,0.149905,0.195347,0.061757,0.0042,0.616,1.345857,4.306866,0.442651,7,8 diff --git a/benchmark_results/pso_v4_benchmark.json b/benchmark_results/pso_v4_benchmark.json new file mode 100644 index 0000000..a1bd247 --- /dev/null +++ b/benchmark_results/pso_v4_benchmark.json @@ -0,0 +1,30275 @@ +{ + "benchmark_protocol_version": "2.0.0", + "version": "4.0.0", + "timestamp": "2026-08-31T07:17:57.927878+00:00", + "environment": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "runs": [ + { + "run_id": "main_XOR_original_seed41_18771240821c", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "18771240821c", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ff7c5c0c14cb5935", + "type": "main", + "dataset": "XOR", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.007386879529803991, + "accuracy": 1.0, + "mse": 7.510842988267541e-05 + }, + "eval_metrics": { + "loss": 0.007386879529803991, + "accuracy": 1.0, + "mse": 7.510842988267541e-05 + }, + "runtime_seconds": 1.8426640420220792, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_original_seed42_4ad58c6711ab", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "4ad58c6711ab", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ce7542b765c31886", + "type": "main", + "dataset": "XOR", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.004583858884871006, + "accuracy": 1.0, + "mse": 3.7565998354693875e-05 + }, + "eval_metrics": { + "loss": 0.004583858884871006, + "accuracy": 1.0, + "mse": 3.7565998354693875e-05 + }, + "runtime_seconds": 2.238242666935548, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_original_seed43_73f21a367007", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "73f21a367007", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "af36176b8ad726d5", + "type": "main", + "dataset": "XOR", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.004551402293145657, + "accuracy": 1.0, + "mse": 3.9420083339791745e-05 + }, + "eval_metrics": { + "loss": 0.004551402293145657, + "accuracy": 1.0, + "mse": 3.9420083339791745e-05 + }, + "runtime_seconds": 1.6712233750149608, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_original_seed44_06693504cc0f", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "06693504cc0f", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "8e381587afeb224a", + "type": "main", + "dataset": "XOR", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.0002604134497232735, + "accuracy": 1.0, + "mse": 7.829999759678685e-08 + }, + "eval_metrics": { + "loss": 0.0002604134497232735, + "accuracy": 1.0, + "mse": 7.829999759678685e-08 + }, + "runtime_seconds": 1.6958581251092255, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_original_seed45_15d504c8e558", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "15d504c8e558", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "2f370bc749eaedb3", + "type": "main", + "dataset": "XOR", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.006005589850246906, + "accuracy": 1.0, + "mse": 5.5506381613668054e-05 + }, + "eval_metrics": { + "loss": 0.006005589850246906, + "accuracy": 1.0, + "mse": 5.5506381613668054e-05 + }, + "runtime_seconds": 2.0781680829823017, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_inertia_seed41_ad2094a72ef3", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "ad2094a72ef3", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ff7c5c0c14cb5935", + "type": "main", + "dataset": "XOR", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.009255236014723778, + "accuracy": 1.0, + "mse": 8.518801041645929e-05 + }, + "eval_metrics": { + "loss": 0.009255236014723778, + "accuracy": 1.0, + "mse": 8.518801041645929e-05 + }, + "runtime_seconds": 1.8728650419507176, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_inertia_seed42_9eea8ba11d4d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9eea8ba11d4d", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ce7542b765c31886", + "type": "main", + "dataset": "XOR", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.0037266211584210396, + "accuracy": 1.0, + "mse": 2.6833311494556256e-05 + }, + "eval_metrics": { + "loss": 0.0037266211584210396, + "accuracy": 1.0, + "mse": 2.6833311494556256e-05 + }, + "runtime_seconds": 1.7129027091432363, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_inertia_seed43_771306ac3b83", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "771306ac3b83", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "af36176b8ad726d5", + "type": "main", + "dataset": "XOR", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.005285806022584438, + "accuracy": 1.0, + "mse": 4.190824620309286e-05 + }, + "eval_metrics": { + "loss": 0.005285806022584438, + "accuracy": 1.0, + "mse": 4.190824620309286e-05 + }, + "runtime_seconds": 2.0683268748689443, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_inertia_seed44_f33e988957f7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f33e988957f7", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "8e381587afeb224a", + "type": "main", + "dataset": "XOR", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 8.529236947651953e-05, + "accuracy": 1.0, + "mse": 7.4129111737875064e-09 + }, + "eval_metrics": { + "loss": 8.529236947651953e-05, + "accuracy": 1.0, + "mse": 7.4129111737875064e-09 + }, + "runtime_seconds": 2.0988389160484076, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_inertia_seed45_6e462201d91d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "6e462201d91d", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "2f370bc749eaedb3", + "type": "main", + "dataset": "XOR", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.003801023820415139, + "accuracy": 1.0, + "mse": 2.8215974452905357e-05 + }, + "eval_metrics": { + "loss": 0.003801023820415139, + "accuracy": 1.0, + "mse": 2.8215974452905357e-05 + }, + "runtime_seconds": 2.0925519168376923, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_constriction_seed41_5dc0ccc001f4", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5dc0ccc001f4", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ff7c5c0c14cb5935", + "type": "main", + "dataset": "XOR", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.005784815177321434, + "accuracy": 1.0, + "mse": 4.825989162782207e-05 + }, + "eval_metrics": { + "loss": 0.005784815177321434, + "accuracy": 1.0, + "mse": 4.825989162782207e-05 + }, + "runtime_seconds": 2.177875207969919, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_constriction_seed42_042b3a315a8a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "042b3a315a8a", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ce7542b765c31886", + "type": "main", + "dataset": "XOR", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.0054346839897334576, + "accuracy": 1.0, + "mse": 4.186024307273328e-05 + }, + "eval_metrics": { + "loss": 0.0054346839897334576, + "accuracy": 1.0, + "mse": 4.186024307273328e-05 + }, + "runtime_seconds": 2.108115291921422, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_constriction_seed43_4bdb52657fc9", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "4bdb52657fc9", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "af36176b8ad726d5", + "type": "main", + "dataset": "XOR", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.005281048361212015, + "accuracy": 1.0, + "mse": 4.069419446750544e-05 + }, + "eval_metrics": { + "loss": 0.005281048361212015, + "accuracy": 1.0, + "mse": 4.069419446750544e-05 + }, + "runtime_seconds": 1.9424659160431474, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_constriction_seed44_b3f0740b2f45", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "b3f0740b2f45", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "8e381587afeb224a", + "type": "main", + "dataset": "XOR", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.003849876346066594, + "accuracy": 1.0, + "mse": 2.8525431844173e-05 + }, + "eval_metrics": { + "loss": 0.003849876346066594, + "accuracy": 1.0, + "mse": 2.8525431844173e-05 + }, + "runtime_seconds": 2.004753499990329, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_constriction_seed45_6e2b0a002a23", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "6e2b0a002a23", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "2f370bc749eaedb3", + "type": "main", + "dataset": "XOR", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 8.070276817306876e-05, + "accuracy": 1.0, + "mse": 6.607560276705726e-09 + }, + "eval_metrics": { + "loss": 8.070276817306876e-05, + "accuracy": 1.0, + "mse": 6.607560276705726e-09 + }, + "runtime_seconds": 1.705668875016272, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_fips_seed41_d8a276c17de7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "d8a276c17de7", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ff7c5c0c14cb5935", + "type": "main", + "dataset": "XOR", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.614154040813446, + "accuracy": 0.75, + "mse": 0.2110060751438141 + }, + "eval_metrics": { + "loss": 0.614154040813446, + "accuracy": 0.75, + "mse": 0.2110060751438141 + }, + "runtime_seconds": 2.461878624977544, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_fips_seed42_42d04b907cd0", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "42d04b907cd0", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ce7542b765c31886", + "type": "main", + "dataset": "XOR", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.5686086416244507, + "accuracy": 0.5, + "mse": 0.19087998569011688 + }, + "eval_metrics": { + "loss": 0.5686086416244507, + "accuracy": 0.5, + "mse": 0.19087998569011688 + }, + "runtime_seconds": 2.5289090001024306, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_fips_seed43_07f3d1fdd7f8", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "07f3d1fdd7f8", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "af36176b8ad726d5", + "type": "main", + "dataset": "XOR", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.4886510372161865, + "accuracy": 1.0, + "mse": 0.1495770514011383 + }, + "eval_metrics": { + "loss": 0.4886510372161865, + "accuracy": 1.0, + "mse": 0.1495770514011383 + }, + "runtime_seconds": 2.4935093328822404, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_fips_seed44_779976b5aeb5", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "779976b5aeb5", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "8e381587afeb224a", + "type": "main", + "dataset": "XOR", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.5807976722717285, + "accuracy": 0.5, + "mse": 0.19726261496543884 + }, + "eval_metrics": { + "loss": 0.5807976722717285, + "accuracy": 0.5, + "mse": 0.19726261496543884 + }, + "runtime_seconds": 2.583402584074065, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_fips_seed45_85ffdca802ec", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "85ffdca802ec", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "2f370bc749eaedb3", + "type": "main", + "dataset": "XOR", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.47956302762031555, + "accuracy": 1.0, + "mse": 0.14570996165275574 + }, + "eval_metrics": { + "loss": 0.47956302762031555, + "accuracy": 1.0, + "mse": 0.14570996165275574 + }, + "runtime_seconds": 2.4448467078618705, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_clpso_seed41_dd01b225f5fc", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "dd01b225f5fc", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ff7c5c0c14cb5935", + "type": "main", + "dataset": "XOR", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.5562796592712402, + "accuracy": 0.5, + "mse": 0.18462540209293365 + }, + "eval_metrics": { + "loss": 0.5562796592712402, + "accuracy": 0.5, + "mse": 0.18462540209293365 + }, + "runtime_seconds": 2.2524965000338852, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_clpso_seed42_1da0611f192f", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "1da0611f192f", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ce7542b765c31886", + "type": "main", + "dataset": "XOR", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.5407118201255798, + "accuracy": 0.75, + "mse": 0.1815531998872757 + }, + "eval_metrics": { + "loss": 0.5407118201255798, + "accuracy": 0.75, + "mse": 0.1815531998872757 + }, + "runtime_seconds": 2.735748207895085, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_clpso_seed43_2589e4f53bd8", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2589e4f53bd8", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "af36176b8ad726d5", + "type": "main", + "dataset": "XOR", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.5814402103424072, + "accuracy": 0.75, + "mse": 0.19513577222824097 + }, + "eval_metrics": { + "loss": 0.5814402103424072, + "accuracy": 0.75, + "mse": 0.19513577222824097 + }, + "runtime_seconds": 2.088508625049144, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_clpso_seed44_bbbc799fbe91", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "bbbc799fbe91", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "8e381587afeb224a", + "type": "main", + "dataset": "XOR", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.5649492144584656, + "accuracy": 0.5, + "mse": 0.19130167365074158 + }, + "eval_metrics": { + "loss": 0.5649492144584656, + "accuracy": 0.5, + "mse": 0.19130167365074158 + }, + "runtime_seconds": 2.1120476671494544, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_clpso_seed45_8ac25effcae9", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8ac25effcae9", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "2f370bc749eaedb3", + "type": "main", + "dataset": "XOR", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.49745112657546997, + "accuracy": 0.5, + "mse": 0.16264399886131287 + }, + "eval_metrics": { + "loss": 0.49745112657546997, + "accuracy": 0.5, + "mse": 0.16264399886131287 + }, + "runtime_seconds": 2.2890608329325914, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_bare_bones_seed41_3906b134b33a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "3906b134b33a", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ff7c5c0c14cb5935", + "type": "main", + "dataset": "XOR", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.08161257207393646, + "accuracy": 1.0, + "mse": 0.011008525267243385 + }, + "eval_metrics": { + "loss": 0.08161257207393646, + "accuracy": 1.0, + "mse": 0.011008525267243385 + }, + "runtime_seconds": 2.2026520839426666, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_bare_bones_seed42_0efa8e0d60bd", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "0efa8e0d60bd", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ce7542b765c31886", + "type": "main", + "dataset": "XOR", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.1651938557624817, + "accuracy": 1.0, + "mse": 0.026353763416409492 + }, + "eval_metrics": { + "loss": 0.1651938557624817, + "accuracy": 1.0, + "mse": 0.026353763416409492 + }, + "runtime_seconds": 2.1339512090198696, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_bare_bones_seed43_b0fa117d5fed", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "b0fa117d5fed", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "af36176b8ad726d5", + "type": "main", + "dataset": "XOR", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.04654743894934654, + "accuracy": 1.0, + "mse": 0.002738501410931349 + }, + "eval_metrics": { + "loss": 0.04654743894934654, + "accuracy": 1.0, + "mse": 0.002738501410931349 + }, + "runtime_seconds": 1.9250465838704258, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_bare_bones_seed44_accbb9791014", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "accbb9791014", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "8e381587afeb224a", + "type": "main", + "dataset": "XOR", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.10160364955663681, + "accuracy": 1.0, + "mse": 0.014103962108492851 + }, + "eval_metrics": { + "loss": 0.10160364955663681, + "accuracy": 1.0, + "mse": 0.014103962108492851 + }, + "runtime_seconds": 1.8771265409886837, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_bare_bones_seed45_f04b66649972", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f04b66649972", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "2f370bc749eaedb3", + "type": "main", + "dataset": "XOR", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.015541063621640205, + "accuracy": 1.0, + "mse": 0.0003285584971308708 + }, + "eval_metrics": { + "loss": 0.015541063621640205, + "accuracy": 1.0, + "mse": 0.0003285584971308708 + }, + "runtime_seconds": 2.0173289170488715, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_adaptive_moment_seed41_adedd2b0ac39", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "adedd2b0ac39", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ff7c5c0c14cb5935", + "type": "main", + "dataset": "XOR", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.022241324186325073, + "accuracy": 1.0, + "mse": 0.0006689795409329236 + }, + "eval_metrics": { + "loss": 0.022241324186325073, + "accuracy": 1.0, + "mse": 0.0006689795409329236 + }, + "runtime_seconds": 1.7915962911210954, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_adaptive_moment_seed42_c868ae82d08d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c868ae82d08d", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "ce7542b765c31886", + "type": "main", + "dataset": "XOR", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.19744841754436493, + "accuracy": 1.0, + "mse": 0.036092229187488556 + }, + "eval_metrics": { + "loss": 0.19744841754436493, + "accuracy": 1.0, + "mse": 0.036092229187488556 + }, + "runtime_seconds": 1.8184211668558419, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_adaptive_moment_seed43_2b521e2d3b7b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2b521e2d3b7b", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "af36176b8ad726d5", + "type": "main", + "dataset": "XOR", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.2287585735321045, + "accuracy": 1.0, + "mse": 0.04654928296804428 + }, + "eval_metrics": { + "loss": 0.2287585735321045, + "accuracy": 1.0, + "mse": 0.04654928296804428 + }, + "runtime_seconds": 1.734985833056271, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_adaptive_moment_seed44_5d3d1ce1603d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5d3d1ce1603d", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "8e381587afeb224a", + "type": "main", + "dataset": "XOR", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.46346455812454224, + "accuracy": 1.0, + "mse": 0.14003631472587585 + }, + "eval_metrics": { + "loss": 0.46346455812454224, + "accuracy": 1.0, + "mse": 0.14003631472587585 + }, + "runtime_seconds": 1.6678355000913143, + "completed": true, + "error": null + }, + { + "run_id": "main_XOR_adaptive_moment_seed45_3b26b5258104", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "3b26b5258104", + "data_fingerprint": "6c1e10662699bd57", + "initial_model_fingerprint": "2f370bc749eaedb3", + "type": "main", + "dataset": "XOR", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "score_source": "train", + "model_param_count": 17, + "train_data_size": 4, + "eval_data_size": 4, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "XOR", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 24, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -5.0, + "particle_max": 5.0, + "initial_position_noise": 1.0, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 1.0 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.040244005620479584, + "accuracy": 1.0, + "mse": 0.0018528070067986846 + }, + "eval_metrics": { + "loss": 0.040244005620479584, + "accuracy": 1.0, + "mse": 0.0018528070067986846 + }, + "runtime_seconds": 1.913532042177394, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_original_seed41_b4d02d8a912a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "b4d02d8a912a", + "data_fingerprint": "a15853800414f74a", + "initial_model_fingerprint": "aa41c75db115931b", + "type": "main", + "dataset": "Iris", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.10860574245452881, + "accuracy": 0.9583333134651184, + "mse": 0.020560119301080704 + }, + "eval_metrics": { + "loss": 0.20332905650138855, + "accuracy": 0.9666666388511658, + "mse": 0.032227613031864166 + }, + "runtime_seconds": 1.4925589167978615, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_original_seed42_7b832e1502d8", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7b832e1502d8", + "data_fingerprint": "1e2111f4c36abf15", + "initial_model_fingerprint": "7ad00c2e965dca08", + "type": "main", + "dataset": "Iris", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.09278852492570877, + "accuracy": 0.9666666388511658, + "mse": 0.014507713727653027 + }, + "eval_metrics": { + "loss": 0.13762320578098297, + "accuracy": 0.9666666388511658, + "mse": 0.022901346907019615 + }, + "runtime_seconds": 1.524340417003259, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_original_seed43_c7a7744e07cd", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c7a7744e07cd", + "data_fingerprint": "695e9332882e5fa7", + "initial_model_fingerprint": "96c3143c14f93c89", + "type": "main", + "dataset": "Iris", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.08031471073627472, + "accuracy": 0.9583333134651184, + "mse": 0.01690475456416607 + }, + "eval_metrics": { + "loss": 0.19265690445899963, + "accuracy": 0.9333333373069763, + "mse": 0.03963882103562355 + }, + "runtime_seconds": 1.5651950831525028, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_original_seed44_554a707a805b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "554a707a805b", + "data_fingerprint": "bacaea24358f6c07", + "initial_model_fingerprint": "0e5954b41e18974a", + "type": "main", + "dataset": "Iris", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.05559400096535683, + "accuracy": 0.9833333492279053, + "mse": 0.010997699573636055 + }, + "eval_metrics": { + "loss": 0.08932501822710037, + "accuracy": 0.9666666388511658, + "mse": 0.01903277263045311 + }, + "runtime_seconds": 1.4674046249128878, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_original_seed45_8e7f105190d0", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8e7f105190d0", + "data_fingerprint": "5b7055646e5a0361", + "initial_model_fingerprint": "a86990b2e65a2fc7", + "type": "main", + "dataset": "Iris", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.09979524463415146, + "accuracy": 0.9666666388511658, + "mse": 0.01961543783545494 + }, + "eval_metrics": { + "loss": 0.4886879324913025, + "accuracy": 0.7666666507720947, + "mse": 0.10480202734470367 + }, + "runtime_seconds": 1.4620804579462856, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_inertia_seed41_ebd2c082498e", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "ebd2c082498e", + "data_fingerprint": "a15853800414f74a", + "initial_model_fingerprint": "aa41c75db115931b", + "type": "main", + "dataset": "Iris", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.026287496089935303, + "accuracy": 0.9916666746139526, + "mse": 0.004462411627173424 + }, + "eval_metrics": { + "loss": 0.18428005278110504, + "accuracy": 0.8999999761581421, + "mse": 0.03982445225119591 + }, + "runtime_seconds": 1.4285129578784108, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_inertia_seed42_afe83be466ff", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "afe83be466ff", + "data_fingerprint": "1e2111f4c36abf15", + "initial_model_fingerprint": "7ad00c2e965dca08", + "type": "main", + "dataset": "Iris", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.05131379887461662, + "accuracy": 0.9833333492279053, + "mse": 0.009366508573293686 + }, + "eval_metrics": { + "loss": 0.07086596637964249, + "accuracy": 0.9666666388511658, + "mse": 0.01370661798864603 + }, + "runtime_seconds": 1.5298712090589106, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_inertia_seed43_8535e0e82480", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8535e0e82480", + "data_fingerprint": "695e9332882e5fa7", + "initial_model_fingerprint": "96c3143c14f93c89", + "type": "main", + "dataset": "Iris", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.04492912441492081, + "accuracy": 0.9750000238418579, + "mse": 0.009185881353914738 + }, + "eval_metrics": { + "loss": 0.12480489164590836, + "accuracy": 0.9333333373069763, + "mse": 0.030148915946483612 + }, + "runtime_seconds": 1.7474301669280976, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_inertia_seed44_8f7417014b48", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8f7417014b48", + "data_fingerprint": "bacaea24358f6c07", + "initial_model_fingerprint": "0e5954b41e18974a", + "type": "main", + "dataset": "Iris", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.052643101662397385, + "accuracy": 0.9833333492279053, + "mse": 0.009580972604453564 + }, + "eval_metrics": { + "loss": 0.04644780233502388, + "accuracy": 0.9666666388511658, + "mse": 0.011100389994680882 + }, + "runtime_seconds": 1.623908500187099, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_inertia_seed45_2444f50eb210", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2444f50eb210", + "data_fingerprint": "5b7055646e5a0361", + "initial_model_fingerprint": "a86990b2e65a2fc7", + "type": "main", + "dataset": "Iris", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.02932126447558403, + "accuracy": 0.9833333492279053, + "mse": 0.005083967465907335 + }, + "eval_metrics": { + "loss": 0.10810393840074539, + "accuracy": 0.9333333373069763, + "mse": 0.026548804715275764 + }, + "runtime_seconds": 1.5181218329817057, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_constriction_seed41_5ca82b45fdb5", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5ca82b45fdb5", + "data_fingerprint": "a15853800414f74a", + "initial_model_fingerprint": "aa41c75db115931b", + "type": "main", + "dataset": "Iris", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.022227270528674126, + "accuracy": 1.0, + "mse": 0.0033963904716074467 + }, + "eval_metrics": { + "loss": 0.21843454241752625, + "accuracy": 0.8999999761581421, + "mse": 0.047650303691625595 + }, + "runtime_seconds": 1.3549595419317484, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_constriction_seed42_00baa09dc252", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "00baa09dc252", + "data_fingerprint": "1e2111f4c36abf15", + "initial_model_fingerprint": "7ad00c2e965dca08", + "type": "main", + "dataset": "Iris", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.03233511000871658, + "accuracy": 0.9916666746139526, + "mse": 0.005744758062064648 + }, + "eval_metrics": { + "loss": 0.14838628470897675, + "accuracy": 0.9666666388511658, + "mse": 0.02302354946732521 + }, + "runtime_seconds": 1.3403144169133157, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_constriction_seed43_f2570e97e0a7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f2570e97e0a7", + "data_fingerprint": "695e9332882e5fa7", + "initial_model_fingerprint": "96c3143c14f93c89", + "type": "main", + "dataset": "Iris", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.021574920043349266, + "accuracy": 0.9916666746139526, + "mse": 0.0036132459063082933 + }, + "eval_metrics": { + "loss": 0.09814650565385818, + "accuracy": 0.9666666388511658, + "mse": 0.020602425560355186 + }, + "runtime_seconds": 1.5049964589998126, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_constriction_seed44_eccb08453c98", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "eccb08453c98", + "data_fingerprint": "bacaea24358f6c07", + "initial_model_fingerprint": "0e5954b41e18974a", + "type": "main", + "dataset": "Iris", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.050735700875520706, + "accuracy": 0.9833333492279053, + "mse": 0.0098448870703578 + }, + "eval_metrics": { + "loss": 0.1125202625989914, + "accuracy": 0.9666666388511658, + "mse": 0.02065414935350418 + }, + "runtime_seconds": 1.5035445000976324, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_constriction_seed45_50f58547f6fc", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "50f58547f6fc", + "data_fingerprint": "5b7055646e5a0361", + "initial_model_fingerprint": "a86990b2e65a2fc7", + "type": "main", + "dataset": "Iris", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.03670407086610794, + "accuracy": 0.9916666746139526, + "mse": 0.006487686652690172 + }, + "eval_metrics": { + "loss": 0.2814933657646179, + "accuracy": 0.8999999761581421, + "mse": 0.057036854326725006 + }, + "runtime_seconds": 1.450687457807362, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_fips_seed41_0cf971ae50f8", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "0cf971ae50f8", + "data_fingerprint": "a15853800414f74a", + "initial_model_fingerprint": "aa41c75db115931b", + "type": "main", + "dataset": "Iris", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.6161423921585083, + "accuracy": 0.7333333492279053, + "mse": 0.12119095027446747 + }, + "eval_metrics": { + "loss": 0.62589430809021, + "accuracy": 0.7333333492279053, + "mse": 0.12217403203248978 + }, + "runtime_seconds": 2.0091730828862637, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_fips_seed42_9e48057b0450", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9e48057b0450", + "data_fingerprint": "1e2111f4c36abf15", + "initial_model_fingerprint": "7ad00c2e965dca08", + "type": "main", + "dataset": "Iris", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.4689887762069702, + "accuracy": 0.7833333611488342, + "mse": 0.0926060602068901 + }, + "eval_metrics": { + "loss": 0.514552652835846, + "accuracy": 0.7333333492279053, + "mse": 0.10551609098911285 + }, + "runtime_seconds": 2.031442165840417, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_fips_seed43_32bbd09f0884", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "32bbd09f0884", + "data_fingerprint": "695e9332882e5fa7", + "initial_model_fingerprint": "96c3143c14f93c89", + "type": "main", + "dataset": "Iris", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.6734053492546082, + "accuracy": 0.675000011920929, + "mse": 0.1274113804101944 + }, + "eval_metrics": { + "loss": 0.667880654335022, + "accuracy": 0.699999988079071, + "mse": 0.12568196654319763 + }, + "runtime_seconds": 1.981344207888469, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_fips_seed44_193cd55816a7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "193cd55816a7", + "data_fingerprint": "bacaea24358f6c07", + "initial_model_fingerprint": "0e5954b41e18974a", + "type": "main", + "dataset": "Iris", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.5788673162460327, + "accuracy": 0.7416666746139526, + "mse": 0.11397261917591095 + }, + "eval_metrics": { + "loss": 0.5759884119033813, + "accuracy": 0.699999988079071, + "mse": 0.11304912716150284 + }, + "runtime_seconds": 1.99297408410348, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_fips_seed45_96ce7a348717", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "96ce7a348717", + "data_fingerprint": "5b7055646e5a0361", + "initial_model_fingerprint": "a86990b2e65a2fc7", + "type": "main", + "dataset": "Iris", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.6380999088287354, + "accuracy": 0.8999999761581421, + "mse": 0.12010224908590317 + }, + "eval_metrics": { + "loss": 0.6407364010810852, + "accuracy": 0.8333333134651184, + "mse": 0.1206156387925148 + }, + "runtime_seconds": 2.3463233751244843, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_clpso_seed41_9d3b1a601155", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9d3b1a601155", + "data_fingerprint": "a15853800414f74a", + "initial_model_fingerprint": "aa41c75db115931b", + "type": "main", + "dataset": "Iris", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.3119705021381378, + "accuracy": 0.9083333611488342, + "mse": 0.05488188937306404 + }, + "eval_metrics": { + "loss": 0.3633672595024109, + "accuracy": 0.8999999761581421, + "mse": 0.06585036218166351 + }, + "runtime_seconds": 1.7683959589339793, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_clpso_seed42_c6bf03426022", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c6bf03426022", + "data_fingerprint": "1e2111f4c36abf15", + "initial_model_fingerprint": "7ad00c2e965dca08", + "type": "main", + "dataset": "Iris", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.5033160448074341, + "accuracy": 0.699999988079071, + "mse": 0.10609932243824005 + }, + "eval_metrics": { + "loss": 0.4745965301990509, + "accuracy": 0.699999988079071, + "mse": 0.11178989708423615 + }, + "runtime_seconds": 1.8615282499231398, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_clpso_seed43_7351b45bbdfe", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7351b45bbdfe", + "data_fingerprint": "695e9332882e5fa7", + "initial_model_fingerprint": "96c3143c14f93c89", + "type": "main", + "dataset": "Iris", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.4304336607456207, + "accuracy": 0.800000011920929, + "mse": 0.08828374743461609 + }, + "eval_metrics": { + "loss": 0.42816275358200073, + "accuracy": 0.7666666507720947, + "mse": 0.08861970901489258 + }, + "runtime_seconds": 1.8678476670756936, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_clpso_seed44_1adf454f7131", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "1adf454f7131", + "data_fingerprint": "bacaea24358f6c07", + "initial_model_fingerprint": "0e5954b41e18974a", + "type": "main", + "dataset": "Iris", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.6254411935806274, + "accuracy": 0.699999988079071, + "mse": 0.1258193552494049 + }, + "eval_metrics": { + "loss": 0.4773784875869751, + "accuracy": 0.8333333134651184, + "mse": 0.09172647446393967 + }, + "runtime_seconds": 1.725365708116442, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_clpso_seed45_1d294e1baf5d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "1d294e1baf5d", + "data_fingerprint": "5b7055646e5a0361", + "initial_model_fingerprint": "a86990b2e65a2fc7", + "type": "main", + "dataset": "Iris", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.44151026010513306, + "accuracy": 0.7916666865348816, + "mse": 0.08529050648212433 + }, + "eval_metrics": { + "loss": 0.4978446960449219, + "accuracy": 0.7666666507720947, + "mse": 0.0993356928229332 + }, + "runtime_seconds": 2.1001146249473095, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_bare_bones_seed41_7921bb8aaf85", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7921bb8aaf85", + "data_fingerprint": "a15853800414f74a", + "initial_model_fingerprint": "aa41c75db115931b", + "type": "main", + "dataset": "Iris", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.4370212256908417, + "accuracy": 0.824999988079071, + "mse": 0.08474347740411758 + }, + "eval_metrics": { + "loss": 0.44300490617752075, + "accuracy": 0.800000011920929, + "mse": 0.09044371545314789 + }, + "runtime_seconds": 1.8433932499028742, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_bare_bones_seed42_07744d9f0033", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "07744d9f0033", + "data_fingerprint": "1e2111f4c36abf15", + "initial_model_fingerprint": "7ad00c2e965dca08", + "type": "main", + "dataset": "Iris", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.33550530672073364, + "accuracy": 0.8500000238418579, + "mse": 0.0669655054807663 + }, + "eval_metrics": { + "loss": 0.36790934205055237, + "accuracy": 0.8333333134651184, + "mse": 0.07617824524641037 + }, + "runtime_seconds": 1.7300451670307666, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_bare_bones_seed43_7b76d3b8aac3", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7b76d3b8aac3", + "data_fingerprint": "695e9332882e5fa7", + "initial_model_fingerprint": "96c3143c14f93c89", + "type": "main", + "dataset": "Iris", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.25694021582603455, + "accuracy": 0.925000011920929, + "mse": 0.04399431496858597 + }, + "eval_metrics": { + "loss": 0.2524625062942505, + "accuracy": 0.8666666746139526, + "mse": 0.04397249594330788 + }, + "runtime_seconds": 1.7140729171223938, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_bare_bones_seed44_d368527df14d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "d368527df14d", + "data_fingerprint": "bacaea24358f6c07", + "initial_model_fingerprint": "0e5954b41e18974a", + "type": "main", + "dataset": "Iris", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.28258049488067627, + "accuracy": 0.8916666507720947, + "mse": 0.05579116567969322 + }, + "eval_metrics": { + "loss": 0.2820243239402771, + "accuracy": 0.9333333373069763, + "mse": 0.049495622515678406 + }, + "runtime_seconds": 1.4903080409858376, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_bare_bones_seed45_82d2b0852f89", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "82d2b0852f89", + "data_fingerprint": "5b7055646e5a0361", + "initial_model_fingerprint": "a86990b2e65a2fc7", + "type": "main", + "dataset": "Iris", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.20035071671009064, + "accuracy": 0.9333333373069763, + "mse": 0.036052461713552475 + }, + "eval_metrics": { + "loss": 0.6835520267486572, + "accuracy": 0.800000011920929, + "mse": 0.10392136126756668 + }, + "runtime_seconds": 1.5446315000299364, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_adaptive_moment_seed41_7ad1dcf92ca1", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7ad1dcf92ca1", + "data_fingerprint": "a15853800414f74a", + "initial_model_fingerprint": "aa41c75db115931b", + "type": "main", + "dataset": "Iris", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.20063169300556183, + "accuracy": 0.9416666626930237, + "mse": 0.037772584706544876 + }, + "eval_metrics": { + "loss": 0.21173310279846191, + "accuracy": 0.8999999761581421, + "mse": 0.042588524520397186 + }, + "runtime_seconds": 1.389048415934667, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_adaptive_moment_seed42_d81c5b655231", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "d81c5b655231", + "data_fingerprint": "1e2111f4c36abf15", + "initial_model_fingerprint": "7ad00c2e965dca08", + "type": "main", + "dataset": "Iris", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.29763686656951904, + "accuracy": 0.8999999761581421, + "mse": 0.05601225048303604 + }, + "eval_metrics": { + "loss": 0.19951747357845306, + "accuracy": 0.9333333373069763, + "mse": 0.04033958911895752 + }, + "runtime_seconds": 1.4007256659679115, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_adaptive_moment_seed43_84ee48491859", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "84ee48491859", + "data_fingerprint": "695e9332882e5fa7", + "initial_model_fingerprint": "96c3143c14f93c89", + "type": "main", + "dataset": "Iris", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.25321128964424133, + "accuracy": 0.8999999761581421, + "mse": 0.05093394219875336 + }, + "eval_metrics": { + "loss": 0.36217355728149414, + "accuracy": 0.7666666507720947, + "mse": 0.08478870987892151 + }, + "runtime_seconds": 1.3897795830853283, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_adaptive_moment_seed44_0615beafb6e9", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "0615beafb6e9", + "data_fingerprint": "bacaea24358f6c07", + "initial_model_fingerprint": "0e5954b41e18974a", + "type": "main", + "dataset": "Iris", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.41196829080581665, + "accuracy": 0.824999988079071, + "mse": 0.08532779663801193 + }, + "eval_metrics": { + "loss": 0.33400872349739075, + "accuracy": 0.8666666746139526, + "mse": 0.06341322511434555 + }, + "runtime_seconds": 1.391351625090465, + "completed": true, + "error": null + }, + { + "run_id": "main_Iris_adaptive_moment_seed45_4e1a9a5ccb65", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "4e1a9a5ccb65", + "data_fingerprint": "5b7055646e5a0361", + "initial_model_fingerprint": "a86990b2e65a2fc7", + "type": "main", + "dataset": "Iris", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 193, + "train_data_size": 120, + "eval_data_size": 30, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Iris", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.30718883872032166, + "accuracy": 0.8833333253860474, + "mse": 0.06475858390331268 + }, + "eval_metrics": { + "loss": 0.6410742998123169, + "accuracy": 0.7666666507720947, + "mse": 0.1259499192237854 + }, + "runtime_seconds": 1.3918780421372503, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_original_seed41_377a28a8d099", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "377a28a8d099", + "data_fingerprint": "7e80b753d7119015", + "initial_model_fingerprint": "dbefd7fe66f4c4eb", + "type": "main", + "dataset": "Seeds", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.36174407601356506, + "accuracy": 0.8690476417541504, + "mse": 0.06095118075609207 + }, + "eval_metrics": { + "loss": 0.3795766234397888, + "accuracy": 0.8333333134651184, + "mse": 0.07857725024223328 + }, + "runtime_seconds": 1.3252154579386115, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_original_seed42_046797baed2d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "046797baed2d", + "data_fingerprint": "cf020fdde139c2bd", + "initial_model_fingerprint": "7ed3952c2fbe78af", + "type": "main", + "dataset": "Seeds", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.19747969508171082, + "accuracy": 0.9285714030265808, + "mse": 0.03284886106848717 + }, + "eval_metrics": { + "loss": 0.32495376467704773, + "accuracy": 0.8809523582458496, + "mse": 0.051455724984407425 + }, + "runtime_seconds": 1.3588858339935541, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_original_seed43_a7b574bbf066", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "a7b574bbf066", + "data_fingerprint": "47bc2f572c5fec1c", + "initial_model_fingerprint": "3eb1a9ef1e9335f6", + "type": "main", + "dataset": "Seeds", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.18548674881458282, + "accuracy": 0.9404761791229248, + "mse": 0.029585858806967735 + }, + "eval_metrics": { + "loss": 1.2608298063278198, + "accuracy": 0.8333333134651184, + "mse": 0.10933111608028412 + }, + "runtime_seconds": 1.5317023331299424, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_original_seed44_bf06ec2410cc", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "bf06ec2410cc", + "data_fingerprint": "a1b1ab0ba50da4d9", + "initial_model_fingerprint": "b2ea3cb552ada071", + "type": "main", + "dataset": "Seeds", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.24154052138328552, + "accuracy": 0.9047619104385376, + "mse": 0.0482390932738781 + }, + "eval_metrics": { + "loss": 0.22118255496025085, + "accuracy": 0.9285714030265808, + "mse": 0.04315038025379181 + }, + "runtime_seconds": 1.3482235420960933, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_original_seed45_22340e887dd8", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "22340e887dd8", + "data_fingerprint": "f21a5f22d78d3eb1", + "initial_model_fingerprint": "9e5b46ee1b7caff0", + "type": "main", + "dataset": "Seeds", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.24494366347789764, + "accuracy": 0.9404761791229248, + "mse": 0.04203984886407852 + }, + "eval_metrics": { + "loss": 0.27465957403182983, + "accuracy": 0.9047619104385376, + "mse": 0.04629417136311531 + }, + "runtime_seconds": 1.3649861658923328, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_inertia_seed41_4738be68305f", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "4738be68305f", + "data_fingerprint": "7e80b753d7119015", + "initial_model_fingerprint": "dbefd7fe66f4c4eb", + "type": "main", + "dataset": "Seeds", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.1457017958164215, + "accuracy": 0.9404761791229248, + "mse": 0.029012415558099747 + }, + "eval_metrics": { + "loss": 0.2021040916442871, + "accuracy": 0.9285714030265808, + "mse": 0.03903716802597046 + }, + "runtime_seconds": 1.3169554590713233, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_inertia_seed42_0898a41455b9", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "0898a41455b9", + "data_fingerprint": "cf020fdde139c2bd", + "initial_model_fingerprint": "7ed3952c2fbe78af", + "type": "main", + "dataset": "Seeds", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.05112343654036522, + "accuracy": 0.988095223903656, + "mse": 0.010074331425130367 + }, + "eval_metrics": { + "loss": 0.2611672878265381, + "accuracy": 0.9047619104385376, + "mse": 0.044255580753088 + }, + "runtime_seconds": 1.3047084577847272, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_inertia_seed43_46f034dfbe86", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "46f034dfbe86", + "data_fingerprint": "47bc2f572c5fec1c", + "initial_model_fingerprint": "3eb1a9ef1e9335f6", + "type": "main", + "dataset": "Seeds", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.09987328946590424, + "accuracy": 0.9642857313156128, + "mse": 0.02014271728694439 + }, + "eval_metrics": { + "loss": 0.9319664835929871, + "accuracy": 0.8333333134651184, + "mse": 0.1108398288488388 + }, + "runtime_seconds": 1.343342708889395, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_inertia_seed44_5891b8c668d9", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5891b8c668d9", + "data_fingerprint": "a1b1ab0ba50da4d9", + "initial_model_fingerprint": "b2ea3cb552ada071", + "type": "main", + "dataset": "Seeds", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.1123252734541893, + "accuracy": 0.9523809552192688, + "mse": 0.021632598713040352 + }, + "eval_metrics": { + "loss": 0.07083266228437424, + "accuracy": 0.976190447807312, + "mse": 0.014935223385691643 + }, + "runtime_seconds": 1.3188399588689208, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_inertia_seed45_9e1eeaa3c2aa", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9e1eeaa3c2aa", + "data_fingerprint": "f21a5f22d78d3eb1", + "initial_model_fingerprint": "9e5b46ee1b7caff0", + "type": "main", + "dataset": "Seeds", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.10663793236017227, + "accuracy": 0.9702380895614624, + "mse": 0.018331807106733322 + }, + "eval_metrics": { + "loss": 0.19221118092536926, + "accuracy": 0.9285714030265808, + "mse": 0.03592698276042938 + }, + "runtime_seconds": 1.3071315840352327, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_constriction_seed41_83e65741da8d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "83e65741da8d", + "data_fingerprint": "7e80b753d7119015", + "initial_model_fingerprint": "dbefd7fe66f4c4eb", + "type": "main", + "dataset": "Seeds", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.11064790189266205, + "accuracy": 0.9345238208770752, + "mse": 0.022504204884171486 + }, + "eval_metrics": { + "loss": 0.06002597510814667, + "accuracy": 1.0, + "mse": 0.006985229440033436 + }, + "runtime_seconds": 1.3568381250370294, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_constriction_seed42_1e7c2d96e532", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "1e7c2d96e532", + "data_fingerprint": "cf020fdde139c2bd", + "initial_model_fingerprint": "7ed3952c2fbe78af", + "type": "main", + "dataset": "Seeds", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.05422748252749443, + "accuracy": 0.976190447807312, + "mse": 0.010376724414527416 + }, + "eval_metrics": { + "loss": 0.25236639380455017, + "accuracy": 0.8571428656578064, + "mse": 0.058809228241443634 + }, + "runtime_seconds": 1.4554610000923276, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_constriction_seed43_873a97b2bdfb", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "873a97b2bdfb", + "data_fingerprint": "47bc2f572c5fec1c", + "initial_model_fingerprint": "3eb1a9ef1e9335f6", + "type": "main", + "dataset": "Seeds", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.07006674259901047, + "accuracy": 0.9702380895614624, + "mse": 0.013116533868014812 + }, + "eval_metrics": { + "loss": 1.0155233144760132, + "accuracy": 0.761904776096344, + "mse": 0.13936738669872284 + }, + "runtime_seconds": 1.3231734160799533, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_constriction_seed44_4a22fa9a0901", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "4a22fa9a0901", + "data_fingerprint": "a1b1ab0ba50da4d9", + "initial_model_fingerprint": "b2ea3cb552ada071", + "type": "main", + "dataset": "Seeds", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.12728404998779297, + "accuracy": 0.9702380895614624, + "mse": 0.02088327705860138 + }, + "eval_metrics": { + "loss": 0.092940554022789, + "accuracy": 0.9523809552192688, + "mse": 0.017046619206666946 + }, + "runtime_seconds": 1.3528277918230742, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_constriction_seed45_e017cbd92a36", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e017cbd92a36", + "data_fingerprint": "f21a5f22d78d3eb1", + "initial_model_fingerprint": "9e5b46ee1b7caff0", + "type": "main", + "dataset": "Seeds", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.1418670266866684, + "accuracy": 0.9523809552192688, + "mse": 0.02600831910967827 + }, + "eval_metrics": { + "loss": 0.3362426459789276, + "accuracy": 0.8809523582458496, + "mse": 0.06100025773048401 + }, + "runtime_seconds": 1.3302475831005722, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_fips_seed41_ada1e8907d2f", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "ada1e8907d2f", + "data_fingerprint": "7e80b753d7119015", + "initial_model_fingerprint": "dbefd7fe66f4c4eb", + "type": "main", + "dataset": "Seeds", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.26906877756118774, + "accuracy": 0.886904776096344, + "mse": 0.04846500605344772 + }, + "eval_metrics": { + "loss": 0.2535381317138672, + "accuracy": 0.9285714030265808, + "mse": 0.047001104801893234 + }, + "runtime_seconds": 1.7890820419415832, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_fips_seed42_e556df3e02b3", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e556df3e02b3", + "data_fingerprint": "cf020fdde139c2bd", + "initial_model_fingerprint": "7ed3952c2fbe78af", + "type": "main", + "dataset": "Seeds", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.2920786142349243, + "accuracy": 0.9226190447807312, + "mse": 0.04750432074069977 + }, + "eval_metrics": { + "loss": 0.3242204785346985, + "accuracy": 0.9047619104385376, + "mse": 0.05955858901143074 + }, + "runtime_seconds": 1.8719375829678029, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_fips_seed43_c4f26a818da6", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c4f26a818da6", + "data_fingerprint": "47bc2f572c5fec1c", + "initial_model_fingerprint": "3eb1a9ef1e9335f6", + "type": "main", + "dataset": "Seeds", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.3442629277706146, + "accuracy": 0.8809523582458496, + "mse": 0.06164747104048729 + }, + "eval_metrics": { + "loss": 0.5302116870880127, + "accuracy": 0.8333333134651184, + "mse": 0.09202633053064346 + }, + "runtime_seconds": 1.7939549998845905, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_fips_seed44_d1505c43c5b6", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "d1505c43c5b6", + "data_fingerprint": "a1b1ab0ba50da4d9", + "initial_model_fingerprint": "b2ea3cb552ada071", + "type": "main", + "dataset": "Seeds", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.3943226635456085, + "accuracy": 0.9047619104385376, + "mse": 0.06531801074743271 + }, + "eval_metrics": { + "loss": 0.4183882772922516, + "accuracy": 0.8809523582458496, + "mse": 0.06837274879217148 + }, + "runtime_seconds": 1.7675437920261174, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_fips_seed45_dca0af39e7f3", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "dca0af39e7f3", + "data_fingerprint": "f21a5f22d78d3eb1", + "initial_model_fingerprint": "9e5b46ee1b7caff0", + "type": "main", + "dataset": "Seeds", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.3839356601238251, + "accuracy": 0.9047619104385376, + "mse": 0.06689421087503433 + }, + "eval_metrics": { + "loss": 0.39230257272720337, + "accuracy": 0.8809523582458496, + "mse": 0.07074484974145889 + }, + "runtime_seconds": 1.855442832922563, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_clpso_seed41_2b83251a6646", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2b83251a6646", + "data_fingerprint": "7e80b753d7119015", + "initial_model_fingerprint": "dbefd7fe66f4c4eb", + "type": "main", + "dataset": "Seeds", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.35530516505241394, + "accuracy": 0.886904776096344, + "mse": 0.061445049941539764 + }, + "eval_metrics": { + "loss": 0.40069860219955444, + "accuracy": 0.8809523582458496, + "mse": 0.07505422830581665 + }, + "runtime_seconds": 1.5635312090162188, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_clpso_seed42_cddd7ffa6e80", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "cddd7ffa6e80", + "data_fingerprint": "cf020fdde139c2bd", + "initial_model_fingerprint": "7ed3952c2fbe78af", + "type": "main", + "dataset": "Seeds", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.4123992919921875, + "accuracy": 0.8928571343421936, + "mse": 0.07035600394010544 + }, + "eval_metrics": { + "loss": 0.5104729533195496, + "accuracy": 0.8095238208770752, + "mse": 0.09218531101942062 + }, + "runtime_seconds": 1.5250467080622911, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_clpso_seed43_92b5d9490b3c", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "92b5d9490b3c", + "data_fingerprint": "47bc2f572c5fec1c", + "initial_model_fingerprint": "3eb1a9ef1e9335f6", + "type": "main", + "dataset": "Seeds", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.3129984438419342, + "accuracy": 0.9226190447807312, + "mse": 0.053032830357551575 + }, + "eval_metrics": { + "loss": 0.5279183983802795, + "accuracy": 0.8809523582458496, + "mse": 0.08940506726503372 + }, + "runtime_seconds": 1.5179153748322278, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_clpso_seed44_b1857073eda8", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "b1857073eda8", + "data_fingerprint": "a1b1ab0ba50da4d9", + "initial_model_fingerprint": "b2ea3cb552ada071", + "type": "main", + "dataset": "Seeds", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.35888010263442993, + "accuracy": 0.886904776096344, + "mse": 0.06212281435728073 + }, + "eval_metrics": { + "loss": 0.38010087609291077, + "accuracy": 0.8571428656578064, + "mse": 0.06836829334497452 + }, + "runtime_seconds": 1.5335276669356972, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_clpso_seed45_afc7bc0d4f65", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "afc7bc0d4f65", + "data_fingerprint": "f21a5f22d78d3eb1", + "initial_model_fingerprint": "9e5b46ee1b7caff0", + "type": "main", + "dataset": "Seeds", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.40989989042282104, + "accuracy": 0.875, + "mse": 0.07522381842136383 + }, + "eval_metrics": { + "loss": 0.5298960208892822, + "accuracy": 0.8571428656578064, + "mse": 0.09548462182283401 + }, + "runtime_seconds": 1.547617708100006, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_bare_bones_seed41_7e7a2a9c407f", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7e7a2a9c407f", + "data_fingerprint": "7e80b753d7119015", + "initial_model_fingerprint": "dbefd7fe66f4c4eb", + "type": "main", + "dataset": "Seeds", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.31048667430877686, + "accuracy": 0.863095223903656, + "mse": 0.05961725860834122 + }, + "eval_metrics": { + "loss": 0.32448282837867737, + "accuracy": 0.8571428656578064, + "mse": 0.068290114402771 + }, + "runtime_seconds": 1.5167391668073833, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_bare_bones_seed42_7655246be67a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7655246be67a", + "data_fingerprint": "cf020fdde139c2bd", + "initial_model_fingerprint": "7ed3952c2fbe78af", + "type": "main", + "dataset": "Seeds", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.3707817792892456, + "accuracy": 0.898809552192688, + "mse": 0.05272166058421135 + }, + "eval_metrics": { + "loss": 0.46162325143814087, + "accuracy": 0.9285714030265808, + "mse": 0.05430768057703972 + }, + "runtime_seconds": 1.5367225410882384, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_bare_bones_seed43_0012a847d23a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "0012a847d23a", + "data_fingerprint": "47bc2f572c5fec1c", + "initial_model_fingerprint": "3eb1a9ef1e9335f6", + "type": "main", + "dataset": "Seeds", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.3507571816444397, + "accuracy": 0.8928571343421936, + "mse": 0.052577145397663116 + }, + "eval_metrics": { + "loss": 0.592940092086792, + "accuracy": 0.8333333134651184, + "mse": 0.0866384357213974 + }, + "runtime_seconds": 1.5569617089349777, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_bare_bones_seed44_1e6bf73eaf1e", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "1e6bf73eaf1e", + "data_fingerprint": "a1b1ab0ba50da4d9", + "initial_model_fingerprint": "b2ea3cb552ada071", + "type": "main", + "dataset": "Seeds", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.33141136169433594, + "accuracy": 0.898809552192688, + "mse": 0.06309879571199417 + }, + "eval_metrics": { + "loss": 0.29140159487724304, + "accuracy": 0.9523809552192688, + "mse": 0.05281345546245575 + }, + "runtime_seconds": 1.5635050002019852, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_bare_bones_seed45_9bf78a5325c4", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9bf78a5325c4", + "data_fingerprint": "f21a5f22d78d3eb1", + "initial_model_fingerprint": "9e5b46ee1b7caff0", + "type": "main", + "dataset": "Seeds", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.37824103236198425, + "accuracy": 0.8571428656578064, + "mse": 0.0701170265674591 + }, + "eval_metrics": { + "loss": 0.4391506612300873, + "accuracy": 0.7857142686843872, + "mse": 0.08444318175315857 + }, + "runtime_seconds": 1.534322916995734, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_adaptive_moment_seed41_65ac92a6bf33", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "65ac92a6bf33", + "data_fingerprint": "7e80b753d7119015", + "initial_model_fingerprint": "dbefd7fe66f4c4eb", + "type": "main", + "dataset": "Seeds", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.23019717633724213, + "accuracy": 0.9107142686843872, + "mse": 0.04132877662777901 + }, + "eval_metrics": { + "loss": 0.2069307118654251, + "accuracy": 0.9523809552192688, + "mse": 0.04002527892589569 + }, + "runtime_seconds": 1.3558514169417322, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_adaptive_moment_seed42_41200e070b38", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "41200e070b38", + "data_fingerprint": "cf020fdde139c2bd", + "initial_model_fingerprint": "7ed3952c2fbe78af", + "type": "main", + "dataset": "Seeds", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.21417540311813354, + "accuracy": 0.9226190447807312, + "mse": 0.03754362091422081 + }, + "eval_metrics": { + "loss": 0.24953606724739075, + "accuracy": 0.9047619104385376, + "mse": 0.050037819892168045 + }, + "runtime_seconds": 1.3875930421054363, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_adaptive_moment_seed43_7f32e3655d1d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7f32e3655d1d", + "data_fingerprint": "47bc2f572c5fec1c", + "initial_model_fingerprint": "3eb1a9ef1e9335f6", + "type": "main", + "dataset": "Seeds", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.22975336015224457, + "accuracy": 0.9166666865348816, + "mse": 0.04079404100775719 + }, + "eval_metrics": { + "loss": 0.517500638961792, + "accuracy": 0.8333333134651184, + "mse": 0.06756050139665604 + }, + "runtime_seconds": 1.3970742078963667, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_adaptive_moment_seed44_c35522f27323", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c35522f27323", + "data_fingerprint": "a1b1ab0ba50da4d9", + "initial_model_fingerprint": "b2ea3cb552ada071", + "type": "main", + "dataset": "Seeds", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.17773085832595825, + "accuracy": 0.9285714030265808, + "mse": 0.0371076837182045 + }, + "eval_metrics": { + "loss": 0.2783668041229248, + "accuracy": 0.9047619104385376, + "mse": 0.04379665106534958 + }, + "runtime_seconds": 1.4338162089698017, + "completed": true, + "error": null + }, + { + "run_id": "main_Seeds_adaptive_moment_seed45_bf74f66d9604", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "bf74f66d9604", + "data_fingerprint": "f21a5f22d78d3eb1", + "initial_model_fingerprint": "9e5b46ee1b7caff0", + "type": "main", + "dataset": "Seeds", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "score_source": "held_out", + "model_param_count": 771, + "train_data_size": 168, + "eval_data_size": 42, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Seeds", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 24, + "epochs": 60, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.5, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.5 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.2740238308906555, + "accuracy": 0.9107142686843872, + "mse": 0.04443332180380821 + }, + "eval_metrics": { + "loss": 0.32740139961242676, + "accuracy": 0.8571428656578064, + "mse": 0.06444984674453735 + }, + "runtime_seconds": 1.4622948339674622, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_original_seed41_9e81630deded", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9e81630deded", + "data_fingerprint": "f0c1eef6d3164fc4", + "initial_model_fingerprint": "9af4896a7a2c4c81", + "type": "main", + "dataset": "Digits", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2617411613464355, + "accuracy": 0.22300000488758087, + "mse": 0.088669553399086 + }, + "eval_metrics": { + "loss": 2.2829415798187256, + "accuracy": 0.1944444477558136, + "mse": 0.08924634754657745 + }, + "runtime_seconds": 2.1861627500038594, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_original_seed42_46d8c4455960", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "46d8c4455960", + "data_fingerprint": "f6de4fe22b228027", + "initial_model_fingerprint": "bf45591dfb652c19", + "type": "main", + "dataset": "Digits", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.324465751647949, + "accuracy": 0.16599999368190765, + "mse": 0.08990947902202606 + }, + "eval_metrics": { + "loss": 2.3081114292144775, + "accuracy": 0.14444445073604584, + "mse": 0.08985483646392822 + }, + "runtime_seconds": 2.167289041914046, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_original_seed43_4f8d65ea6120", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "4f8d65ea6120", + "data_fingerprint": "f617cbf50dc6fbd0", + "initial_model_fingerprint": "280c038c92ad7d69", + "type": "main", + "dataset": "Digits", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2402591705322266, + "accuracy": 0.17900000512599945, + "mse": 0.08884875476360321 + }, + "eval_metrics": { + "loss": 2.2550830841064453, + "accuracy": 0.1805555522441864, + "mse": 0.08945893496274948 + }, + "runtime_seconds": 2.444736792007461, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_original_seed44_294c97c34039", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "294c97c34039", + "data_fingerprint": "39a13ea24f7fe3d3", + "initial_model_fingerprint": "ed364a9b2281fac5", + "type": "main", + "dataset": "Digits", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2890374660491943, + "accuracy": 0.16300000250339508, + "mse": 0.08958756923675537 + }, + "eval_metrics": { + "loss": 2.249772071838379, + "accuracy": 0.14444445073604584, + "mse": 0.09001036733388901 + }, + "runtime_seconds": 2.2415781249292195, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_original_seed45_062f764d4480", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "062f764d4480", + "data_fingerprint": "9d5639d80ac523a9", + "initial_model_fingerprint": "5f1617fc58fac335", + "type": "main", + "dataset": "Digits", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.215007781982422, + "accuracy": 0.1679999977350235, + "mse": 0.0882057324051857 + }, + "eval_metrics": { + "loss": 2.252229928970337, + "accuracy": 0.15833333134651184, + "mse": 0.0888998880982399 + }, + "runtime_seconds": 2.321851125219837, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_inertia_seed41_daec82326233", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "daec82326233", + "data_fingerprint": "f0c1eef6d3164fc4", + "initial_model_fingerprint": "9af4896a7a2c4c81", + "type": "main", + "dataset": "Digits", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.173959732055664, + "accuracy": 0.2720000147819519, + "mse": 0.08434547483921051 + }, + "eval_metrics": { + "loss": 2.1810758113861084, + "accuracy": 0.25833332538604736, + "mse": 0.08479094505310059 + }, + "runtime_seconds": 1.9404035829938948, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_inertia_seed42_27181b02d4cd", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "27181b02d4cd", + "data_fingerprint": "f6de4fe22b228027", + "initial_model_fingerprint": "bf45591dfb652c19", + "type": "main", + "dataset": "Digits", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.035007953643799, + "accuracy": 0.28999999165534973, + "mse": 0.08113866299390793 + }, + "eval_metrics": { + "loss": 1.9564385414123535, + "accuracy": 0.3055555522441864, + "mse": 0.07970407605171204 + }, + "runtime_seconds": 1.9198420830070972, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_inertia_seed43_27938492b559", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "27938492b559", + "data_fingerprint": "f617cbf50dc6fbd0", + "initial_model_fingerprint": "280c038c92ad7d69", + "type": "main", + "dataset": "Digits", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.8432661294937134, + "accuracy": 0.35499998927116394, + "mse": 0.07747028768062592 + }, + "eval_metrics": { + "loss": 1.8053909540176392, + "accuracy": 0.3777777850627899, + "mse": 0.07513056695461273 + }, + "runtime_seconds": 1.9688580001238734, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_inertia_seed44_58a34c628d9a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "58a34c628d9a", + "data_fingerprint": "39a13ea24f7fe3d3", + "initial_model_fingerprint": "ed364a9b2281fac5", + "type": "main", + "dataset": "Digits", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.114971399307251, + "accuracy": 0.2280000001192093, + "mse": 0.08531089872121811 + }, + "eval_metrics": { + "loss": 2.0523359775543213, + "accuracy": 0.22777777910232544, + "mse": 0.08450954407453537 + }, + "runtime_seconds": 2.044121792074293, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_inertia_seed45_c0086309a86b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c0086309a86b", + "data_fingerprint": "9d5639d80ac523a9", + "initial_model_fingerprint": "5f1617fc58fac335", + "type": "main", + "dataset": "Digits", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.9059537649154663, + "accuracy": 0.3400000035762787, + "mse": 0.08020355552434921 + }, + "eval_metrics": { + "loss": 1.9080941677093506, + "accuracy": 0.3472222089767456, + "mse": 0.07944019138813019 + }, + "runtime_seconds": 2.161027291091159, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_constriction_seed41_e7ffbe8ff230", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e7ffbe8ff230", + "data_fingerprint": "f0c1eef6d3164fc4", + "initial_model_fingerprint": "9af4896a7a2c4c81", + "type": "main", + "dataset": "Digits", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.8068615198135376, + "accuracy": 0.3919999897480011, + "mse": 0.07423090934753418 + }, + "eval_metrics": { + "loss": 1.830819010734558, + "accuracy": 0.3472222089767456, + "mse": 0.07658052444458008 + }, + "runtime_seconds": 2.100981292081997, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_constriction_seed42_c610271fc102", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c610271fc102", + "data_fingerprint": "f6de4fe22b228027", + "initial_model_fingerprint": "bf45591dfb652c19", + "type": "main", + "dataset": "Digits", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.691806435585022, + "accuracy": 0.4090000092983246, + "mse": 0.07066111266613007 + }, + "eval_metrics": { + "loss": 1.6854695081710815, + "accuracy": 0.3888888955116272, + "mse": 0.07275129854679108 + }, + "runtime_seconds": 2.2917967499233782, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_constriction_seed43_cf787d661b4a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "cf787d661b4a", + "data_fingerprint": "f617cbf50dc6fbd0", + "initial_model_fingerprint": "280c038c92ad7d69", + "type": "main", + "dataset": "Digits", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.661444902420044, + "accuracy": 0.4059999883174896, + "mse": 0.07141976803541183 + }, + "eval_metrics": { + "loss": 1.760801076889038, + "accuracy": 0.38055557012557983, + "mse": 0.07476656138896942 + }, + "runtime_seconds": 2.375207500066608, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_constriction_seed44_ec7fa365faab", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "ec7fa365faab", + "data_fingerprint": "39a13ea24f7fe3d3", + "initial_model_fingerprint": "ed364a9b2281fac5", + "type": "main", + "dataset": "Digits", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.7786259651184082, + "accuracy": 0.34200000762939453, + "mse": 0.07684328407049179 + }, + "eval_metrics": { + "loss": 1.7403881549835205, + "accuracy": 0.3611111044883728, + "mse": 0.07619272172451019 + }, + "runtime_seconds": 2.504296417115256, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_constriction_seed45_3dc815d9fb31", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "3dc815d9fb31", + "data_fingerprint": "9d5639d80ac523a9", + "initial_model_fingerprint": "5f1617fc58fac335", + "type": "main", + "dataset": "Digits", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.6648540496826172, + "accuracy": 0.3610000014305115, + "mse": 0.07508069276809692 + }, + "eval_metrics": { + "loss": 1.8080878257751465, + "accuracy": 0.3861111104488373, + "mse": 0.07378461956977844 + }, + "runtime_seconds": 2.3777815841604024, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_fips_seed41_904d32b16663", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "904d32b16663", + "data_fingerprint": "f0c1eef6d3164fc4", + "initial_model_fingerprint": "9af4896a7a2c4c81", + "type": "main", + "dataset": "Digits", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.0772244930267334, + "accuracy": 0.2160000056028366, + "mse": 0.08328772336244583 + }, + "eval_metrics": { + "loss": 2.0640549659729004, + "accuracy": 0.22499999403953552, + "mse": 0.08292558789253235 + }, + "runtime_seconds": 2.599182124948129, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_fips_seed42_7b1c76516c0b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7b1c76516c0b", + "data_fingerprint": "f6de4fe22b228027", + "initial_model_fingerprint": "bf45591dfb652c19", + "type": "main", + "dataset": "Digits", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.0291080474853516, + "accuracy": 0.19699999690055847, + "mse": 0.08490344136953354 + }, + "eval_metrics": { + "loss": 2.0000698566436768, + "accuracy": 0.15555556118488312, + "mse": 0.08459118753671646 + }, + "runtime_seconds": 2.654482499929145, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_fips_seed43_e5ff6146ad8f", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e5ff6146ad8f", + "data_fingerprint": "f617cbf50dc6fbd0", + "initial_model_fingerprint": "280c038c92ad7d69", + "type": "main", + "dataset": "Digits", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.1521434783935547, + "accuracy": 0.2840000092983246, + "mse": 0.08669741451740265 + }, + "eval_metrics": { + "loss": 2.1906869411468506, + "accuracy": 0.2638888955116272, + "mse": 0.08742034435272217 + }, + "runtime_seconds": 2.7839837500359863, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_fips_seed44_bad6731441e0", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "bad6731441e0", + "data_fingerprint": "39a13ea24f7fe3d3", + "initial_model_fingerprint": "ed364a9b2281fac5", + "type": "main", + "dataset": "Digits", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.0534286499023438, + "accuracy": 0.3310000002384186, + "mse": 0.08358488231897354 + }, + "eval_metrics": { + "loss": 2.108774423599243, + "accuracy": 0.2944444417953491, + "mse": 0.0848330482840538 + }, + "runtime_seconds": 2.634472999954596, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_fips_seed45_655330fc9fc3", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "655330fc9fc3", + "data_fingerprint": "9d5639d80ac523a9", + "initial_model_fingerprint": "5f1617fc58fac335", + "type": "main", + "dataset": "Digits", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.9725496768951416, + "accuracy": 0.30300000309944153, + "mse": 0.08112427592277527 + }, + "eval_metrics": { + "loss": 1.9572372436523438, + "accuracy": 0.3083333373069763, + "mse": 0.08043570816516876 + }, + "runtime_seconds": 2.4333895419258624, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_clpso_seed41_0cbb1d9aebf7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "0cbb1d9aebf7", + "data_fingerprint": "f0c1eef6d3164fc4", + "initial_model_fingerprint": "9af4896a7a2c4c81", + "type": "main", + "dataset": "Digits", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.1367292404174805, + "accuracy": 0.22599999606609344, + "mse": 0.08658362925052643 + }, + "eval_metrics": { + "loss": 2.1658363342285156, + "accuracy": 0.21388888359069824, + "mse": 0.08725804090499878 + }, + "runtime_seconds": 2.3339792501647025, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_clpso_seed42_f67db481a996", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f67db481a996", + "data_fingerprint": "f6de4fe22b228027", + "initial_model_fingerprint": "bf45591dfb652c19", + "type": "main", + "dataset": "Digits", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.206430196762085, + "accuracy": 0.21799999475479126, + "mse": 0.0870317742228508 + }, + "eval_metrics": { + "loss": 2.2051308155059814, + "accuracy": 0.19166666269302368, + "mse": 0.08755485713481903 + }, + "runtime_seconds": 2.377047209069133, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_clpso_seed43_de2363a3f338", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "de2363a3f338", + "data_fingerprint": "f617cbf50dc6fbd0", + "initial_model_fingerprint": "280c038c92ad7d69", + "type": "main", + "dataset": "Digits", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.201568365097046, + "accuracy": 0.15299999713897705, + "mse": 0.0885072648525238 + }, + "eval_metrics": { + "loss": 2.2101080417633057, + "accuracy": 0.13055555522441864, + "mse": 0.0891144722700119 + }, + "runtime_seconds": 2.3552857080940157, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_clpso_seed44_99956db6e052", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "99956db6e052", + "data_fingerprint": "39a13ea24f7fe3d3", + "initial_model_fingerprint": "ed364a9b2281fac5", + "type": "main", + "dataset": "Digits", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2019567489624023, + "accuracy": 0.22200000286102295, + "mse": 0.08723719418048859 + }, + "eval_metrics": { + "loss": 2.213874101638794, + "accuracy": 0.24166665971279144, + "mse": 0.08781173825263977 + }, + "runtime_seconds": 2.4299692499917, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_clpso_seed45_40ab922ccd40", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "40ab922ccd40", + "data_fingerprint": "9d5639d80ac523a9", + "initial_model_fingerprint": "5f1617fc58fac335", + "type": "main", + "dataset": "Digits", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.135824203491211, + "accuracy": 0.29600000381469727, + "mse": 0.08445338159799576 + }, + "eval_metrics": { + "loss": 2.2277636528015137, + "accuracy": 0.2611111104488373, + "mse": 0.08523893356323242 + }, + "runtime_seconds": 3.1002987078391016, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_bare_bones_seed41_2802f651b43d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2802f651b43d", + "data_fingerprint": "f0c1eef6d3164fc4", + "initial_model_fingerprint": "9af4896a7a2c4c81", + "type": "main", + "dataset": "Digits", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.252967357635498, + "accuracy": 0.23000000417232513, + "mse": 0.08590874075889587 + }, + "eval_metrics": { + "loss": 2.2463696002960205, + "accuracy": 0.2527777850627899, + "mse": 0.0852879211306572 + }, + "runtime_seconds": 2.3899612920358777, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_bare_bones_seed42_b02a2be14360", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "b02a2be14360", + "data_fingerprint": "f6de4fe22b228027", + "initial_model_fingerprint": "bf45591dfb652c19", + "type": "main", + "dataset": "Digits", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.229649543762207, + "accuracy": 0.19099999964237213, + "mse": 0.08928735554218292 + }, + "eval_metrics": { + "loss": 2.361936569213867, + "accuracy": 0.14166666567325592, + "mse": 0.0929383784532547 + }, + "runtime_seconds": 2.517781083006412, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_bare_bones_seed43_b98ee4548be6", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "b98ee4548be6", + "data_fingerprint": "f617cbf50dc6fbd0", + "initial_model_fingerprint": "280c038c92ad7d69", + "type": "main", + "dataset": "Digits", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.1584651470184326, + "accuracy": 0.2460000067949295, + "mse": 0.08629835397005081 + }, + "eval_metrics": { + "loss": 2.124666452407837, + "accuracy": 0.25, + "mse": 0.08588261157274246 + }, + "runtime_seconds": 2.5478430408984423, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_bare_bones_seed44_67db3b615399", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "67db3b615399", + "data_fingerprint": "39a13ea24f7fe3d3", + "initial_model_fingerprint": "ed364a9b2281fac5", + "type": "main", + "dataset": "Digits", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2550888061523438, + "accuracy": 0.17900000512599945, + "mse": 0.08894563466310501 + }, + "eval_metrics": { + "loss": 2.266505479812622, + "accuracy": 0.15555556118488312, + "mse": 0.08891921490430832 + }, + "runtime_seconds": 2.680936082964763, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_bare_bones_seed45_7b2a747ad3bc", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7b2a747ad3bc", + "data_fingerprint": "9d5639d80ac523a9", + "initial_model_fingerprint": "5f1617fc58fac335", + "type": "main", + "dataset": "Digits", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2584753036499023, + "accuracy": 0.15399999916553497, + "mse": 0.08958878368139267 + }, + "eval_metrics": { + "loss": 2.2515347003936768, + "accuracy": 0.15000000596046448, + "mse": 0.09008078277111053 + }, + "runtime_seconds": 2.687859124969691, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_adaptive_moment_seed41_e74144daa637", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e74144daa637", + "data_fingerprint": "f0c1eef6d3164fc4", + "initial_model_fingerprint": "9af4896a7a2c4c81", + "type": "main", + "dataset": "Digits", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.1329033374786377, + "accuracy": 0.2849999964237213, + "mse": 0.08403640985488892 + }, + "eval_metrics": { + "loss": 2.1274328231811523, + "accuracy": 0.28333333134651184, + "mse": 0.08371066302061081 + }, + "runtime_seconds": 2.5720566669479012, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_adaptive_moment_seed42_a2da72677525", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "a2da72677525", + "data_fingerprint": "f6de4fe22b228027", + "initial_model_fingerprint": "bf45591dfb652c19", + "type": "main", + "dataset": "Digits", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.0686817169189453, + "accuracy": 0.2709999978542328, + "mse": 0.08360999077558517 + }, + "eval_metrics": { + "loss": 2.0876049995422363, + "accuracy": 0.27222222089767456, + "mse": 0.08446487039327621 + }, + "runtime_seconds": 2.6077378750778735, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_adaptive_moment_seed43_e2d2423853ce", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e2d2423853ce", + "data_fingerprint": "f617cbf50dc6fbd0", + "initial_model_fingerprint": "280c038c92ad7d69", + "type": "main", + "dataset": "Digits", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.079728126525879, + "accuracy": 0.2370000034570694, + "mse": 0.08583791553974152 + }, + "eval_metrics": { + "loss": 2.1019599437713623, + "accuracy": 0.2361111044883728, + "mse": 0.08700509369373322 + }, + "runtime_seconds": 2.599350499920547, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_adaptive_moment_seed44_0c440537dd5b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "0c440537dd5b", + "data_fingerprint": "39a13ea24f7fe3d3", + "initial_model_fingerprint": "ed364a9b2281fac5", + "type": "main", + "dataset": "Digits", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.125084161758423, + "accuracy": 0.257999986410141, + "mse": 0.0819929987192154 + }, + "eval_metrics": { + "loss": 2.1390206813812256, + "accuracy": 0.2750000059604645, + "mse": 0.08342760056257248 + }, + "runtime_seconds": 2.4962192920502275, + "completed": true, + "error": null + }, + { + "run_id": "main_Digits_adaptive_moment_seed45_01fad7cfff24", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "01fad7cfff24", + "data_fingerprint": "9d5639d80ac523a9", + "initial_model_fingerprint": "5f1617fc58fac335", + "type": "main", + "dataset": "Digits", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "score_source": "held_out", + "model_param_count": 1020, + "train_data_size": 1437, + "eval_data_size": 360, + "configured_pca_choice": null, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "Digits", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 24, + "epochs": 50, + "evaluation": "fixed_subset", + "fitness_size": 1000, + "batch_size": 250, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.25, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.25 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 1000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.0284130573272705, + "accuracy": 0.30799999833106995, + "mse": 0.07994092255830765 + }, + "eval_metrics": { + "loss": 2.088167905807495, + "accuracy": 0.27222222089767456, + "mse": 0.08149543404579163 + }, + "runtime_seconds": 2.2218740829266608, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_original_seed41_10d8dcb386e9", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "10d8dcb386e9", + "data_fingerprint": "9cf90687f18f6867", + "initial_model_fingerprint": "a265005eab7305ab", + "type": "main", + "dataset": "MNIST", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "original", + "profile": "original", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.3936545848846436, + "accuracy": 0.1340000033378601, + "mse": 0.09311683475971222 + }, + "eval_metrics": { + "loss": 2.360574245452881, + "accuracy": 0.16500000655651093, + "mse": 0.09202645719051361 + }, + "runtime_seconds": 2.7690670411102474, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_original_seed42_e89647788bfa", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e89647788bfa", + "data_fingerprint": "dfe645918ece54c0", + "initial_model_fingerprint": "f15e396114108c51", + "type": "main", + "dataset": "MNIST", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "original", + "profile": "original", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.347860097885132, + "accuracy": 0.13899999856948853, + "mse": 0.09062287956476212 + }, + "eval_metrics": { + "loss": 2.3212592601776123, + "accuracy": 0.14300000667572021, + "mse": 0.09031510353088379 + }, + "runtime_seconds": 3.077394332969561, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_original_seed43_ea229e5a7257", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "ea229e5a7257", + "data_fingerprint": "730cd610fc573af5", + "initial_model_fingerprint": "d9abe6f36969a8b5", + "type": "main", + "dataset": "MNIST", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "original", + "profile": "original", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.4784181118011475, + "accuracy": 0.15700000524520874, + "mse": 0.09438490122556686 + }, + "eval_metrics": { + "loss": 2.5147814750671387, + "accuracy": 0.15600000321865082, + "mse": 0.09482964128255844 + }, + "runtime_seconds": 4.626529292203486, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_original_seed44_23051c2e549b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "23051c2e549b", + "data_fingerprint": "718e473f23ab68a4", + "initial_model_fingerprint": "497c2208b39cbf7e", + "type": "main", + "dataset": "MNIST", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "original", + "profile": "original", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.30441951751709, + "accuracy": 0.17550000548362732, + "mse": 0.09123670309782028 + }, + "eval_metrics": { + "loss": 2.415644645690918, + "accuracy": 0.12600000202655792, + "mse": 0.09450323134660721 + }, + "runtime_seconds": 2.7831446670461446, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_original_seed45_ef2c6b1b100c", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "ef2c6b1b100c", + "data_fingerprint": "28844e0cd0f7c25c", + "initial_model_fingerprint": "cbffa45f13f8dead", + "type": "main", + "dataset": "MNIST", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "original", + "profile": "original", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Original PSO", + "source": "10.1109/ICNN.1995.488968", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.4028897285461426, + "accuracy": 0.17599999904632568, + "mse": 0.09126102179288864 + }, + "eval_metrics": { + "loss": 2.528709888458252, + "accuracy": 0.12999999523162842, + "mse": 0.09350301325321198 + }, + "runtime_seconds": 4.194451209157705, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_inertia_seed41_641c37d1902c", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "641c37d1902c", + "data_fingerprint": "9cf90687f18f6867", + "initial_model_fingerprint": "a265005eab7305ab", + "type": "main", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.3381215333938599, + "accuracy": 0.5924999713897705, + "mse": 0.056777868419885635 + }, + "eval_metrics": { + "loss": 1.5549514293670654, + "accuracy": 0.5210000276565552, + "mse": 0.06475670635700226 + }, + "runtime_seconds": 2.9916708329692483, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_inertia_seed42_3d723b7c453e", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "3d723b7c453e", + "data_fingerprint": "dfe645918ece54c0", + "initial_model_fingerprint": "f15e396114108c51", + "type": "main", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.4281961917877197, + "accuracy": 0.5634999871253967, + "mse": 0.059982724487781525 + }, + "eval_metrics": { + "loss": 1.6201825141906738, + "accuracy": 0.4970000088214874, + "mse": 0.06761188060045242 + }, + "runtime_seconds": 2.965985749848187, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_inertia_seed43_6dfb0d0fd6ae", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "6dfb0d0fd6ae", + "data_fingerprint": "730cd610fc573af5", + "initial_model_fingerprint": "d9abe6f36969a8b5", + "type": "main", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.6584088802337646, + "accuracy": 0.4749999940395355, + "mse": 0.06921082735061646 + }, + "eval_metrics": { + "loss": 2.078524112701416, + "accuracy": 0.367000013589859, + "mse": 0.08277533203363419 + }, + "runtime_seconds": 2.8704891668166965, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_inertia_seed44_c84bb533c9b4", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c84bb533c9b4", + "data_fingerprint": "718e473f23ab68a4", + "initial_model_fingerprint": "497c2208b39cbf7e", + "type": "main", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.2869731187820435, + "accuracy": 0.6085000038146973, + "mse": 0.054680656641721725 + }, + "eval_metrics": { + "loss": 1.4398808479309082, + "accuracy": 0.5440000295639038, + "mse": 0.062213294208049774 + }, + "runtime_seconds": 3.254134749993682, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_inertia_seed45_aa08e9112815", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "aa08e9112815", + "data_fingerprint": "28844e0cd0f7c25c", + "initial_model_fingerprint": "cbffa45f13f8dead", + "type": "main", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "inertia", + "profile": "inertia", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.5111486911773682, + "accuracy": 0.5205000042915344, + "mse": 0.06331299990415573 + }, + "eval_metrics": { + "loss": 1.8869050741195679, + "accuracy": 0.4129999876022339, + "mse": 0.07616910338401794 + }, + "runtime_seconds": 3.160143041983247, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_constriction_seed41_5282d73f094b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5282d73f094b", + "data_fingerprint": "9cf90687f18f6867", + "initial_model_fingerprint": "a265005eab7305ab", + "type": "main", + "dataset": "MNIST", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.386448860168457, + "accuracy": 0.5584999918937683, + "mse": 0.05983114242553711 + }, + "eval_metrics": { + "loss": 1.569274663925171, + "accuracy": 0.4909999966621399, + "mse": 0.06642866879701614 + }, + "runtime_seconds": 3.0594240000937134, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_constriction_seed42_bb70d1d70037", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "bb70d1d70037", + "data_fingerprint": "dfe645918ece54c0", + "initial_model_fingerprint": "f15e396114108c51", + "type": "main", + "dataset": "MNIST", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.1828755140304565, + "accuracy": 0.6234999895095825, + "mse": 0.05046923831105232 + }, + "eval_metrics": { + "loss": 1.2963975667953491, + "accuracy": 0.5820000171661377, + "mse": 0.055818524211645126 + }, + "runtime_seconds": 3.015819540945813, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_constriction_seed43_97cc6fb1fe0a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "97cc6fb1fe0a", + "data_fingerprint": "730cd610fc573af5", + "initial_model_fingerprint": "d9abe6f36969a8b5", + "type": "main", + "dataset": "MNIST", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.3433197736740112, + "accuracy": 0.5789999961853027, + "mse": 0.057317327708005905 + }, + "eval_metrics": { + "loss": 1.509533166885376, + "accuracy": 0.527999997138977, + "mse": 0.06237608194351196 + }, + "runtime_seconds": 3.085574916098267, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_constriction_seed44_d7ce4c4cfe42", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "d7ce4c4cfe42", + "data_fingerprint": "718e473f23ab68a4", + "initial_model_fingerprint": "497c2208b39cbf7e", + "type": "main", + "dataset": "MNIST", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.1404569149017334, + "accuracy": 0.6510000228881836, + "mse": 0.048903413116931915 + }, + "eval_metrics": { + "loss": 1.4610586166381836, + "accuracy": 0.5379999876022339, + "mse": 0.061730675399303436 + }, + "runtime_seconds": 2.979554875055328, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_constriction_seed45_863470bda3e7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "863470bda3e7", + "data_fingerprint": "28844e0cd0f7c25c", + "initial_model_fingerprint": "cbffa45f13f8dead", + "type": "main", + "dataset": "MNIST", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "constriction", + "profile": "constriction", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.3689371347427368, + "accuracy": 0.5720000267028809, + "mse": 0.057907942682504654 + }, + "eval_metrics": { + "loss": 1.703574538230896, + "accuracy": 0.460999995470047, + "mse": 0.07028073072433472 + }, + "runtime_seconds": 4.3501843749545515, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_fips_seed41_e8949a554db5", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e8949a554db5", + "data_fingerprint": "9cf90687f18f6867", + "initial_model_fingerprint": "a265005eab7305ab", + "type": "main", + "dataset": "MNIST", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.300412654876709, + "accuracy": 0.1525000035762787, + "mse": 0.09028158336877823 + }, + "eval_metrics": { + "loss": 2.302541494369507, + "accuracy": 0.13300000131130219, + "mse": 0.0902903825044632 + }, + "runtime_seconds": 3.7603835419286042, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_fips_seed42_49c5a544efba", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "49c5a544efba", + "data_fingerprint": "dfe645918ece54c0", + "initial_model_fingerprint": "f15e396114108c51", + "type": "main", + "dataset": "MNIST", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.140425682067871, + "accuracy": 0.22499999403953552, + "mse": 0.08616895228624344 + }, + "eval_metrics": { + "loss": 2.1612672805786133, + "accuracy": 0.2290000021457672, + "mse": 0.08728907257318497 + }, + "runtime_seconds": 3.8516692500561476, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_fips_seed43_9692cb7f9831", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9692cb7f9831", + "data_fingerprint": "730cd610fc573af5", + "initial_model_fingerprint": "d9abe6f36969a8b5", + "type": "main", + "dataset": "MNIST", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2012534141540527, + "accuracy": 0.22050000727176666, + "mse": 0.087419293820858 + }, + "eval_metrics": { + "loss": 2.176907777786255, + "accuracy": 0.23800000548362732, + "mse": 0.08697457611560822 + }, + "runtime_seconds": 4.031099959043786, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_fips_seed44_f7d20d03d1c1", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f7d20d03d1c1", + "data_fingerprint": "718e473f23ab68a4", + "initial_model_fingerprint": "497c2208b39cbf7e", + "type": "main", + "dataset": "MNIST", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.045689582824707, + "accuracy": 0.31450000405311584, + "mse": 0.08356857299804688 + }, + "eval_metrics": { + "loss": 2.17195725440979, + "accuracy": 0.2549999952316284, + "mse": 0.08656814694404602 + }, + "runtime_seconds": 3.694581290939823, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_fips_seed45_0095144ac727", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "0095144ac727", + "data_fingerprint": "28844e0cd0f7c25c", + "initial_model_fingerprint": "cbffa45f13f8dead", + "type": "main", + "dataset": "MNIST", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "fips", + "profile": "fips", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Fully Informed Particle Swarm (FIPS)", + "source": "10.1109/TEVC.2004.826074", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "phi": 4.1, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2005927562713623, + "accuracy": 0.23849999904632568, + "mse": 0.08714449405670166 + }, + "eval_metrics": { + "loss": 2.3034777641296387, + "accuracy": 0.1979999989271164, + "mse": 0.08890986442565918 + }, + "runtime_seconds": 3.695122124860063, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_clpso_seed41_25b503233345", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "25b503233345", + "data_fingerprint": "9cf90687f18f6867", + "initial_model_fingerprint": "a265005eab7305ab", + "type": "main", + "dataset": "MNIST", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2500364780426025, + "accuracy": 0.2094999998807907, + "mse": 0.08816687017679214 + }, + "eval_metrics": { + "loss": 2.316762685775757, + "accuracy": 0.20900000631809235, + "mse": 0.08957167714834213 + }, + "runtime_seconds": 3.9107722910121083, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_clpso_seed42_e6de3bc33ad6", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e6de3bc33ad6", + "data_fingerprint": "dfe645918ece54c0", + "initial_model_fingerprint": "f15e396114108c51", + "type": "main", + "dataset": "MNIST", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.0957834720611572, + "accuracy": 0.2524999976158142, + "mse": 0.08504028618335724 + }, + "eval_metrics": { + "loss": 2.172976493835449, + "accuracy": 0.24500000476837158, + "mse": 0.08746129274368286 + }, + "runtime_seconds": 3.3184274171944708, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_clpso_seed43_8a46f64639de", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8a46f64639de", + "data_fingerprint": "730cd610fc573af5", + "initial_model_fingerprint": "d9abe6f36969a8b5", + "type": "main", + "dataset": "MNIST", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.324615716934204, + "accuracy": 0.19949999451637268, + "mse": 0.0908694639801979 + }, + "eval_metrics": { + "loss": 2.352043390274048, + "accuracy": 0.1899999976158142, + "mse": 0.09161917865276337 + }, + "runtime_seconds": 3.5417710000183433, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_clpso_seed44_7593eb953b13", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7593eb953b13", + "data_fingerprint": "718e473f23ab68a4", + "initial_model_fingerprint": "497c2208b39cbf7e", + "type": "main", + "dataset": "MNIST", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.17220139503479, + "accuracy": 0.2460000067949295, + "mse": 0.08573407679796219 + }, + "eval_metrics": { + "loss": 2.279698133468628, + "accuracy": 0.20000000298023224, + "mse": 0.08846663683652878 + }, + "runtime_seconds": 3.4085127080325037, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_clpso_seed45_3639628f38f4", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "3639628f38f4", + "data_fingerprint": "28844e0cd0f7c25c", + "initial_model_fingerprint": "cbffa45f13f8dead", + "type": "main", + "dataset": "MNIST", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "clpso", + "profile": "clpso", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Comprehensive Learning PSO (CLPSO)", + "source": "10.1109/TEVC.2005.857610", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c": 1.49445, + "c0": 1.49445, + "w_min": 0.4, + "w_max": 0.9, + "refresh_gap": 7 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.15352463722229, + "accuracy": 0.26350000500679016, + "mse": 0.08546456694602966 + }, + "eval_metrics": { + "loss": 2.3076860904693604, + "accuracy": 0.1899999976158142, + "mse": 0.09044970571994781 + }, + "runtime_seconds": 3.502741124946624, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_bare_bones_seed41_5a20fcd6a522", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5a20fcd6a522", + "data_fingerprint": "9cf90687f18f6867", + "initial_model_fingerprint": "a265005eab7305ab", + "type": "main", + "dataset": "MNIST", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.9192537069320679, + "accuracy": 0.4334999918937683, + "mse": 0.0752088651061058 + }, + "eval_metrics": { + "loss": 1.989086627960205, + "accuracy": 0.40799999237060547, + "mse": 0.0770026221871376 + }, + "runtime_seconds": 3.6288448330014944, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_bare_bones_seed42_470567acfe4f", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "470567acfe4f", + "data_fingerprint": "dfe645918ece54c0", + "initial_model_fingerprint": "f15e396114108c51", + "type": "main", + "dataset": "MNIST", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.7458051443099976, + "accuracy": 0.4424999952316284, + "mse": 0.0704411044716835 + }, + "eval_metrics": { + "loss": 1.7775629758834839, + "accuracy": 0.44999998807907104, + "mse": 0.07303041964769363 + }, + "runtime_seconds": 3.8391325410921127, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_bare_bones_seed43_8ab3c7a352f7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8ab3c7a352f7", + "data_fingerprint": "730cd610fc573af5", + "initial_model_fingerprint": "d9abe6f36969a8b5", + "type": "main", + "dataset": "MNIST", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.8988544940948486, + "accuracy": 0.43050000071525574, + "mse": 0.07490310072898865 + }, + "eval_metrics": { + "loss": 2.171400547027588, + "accuracy": 0.3619999885559082, + "mse": 0.08386769145727158 + }, + "runtime_seconds": 3.29119808296673, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_bare_bones_seed44_97302dfc4390", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "97302dfc4390", + "data_fingerprint": "718e473f23ab68a4", + "initial_model_fingerprint": "497c2208b39cbf7e", + "type": "main", + "dataset": "MNIST", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.7981884479522705, + "accuracy": 0.44999998807907104, + "mse": 0.07232917100191116 + }, + "eval_metrics": { + "loss": 1.795458197593689, + "accuracy": 0.44999998807907104, + "mse": 0.0723361149430275 + }, + "runtime_seconds": 3.362965959124267, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_bare_bones_seed45_47e574a6e14d", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "47e574a6e14d", + "data_fingerprint": "28844e0cd0f7c25c", + "initial_model_fingerprint": "cbffa45f13f8dead", + "type": "main", + "dataset": "MNIST", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "bare_bones", + "profile": "bare_bones", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Bare Bones PSO", + "source": "10.1109/SIS.2003.1202251", + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.855396032333374, + "accuracy": 0.44749999046325684, + "mse": 0.07144537568092346 + }, + "eval_metrics": { + "loss": 2.0943000316619873, + "accuracy": 0.3930000066757202, + "mse": 0.07978472113609314 + }, + "runtime_seconds": 3.057031667092815, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_adaptive_moment_seed41_362c2a6289bd", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "362c2a6289bd", + "data_fingerprint": "9cf90687f18f6867", + "initial_model_fingerprint": "a265005eab7305ab", + "type": "main", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 41, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2493228912353516, + "accuracy": 0.21950000524520874, + "mse": 0.08938036859035492 + }, + "eval_metrics": { + "loss": 2.140415906906128, + "accuracy": 0.2549999952316284, + "mse": 0.0860564336180687 + }, + "runtime_seconds": 2.7677273331210017, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_adaptive_moment_seed42_9ff2b9fb080a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9ff2b9fb080a", + "data_fingerprint": "dfe645918ece54c0", + "initial_model_fingerprint": "f15e396114108c51", + "type": "main", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 42, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.1634159088134766, + "accuracy": 0.24699999392032623, + "mse": 0.08663105964660645 + }, + "eval_metrics": { + "loss": 2.141822576522827, + "accuracy": 0.24699999392032623, + "mse": 0.08651550859212875 + }, + "runtime_seconds": 3.0341640829574317, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_adaptive_moment_seed43_834468fb42c1", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "834468fb42c1", + "data_fingerprint": "730cd610fc573af5", + "initial_model_fingerprint": "d9abe6f36969a8b5", + "type": "main", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 43, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.2793126106262207, + "accuracy": 0.2630000114440918, + "mse": 0.08873322606086731 + }, + "eval_metrics": { + "loss": 2.247786521911621, + "accuracy": 0.26899999380111694, + "mse": 0.08749625831842422 + }, + "runtime_seconds": 4.040982624981552, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_adaptive_moment_seed44_19c4f6565189", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "19c4f6565189", + "data_fingerprint": "718e473f23ab68a4", + "initial_model_fingerprint": "497c2208b39cbf7e", + "type": "main", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 44, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.065256357192993, + "accuracy": 0.3174999952316284, + "mse": 0.08274290710687637 + }, + "eval_metrics": { + "loss": 2.1758370399475098, + "accuracy": 0.26899999380111694, + "mse": 0.0861084908246994 + }, + "runtime_seconds": 4.144569542026147, + "completed": true, + "error": null + }, + { + "run_id": "main_MNIST_adaptive_moment_seed45_475d6b29e2cd", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "475d6b29e2cd", + "data_fingerprint": "28844e0cd0f7c25c", + "initial_model_fingerprint": "cbffa45f13f8dead", + "type": "main", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "main", + "method": "adaptive_moment", + "profile": "adaptive_moment", + "seed": 45, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 0.5, + "c1": 0.3, + "w_min": 0.1, + "w_max": 0.9, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 2.1669728755950928, + "accuracy": 0.2919999957084656, + "mse": 0.08611716330051422 + }, + "eval_metrics": { + "loss": 2.3894264698028564, + "accuracy": 0.27000001072883606, + "mse": 0.08927067369222641 + }, + "runtime_seconds": 3.7505636250134557, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_canonical_seed46_057b98a366aa", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "057b98a366aa", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9, + "velocity_limit_ratio": 0.1, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.4983471632003784, + "accuracy": 0.5414999723434448, + "mse": 0.06269210577011108 + }, + "eval_metrics": { + "loss": 1.591628074645996, + "accuracy": 0.492000013589859, + "mse": 0.0687657818198204 + }, + "runtime_seconds": 3.5609477078542113, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_canonical_seed47_c1675022f2d9", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "c1675022f2d9", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9, + "velocity_limit_ratio": 0.1, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.6488323211669922, + "accuracy": 0.48350000381469727, + "mse": 0.06702468544244766 + }, + "eval_metrics": { + "loss": 1.7096999883651733, + "accuracy": 0.45399999618530273, + "mse": 0.07091139256954193 + }, + "runtime_seconds": 3.156672375043854, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_canonical_seed48_6b1583ef622c", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "6b1583ef622c", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9, + "velocity_limit_ratio": 0.1, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.4587270021438599, + "accuracy": 0.5385000109672546, + "mse": 0.06065046414732933 + }, + "eval_metrics": { + "loss": 1.699597954750061, + "accuracy": 0.47200000286102295, + "mse": 0.06947261840105057 + }, + "runtime_seconds": 3.211212957976386, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_canonical_seed49_84f1dfaaa5c7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "84f1dfaaa5c7", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9, + "velocity_limit_ratio": 0.1, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.467037320137024, + "accuracy": 0.5584999918937683, + "mse": 0.061440981924533844 + }, + "eval_metrics": { + "loss": 1.6894328594207764, + "accuracy": 0.4869999885559082, + "mse": 0.06814173609018326 + }, + "runtime_seconds": 2.771214082837105, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_canonical_seed50_174a29344c8c", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "174a29344c8c", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_canonical", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9, + "velocity_limit_ratio": 0.1, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.5680404901504517, + "accuracy": 0.5164999961853027, + "mse": 0.06381449103355408 + }, + "eval_metrics": { + "loss": 1.9145543575286865, + "accuracy": 0.43299999833106995, + "mse": 0.07449053972959518 + }, + "runtime_seconds": 2.8994426249992102, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_tuned_seed46_f38d092547d4", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f38d092547d4", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.960219144821167, + "accuracy": 0.7024999856948853, + "mse": 0.041494015604257584 + }, + "eval_metrics": { + "loss": 1.2107150554656982, + "accuracy": 0.6349999904632568, + "mse": 0.05100187286734581 + }, + "runtime_seconds": 2.6674257919657975, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_tuned_seed47_3d0dbe246d65", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "3d0dbe246d65", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.926030158996582, + "accuracy": 0.7099999785423279, + "mse": 0.040029291063547134 + }, + "eval_metrics": { + "loss": 1.1810575723648071, + "accuracy": 0.6399999856948853, + "mse": 0.04994503781199455 + }, + "runtime_seconds": 2.9800681250635535, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_tuned_seed48_2c80a177eb48", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2c80a177eb48", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9870703220367432, + "accuracy": 0.703499972820282, + "mse": 0.042444709688425064 + }, + "eval_metrics": { + "loss": 1.1948310136795044, + "accuracy": 0.6480000019073486, + "mse": 0.05093942955136299 + }, + "runtime_seconds": 3.1290212909225374, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_tuned_seed49_bf8a511a1e7b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "bf8a511a1e7b", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.1248133182525635, + "accuracy": 0.640999972820282, + "mse": 0.0484032966196537 + }, + "eval_metrics": { + "loss": 1.4542344808578491, + "accuracy": 0.5249999761581421, + "mse": 0.06324950605630875 + }, + "runtime_seconds": 3.097087916918099, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_inertia_tuned_seed50_f2df5809e1e5", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f2df5809e1e5", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "inertia_tuned", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9994353652000427, + "accuracy": 0.7085000276565552, + "mse": 0.04210244119167328 + }, + "eval_metrics": { + "loss": 1.142163872718811, + "accuracy": 0.6330000162124634, + "mse": 0.04876433312892914 + }, + "runtime_seconds": 3.7858049999922514, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_no_mutation_seed46_8fc0f72ee8de", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8fc0f72ee8de", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.0720897912979126, + "accuracy": 0.6589999794960022, + "mse": 0.04759814217686653 + }, + "eval_metrics": { + "loss": 1.2342966794967651, + "accuracy": 0.6060000061988831, + "mse": 0.05424211919307709 + }, + "runtime_seconds": 3.545372207881883, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_no_mutation_seed47_030a25514bc2", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "030a25514bc2", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.0350593328475952, + "accuracy": 0.6840000152587891, + "mse": 0.044449444860219955 + }, + "eval_metrics": { + "loss": 1.2122845649719238, + "accuracy": 0.6420000195503235, + "mse": 0.050288934260606766 + }, + "runtime_seconds": 3.1859298751223832, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_no_mutation_seed48_478a2b2f7d11", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "478a2b2f7d11", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.032089352607727, + "accuracy": 0.6794999837875366, + "mse": 0.04432502016425133 + }, + "eval_metrics": { + "loss": 1.1877166032791138, + "accuracy": 0.609000027179718, + "mse": 0.05128093436360359 + }, + "runtime_seconds": 2.969354083063081, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_no_mutation_seed49_07ee2e163664", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "07ee2e163664", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.0982294082641602, + "accuracy": 0.6660000085830688, + "mse": 0.04723907262086868 + }, + "eval_metrics": { + "loss": 1.2159452438354492, + "accuracy": 0.6069999933242798, + "mse": 0.05345964431762695 + }, + "runtime_seconds": 3.1995443750638515, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_no_mutation_seed50_55f1447345a7", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "55f1447345a7", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_no_mutation", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.1345112323760986, + "accuracy": 0.6545000076293945, + "mse": 0.04792570322751999 + }, + "eval_metrics": { + "loss": 1.3989360332489014, + "accuracy": 0.5569999814033508, + "mse": 0.058142438530921936 + }, + "runtime_seconds": 3.8381401249207556, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_full_evaluation_seed46_34331f336517", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "34331f336517", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9815514087677002, + "accuracy": 0.7006666660308838, + "mse": 0.04276024550199509 + }, + "eval_metrics": { + "loss": 1.21538245677948, + "accuracy": 0.6169999837875366, + "mse": 0.05298233777284622 + }, + "runtime_seconds": 4.064853459130973, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_full_evaluation_seed47_47dacb349f42", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "47dacb349f42", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.0418089628219604, + "accuracy": 0.6726666688919067, + "mse": 0.04459879547357559 + }, + "eval_metrics": { + "loss": 1.2227095365524292, + "accuracy": 0.5839999914169312, + "mse": 0.054285984486341476 + }, + "runtime_seconds": 3.196830250089988, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_full_evaluation_seed48_f63dde67f916", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f63dde67f916", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9868288636207581, + "accuracy": 0.6850000023841858, + "mse": 0.04290908947587013 + }, + "eval_metrics": { + "loss": 1.1940710544586182, + "accuracy": 0.6240000128746033, + "mse": 0.05141150951385498 + }, + "runtime_seconds": 3.4551102090626955, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_full_evaluation_seed49_f4441b34504b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f4441b34504b", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.029543399810791, + "accuracy": 0.6859999895095825, + "mse": 0.04508155956864357 + }, + "eval_metrics": { + "loss": 1.1633678674697876, + "accuracy": 0.6460000276565552, + "mse": 0.051127687096595764 + }, + "runtime_seconds": 3.3989035410340875, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_full_evaluation_seed50_8df4579ac2af", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8df4579ac2af", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_full_evaluation", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "full", + "fitness_size": null, + "batch_size": null, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9859696626663208, + "accuracy": 0.6949999928474426, + "mse": 0.042638495564460754 + }, + "eval_metrics": { + "loss": 1.0995144844055176, + "accuracy": 0.656000018119812, + "mse": 0.0478772297501564 + }, + "runtime_seconds": 2.7697177911177278, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_uniform_initialization_seed46_5544a2a1fbcd", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5544a2a1fbcd", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "uniform", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Uniform Bounded Space Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.3547468185424805, + "accuracy": 0.6029999852180481, + "mse": 0.05597638711333275 + }, + "eval_metrics": { + "loss": 1.7022292613983154, + "accuracy": 0.5609999895095825, + "mse": 0.0650036409497261 + }, + "runtime_seconds": 4.465875457972288, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_uniform_initialization_seed47_f55eb979381b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f55eb979381b", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "uniform", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Uniform Bounded Space Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.3338260650634766, + "accuracy": 0.6150000095367432, + "mse": 0.0543423555791378 + }, + "eval_metrics": { + "loss": 1.807809591293335, + "accuracy": 0.5350000262260437, + "mse": 0.06686638295650482 + }, + "runtime_seconds": 4.935650583123788, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_uniform_initialization_seed48_f69a561bb4b0", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f69a561bb4b0", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "uniform", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Uniform Bounded Space Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.4022656679153442, + "accuracy": 0.6200000047683716, + "mse": 0.05426489934325218 + }, + "eval_metrics": { + "loss": 1.5523244142532349, + "accuracy": 0.578000009059906, + "mse": 0.05895908921957016 + }, + "runtime_seconds": 3.797271041199565, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_uniform_initialization_seed49_87b46efe8ead", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "87b46efe8ead", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "uniform", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Uniform Bounded Space Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.3672173023223877, + "accuracy": 0.6144999861717224, + "mse": 0.05405355617403984 + }, + "eval_metrics": { + "loss": 1.6415138244628906, + "accuracy": 0.574999988079071, + "mse": 0.061284471303224564 + }, + "runtime_seconds": 4.34765891591087, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_uniform_initialization_seed50_8fe90bb98ec5", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "8fe90bb98ec5", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_uniform_initialization", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "uniform", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Uniform Bounded Space Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.2712308168411255, + "accuracy": 0.6274999976158142, + "mse": 0.05219874158501625 + }, + "eval_metrics": { + "loss": 1.392105221748352, + "accuracy": 0.6000000238418579, + "mse": 0.056670576333999634 + }, + "runtime_seconds": 3.9878762080334127, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_particle_reset_seed46_aabe31657e47", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "aabe31657e47", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "particle_reset", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "Particle Stagnation Reset", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "patience": 10, + "min_delta": 0.0001, + "monitor": "loss" + } + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.960219144821167, + "accuracy": 0.7024999856948853, + "mse": 0.041494015604257584 + }, + "eval_metrics": { + "loss": 1.2107150554656982, + "accuracy": 0.6349999904632568, + "mse": 0.05100187286734581 + }, + "runtime_seconds": 4.107592500047758, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_particle_reset_seed47_83feb7242779", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "83feb7242779", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "particle_reset", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "Particle Stagnation Reset", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "patience": 10, + "min_delta": 0.0001, + "monitor": "loss" + } + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.926030158996582, + "accuracy": 0.7099999785423279, + "mse": 0.040029291063547134 + }, + "eval_metrics": { + "loss": 1.1810575723648071, + "accuracy": 0.6399999856948853, + "mse": 0.04994503781199455 + }, + "runtime_seconds": 4.375917958794162, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_particle_reset_seed48_dfa908ae7828", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "dfa908ae7828", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "particle_reset", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "Particle Stagnation Reset", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "patience": 10, + "min_delta": 0.0001, + "monitor": "loss" + } + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9870703220367432, + "accuracy": 0.703499972820282, + "mse": 0.042444709688425064 + }, + "eval_metrics": { + "loss": 1.1948310136795044, + "accuracy": 0.6480000019073486, + "mse": 0.05093942955136299 + }, + "runtime_seconds": 4.824421874945983, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_particle_reset_seed49_648e2e926d70", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "648e2e926d70", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "particle_reset", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "Particle Stagnation Reset", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "patience": 10, + "min_delta": 0.0001, + "monitor": "loss" + } + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.1248133182525635, + "accuracy": 0.640999972820282, + "mse": 0.0484032966196537 + }, + "eval_metrics": { + "loss": 1.4542344808578491, + "accuracy": 0.5249999761581421, + "mse": 0.06324950605630875 + }, + "runtime_seconds": 3.64655854110606, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_particle_reset_seed50_7b83a61ec8d3", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7b83a61ec8d3", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_particle_reset", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "particle_reset", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "Particle Stagnation Reset", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "patience": 10, + "min_delta": 0.0001, + "monitor": "loss" + } + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9994353652000427, + "accuracy": 0.7085000276565552, + "mse": 0.04210244119167328 + }, + "eval_metrics": { + "loss": 1.142163872718811, + "accuracy": 0.6330000162124634, + "mse": 0.04876433312892914 + }, + "runtime_seconds": 3.9274479581508785, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed46_2ab2dcb436f2", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2ab2dcb436f2", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 1, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "adam", + "refinement_epochs": 100, + "refinement_lr": 0.01, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 1 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "Adam Post-Search Refinement", + "source": "10.1016/j.amc.2006.07.025", + "fidelity": "experimental", + "gradient_required": true, + "options": { + "epochs": 100, + "lr": 0.01 + } + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.28509366512298584, + "accuracy": 0.9194999933242798, + "mse": 0.012805507518351078 + }, + "eval_metrics": { + "loss": 0.48086220026016235, + "accuracy": 0.859000027179718, + "mse": 0.021785300225019455 + }, + "runtime_seconds": 4.568401959026232, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed47_5349ad7d7d23", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5349ad7d7d23", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 1, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "adam", + "refinement_epochs": 100, + "refinement_lr": 0.01, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 1 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "Adam Post-Search Refinement", + "source": "10.1016/j.amc.2006.07.025", + "fidelity": "experimental", + "gradient_required": true, + "options": { + "epochs": 100, + "lr": 0.01 + } + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.28499677777290344, + "accuracy": 0.9185000061988831, + "mse": 0.012717506848275661 + }, + "eval_metrics": { + "loss": 0.4722329378128052, + "accuracy": 0.8560000061988831, + "mse": 0.021651843562722206 + }, + "runtime_seconds": 4.58812995813787, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed48_9e33bfe05a00", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "9e33bfe05a00", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 1, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "adam", + "refinement_epochs": 100, + "refinement_lr": 0.01, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 1 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "Adam Post-Search Refinement", + "source": "10.1016/j.amc.2006.07.025", + "fidelity": "experimental", + "gradient_required": true, + "options": { + "epochs": 100, + "lr": 0.01 + } + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.31258782744407654, + "accuracy": 0.9104999899864197, + "mse": 0.01411585696041584 + }, + "eval_metrics": { + "loss": 0.48210030794143677, + "accuracy": 0.8529999852180481, + "mse": 0.02216770127415657 + }, + "runtime_seconds": 5.578959417063743, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed49_ad424ce3a736", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "ad424ce3a736", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 1, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "adam", + "refinement_epochs": 100, + "refinement_lr": 0.01, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 1 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "Adam Post-Search Refinement", + "source": "10.1016/j.amc.2006.07.025", + "fidelity": "experimental", + "gradient_required": true, + "options": { + "epochs": 100, + "lr": 0.01 + } + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.3010714054107666, + "accuracy": 0.9175000190734863, + "mse": 0.013505849987268448 + }, + "eval_metrics": { + "loss": 0.45523107051849365, + "accuracy": 0.8539999723434448, + "mse": 0.021236121654510498 + }, + "runtime_seconds": 4.967162583954632, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed50_455af98e9a12", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "455af98e9a12", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 1, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "inertia", + "profile": "tuned_adam_100_lr.01", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "adam", + "refinement_epochs": 100, + "refinement_lr": 0.01, + "moment_blend": null, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 1 + }, + "resolved_plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "Adam Post-Search Refinement", + "source": "10.1016/j.amc.2006.07.025", + "fidelity": "experimental", + "gradient_required": true, + "options": { + "epochs": 100, + "lr": 0.01 + } + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.30886828899383545, + "accuracy": 0.9129999876022339, + "mse": 0.013552301563322544 + }, + "eval_metrics": { + "loss": 0.4609309732913971, + "accuracy": 0.8569999933242798, + "mse": 0.021361492574214935 + }, + "runtime_seconds": 5.250787208089605, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.10_seed46_79fac33a966b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "79fac33a966b", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.1, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9906385540962219, + "accuracy": 0.7269999980926514, + "mse": 0.03982372209429741 + }, + "eval_metrics": { + "loss": 1.3945393562316895, + "accuracy": 0.6050000190734863, + "mse": 0.05493663251399994 + }, + "runtime_seconds": 4.1654522500466555, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.10_seed47_2e7312e60eea", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2e7312e60eea", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.1, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9854400753974915, + "accuracy": 0.7099999785423279, + "mse": 0.04110131040215492 + }, + "eval_metrics": { + "loss": 1.2537134885787964, + "accuracy": 0.6430000066757202, + "mse": 0.05136086419224739 + }, + "runtime_seconds": 4.548642375040799, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.10_seed48_3b5120f949a4", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "3b5120f949a4", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.1, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9406879544258118, + "accuracy": 0.7139999866485596, + "mse": 0.0401122123003006 + }, + "eval_metrics": { + "loss": 1.1160954236984253, + "accuracy": 0.6449999809265137, + "mse": 0.048475831747055054 + }, + "runtime_seconds": 4.156592082930729, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.10_seed49_6aec2466678e", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "6aec2466678e", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.1, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9904050827026367, + "accuracy": 0.6915000081062317, + "mse": 0.04313308745622635 + }, + "eval_metrics": { + "loss": 1.2602720260620117, + "accuracy": 0.6159999966621399, + "mse": 0.05337315797805786 + }, + "runtime_seconds": 3.9387462080921978, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.10_seed50_47fcaa850381", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "47fcaa850381", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.10", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.1, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 0.9840501546859741, + "accuracy": 0.7070000171661377, + "mse": 0.04164457693696022 + }, + "eval_metrics": { + "loss": 1.1920746564865112, + "accuracy": 0.640999972820282, + "mse": 0.05001939460635185 + }, + "runtime_seconds": 4.623877624981105, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.25_seed46_cb952cfbbb2a", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "cb952cfbbb2a", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.25, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.2781139612197876, + "accuracy": 0.6215000152587891, + "mse": 0.05412229150533676 + }, + "eval_metrics": { + "loss": 1.3370016813278198, + "accuracy": 0.597000002861023, + "mse": 0.05697952210903168 + }, + "runtime_seconds": 3.9331418748479337, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.25_seed47_f961e70d98db", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "f961e70d98db", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.25, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.2477692365646362, + "accuracy": 0.6140000224113464, + "mse": 0.05316073074936867 + }, + "eval_metrics": { + "loss": 1.4836280345916748, + "accuracy": 0.546999990940094, + "mse": 0.06242356449365616 + }, + "runtime_seconds": 3.1843141668941826, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.25_seed48_78a29e6c1e9b", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "78a29e6c1e9b", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.25, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.0882177352905273, + "accuracy": 0.6765000224113464, + "mse": 0.04509768635034561 + }, + "eval_metrics": { + "loss": 1.5258105993270874, + "accuracy": 0.5690000057220459, + "mse": 0.06056499108672142 + }, + "runtime_seconds": 3.4833133339416236, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.25_seed49_e68caaec14b1", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "e68caaec14b1", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.25, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.3211814165115356, + "accuracy": 0.6365000009536743, + "mse": 0.05262219160795212 + }, + "eval_metrics": { + "loss": 1.6710549592971802, + "accuracy": 0.5220000147819519, + "mse": 0.06673089414834976 + }, + "runtime_seconds": 2.9174931249581277, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.25_seed50_7d9049b6cd03", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "7d9049b6cd03", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.25", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.25, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.25, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.2048335075378418, + "accuracy": 0.640999972820282, + "mse": 0.05019155144691467 + }, + "eval_metrics": { + "loss": 1.4823977947235107, + "accuracy": 0.5809999704360962, + "mse": 0.05925340577960014 + }, + "runtime_seconds": 2.9364934579934925, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.50_seed46_6e28e68ad581", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "6e28e68ad581", + "data_fingerprint": "f6805de56ab56f4f", + "initial_model_fingerprint": "e0244bf7c9c050a7", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 46, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.5, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.5, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.6091550588607788, + "accuracy": 0.5379999876022339, + "mse": 0.06340662389993668 + }, + "eval_metrics": { + "loss": 1.8650866746902466, + "accuracy": 0.46799999475479126, + "mse": 0.07207556813955307 + }, + "runtime_seconds": 2.8238376670051366, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.50_seed47_5a30baac8420", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "5a30baac8420", + "data_fingerprint": "d6a0f7a23244f853", + "initial_model_fingerprint": "df5d443c5226f26e", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 47, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.5, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.5, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.4202409982681274, + "accuracy": 0.5985000133514404, + "mse": 0.05724874883890152 + }, + "eval_metrics": { + "loss": 1.7107937335968018, + "accuracy": 0.5289999842643738, + "mse": 0.06943122297525406 + }, + "runtime_seconds": 3.1655241248663515, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.50_seed48_2d3320a55ce6", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "2d3320a55ce6", + "data_fingerprint": "8d32c9d5ee7cc371", + "initial_model_fingerprint": "949c6fb29dd9e30c", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 48, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.5, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.5, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.465976357460022, + "accuracy": 0.5625, + "mse": 0.06070118770003319 + }, + "eval_metrics": { + "loss": 1.6830617189407349, + "accuracy": 0.5099999904632568, + "mse": 0.06682010740041733 + }, + "runtime_seconds": 3.564603833016008, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.50_seed49_47ddef54f059", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "47ddef54f059", + "data_fingerprint": "fdb83bce228853a6", + "initial_model_fingerprint": "3ea1dc0a3bfd7e75", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 49, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.5, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.5, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.342549204826355, + "accuracy": 0.5995000004768372, + "mse": 0.05577738210558891 + }, + "eval_metrics": { + "loss": 1.5354411602020264, + "accuracy": 0.5759999752044678, + "mse": 0.06179702281951904 + }, + "runtime_seconds": 3.145734125049785, + "completed": true, + "error": null + }, + { + "run_id": "ablation_MNIST_adaptive_moment_.50_seed50_af889f537981", + "benchmark_protocol_version": "2.0.0", + "config_fingerprint": "af889f537981", + "data_fingerprint": "4d8ed1f3d7ae6d21", + "initial_model_fingerprint": "30f656f9662701d1", + "type": "ablation", + "dataset": "MNIST", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "score_source": "held_out", + "model_param_count": 330, + "train_data_size": 3000, + "eval_data_size": 1000, + "configured_pca_choice": { + "n_components": 32, + "whiten": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_protocol": { + "pso_epochs": 2, + "refinement_epochs": 0, + "untimed": true + }, + "config": { + "benchmark_protocol_version": "2.0.0", + "quick": false, + "device": "mps", + "pso_version": "4.0.0", + "dataset": "MNIST", + "type": "ablation", + "method": "adaptive_moment", + "profile": "adaptive_moment_.50", + "seed": 50, + "n_particles": 30, + "epochs": 80, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "batch_size": 1000, + "particle_min": -3.0, + "particle_max": 3.0, + "initial_position_noise": 0.05, + "renewal": "loss", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "initialization": "model_noise", + "convergence": "none", + "refinement": "none", + "refinement_epochs": 0, + "refinement_lr": 0.001, + "moment_blend": 0.5, + "warmup_pso_epochs": 2, + "warmup_refinement_epochs": 0 + }, + "resolved_plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.5, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "train_metrics": { + "loss": 1.4805761575698853, + "accuracy": 0.5540000200271606, + "mse": 0.060917943716049194 + }, + "eval_metrics": { + "loss": 1.6245237588882446, + "accuracy": 0.5099999904632568, + "mse": 0.0665321797132492 + }, + "runtime_seconds": 3.3128102091141045, + "completed": true, + "error": null + } + ], + "summaries": { + "main": [ + { + "dataset": "XOR", + "method": "original", + "method_name": "original", + "n_particles": 24, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "eval_loss": { + "mean": 0.004558, + "std": 0.002672, + "median": 0.004584, + "iqr": 0.001454, + "ci95_t": 0.003318 + }, + "eval_mse": { + "mean": 4.2e-05, + "std": 2.8e-05, + "median": 3.9e-05, + "iqr": 1.8e-05, + "ci95_t": 3.4e-05 + }, + "train_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "train_loss": { + "mean": 0.004558, + "std": 0.002672, + "median": 0.004584, + "iqr": 0.001454, + "ci95_t": 0.003318 + }, + "runtime_seconds": { + "mean": 1.905231, + "std": 0.246635, + "median": 1.842664, + "iqr": 0.38231, + "ci95_t": 0.306233 + }, + "rank_acc": 3, + "rank_loss": 3 + }, + { + "dataset": "XOR", + "method": "inertia", + "method_name": "inertia", + "n_particles": 24, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "eval_loss": { + "mean": 0.004431, + "std": 0.003308, + "median": 0.003801, + "iqr": 0.001559, + "ci95_t": 0.004108 + }, + "eval_mse": { + "mean": 3.6e-05, + "std": 3.1e-05, + "median": 2.8e-05, + "iqr": 1.5e-05, + "ci95_t": 3.9e-05 + }, + "train_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "train_loss": { + "mean": 0.004431, + "std": 0.003308, + "median": 0.003801, + "iqr": 0.001559, + "ci95_t": 0.004108 + }, + "runtime_seconds": { + "mean": 1.969097, + "std": 0.170892, + "median": 2.068327, + "iqr": 0.219687, + "ci95_t": 0.212187 + }, + "rank_acc": 2, + "rank_loss": 2 + }, + { + "dataset": "XOR", + "method": "constriction", + "method_name": "constriction", + "n_particles": 24, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "eval_loss": { + "mean": 0.004086, + "std": 0.002357, + "median": 0.005281, + "iqr": 0.001585, + "ci95_t": 0.002927 + }, + "eval_mse": { + "mean": 3.2e-05, + "std": 1.9e-05, + "median": 4.1e-05, + "iqr": 1.3e-05, + "ci95_t": 2.4e-05 + }, + "train_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "train_loss": { + "mean": 0.004086, + "std": 0.002357, + "median": 0.005281, + "iqr": 0.001585, + "ci95_t": 0.002927 + }, + "runtime_seconds": { + "mean": 1.987776, + "std": 0.182034, + "median": 2.004753, + "iqr": 0.165649, + "ci95_t": 0.226021 + }, + "rank_acc": 1, + "rank_loss": 1 + }, + { + "dataset": "XOR", + "method": "fips", + "method_name": "fips", + "n_particles": 24, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.75, + "std": 0.25, + "median": 0.75, + "iqr": 0.5, + "ci95_t": 0.310411 + }, + "eval_loss": { + "mean": 0.546355, + "std": 0.059307, + "median": 0.568609, + "iqr": 0.092147, + "ci95_t": 0.073638 + }, + "eval_mse": { + "mean": 0.178887, + "std": 0.029466, + "median": 0.19088, + "iqr": 0.047686, + "ci95_t": 0.036586 + }, + "train_acc": { + "mean": 0.75, + "std": 0.25, + "median": 0.75, + "iqr": 0.5, + "ci95_t": 0.310411 + }, + "train_loss": { + "mean": 0.546355, + "std": 0.059307, + "median": 0.568609, + "iqr": 0.092147, + "ci95_t": 0.073638 + }, + "runtime_seconds": { + "mean": 2.502509, + "std": 0.055447, + "median": 2.493509, + "iqr": 0.06703, + "ci95_t": 0.068845 + }, + "rank_acc": 6, + "rank_loss": 6 + }, + { + "dataset": "XOR", + "method": "clpso", + "method_name": "clpso", + "n_particles": 24, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.6, + "std": 0.136931, + "median": 0.5, + "iqr": 0.25, + "ci95_t": 0.170019 + }, + "eval_loss": { + "mean": 0.548166, + "std": 0.031946, + "median": 0.55628, + "iqr": 0.024237, + "ci95_t": 0.039666 + }, + "eval_mse": { + "mean": 0.183052, + "std": 0.012602, + "median": 0.184625, + "iqr": 0.009748, + "ci95_t": 0.015648 + }, + "train_acc": { + "mean": 0.6, + "std": 0.136931, + "median": 0.5, + "iqr": 0.25, + "ci95_t": 0.170019 + }, + "train_loss": { + "mean": 0.548166, + "std": 0.031946, + "median": 0.55628, + "iqr": 0.024237, + "ci95_t": 0.039666 + }, + "runtime_seconds": { + "mean": 2.295572, + "std": 0.260868, + "median": 2.252497, + "iqr": 0.177013, + "ci95_t": 0.323906 + }, + "rank_acc": 7, + "rank_loss": 7 + }, + { + "dataset": "XOR", + "method": "bare_bones", + "method_name": "bare_bones", + "n_particles": 24, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "eval_loss": { + "mean": 0.0821, + "std": 0.056963, + "median": 0.081613, + "iqr": 0.055056, + "ci95_t": 0.070728 + }, + "eval_mse": { + "mean": 0.010907, + "std": 0.010338, + "median": 0.011009, + "iqr": 0.011365, + "ci95_t": 0.012836 + }, + "train_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "train_loss": { + "mean": 0.0821, + "std": 0.056963, + "median": 0.081613, + "iqr": 0.055056, + "ci95_t": 0.070728 + }, + "runtime_seconds": { + "mean": 2.031221, + "std": 0.13707, + "median": 2.017329, + "iqr": 0.208905, + "ci95_t": 0.170193 + }, + "rank_acc": 4, + "rank_loss": 4 + }, + { + "dataset": "XOR", + "method": "adaptive_moment", + "method_name": "adaptive_moment", + "n_particles": 24, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "eval_loss": { + "mean": 0.190431, + "std": 0.178122, + "median": 0.197448, + "iqr": 0.188515, + "ci95_t": 0.221164 + }, + "eval_mse": { + "mean": 0.04504, + "std": 0.056878, + "median": 0.036092, + "iqr": 0.044696, + "ci95_t": 0.070623 + }, + "train_acc": { + "mean": 1.0, + "std": 0.0, + "median": 1.0, + "iqr": 0.0, + "ci95_t": 0.0 + }, + "train_loss": { + "mean": 0.190431, + "std": 0.178122, + "median": 0.197448, + "iqr": 0.188515, + "ci95_t": 0.221164 + }, + "runtime_seconds": { + "mean": 1.785274, + "std": 0.092073, + "median": 1.791596, + "iqr": 0.083435, + "ci95_t": 0.114322 + }, + "rank_acc": 5, + "rank_loss": 5 + }, + { + "dataset": "Iris", + "method": "original", + "method_name": "original", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.92, + "std": 0.086923, + "median": 0.966667, + "iqr": 0.033333, + "ci95_t": 0.107927 + }, + "eval_loss": { + "mean": 0.222324, + "std": 0.155767, + "median": 0.192657, + "iqr": 0.065706, + "ci95_t": 0.193407 + }, + "eval_mse": { + "mean": 0.043721, + "std": 0.035081, + "median": 0.032228, + "iqr": 0.016737, + "ci95_t": 0.043558 + }, + "train_acc": { + "mean": 0.966667, + "std": 0.010206, + "median": 0.966667, + "iqr": 0.008333, + "ci95_t": 0.012672 + }, + "train_loss": { + "mean": 0.08742, + "std": 0.02058, + "median": 0.092789, + "iqr": 0.019481, + "ci95_t": 0.025553 + }, + "runtime_seconds": { + "mean": 1.502316, + "std": 0.042929, + "median": 1.492559, + "iqr": 0.056936, + "ci95_t": 0.053303 + }, + "rank_acc": 3, + "rank_loss": 3 + }, + { + "dataset": "Iris", + "method": "inertia", + "method_name": "inertia", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.94, + "std": 0.027889, + "median": 0.933333, + "iqr": 0.033333, + "ci95_t": 0.034628 + }, + "eval_loss": { + "mean": 0.106901, + "std": 0.053063, + "median": 0.108104, + "iqr": 0.053939, + "ci95_t": 0.065885 + }, + "eval_mse": { + "mean": 0.024266, + "std": 0.011903, + "median": 0.026549, + "iqr": 0.016442, + "ci95_t": 0.014779 + }, + "train_acc": { + "mean": 0.983333, + "std": 0.005893, + "median": 0.983333, + "iqr": 0.0, + "ci95_t": 0.007316 + }, + "train_loss": { + "mean": 0.040899, + "std": 0.012351, + "median": 0.044929, + "iqr": 0.021993, + "ci95_t": 0.015335 + }, + "runtime_seconds": { + "mean": 1.569569, + "std": 0.121148, + "median": 1.529871, + "iqr": 0.105787, + "ci95_t": 0.150422 + }, + "rank_acc": 1, + "rank_loss": 1 + }, + { + "dataset": "Iris", + "method": "constriction", + "method_name": "constriction", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.94, + "std": 0.036515, + "median": 0.966667, + "iqr": 0.066667, + "ci95_t": 0.045338 + }, + "eval_loss": { + "mean": 0.171796, + "std": 0.076965, + "median": 0.148386, + "iqr": 0.105914, + "ci95_t": 0.095563 + }, + "eval_mse": { + "mean": 0.033793, + "std": 0.017284, + "median": 0.023024, + "iqr": 0.026996, + "ci95_t": 0.02146 + }, + "train_acc": { + "mean": 0.991667, + "std": 0.005893, + "median": 0.991667, + "iqr": 0.0, + "ci95_t": 0.007316 + }, + "train_loss": { + "mean": 0.032715, + "std": 0.011988, + "median": 0.032335, + "iqr": 0.014477, + "ci95_t": 0.014885 + }, + "runtime_seconds": { + "mean": 1.4309, + "std": 0.079265, + "median": 1.450687, + "iqr": 0.148585, + "ci95_t": 0.098419 + }, + "rank_acc": 2, + "rank_loss": 2 + }, + { + "dataset": "Iris", + "method": "fips", + "method_name": "fips", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.74, + "std": 0.054772, + "median": 0.733333, + "iqr": 0.033333, + "ci95_t": 0.068008 + }, + "eval_loss": { + "mean": 0.60501, + "std": 0.060601, + "median": 0.625894, + "iqr": 0.064748, + "ci95_t": 0.075245 + }, + "eval_mse": { + "mean": 0.117407, + "std": 0.008091, + "median": 0.120616, + "iqr": 0.009125, + "ci95_t": 0.010047 + }, + "train_acc": { + "mean": 0.766667, + "std": 0.083956, + "median": 0.741667, + "iqr": 0.05, + "ci95_t": 0.104243 + }, + "train_loss": { + "mean": 0.595101, + "std": 0.078408, + "median": 0.616142, + "iqr": 0.059233, + "ci95_t": 0.097354 + }, + "runtime_seconds": { + "mean": 2.072251, + "std": 0.154361, + "median": 2.009173, + "iqr": 0.038468, + "ci95_t": 0.191661 + }, + "rank_acc": 7, + "rank_loss": 7 + }, + { + "dataset": "Iris", + "method": "clpso", + "method_name": "clpso", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.793333, + "std": 0.076012, + "median": 0.766667, + "iqr": 0.066667, + "ci95_t": 0.094379 + }, + "eval_loss": { + "mean": 0.44827, + "std": 0.053877, + "median": 0.474597, + "iqr": 0.049216, + "ci95_t": 0.066896 + }, + "eval_mse": { + "mean": 0.091464, + "std": 0.016877, + "median": 0.091726, + "iqr": 0.010716, + "ci95_t": 0.020955 + }, + "train_acc": { + "mean": 0.78, + "std": 0.086321, + "median": 0.791667, + "iqr": 0.1, + "ci95_t": 0.10718 + }, + "train_loss": { + "mean": 0.462534, + "std": 0.114394, + "median": 0.44151, + "iqr": 0.072882, + "ci95_t": 0.142036 + }, + "runtime_seconds": { + "mean": 1.86465, + "std": 0.145025, + "median": 1.861528, + "iqr": 0.099452, + "ci95_t": 0.180069 + }, + "rank_acc": 6, + "rank_loss": 6 + }, + { + "dataset": "Iris", + "method": "bare_bones", + "method_name": "bare_bones", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.846667, + "std": 0.055777, + "median": 0.833333, + "iqr": 0.066667, + "ci95_t": 0.069256 + }, + "eval_loss": { + "mean": 0.405791, + "std": 0.172336, + "median": 0.367909, + "iqr": 0.160981, + "ci95_t": 0.21398 + }, + "eval_mse": { + "mean": 0.072802, + "std": 0.025814, + "median": 0.076178, + "iqr": 0.040948, + "ci95_t": 0.032051 + }, + "train_acc": { + "mean": 0.885, + "std": 0.046919, + "median": 0.891667, + "iqr": 0.075, + "ci95_t": 0.058257 + }, + "train_loss": { + "mean": 0.30248, + "std": 0.089572, + "median": 0.28258, + "iqr": 0.078565, + "ci95_t": 0.111216 + }, + "runtime_seconds": { + "mean": 1.66449, + "std": 0.144454, + "median": 1.714073, + "iqr": 0.185414, + "ci95_t": 0.17936 + }, + "rank_acc": 5, + "rank_loss": 5 + }, + { + "dataset": "Iris", + "method": "adaptive_moment", + "method_name": "adaptive_moment", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.846667, + "std": 0.076739, + "median": 0.866667, + "iqr": 0.133333, + "ci95_t": 0.095283 + }, + "eval_loss": { + "mean": 0.349701, + "std": 0.178108, + "median": 0.334009, + "iqr": 0.15044, + "ci95_t": 0.221147 + }, + "eval_mse": { + "mean": 0.071416, + "std": 0.035403, + "median": 0.063413, + "iqr": 0.0422, + "ci95_t": 0.043958 + }, + "train_acc": { + "mean": 0.89, + "std": 0.042246, + "median": 0.9, + "iqr": 0.016667, + "ci95_t": 0.052454 + }, + "train_loss": { + "mean": 0.294127, + "std": 0.078238, + "median": 0.297637, + "iqr": 0.053978, + "ci95_t": 0.097144 + }, + "runtime_seconds": { + "mean": 1.392557, + "std": 0.004708, + "median": 1.391352, + "iqr": 0.002098, + "ci95_t": 0.005846 + }, + "rank_acc": 4, + "rank_loss": 4 + }, + { + "dataset": "Seeds", + "method": "original", + "method_name": "original", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.87619, + "std": 0.042592, + "median": 0.880952, + "iqr": 0.071429, + "ci95_t": 0.052884 + }, + "eval_loss": { + "mean": 0.49224, + "std": 0.433653, + "median": 0.324954, + "iqr": 0.104917, + "ci95_t": 0.538443 + }, + "eval_mse": { + "mean": 0.065762, + "std": 0.028096, + "median": 0.051456, + "iqr": 0.032283, + "ci95_t": 0.034885 + }, + "train_acc": { + "mean": 0.916667, + "std": 0.030351, + "median": 0.928571, + "iqr": 0.035714, + "ci95_t": 0.037685 + }, + "train_loss": { + "mean": 0.246239, + "std": 0.069702, + "median": 0.241541, + "iqr": 0.047464, + "ci95_t": 0.086545 + }, + "runtime_seconds": { + "mean": 1.385803, + "std": 0.082957, + "median": 1.358886, + "iqr": 0.016763, + "ci95_t": 0.103003 + }, + "rank_acc": 5, + "rank_loss": 7 + }, + { + "dataset": "Seeds", + "method": "inertia", + "method_name": "inertia", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.914286, + "std": 0.052164, + "median": 0.928571, + "iqr": 0.023809, + "ci95_t": 0.064769 + }, + "eval_loss": { + "mean": 0.331656, + "std": 0.342636, + "median": 0.202104, + "iqr": 0.068956, + "ci95_t": 0.425432 + }, + "eval_mse": { + "mean": 0.048999, + "std": 0.036322, + "median": 0.039037, + "iqr": 0.008329, + "ci95_t": 0.045099 + }, + "train_acc": { + "mean": 0.963095, + "std": 0.018054, + "median": 0.964286, + "iqr": 0.017857, + "ci95_t": 0.022417 + }, + "train_loss": { + "mean": 0.103132, + "std": 0.034002, + "median": 0.106638, + "iqr": 0.012452, + "ci95_t": 0.042218 + }, + "runtime_seconds": { + "mean": 1.318196, + "std": 0.015319, + "median": 1.316955, + "iqr": 0.011708, + "ci95_t": 0.01902 + }, + "rank_acc": 1, + "rank_loss": 2 + }, + { + "dataset": "Seeds", + "method": "constriction", + "method_name": "constriction", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.890476, + "std": 0.091597, + "median": 0.880952, + "iqr": 0.095238, + "ci95_t": 0.113731 + }, + "eval_loss": { + "mean": 0.35142, + "std": 0.3882, + "median": 0.252366, + "iqr": 0.243302, + "ci95_t": 0.482006 + }, + "eval_mse": { + "mean": 0.056642, + "std": 0.052203, + "median": 0.058809, + "iqr": 0.043954, + "ci95_t": 0.064818 + }, + "train_acc": { + "mean": 0.960714, + "std": 0.017149, + "median": 0.970238, + "iqr": 0.017857, + "ci95_t": 0.021292 + }, + "train_loss": { + "mean": 0.100819, + "std": 0.037411, + "median": 0.110648, + "iqr": 0.057217, + "ci95_t": 0.046451 + }, + "runtime_seconds": { + "mean": 1.36371, + "std": 0.053261, + "median": 1.352828, + "iqr": 0.026591, + "ci95_t": 0.066131 + }, + "rank_acc": 3, + "rank_loss": 3 + }, + { + "dataset": "Seeds", + "method": "fips", + "method_name": "fips", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.885714, + "std": 0.035315, + "median": 0.880952, + "iqr": 0.02381, + "ci95_t": 0.043849 + }, + "eval_loss": { + "mean": 0.383732, + "std": 0.103951, + "median": 0.392303, + "iqr": 0.094168, + "ci95_t": 0.12907 + }, + "eval_mse": { + "mean": 0.067541, + "std": 0.016554, + "median": 0.068373, + "iqr": 0.011186, + "ci95_t": 0.020554 + }, + "train_acc": { + "mean": 0.9, + "std": 0.016517, + "median": 0.904762, + "iqr": 0.017857, + "ci95_t": 0.020508 + }, + "train_loss": { + "mean": 0.336734, + "std": 0.055168, + "median": 0.344263, + "iqr": 0.091857, + "ci95_t": 0.068498 + }, + "runtime_seconds": { + "mean": 1.815592, + "std": 0.045394, + "median": 1.793955, + "iqr": 0.066361, + "ci95_t": 0.056363 + }, + "rank_acc": 4, + "rank_loss": 4 + }, + { + "dataset": "Seeds", + "method": "clpso", + "method_name": "clpso", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.857143, + "std": 0.029161, + "median": 0.857143, + "iqr": 0.023809, + "ci95_t": 0.036207 + }, + "eval_loss": { + "mean": 0.469817, + "std": 0.073254, + "median": 0.510473, + "iqr": 0.12722, + "ci95_t": 0.090955 + }, + "eval_mse": { + "mean": 0.0841, + "std": 0.011752, + "median": 0.089405, + "iqr": 0.017131, + "ci95_t": 0.014592 + }, + "train_acc": { + "mean": 0.892857, + "std": 0.017857, + "median": 0.886905, + "iqr": 0.005952, + "ci95_t": 0.022172 + }, + "train_loss": { + "mean": 0.369897, + "std": 0.041768, + "median": 0.35888, + "iqr": 0.054595, + "ci95_t": 0.051862 + }, + "runtime_seconds": { + "mean": 1.537528, + "std": 0.018265, + "median": 1.533528, + "iqr": 0.022571, + "ci95_t": 0.022678 + }, + "rank_acc": 7, + "rank_loss": 6 + }, + { + "dataset": "Seeds", + "method": "bare_bones", + "method_name": "bare_bones", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.871429, + "std": 0.068595, + "median": 0.857143, + "iqr": 0.095238, + "ci95_t": 0.08517 + }, + "eval_loss": { + "mean": 0.42192, + "std": 0.120052, + "median": 0.439151, + "iqr": 0.13714, + "ci95_t": 0.149062 + }, + "eval_mse": { + "mean": 0.069299, + "std": 0.016028, + "median": 0.06829, + "iqr": 0.030136, + "ci95_t": 0.019901 + }, + "train_acc": { + "mean": 0.882143, + "std": 0.02036, + "median": 0.892857, + "iqr": 0.035714, + "ci95_t": 0.02528 + }, + "train_loss": { + "mean": 0.348336, + "std": 0.027942, + "median": 0.350757, + "iqr": 0.03937, + "ci95_t": 0.034694 + }, + "runtime_seconds": { + "mean": 1.54165, + "std": 0.018779, + "median": 1.536723, + "iqr": 0.022639, + "ci95_t": 0.023317 + }, + "rank_acc": 6, + "rank_loss": 5 + }, + { + "dataset": "Seeds", + "method": "adaptive_moment", + "method_name": "adaptive_moment", + "n_particles": 24, + "epochs": 60, + "n_runs": 5, + "eval_acc": { + "mean": 0.890476, + "std": 0.046413, + "median": 0.904762, + "iqr": 0.047619, + "ci95_t": 0.057629 + }, + "eval_loss": { + "mean": 0.315947, + "std": 0.120895, + "median": 0.278367, + "iqr": 0.077865, + "ci95_t": 0.150108 + }, + "eval_mse": { + "mean": 0.053174, + "std": 0.012296, + "median": 0.050038, + "iqr": 0.020653, + "ci95_t": 0.015267 + }, + "train_acc": { + "mean": 0.917857, + "std": 0.007761, + "median": 0.916667, + "iqr": 0.011905, + "ci95_t": 0.009636 + }, + "train_loss": { + "mean": 0.225176, + "std": 0.034657, + "median": 0.229753, + "iqr": 0.016022, + "ci95_t": 0.043031 + }, + "runtime_seconds": { + "mean": 1.407326, + "std": 0.041435, + "median": 1.397074, + "iqr": 0.046223, + "ci95_t": 0.051447 + }, + "rank_acc": 2, + "rank_loss": 1 + }, + { + "dataset": "Digits", + "method": "original", + "method_name": "original", + "n_particles": 24, + "epochs": 50, + "n_runs": 5, + "eval_acc": { + "mean": 0.164444, + "std": 0.022343, + "median": 0.158333, + "iqr": 0.036111, + "ci95_t": 0.027743 + }, + "eval_loss": { + "mean": 2.269628, + "std": 0.025331, + "median": 2.255083, + "iqr": 0.030712, + "ci95_t": 0.031453 + }, + "eval_mse": { + "mean": 0.089494, + "std": 0.000451, + "median": 0.089459, + "iqr": 0.000608, + "ci95_t": 0.00056 + }, + "train_acc": { + "mean": 0.1798, + "std": 0.024894, + "median": 0.168, + "iqr": 0.013, + "ci95_t": 0.030909 + }, + "train_loss": { + "mean": 2.266102, + "std": 0.042514, + "median": 2.261741, + "iqr": 0.048778, + "ci95_t": 0.052788 + }, + "runtime_seconds": { + "mean": 2.272324, + "std": 0.113557, + "median": 2.241578, + "iqr": 0.135688, + "ci95_t": 0.140997 + }, + "rank_acc": 7, + "rank_loss": 7 + }, + { + "dataset": "Digits", + "method": "inertia", + "method_name": "inertia", + "n_particles": 24, + "epochs": 50, + "n_runs": 5, + "eval_acc": { + "mean": 0.303333, + "std": 0.061658, + "median": 0.305556, + "iqr": 0.088889, + "ci95_t": 0.076557 + }, + "eval_loss": { + "mean": 1.980667, + "std": 0.14307, + "median": 1.956439, + "iqr": 0.144242, + "ci95_t": 0.177642 + }, + "eval_mse": { + "mean": 0.080715, + "std": 0.004026, + "median": 0.079704, + "iqr": 0.005069, + "ci95_t": 0.004999 + }, + "train_acc": { + "mean": 0.297, + "std": 0.051595, + "median": 0.29, + "iqr": 0.068, + "ci95_t": 0.064062 + }, + "train_loss": { + "mean": 2.014632, + "std": 0.138786, + "median": 2.035008, + "iqr": 0.209018, + "ci95_t": 0.172322 + }, + "runtime_seconds": { + "mean": 2.006851, + "std": 0.09822, + "median": 1.968858, + "iqr": 0.103718, + "ci95_t": 0.121954 + }, + "rank_acc": 2, + "rank_loss": 2 + }, + { + "dataset": "Digits", + "method": "constriction", + "method_name": "constriction", + "n_particles": 24, + "epochs": 50, + "n_runs": 5, + "eval_acc": { + "mean": 0.372778, + "std": 0.017938, + "median": 0.380556, + "iqr": 0.025, + "ci95_t": 0.022272 + }, + "eval_loss": { + "mean": 1.765113, + "std": 0.057309, + "median": 1.760801, + "iqr": 0.0677, + "ci95_t": 0.071157 + }, + "eval_mse": { + "mean": 0.074815, + "std": 0.001608, + "median": 0.074767, + "iqr": 0.002408, + "ci95_t": 0.001996 + }, + "train_acc": { + "mean": 0.382, + "std": 0.029351, + "median": 0.392, + "iqr": 0.045, + "ci95_t": 0.036444 + }, + "train_loss": { + "mean": 1.720719, + "std": 0.067535, + "median": 1.691806, + "iqr": 0.113772, + "ci95_t": 0.083855 + }, + "runtime_seconds": { + "mean": 2.330013, + "std": 0.148841, + "median": 2.375208, + "iqr": 0.085985, + "ci95_t": 0.184808 + }, + "rank_acc": 1, + "rank_loss": 1 + }, + { + "dataset": "Digits", + "method": "fips", + "method_name": "fips", + "n_particles": 24, + "epochs": 50, + "n_runs": 5, + "eval_acc": { + "mean": 0.249444, + "std": 0.06147, + "median": 0.263889, + "iqr": 0.069444, + "ci95_t": 0.076324 + }, + "eval_loss": { + "mean": 2.064165, + "std": 0.091569, + "median": 2.064055, + "iqr": 0.108705, + "ci95_t": 0.113696 + }, + "eval_mse": { + "mean": 0.084041, + "std": 0.002578, + "median": 0.084591, + "iqr": 0.001907, + "ci95_t": 0.003201 + }, + "train_acc": { + "mean": 0.2662, + "std": 0.057399, + "median": 0.284, + "iqr": 0.087, + "ci95_t": 0.07127 + }, + "train_loss": { + "mean": 2.056891, + "std": 0.065924, + "median": 2.053429, + "iqr": 0.048116, + "ci95_t": 0.081854 + }, + "runtime_seconds": { + "mean": 2.621102, + "std": 0.126036, + "median": 2.634473, + "iqr": 0.0553, + "ci95_t": 0.156491 + }, + "rank_acc": 4, + "rank_loss": 3 + }, + { + "dataset": "Digits", + "method": "clpso", + "method_name": "clpso", + "n_particles": 24, + "epochs": 50, + "n_runs": 5, + "eval_acc": { + "mean": 0.207778, + "std": 0.050629, + "median": 0.213889, + "iqr": 0.05, + "ci95_t": 0.062863 + }, + "eval_loss": { + "mean": 2.204543, + "std": 0.023215, + "median": 2.210108, + "iqr": 0.008743, + "ci95_t": 0.028825 + }, + "eval_mse": { + "mean": 0.087396, + "std": 0.001398, + "median": 0.087555, + "iqr": 0.000554, + "ci95_t": 0.001736 + }, + "train_acc": { + "mean": 0.223, + "std": 0.050656, + "median": 0.222, + "iqr": 0.008, + "ci95_t": 0.062896 + }, + "train_loss": { + "mean": 2.176502, + "std": 0.036771, + "median": 2.201568, + "iqr": 0.065228, + "ci95_t": 0.045657 + }, + "runtime_seconds": { + "mean": 2.519316, + "std": 0.326734, + "median": 2.377047, + "iqr": 0.074684, + "ci95_t": 0.405687 + }, + "rank_acc": 5, + "rank_loss": 5 + }, + { + "dataset": "Digits", + "method": "bare_bones", + "method_name": "bare_bones", + "n_particles": 24, + "epochs": 50, + "n_runs": 5, + "eval_acc": { + "mean": 0.19, + "std": 0.056266, + "median": 0.155556, + "iqr": 0.1, + "ci95_t": 0.069863 + }, + "eval_loss": { + "mean": 2.250203, + "std": 0.084448, + "median": 2.251535, + "iqr": 0.020136, + "ci95_t": 0.104855 + }, + "eval_mse": { + "mean": 0.088622, + "std": 0.003141, + "median": 0.088919, + "iqr": 0.004198, + "ci95_t": 0.0039 + }, + "train_acc": { + "mean": 0.2, + "std": 0.037597, + "median": 0.191, + "iqr": 0.051, + "ci95_t": 0.046682 + }, + "train_loss": { + "mean": 2.230929, + "std": 0.042074, + "median": 2.252967, + "iqr": 0.025439, + "ci95_t": 0.052241 + }, + "runtime_seconds": { + "mean": 2.564876, + "std": 0.124195, + "median": 2.547843, + "iqr": 0.163155, + "ci95_t": 0.154206 + }, + "rank_acc": 6, + "rank_loss": 6 + }, + { + "dataset": "Digits", + "method": "adaptive_moment", + "method_name": "adaptive_moment", + "n_particles": 24, + "epochs": 50, + "n_runs": 5, + "eval_acc": { + "mean": 0.267778, + "std": 0.018279, + "median": 0.272222, + "iqr": 0.002778, + "ci95_t": 0.022695 + }, + "eval_loss": { + "mean": 2.108837, + "std": 0.023357, + "median": 2.10196, + "iqr": 0.039265, + "ci95_t": 0.029001 + }, + "eval_mse": { + "mean": 0.084021, + "std": 0.001996, + "median": 0.083711, + "iqr": 0.001037, + "ci95_t": 0.002478 + }, + "train_acc": { + "mean": 0.2718, + "std": 0.026864, + "median": 0.271, + "iqr": 0.027, + "ci95_t": 0.033356 + }, + "train_loss": { + "mean": 2.086962, + "std": 0.042949, + "median": 2.079728, + "iqr": 0.056402, + "ci95_t": 0.053327 + }, + "runtime_seconds": { + "mean": 2.499448, + "std": 0.161274, + "median": 2.572057, + "iqr": 0.103131, + "ci95_t": 0.200245 + }, + "rank_acc": 3, + "rank_loss": 4 + }, + { + "dataset": "MNIST", + "method": "original", + "method_name": "original", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.144, + "std": 0.016628, + "median": 0.143, + "iqr": 0.026, + "ci95_t": 0.020646 + }, + "eval_loss": { + "mean": 2.428194, + "std": 0.091877, + "median": 2.415645, + "iqr": 0.154207, + "ci95_t": 0.114079 + }, + "eval_mse": { + "mean": 0.093035, + "std": 0.001872, + "median": 0.093503, + "iqr": 0.002477, + "ci95_t": 0.002324 + }, + "train_acc": { + "mean": 0.1563, + "std": 0.019709, + "median": 0.157, + "iqr": 0.0365, + "ci95_t": 0.024472 + }, + "train_loss": { + "mean": 2.385448, + "std": 0.06518, + "median": 2.393655, + "iqr": 0.05503, + "ci95_t": 0.08093 + }, + "runtime_seconds": { + "mean": 3.490117, + "std": 0.862784, + "median": 3.077394, + "iqr": 1.411307, + "ci95_t": 1.07127 + }, + "rank_acc": 7, + "rank_loss": 7 + }, + { + "dataset": "MNIST", + "method": "inertia", + "method_name": "inertia", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.4684, + "std": 0.075252, + "median": 0.497, + "iqr": 0.108, + "ci95_t": 0.093436 + }, + "eval_loss": { + "mean": 1.716089, + "std": 0.260764, + "median": 1.620183, + "iqr": 0.331954, + "ci95_t": 0.323776 + }, + "eval_mse": { + "mean": 0.070705, + "std": 0.008553, + "median": 0.067612, + "iqr": 0.011412, + "ci95_t": 0.01062 + }, + "train_acc": { + "mean": 0.552, + "std": 0.054511, + "median": 0.5635, + "iqr": 0.072, + "ci95_t": 0.067684 + }, + "train_loss": { + "mean": 1.44457, + "std": 0.147136, + "median": 1.428196, + "iqr": 0.173027, + "ci95_t": 0.18269 + }, + "runtime_seconds": { + "mean": 3.048485, + "std": 0.155303, + "median": 2.991671, + "iqr": 0.194157, + "ci95_t": 0.192831 + }, + "rank_acc": 2, + "rank_loss": 2 + }, + { + "dataset": "MNIST", + "method": "constriction", + "method_name": "constriction", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.52, + "std": 0.046244, + "median": 0.528, + "iqr": 0.047, + "ci95_t": 0.057418 + }, + "eval_loss": { + "mean": 1.507968, + "std": 0.149152, + "median": 1.509533, + "iqr": 0.108216, + "ci95_t": 0.185194 + }, + "eval_mse": { + "mean": 0.063327, + "std": 0.005427, + "median": 0.062376, + "iqr": 0.004698, + "ci95_t": 0.006738 + }, + "train_acc": { + "mean": 0.5968, + "std": 0.038889, + "median": 0.579, + "iqr": 0.0515, + "ci95_t": 0.048286 + }, + "train_loss": { + "mean": 1.284408, + "std": 0.114082, + "median": 1.34332, + "iqr": 0.186062, + "ci95_t": 0.141649 + }, + "runtime_seconds": { + "mean": 3.298112, + "std": 0.589527, + "median": 3.059424, + "iqr": 0.069755, + "ci95_t": 0.731982 + }, + "rank_acc": 1, + "rank_loss": 1 + }, + { + "dataset": "MNIST", + "method": "fips", + "method_name": "fips", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.2106, + "std": 0.048066, + "median": 0.229, + "iqr": 0.04, + "ci95_t": 0.05968 + }, + "eval_loss": { + "mean": 2.22323, + "std": 0.073048, + "median": 2.176908, + "iqr": 0.130584, + "ci95_t": 0.0907 + }, + "eval_mse": { + "mean": 0.088006, + "std": 0.001556, + "median": 0.087289, + "iqr": 0.001935, + "ci95_t": 0.001932 + }, + "train_acc": { + "mean": 0.2302, + "std": 0.057736, + "median": 0.225, + "iqr": 0.018, + "ci95_t": 0.071688 + }, + "train_loss": { + "mean": 2.177675, + "std": 0.093479, + "median": 2.200593, + "iqr": 0.060828, + "ci95_t": 0.116068 + }, + "runtime_seconds": { + "mean": 3.806571, + "std": 0.141017, + "median": 3.760384, + "iqr": 0.156547, + "ci95_t": 0.175093 + }, + "rank_acc": 5, + "rank_loss": 5 + }, + { + "dataset": "MNIST", + "method": "clpso", + "method_name": "clpso", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.2068, + "std": 0.022775, + "median": 0.2, + "iqr": 0.019, + "ci95_t": 0.028278 + }, + "eval_loss": { + "mean": 2.285833, + "std": 0.068177, + "median": 2.307686, + "iqr": 0.037065, + "ci95_t": 0.084651 + }, + "eval_mse": { + "mean": 0.089514, + "std": 0.00163, + "median": 0.089572, + "iqr": 0.001983, + "ci95_t": 0.002023 + }, + "train_acc": { + "mean": 0.2342, + "std": 0.028048, + "median": 0.246, + "iqr": 0.043, + "ci95_t": 0.034826 + }, + "train_loss": { + "mean": 2.199232, + "std": 0.089196, + "median": 2.172201, + "iqr": 0.096512, + "ci95_t": 0.110749 + }, + "runtime_seconds": { + "mean": 3.536445, + "std": 0.226486, + "median": 3.502741, + "iqr": 0.133258, + "ci95_t": 0.281215 + }, + "rank_acc": 6, + "rank_loss": 6 + }, + { + "dataset": "MNIST", + "method": "bare_bones", + "method_name": "bare_bones", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.4126, + "std": 0.037958, + "median": 0.408, + "iqr": 0.057, + "ci95_t": 0.04713 + }, + "eval_loss": { + "mean": 1.965562, + "std": 0.175909, + "median": 1.989087, + "iqr": 0.298842, + "ci95_t": 0.218416 + }, + "eval_mse": { + "mean": 0.077204, + "std": 0.004802, + "median": 0.077003, + "iqr": 0.006754, + "ci95_t": 0.005962 + }, + "train_acc": { + "mean": 0.4408, + "std": 0.008541, + "median": 0.4425, + "iqr": 0.014, + "ci95_t": 0.010605 + }, + "train_loss": { + "mean": 1.8435, + "std": 0.071662, + "median": 1.855396, + "iqr": 0.100666, + "ci95_t": 0.088978 + }, + "runtime_seconds": { + "mean": 3.435835, + "std": 0.303983, + "median": 3.362966, + "iqr": 0.337647, + "ci95_t": 0.377439 + }, + "rank_acc": 3, + "rank_loss": 3 + }, + { + "dataset": "MNIST", + "method": "adaptive_moment", + "method_name": "adaptive_moment", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.262, + "std": 0.01044, + "median": 0.269, + "iqr": 0.014, + "ci95_t": 0.012963 + }, + "eval_loss": { + "mean": 2.219058, + "std": 0.104724, + "median": 2.175837, + "iqr": 0.105964, + "ci95_t": 0.13003 + }, + "eval_mse": { + "mean": 0.087089, + "std": 0.001349, + "median": 0.086516, + "iqr": 0.001388, + "ci95_t": 0.001675 + }, + "train_acc": { + "mean": 0.2678, + "std": 0.038224, + "median": 0.263, + "iqr": 0.045, + "ci95_t": 0.047461 + }, + "train_loss": { + "mean": 2.184856, + "std": 0.083907, + "median": 2.166973, + "iqr": 0.085907, + "ci95_t": 0.104183 + }, + "runtime_seconds": { + "mean": 3.547601, + "std": 0.614982, + "median": 3.750564, + "iqr": 1.006819, + "ci95_t": 0.763589 + }, + "rank_acc": 4, + "rank_loss": 4 + } + ], + "ablation": [ + { + "dataset": "MNIST", + "profile": "inertia_canonical", + "method_name": "inertia", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.4676, + "std": 0.024358, + "median": 0.472, + "iqr": 0.033, + "ci95_t": 0.030244 + }, + "eval_loss": { + "mean": 1.720983, + "std": 0.118092, + "median": 1.699598, + "iqr": 0.020267, + "ci95_t": 0.146628 + }, + "eval_mse": { + "mean": 0.070356, + "std": 0.002531, + "median": 0.069473, + "iqr": 0.002146, + "ci95_t": 0.003142 + }, + "train_acc": { + "mean": 0.5277, + "std": 0.028874, + "median": 0.5385, + "iqr": 0.025, + "ci95_t": 0.035851 + }, + "train_loss": { + "mean": 1.528197, + "std": 0.079997, + "median": 1.498347, + "iqr": 0.101003, + "ci95_t": 0.099328 + }, + "runtime_seconds": { + "mean": 3.119898, + "std": 0.30594, + "median": 3.156672, + "iqr": 0.31177, + "ci95_t": 0.379868 + }, + "rank_acc": 10, + "rank_loss": 10 + }, + { + "dataset": "MNIST", + "profile": "inertia_tuned", + "method_name": "inertia", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.6162, + "std": 0.05131, + "median": 0.635, + "iqr": 0.007, + "ci95_t": 0.063709 + }, + "eval_loss": { + "mean": 1.2366, + "std": 0.124281, + "median": 1.194831, + "iqr": 0.029657, + "ci95_t": 0.154312 + }, + "eval_mse": { + "mean": 0.05278, + "std": 0.005923, + "median": 0.050939, + "iqr": 0.001057, + "ci95_t": 0.007354 + }, + "train_acc": { + "mean": 0.6931, + "std": 0.029299, + "median": 0.7035, + "iqr": 0.006, + "ci95_t": 0.036379 + }, + "train_loss": { + "mean": 0.999514, + "std": 0.075496, + "median": 0.98707, + "iqr": 0.039216, + "ci95_t": 0.093739 + }, + "runtime_seconds": { + "mean": 3.131882, + "std": 0.408534, + "median": 3.097088, + "iqr": 0.148953, + "ci95_t": 0.507254 + }, + "rank_acc": 4, + "rank_loss": 3 + }, + { + "dataset": "MNIST", + "profile": "tuned_no_mutation", + "method_name": "inertia", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.6042, + "std": 0.030376, + "median": 0.607, + "iqr": 0.003, + "ci95_t": 0.037716 + }, + "eval_loss": { + "mean": 1.249836, + "std": 0.084985, + "median": 1.215945, + "iqr": 0.022012, + "ci95_t": 0.105521 + }, + "eval_mse": { + "mean": 0.053483, + "std": 0.003055, + "median": 0.05346, + "iqr": 0.002961, + "ci95_t": 0.003794 + }, + "train_acc": { + "mean": 0.6686, + "std": 0.012784, + "median": 0.666, + "iqr": 0.0205, + "ci95_t": 0.015873 + }, + "train_loss": { + "mean": 1.074396, + "std": 0.043372, + "median": 1.07209, + "iqr": 0.06317, + "ci95_t": 0.053852 + }, + "runtime_seconds": { + "mean": 3.347668, + "std": 0.3431, + "median": 3.199544, + "iqr": 0.359442, + "ci95_t": 0.426008 + }, + "rank_acc": 6, + "rank_loss": 6 + }, + { + "dataset": "MNIST", + "profile": "tuned_full_evaluation", + "method_name": "inertia", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.6254, + "std": 0.02805, + "median": 0.624, + "iqr": 0.029, + "ci95_t": 0.034828 + }, + "eval_loss": { + "mean": 1.179009, + "std": 0.050059, + "median": 1.194071, + "iqr": 0.052015, + "ci95_t": 0.062156 + }, + "eval_mse": { + "mean": 0.051537, + "std": 0.00241, + "median": 0.051412, + "iqr": 0.001855, + "ci95_t": 0.002992 + }, + "train_acc": { + "mean": 0.687867, + "std": 0.010694, + "median": 0.686, + "iqr": 0.01, + "ci95_t": 0.013278 + }, + "train_loss": { + "mean": 1.00514, + "std": 0.028281, + "median": 0.986829, + "iqr": 0.043574, + "ci95_t": 0.035115 + }, + "runtime_seconds": { + "mean": 3.377083, + "std": 0.469302, + "median": 3.398904, + "iqr": 0.25828, + "ci95_t": 0.582705 + }, + "rank_acc": 3, + "rank_loss": 2 + }, + { + "dataset": "MNIST", + "profile": "tuned_uniform_initialization", + "method_name": "inertia", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.5698, + "std": 0.023952, + "median": 0.575, + "iqr": 0.017, + "ci95_t": 0.02974 + }, + "eval_loss": { + "mean": 1.619196, + "std": 0.157329, + "median": 1.641514, + "iqr": 0.149905, + "ci95_t": 0.195347 + }, + "eval_mse": { + "mean": 0.061757, + "std": 0.0042, + "median": 0.061284, + "iqr": 0.006045, + "ci95_t": 0.005215 + }, + "train_acc": { + "mean": 0.616, + "std": 0.008951, + "median": 0.615, + "iqr": 0.0055, + "ci95_t": 0.011114 + }, + "train_loss": { + "mean": 1.345857, + "std": 0.048557, + "median": 1.354747, + "iqr": 0.033391, + "ci95_t": 0.06029 + }, + "runtime_seconds": { + "mean": 4.306866, + "std": 0.442651, + "median": 4.347659, + "iqr": 0.477999, + "ci95_t": 0.549615 + }, + "rank_acc": 7, + "rank_loss": 8 + }, + { + "dataset": "MNIST", + "profile": "tuned_particle_reset", + "method_name": "inertia", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.6162, + "std": 0.05131, + "median": 0.635, + "iqr": 0.007, + "ci95_t": 0.063709 + }, + "eval_loss": { + "mean": 1.2366, + "std": 0.124281, + "median": 1.194831, + "iqr": 0.029657, + "ci95_t": 0.154312 + }, + "eval_mse": { + "mean": 0.05278, + "std": 0.005923, + "median": 0.050939, + "iqr": 0.001057, + "ci95_t": 0.007354 + }, + "train_acc": { + "mean": 0.6931, + "std": 0.029299, + "median": 0.7035, + "iqr": 0.006, + "ci95_t": 0.036379 + }, + "train_loss": { + "mean": 0.999514, + "std": 0.075496, + "median": 0.98707, + "iqr": 0.039216, + "ci95_t": 0.093739 + }, + "runtime_seconds": { + "mean": 4.176388, + "std": 0.449217, + "median": 4.107593, + "iqr": 0.44847, + "ci95_t": 0.557767 + }, + "rank_acc": 5, + "rank_loss": 4 + }, + { + "dataset": "MNIST", + "profile": "tuned_adam_100_lr.01", + "method_name": "inertia", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.8558, + "std": 0.002387, + "median": 0.856, + "iqr": 0.003, + "ci95_t": 0.002964 + }, + "eval_loss": { + "mean": 0.470271, + "std": 0.011931, + "median": 0.472233, + "iqr": 0.019931, + "ci95_t": 0.014814 + }, + "eval_mse": { + "mean": 0.02164, + "std": 0.000368, + "median": 0.021652, + "iqr": 0.000424, + "ci95_t": 0.000456 + }, + "train_acc": { + "mean": 0.9158, + "std": 0.003867, + "median": 0.9175, + "iqr": 0.0055, + "ci95_t": 0.004801 + }, + "train_loss": { + "mean": 0.298524, + "std": 0.012987, + "median": 0.301071, + "iqr": 0.023775, + "ci95_t": 0.016125 + }, + "runtime_seconds": { + "mean": 4.990688, + "std": 0.434352, + "median": 4.967163, + "iqr": 0.662657, + "ci95_t": 0.539311 + }, + "rank_acc": 1, + "rank_loss": 1 + }, + { + "dataset": "MNIST", + "profile": "adaptive_moment_.10", + "method_name": "adaptive_moment", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.63, + "std": 0.018276, + "median": 0.641, + "iqr": 0.027, + "ci95_t": 0.022692 + }, + "eval_loss": { + "mean": 1.243339, + "std": 0.102561, + "median": 1.253713, + "iqr": 0.068197, + "ci95_t": 0.127344 + }, + "eval_mse": { + "mean": 0.051633, + "std": 0.002578, + "median": 0.051361, + "iqr": 0.003354, + "ci95_t": 0.003201 + }, + "train_acc": { + "mean": 0.7099, + "std": 0.012808, + "median": 0.71, + "iqr": 0.007, + "ci95_t": 0.015903 + }, + "train_loss": { + "mean": 0.978244, + "std": 0.021198, + "median": 0.98544, + "iqr": 0.006355, + "ci95_t": 0.026321 + }, + "runtime_seconds": { + "mean": 4.286662, + "std": 0.289397, + "median": 4.165452, + "iqr": 0.39205, + "ci95_t": 0.359329 + }, + "rank_acc": 2, + "rank_loss": 5 + }, + { + "dataset": "MNIST", + "profile": "adaptive_moment_.25", + "method_name": "adaptive_moment", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.5632, + "std": 0.02938, + "median": 0.569, + "iqr": 0.034, + "ci95_t": 0.03648 + }, + "eval_loss": { + "mean": 1.499979, + "std": 0.119449, + "median": 1.483628, + "iqr": 0.043413, + "ci95_t": 0.148313 + }, + "eval_mse": { + "mean": 0.06119, + "std": 0.003677, + "median": 0.060565, + "iqr": 0.00317, + "ci95_t": 0.004566 + }, + "train_acc": { + "mean": 0.6379, + "std": 0.024196, + "median": 0.6365, + "iqr": 0.0195, + "ci95_t": 0.030042 + }, + "train_loss": { + "mean": 1.228023, + "std": 0.088967, + "median": 1.247769, + "iqr": 0.07328, + "ci95_t": 0.110466 + }, + "runtime_seconds": { + "mean": 3.290951, + "std": 0.425997, + "median": 3.184314, + "iqr": 0.54682, + "ci95_t": 0.528937 + }, + "rank_acc": 8, + "rank_loss": 7 + }, + { + "dataset": "MNIST", + "profile": "adaptive_moment_.50", + "method_name": "adaptive_moment", + "n_particles": 30, + "epochs": 80, + "n_runs": 5, + "eval_acc": { + "mean": 0.5186, + "std": 0.039087, + "median": 0.51, + "iqr": 0.019, + "ci95_t": 0.048532 + }, + "eval_loss": { + "mean": 1.683781, + "std": 0.121571, + "median": 1.683062, + "iqr": 0.08627, + "ci95_t": 0.150948 + }, + "eval_mse": { + "mean": 0.067331, + "std": 0.003822, + "median": 0.06682, + "iqr": 0.002899, + "ci95_t": 0.004746 + }, + "train_acc": { + "mean": 0.5705, + "std": 0.027466, + "median": 0.5625, + "iqr": 0.0445, + "ci95_t": 0.034103 + }, + "train_loss": { + "mean": 1.4637, + "std": 0.097485, + "median": 1.465976, + "iqr": 0.060335, + "ci95_t": 0.121042 + }, + "runtime_seconds": { + "mean": 3.202502, + "std": 0.269844, + "median": 3.165524, + "iqr": 0.167076, + "ci95_t": 0.33505 + }, + "rank_acc": 9, + "rank_loss": 9 + } + ] + } +} \ No newline at end of file diff --git a/benchmark_results/pso_v4_deep_accuracy.csv b/benchmark_results/pso_v4_deep_accuracy.csv new file mode 100644 index 0000000..45dfc2f --- /dev/null +++ b/benchmark_results/pso_v4_deep_accuracy.csv @@ -0,0 +1,19 @@ +lane,profile_or_arch,seed,model_name,param_count,initial_test_acc,final_test_acc,final_test_loss,subset_fitness_acc,subset_fitness_loss,pso_epochs,adam_epochs,elapsed_sec,model_fingerprint,data_fingerprint +architecture,raw_linear,101,Raw Linear (784->10),7850,0.1449,0.9239,0.269691,,,0,10,2.6001,12cef21a80b85b0b,8dd702555745641a +architecture,raw_linear,102,Raw Linear (784->10),7850,0.1308,0.924,0.270518,,,0,10,2.6265,0f099d5ae79e7863,8dd702555745641a +architecture,raw_linear,103,Raw Linear (784->10),7850,0.0559,0.9257,0.266626,,,0,10,2.8535,23a4a6362abdad3d,8dd702555745641a +architecture,raw_mlp,101,Raw MLP (784->128->64->10),109386,0.0812,0.9773,0.076661,,,0,10,8.8041,9ac96d5f45d71cb3,8dd702555745641a +architecture,raw_mlp,102,Raw MLP (784->128->64->10),109386,0.0522,0.976,0.081621,,,0,10,5.7141,55966246db4dfff1,8dd702555745641a +architecture,raw_mlp,103,Raw MLP (784->128->64->10),109386,0.1111,0.9776,0.076823,,,0,10,4.5491,723217e2418edcfd,8dd702555745641a +architecture,compact_cnn,101,"Compact CNN (9,098 params)",9098,0.0851,0.9866,0.039444,,,0,10,6.228,db41fb515dcb49fa,8dd702555745641a +architecture,compact_cnn,102,"Compact CNN (9,098 params)",9098,0.0963,0.9858,0.042864,,,0,10,5.396,efd743cad60c7530,8dd702555745641a +architecture,compact_cnn,103,"Compact CNN (9,098 params)",9098,0.1072,0.9836,0.04912,,,0,10,5.4935,17891ec08e79ee74,8dd702555745641a +optimizer,adam_only,101,Compact CNN (Adam-Only),9098,0.0851,0.9866,0.039444,,,0,10,6.228,db41fb515dcb49fa,8dd702555745641a +optimizer,adam_only,102,Compact CNN (Adam-Only),9098,0.0963,0.9858,0.042864,,,0,10,5.396,efd743cad60c7530,8dd702555745641a +optimizer,adam_only,103,Compact CNN (Adam-Only),9098,0.1072,0.9836,0.04912,,,0,10,5.4935,17891ec08e79ee74,8dd702555745641a +optimizer,pso_only,101,Compact CNN (PSO-Only),9098,0.0851,0.3901,22.182518,0.399,21.674469,40,0,2.5761,db41fb515dcb49fa,8dd702555745641a +optimizer,pso_only,102,Compact CNN (PSO-Only),9098,0.0963,0.3886,6.031698,0.3925,5.977414,40,0,2.331,efd743cad60c7530,8dd702555745641a +optimizer,pso_only,103,Compact CNN (PSO-Only),9098,0.1072,0.3242,14.099036,0.3405,14.065619,40,0,2.7469,17891ec08e79ee74,8dd702555745641a +optimizer,hybrid,101,Compact CNN (Hybrid),9098,0.0851,0.9658,0.109308,0.399,21.674469,40,10,7.4414,db41fb515dcb49fa,8dd702555745641a +optimizer,hybrid,102,Compact CNN (Hybrid),9098,0.0963,0.9807,0.061528,0.3925,5.977414,40,10,7.226,efd743cad60c7530,8dd702555745641a +optimizer,hybrid,103,Compact CNN (Hybrid),9098,0.1072,0.9725,0.088789,0.3405,14.065619,40,10,7.7426,17891ec08e79ee74,8dd702555745641a diff --git a/benchmark_results/pso_v4_deep_accuracy.json b/benchmark_results/pso_v4_deep_accuracy.json new file mode 100644 index 0000000..72cc464 --- /dev/null +++ b/benchmark_results/pso_v4_deep_accuracy.json @@ -0,0 +1,1444 @@ +{ + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "timestamp": "2026-09-01T16:52:06.429839+00:00", + "completed": true, + "error": null, + "hardware_provenance": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "data_provenance": { + "input_shape": [ + 1, + 28, + 28 + ], + "pca": false, + "raw_inputs": true, + "normalization_scope": "official_train_split_60000_only", + "train_mean": 0.13066, + "train_std": 0.308108, + "train_samples": 60000, + "test_samples": 10000 + }, + "data_fingerprint": "8dd702555745641a", + "configuration": { + "seeds": [ + 101, + 102, + 103 + ], + "adam_epochs": 10, + "pso_epochs": 40, + "particles": 30, + "fitness_size": 2000, + "batch_size": 256, + "lr": 0.001, + "device": "mps" + }, + "summaries": { + "architecture_lane": { + "raw_linear": { + "mean": 0.924533, + "std": 0.001012, + "median": 0.924, + "iqr": 0.0009, + "ci95_t": 0.002513 + }, + "raw_mlp": { + "mean": 0.976967, + "std": 0.00085, + "median": 0.9773, + "iqr": 0.0008, + "ci95_t": 0.002113 + }, + "compact_cnn": { + "mean": 0.985333, + "std": 0.001553, + "median": 0.9858, + "iqr": 0.0015, + "ci95_t": 0.003859 + } + }, + "optimizer_lane": { + "adam_only": { + "mean": 0.985333, + "std": 0.001553, + "median": 0.9858, + "iqr": 0.0015, + "ci95_t": 0.003859 + }, + "pso_only": { + "mean": 0.367633, + "std": 0.037622, + "median": 0.3886, + "iqr": 0.03295, + "ci95_t": 0.093459 + }, + "hybrid": { + "mean": 0.973, + "std": 0.007463, + "median": 0.9725, + "iqr": 0.00745, + "ci95_t": 0.018538 + } + } + }, + "architecture_lane_runs": [ + { + "lane": "architecture", + "profile_or_arch": "raw_linear", + "seed": 101, + "model_name": "Raw Linear (784->10)", + "param_count": 7850, + "initial_test_acc": 0.1449, + "final_test_acc": 0.9239, + "final_test_loss": 0.269691, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 2.6001, + "model_fingerprint": "12cef21a80b85b0b", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.400093, + "test_acc": 0.1449 + }, + { + "epoch": 1, + "test_loss": 0.320512, + "test_acc": 0.909 + }, + { + "epoch": 2, + "test_loss": 0.288564, + "test_acc": 0.9168 + }, + { + "epoch": 3, + "test_loss": 0.276265, + "test_acc": 0.9201 + }, + { + "epoch": 4, + "test_loss": 0.273742, + "test_acc": 0.9202 + }, + { + "epoch": 5, + "test_loss": 0.269138, + "test_acc": 0.9236 + }, + { + "epoch": 6, + "test_loss": 0.268684, + "test_acc": 0.9236 + }, + { + "epoch": 7, + "test_loss": 0.268242, + "test_acc": 0.9253 + }, + { + "epoch": 8, + "test_loss": 0.266931, + "test_acc": 0.9258 + }, + { + "epoch": 9, + "test_loss": 0.26951, + "test_acc": 0.9242 + }, + { + "epoch": 10, + "test_loss": 0.269691, + "test_acc": 0.9239 + } + ] + }, + { + "lane": "architecture", + "profile_or_arch": "raw_linear", + "seed": 102, + "model_name": "Raw Linear (784->10)", + "param_count": 7850, + "initial_test_acc": 0.1308, + "final_test_acc": 0.924, + "final_test_loss": 0.270518, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 2.6265, + "model_fingerprint": "0f099d5ae79e7863", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.472869, + "test_acc": 0.1308 + }, + { + "epoch": 1, + "test_loss": 0.322101, + "test_acc": 0.9087 + }, + { + "epoch": 2, + "test_loss": 0.293458, + "test_acc": 0.9172 + }, + { + "epoch": 3, + "test_loss": 0.278575, + "test_acc": 0.9225 + }, + { + "epoch": 4, + "test_loss": 0.277964, + "test_acc": 0.921 + }, + { + "epoch": 5, + "test_loss": 0.271165, + "test_acc": 0.9238 + }, + { + "epoch": 6, + "test_loss": 0.272923, + "test_acc": 0.9217 + }, + { + "epoch": 7, + "test_loss": 0.268772, + "test_acc": 0.925 + }, + { + "epoch": 8, + "test_loss": 0.267752, + "test_acc": 0.9245 + }, + { + "epoch": 9, + "test_loss": 0.266833, + "test_acc": 0.9239 + }, + { + "epoch": 10, + "test_loss": 0.270518, + "test_acc": 0.924 + } + ] + }, + { + "lane": "architecture", + "profile_or_arch": "raw_linear", + "seed": 103, + "model_name": "Raw Linear (784->10)", + "param_count": 7850, + "initial_test_acc": 0.0559, + "final_test_acc": 0.9257, + "final_test_loss": 0.266626, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 2.8535, + "model_fingerprint": "23a4a6362abdad3d", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.515332, + "test_acc": 0.0559 + }, + { + "epoch": 1, + "test_loss": 0.324205, + "test_acc": 0.9089 + }, + { + "epoch": 2, + "test_loss": 0.293263, + "test_acc": 0.9173 + }, + { + "epoch": 3, + "test_loss": 0.285103, + "test_acc": 0.9159 + }, + { + "epoch": 4, + "test_loss": 0.274774, + "test_acc": 0.9221 + }, + { + "epoch": 5, + "test_loss": 0.275973, + "test_acc": 0.9215 + }, + { + "epoch": 6, + "test_loss": 0.271676, + "test_acc": 0.9253 + }, + { + "epoch": 7, + "test_loss": 0.26806, + "test_acc": 0.9245 + }, + { + "epoch": 8, + "test_loss": 0.269071, + "test_acc": 0.9226 + }, + { + "epoch": 9, + "test_loss": 0.269897, + "test_acc": 0.9248 + }, + { + "epoch": 10, + "test_loss": 0.266626, + "test_acc": 0.9257 + } + ] + }, + { + "lane": "architecture", + "profile_or_arch": "raw_mlp", + "seed": 101, + "model_name": "Raw MLP (784->128->64->10)", + "param_count": 109386, + "initial_test_acc": 0.0812, + "final_test_acc": 0.9773, + "final_test_loss": 0.076661, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 8.8041, + "model_fingerprint": "9ac96d5f45d71cb3", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.313924, + "test_acc": 0.0812 + }, + { + "epoch": 1, + "test_loss": 0.204187, + "test_acc": 0.9369 + }, + { + "epoch": 2, + "test_loss": 0.143789, + "test_acc": 0.9558 + }, + { + "epoch": 3, + "test_loss": 0.114473, + "test_acc": 0.9665 + }, + { + "epoch": 4, + "test_loss": 0.095315, + "test_acc": 0.9705 + }, + { + "epoch": 5, + "test_loss": 0.084753, + "test_acc": 0.974 + }, + { + "epoch": 6, + "test_loss": 0.08701, + "test_acc": 0.9721 + }, + { + "epoch": 7, + "test_loss": 0.082966, + "test_acc": 0.9745 + }, + { + "epoch": 8, + "test_loss": 0.079873, + "test_acc": 0.9762 + }, + { + "epoch": 9, + "test_loss": 0.074512, + "test_acc": 0.9772 + }, + { + "epoch": 10, + "test_loss": 0.076661, + "test_acc": 0.9773 + } + ] + }, + { + "lane": "architecture", + "profile_or_arch": "raw_mlp", + "seed": 102, + "model_name": "Raw MLP (784->128->64->10)", + "param_count": 109386, + "initial_test_acc": 0.0522, + "final_test_acc": 0.976, + "final_test_loss": 0.081621, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 5.7141, + "model_fingerprint": "55966246db4dfff1", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.311818, + "test_acc": 0.0522 + }, + { + "epoch": 1, + "test_loss": 0.195877, + "test_acc": 0.9408 + }, + { + "epoch": 2, + "test_loss": 0.146881, + "test_acc": 0.9566 + }, + { + "epoch": 3, + "test_loss": 0.113498, + "test_acc": 0.9656 + }, + { + "epoch": 4, + "test_loss": 0.100665, + "test_acc": 0.9678 + }, + { + "epoch": 5, + "test_loss": 0.091228, + "test_acc": 0.9728 + }, + { + "epoch": 6, + "test_loss": 0.080834, + "test_acc": 0.9755 + }, + { + "epoch": 7, + "test_loss": 0.084836, + "test_acc": 0.9734 + }, + { + "epoch": 8, + "test_loss": 0.079359, + "test_acc": 0.9765 + }, + { + "epoch": 9, + "test_loss": 0.077254, + "test_acc": 0.9769 + }, + { + "epoch": 10, + "test_loss": 0.081621, + "test_acc": 0.976 + } + ] + }, + { + "lane": "architecture", + "profile_or_arch": "raw_mlp", + "seed": 103, + "model_name": "Raw MLP (784->128->64->10)", + "param_count": 109386, + "initial_test_acc": 0.1111, + "final_test_acc": 0.9776, + "final_test_loss": 0.076823, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 4.5491, + "model_fingerprint": "723217e2418edcfd", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.303093, + "test_acc": 0.1111 + }, + { + "epoch": 1, + "test_loss": 0.190557, + "test_acc": 0.9426 + }, + { + "epoch": 2, + "test_loss": 0.134924, + "test_acc": 0.9602 + }, + { + "epoch": 3, + "test_loss": 0.115296, + "test_acc": 0.9647 + }, + { + "epoch": 4, + "test_loss": 0.094033, + "test_acc": 0.9707 + }, + { + "epoch": 5, + "test_loss": 0.082773, + "test_acc": 0.9747 + }, + { + "epoch": 6, + "test_loss": 0.087643, + "test_acc": 0.9739 + }, + { + "epoch": 7, + "test_loss": 0.073957, + "test_acc": 0.9778 + }, + { + "epoch": 8, + "test_loss": 0.073425, + "test_acc": 0.9776 + }, + { + "epoch": 9, + "test_loss": 0.081665, + "test_acc": 0.9754 + }, + { + "epoch": 10, + "test_loss": 0.076823, + "test_acc": 0.9776 + } + ] + }, + { + "lane": "architecture", + "profile_or_arch": "compact_cnn", + "seed": 101, + "model_name": "Compact CNN (9,098 params)", + "param_count": 9098, + "initial_test_acc": 0.0851, + "final_test_acc": 0.9866, + "final_test_loss": 0.039444, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 6.228, + "model_fingerprint": "db41fb515dcb49fa", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.310056, + "test_acc": 0.0851 + }, + { + "epoch": 1, + "test_loss": 0.146697, + "test_acc": 0.9577 + }, + { + "epoch": 2, + "test_loss": 0.087357, + "test_acc": 0.9714 + }, + { + "epoch": 3, + "test_loss": 0.068244, + "test_acc": 0.9775 + }, + { + "epoch": 4, + "test_loss": 0.058778, + "test_acc": 0.9804 + }, + { + "epoch": 5, + "test_loss": 0.052566, + "test_acc": 0.9808 + }, + { + "epoch": 6, + "test_loss": 0.044061, + "test_acc": 0.9848 + }, + { + "epoch": 7, + "test_loss": 0.043469, + "test_acc": 0.9843 + }, + { + "epoch": 8, + "test_loss": 0.043584, + "test_acc": 0.9851 + }, + { + "epoch": 9, + "test_loss": 0.047913, + "test_acc": 0.9831 + }, + { + "epoch": 10, + "test_loss": 0.039444, + "test_acc": 0.9866 + } + ] + }, + { + "lane": "architecture", + "profile_or_arch": "compact_cnn", + "seed": 102, + "model_name": "Compact CNN (9,098 params)", + "param_count": 9098, + "initial_test_acc": 0.0963, + "final_test_acc": 0.9858, + "final_test_loss": 0.042864, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 5.396, + "model_fingerprint": "efd743cad60c7530", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.30391, + "test_acc": 0.0963 + }, + { + "epoch": 1, + "test_loss": 0.133494, + "test_acc": 0.9609 + }, + { + "epoch": 2, + "test_loss": 0.085325, + "test_acc": 0.9732 + }, + { + "epoch": 3, + "test_loss": 0.061211, + "test_acc": 0.9806 + }, + { + "epoch": 4, + "test_loss": 0.051721, + "test_acc": 0.9836 + }, + { + "epoch": 5, + "test_loss": 0.050876, + "test_acc": 0.9833 + }, + { + "epoch": 6, + "test_loss": 0.04746, + "test_acc": 0.9837 + }, + { + "epoch": 7, + "test_loss": 0.042635, + "test_acc": 0.9852 + }, + { + "epoch": 8, + "test_loss": 0.040222, + "test_acc": 0.9861 + }, + { + "epoch": 9, + "test_loss": 0.039712, + "test_acc": 0.9872 + }, + { + "epoch": 10, + "test_loss": 0.042864, + "test_acc": 0.9858 + } + ] + }, + { + "lane": "architecture", + "profile_or_arch": "compact_cnn", + "seed": 103, + "model_name": "Compact CNN (9,098 params)", + "param_count": 9098, + "initial_test_acc": 0.1072, + "final_test_acc": 0.9836, + "final_test_loss": 0.04912, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 5.4935, + "model_fingerprint": "17891ec08e79ee74", + "data_fingerprint": "8dd702555745641a", + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.280618, + "test_acc": 0.1072 + }, + { + "epoch": 1, + "test_loss": 0.166794, + "test_acc": 0.9515 + }, + { + "epoch": 2, + "test_loss": 0.095259, + "test_acc": 0.9708 + }, + { + "epoch": 3, + "test_loss": 0.072393, + "test_acc": 0.9769 + }, + { + "epoch": 4, + "test_loss": 0.06575, + "test_acc": 0.9791 + }, + { + "epoch": 5, + "test_loss": 0.056445, + "test_acc": 0.9811 + }, + { + "epoch": 6, + "test_loss": 0.051095, + "test_acc": 0.9842 + }, + { + "epoch": 7, + "test_loss": 0.049568, + "test_acc": 0.9827 + }, + { + "epoch": 8, + "test_loss": 0.046002, + "test_acc": 0.9847 + }, + { + "epoch": 9, + "test_loss": 0.047347, + "test_acc": 0.9847 + }, + { + "epoch": 10, + "test_loss": 0.04912, + "test_acc": 0.9836 + } + ] + } + ], + "optimizer_lane_runs": [ + { + "lane": "optimizer", + "profile_or_arch": "adam_only", + "seed": 101, + "model_name": "Compact CNN (Adam-Only)", + "param_count": 9098, + "initial_test_acc": 0.0851, + "final_test_acc": 0.9866, + "final_test_loss": 0.039444, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 6.228, + "model_fingerprint": "db41fb515dcb49fa", + "data_fingerprint": "8dd702555745641a", + "reused_from_architecture_lane": true, + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.310056, + "test_acc": 0.0851 + }, + { + "epoch": 1, + "test_loss": 0.146697, + "test_acc": 0.9577 + }, + { + "epoch": 2, + "test_loss": 0.087357, + "test_acc": 0.9714 + }, + { + "epoch": 3, + "test_loss": 0.068244, + "test_acc": 0.9775 + }, + { + "epoch": 4, + "test_loss": 0.058778, + "test_acc": 0.9804 + }, + { + "epoch": 5, + "test_loss": 0.052566, + "test_acc": 0.9808 + }, + { + "epoch": 6, + "test_loss": 0.044061, + "test_acc": 0.9848 + }, + { + "epoch": 7, + "test_loss": 0.043469, + "test_acc": 0.9843 + }, + { + "epoch": 8, + "test_loss": 0.043584, + "test_acc": 0.9851 + }, + { + "epoch": 9, + "test_loss": 0.047913, + "test_acc": 0.9831 + }, + { + "epoch": 10, + "test_loss": 0.039444, + "test_acc": 0.9866 + } + ] + }, + { + "lane": "optimizer", + "profile_or_arch": "adam_only", + "seed": 102, + "model_name": "Compact CNN (Adam-Only)", + "param_count": 9098, + "initial_test_acc": 0.0963, + "final_test_acc": 0.9858, + "final_test_loss": 0.042864, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 5.396, + "model_fingerprint": "efd743cad60c7530", + "data_fingerprint": "8dd702555745641a", + "reused_from_architecture_lane": true, + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.30391, + "test_acc": 0.0963 + }, + { + "epoch": 1, + "test_loss": 0.133494, + "test_acc": 0.9609 + }, + { + "epoch": 2, + "test_loss": 0.085325, + "test_acc": 0.9732 + }, + { + "epoch": 3, + "test_loss": 0.061211, + "test_acc": 0.9806 + }, + { + "epoch": 4, + "test_loss": 0.051721, + "test_acc": 0.9836 + }, + { + "epoch": 5, + "test_loss": 0.050876, + "test_acc": 0.9833 + }, + { + "epoch": 6, + "test_loss": 0.04746, + "test_acc": 0.9837 + }, + { + "epoch": 7, + "test_loss": 0.042635, + "test_acc": 0.9852 + }, + { + "epoch": 8, + "test_loss": 0.040222, + "test_acc": 0.9861 + }, + { + "epoch": 9, + "test_loss": 0.039712, + "test_acc": 0.9872 + }, + { + "epoch": 10, + "test_loss": 0.042864, + "test_acc": 0.9858 + } + ] + }, + { + "lane": "optimizer", + "profile_or_arch": "adam_only", + "seed": 103, + "model_name": "Compact CNN (Adam-Only)", + "param_count": 9098, + "initial_test_acc": 0.1072, + "final_test_acc": 0.9836, + "final_test_loss": 0.04912, + "subset_fitness_acc": null, + "subset_fitness_loss": null, + "pso_epochs": 0, + "adam_epochs": 10, + "elapsed_sec": 5.4935, + "model_fingerprint": "17891ec08e79ee74", + "data_fingerprint": "8dd702555745641a", + "reused_from_architecture_lane": true, + "epoch_history": [ + { + "epoch": 0, + "test_loss": 2.280618, + "test_acc": 0.1072 + }, + { + "epoch": 1, + "test_loss": 0.166794, + "test_acc": 0.9515 + }, + { + "epoch": 2, + "test_loss": 0.095259, + "test_acc": 0.9708 + }, + { + "epoch": 3, + "test_loss": 0.072393, + "test_acc": 0.9769 + }, + { + "epoch": 4, + "test_loss": 0.06575, + "test_acc": 0.9791 + }, + { + "epoch": 5, + "test_loss": 0.056445, + "test_acc": 0.9811 + }, + { + "epoch": 6, + "test_loss": 0.051095, + "test_acc": 0.9842 + }, + { + "epoch": 7, + "test_loss": 0.049568, + "test_acc": 0.9827 + }, + { + "epoch": 8, + "test_loss": 0.046002, + "test_acc": 0.9847 + }, + { + "epoch": 9, + "test_loss": 0.047347, + "test_acc": 0.9847 + }, + { + "epoch": 10, + "test_loss": 0.04912, + "test_acc": 0.9836 + } + ] + }, + { + "lane": "optimizer", + "profile_or_arch": "pso_only", + "seed": 101, + "model_name": "Compact CNN (PSO-Only)", + "param_count": 9098, + "initial_test_acc": 0.0851, + "final_test_acc": 0.3901, + "final_test_loss": 22.182518, + "subset_fitness_acc": 0.399, + "subset_fitness_loss": 21.674469, + "pso_epochs": 40, + "adam_epochs": 0, + "elapsed_sec": 2.5761, + "model_fingerprint": "db41fb515dcb49fa", + "data_fingerprint": "8dd702555745641a", + "pso_metadata": { + "elapsed_sec": 2.5761, + "particles": 30, + "pso_epochs": 40, + "fitness_size": 2000, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + } + } + }, + { + "lane": "optimizer", + "profile_or_arch": "pso_only", + "seed": 102, + "model_name": "Compact CNN (PSO-Only)", + "param_count": 9098, + "initial_test_acc": 0.0963, + "final_test_acc": 0.3886, + "final_test_loss": 6.031698, + "subset_fitness_acc": 0.3925, + "subset_fitness_loss": 5.977414, + "pso_epochs": 40, + "adam_epochs": 0, + "elapsed_sec": 2.331, + "model_fingerprint": "efd743cad60c7530", + "data_fingerprint": "8dd702555745641a", + "pso_metadata": { + "elapsed_sec": 2.331, + "particles": 30, + "pso_epochs": 40, + "fitness_size": 2000, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + } + } + }, + { + "lane": "optimizer", + "profile_or_arch": "pso_only", + "seed": 103, + "model_name": "Compact CNN (PSO-Only)", + "param_count": 9098, + "initial_test_acc": 0.1072, + "final_test_acc": 0.3242, + "final_test_loss": 14.099036, + "subset_fitness_acc": 0.3405, + "subset_fitness_loss": 14.065619, + "pso_epochs": 40, + "adam_epochs": 0, + "elapsed_sec": 2.7469, + "model_fingerprint": "17891ec08e79ee74", + "data_fingerprint": "8dd702555745641a", + "pso_metadata": { + "elapsed_sec": 2.7469, + "particles": 30, + "pso_epochs": 40, + "fitness_size": 2000, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + } + } + }, + { + "lane": "optimizer", + "profile_or_arch": "hybrid", + "seed": 101, + "model_name": "Compact CNN (Hybrid)", + "param_count": 9098, + "initial_test_acc": 0.0851, + "final_test_acc": 0.9658, + "final_test_loss": 0.109308, + "subset_fitness_acc": 0.399, + "subset_fitness_loss": 21.674469, + "pso_epochs": 40, + "adam_epochs": 10, + "elapsed_sec": 7.4414, + "model_fingerprint": "db41fb515dcb49fa", + "data_fingerprint": "8dd702555745641a", + "post_pso_test_acc": 0.3901, + "post_pso_test_loss": 22.182518, + "post_adam_history": [ + { + "epoch": 0, + "test_loss": 22.182518, + "test_acc": 0.3901 + }, + { + "epoch": 1, + "test_loss": 0.906649, + "test_acc": 0.7792 + }, + { + "epoch": 2, + "test_loss": 0.464925, + "test_acc": 0.8794 + }, + { + "epoch": 3, + "test_loss": 0.311633, + "test_acc": 0.9154 + }, + { + "epoch": 4, + "test_loss": 0.238255, + "test_acc": 0.9325 + }, + { + "epoch": 5, + "test_loss": 0.19292, + "test_acc": 0.9433 + }, + { + "epoch": 6, + "test_loss": 0.166287, + "test_acc": 0.9493 + }, + { + "epoch": 7, + "test_loss": 0.141884, + "test_acc": 0.9583 + }, + { + "epoch": 8, + "test_loss": 0.124148, + "test_acc": 0.963 + }, + { + "epoch": 9, + "test_loss": 0.117039, + "test_acc": 0.9659 + }, + { + "epoch": 10, + "test_loss": 0.109308, + "test_acc": 0.9658 + } + ], + "efficiency_label": "HYBRID_GETS_EXTRA_WORK_UNFAIR_EFFICIENCY_COMPARISON" + }, + { + "lane": "optimizer", + "profile_or_arch": "hybrid", + "seed": 102, + "model_name": "Compact CNN (Hybrid)", + "param_count": 9098, + "initial_test_acc": 0.0963, + "final_test_acc": 0.9807, + "final_test_loss": 0.061528, + "subset_fitness_acc": 0.3925, + "subset_fitness_loss": 5.977414, + "pso_epochs": 40, + "adam_epochs": 10, + "elapsed_sec": 7.226, + "model_fingerprint": "efd743cad60c7530", + "data_fingerprint": "8dd702555745641a", + "post_pso_test_acc": 0.3886, + "post_pso_test_loss": 6.031698, + "post_adam_history": [ + { + "epoch": 0, + "test_loss": 6.031698, + "test_acc": 0.3886 + }, + { + "epoch": 1, + "test_loss": 0.253423, + "test_acc": 0.9225 + }, + { + "epoch": 2, + "test_loss": 0.149914, + "test_acc": 0.9538 + }, + { + "epoch": 3, + "test_loss": 0.115633, + "test_acc": 0.9642 + }, + { + "epoch": 4, + "test_loss": 0.095672, + "test_acc": 0.9707 + }, + { + "epoch": 5, + "test_loss": 0.088199, + "test_acc": 0.9723 + }, + { + "epoch": 6, + "test_loss": 0.075571, + "test_acc": 0.9755 + }, + { + "epoch": 7, + "test_loss": 0.067953, + "test_acc": 0.9783 + }, + { + "epoch": 8, + "test_loss": 0.067223, + "test_acc": 0.978 + }, + { + "epoch": 9, + "test_loss": 0.065023, + "test_acc": 0.9801 + }, + { + "epoch": 10, + "test_loss": 0.061528, + "test_acc": 0.9807 + } + ], + "efficiency_label": "HYBRID_GETS_EXTRA_WORK_UNFAIR_EFFICIENCY_COMPARISON" + }, + { + "lane": "optimizer", + "profile_or_arch": "hybrid", + "seed": 103, + "model_name": "Compact CNN (Hybrid)", + "param_count": 9098, + "initial_test_acc": 0.1072, + "final_test_acc": 0.9725, + "final_test_loss": 0.088789, + "subset_fitness_acc": 0.3405, + "subset_fitness_loss": 14.065619, + "pso_epochs": 40, + "adam_epochs": 10, + "elapsed_sec": 7.7426, + "model_fingerprint": "17891ec08e79ee74", + "data_fingerprint": "8dd702555745641a", + "post_pso_test_acc": 0.3242, + "post_pso_test_loss": 14.099036, + "post_adam_history": [ + { + "epoch": 0, + "test_loss": 14.099036, + "test_acc": 0.3242 + }, + { + "epoch": 1, + "test_loss": 0.543463, + "test_acc": 0.8485 + }, + { + "epoch": 2, + "test_loss": 0.308044, + "test_acc": 0.9105 + }, + { + "epoch": 3, + "test_loss": 0.22712, + "test_acc": 0.9322 + }, + { + "epoch": 4, + "test_loss": 0.17457, + "test_acc": 0.944 + }, + { + "epoch": 5, + "test_loss": 0.146244, + "test_acc": 0.9527 + }, + { + "epoch": 6, + "test_loss": 0.126948, + "test_acc": 0.9613 + }, + { + "epoch": 7, + "test_loss": 0.112113, + "test_acc": 0.9648 + }, + { + "epoch": 8, + "test_loss": 0.10164, + "test_acc": 0.9676 + }, + { + "epoch": 9, + "test_loss": 0.094236, + "test_acc": 0.9698 + }, + { + "epoch": 10, + "test_loss": 0.088789, + "test_acc": 0.9725 + } + ], + "efficiency_label": "HYBRID_GETS_EXTRA_WORK_UNFAIR_EFFICIENCY_COMPARISON" + } + ] +} \ No newline at end of file diff --git a/benchmark_results/pso_v4_epoch_convergence.csv b/benchmark_results/pso_v4_epoch_convergence.csv new file mode 100644 index 0000000..597faf6 --- /dev/null +++ b/benchmark_results/pso_v4_epoch_convergence.csv @@ -0,0 +1,61 @@ +seed,epoch,train_loss,train_acc,train_mse,test_loss,test_acc,test_mse,fit_time_sec +71,20,1.5967158079147339,0.4830000102519989,0.0660470575094223,1.7100492715835571,0.43799999356269836,0.07075551897287369,32.5467 +71,40,1.1239886283874512,0.6434999704360962,0.04822305589914322,1.3276519775390625,0.578000009059906,0.05614830181002617,32.5467 +71,60,0.8301568627357483,0.7429999709129333,0.03629826754331589,1.0045816898345947,0.6800000071525574,0.04412851482629776,32.5467 +71,80,0.6516683101654053,0.7950000166893005,0.028850017115473747,0.8584634065628052,0.7360000014305115,0.037673790007829666,32.5467 +71,100,0.5542685985565186,0.824999988079071,0.024905934929847717,0.7590173482894897,0.7620000243186951,0.03418450802564621,32.5467 +71,120,0.49202004075050354,0.8399999737739563,0.021997792646288872,0.7061744332313538,0.7889999747276306,0.03144212067127228,32.5467 +71,140,0.45162707567214966,0.8665000200271606,0.01984463632106781,0.6375347971916199,0.796999990940094,0.029180902987718582,32.5467 +71,160,0.4246227741241455,0.8740000128746033,0.018856780603528023,0.6248053312301636,0.8009999990463257,0.028511321172118187,32.5467 +71,180,0.39958131313323975,0.8799999952316284,0.01768091320991516,0.6031026244163513,0.8159999847412109,0.027248937636613846,32.5467 +71,200,0.3831179141998291,0.8924999833106995,0.016940467059612274,0.5841547846794128,0.8180000185966492,0.026774849742650986,32.5467 +71,220,0.36869707703590393,0.8970000147819519,0.016194477677345276,0.5548750162124634,0.8259999752044678,0.025661807507276535,32.5467 +71,240,0.3557758927345276,0.8989999890327454,0.015656106173992157,0.5201151371002197,0.8420000076293945,0.023789195343852043,32.5467 +72,20,1.673862338066101,0.46149998903274536,0.0692000463604927,1.8141505718231201,0.4099999964237213,0.07267315685749054,32.606 +72,40,1.1490310430526733,0.6324999928474426,0.04914539307355881,1.372908592224121,0.5709999799728394,0.05662866309285164,32.606 +72,60,0.8807169198989868,0.7369999885559082,0.03719912841916084,1.1267516613006592,0.6420000195503235,0.04854830726981163,32.606 +72,80,0.6982801556587219,0.7914999723434448,0.030153820291161537,0.9025362133979797,0.7239999771118164,0.038956169039011,32.606 +72,100,0.5910305380821228,0.8165000081062317,0.026041019707918167,0.7481632232666016,0.7570000290870667,0.03314316272735596,32.606 +72,120,0.5200771689414978,0.8464999794960022,0.022959064692258835,0.6597934365272522,0.7889999747276306,0.029753563925623894,32.606 +72,140,0.4719507694244385,0.8554999828338623,0.020908480510115623,0.58547043800354,0.8100000023841858,0.02705816738307476,32.606 +72,160,0.4356405735015869,0.871999979019165,0.019257094711065292,0.583936333656311,0.8220000267028809,0.026691943407058716,32.606 +72,180,0.4127918779850006,0.8725000023841858,0.018300892785191536,0.5632762312889099,0.8199999928474426,0.025847580283880234,32.606 +72,200,0.3940938115119934,0.8805000185966492,0.017671920359134674,0.5363063216209412,0.8339999914169312,0.024680841714143753,32.606 +72,220,0.37782323360443115,0.8845000267028809,0.017062701284885406,0.508123517036438,0.8399999737739563,0.023583590984344482,32.606 +72,240,0.36558520793914795,0.8899999856948853,0.01645873300731182,0.49120959639549255,0.8429999947547913,0.022604094818234444,32.606 +73,20,1.7135908603668213,0.4449999928474426,0.07240503281354904,1.8838708400726318,0.375,0.0778227150440216,32.7255 +73,40,1.2155654430389404,0.6340000033378601,0.051504913717508316,1.4863072633743286,0.5569999814033508,0.06111995875835419,32.7255 +73,60,0.9407793283462524,0.722000002861023,0.03982725366950035,1.1702646017074585,0.6439999938011169,0.049435749650001526,32.7255 +73,80,0.7527623772621155,0.7749999761581421,0.032556530088186264,1.001193642616272,0.6919999718666077,0.04309915751218796,32.7255 +73,100,0.6268301606178284,0.8140000104904175,0.027759678661823273,0.8296219706535339,0.7319999933242798,0.03728931397199631,32.7255 +73,120,0.5454505681991577,0.8320000171661377,0.02451479621231556,0.7347204089164734,0.7730000019073486,0.03278779238462448,32.7255 +73,140,0.46880221366882324,0.8575000166893005,0.021052677184343338,0.6670262813568115,0.7889999747276306,0.030432477593421936,32.7255 +73,160,0.43280255794525146,0.8659999966621399,0.01961500570178032,0.6248233914375305,0.8080000281333923,0.028731103986501694,32.7255 +73,180,0.4033927321434021,0.8790000081062317,0.017949724569916725,0.5680584907531738,0.8230000138282776,0.02612500637769699,32.7255 +73,200,0.3850976228713989,0.8880000114440918,0.017122117802500725,0.5508874654769897,0.8209999799728394,0.025604458525776863,32.7255 +73,220,0.3726767599582672,0.8899999856948853,0.016703158617019653,0.5412379503250122,0.8209999799728394,0.025124624371528625,32.7255 +73,240,0.3600545823574066,0.8989999890327454,0.016138451173901558,0.5263404250144958,0.8190000057220459,0.024716168642044067,32.7255 +74,20,1.5981744527816772,0.49950000643730164,0.06673180311918259,1.7434691190719604,0.42399999499320984,0.07240629941225052,32.9017 +74,40,1.1163724660873413,0.6600000262260437,0.047663308680057526,1.2812504768371582,0.6079999804496765,0.05496295168995857,32.9017 +74,60,0.8247233629226685,0.7429999709129333,0.03677733987569809,0.996366560459137,0.6800000071525574,0.044562000781297684,32.9017 +74,80,0.6858600974082947,0.784500002861023,0.030640259385108948,0.8601324558258057,0.7350000143051147,0.03845023736357689,32.9017 +74,100,0.5762760043144226,0.8274999856948853,0.025603292509913445,0.7484227418899536,0.7580000162124634,0.03352699801325798,32.9017 +74,120,0.5109706521034241,0.8500000238418579,0.02288639359176159,0.6725562810897827,0.7960000038146973,0.030220312997698784,32.9017 +74,140,0.4668312966823578,0.8600000143051147,0.021057307720184326,0.6381762623786926,0.8069999814033508,0.028759241104125977,32.9017 +74,160,0.430540531873703,0.8709999918937683,0.01937052235007286,0.6036783456802368,0.8169999718666077,0.026846695691347122,32.9017 +74,180,0.4092761278152466,0.8755000233650208,0.018336936831474304,0.5836188793182373,0.8199999928474426,0.0263815987855196,32.9017 +74,200,0.3926721215248108,0.8865000009536743,0.017603637650609016,0.5680423378944397,0.8270000219345093,0.02558077871799469,32.9017 +74,220,0.38078930974006653,0.8865000009536743,0.017137007787823677,0.5442376136779785,0.8379999995231628,0.024594470858573914,32.9017 +74,240,0.37086427211761475,0.8880000114440918,0.016686489805579185,0.5385385155677795,0.8299999833106995,0.024481549859046936,32.9017 +75,20,1.635738730430603,0.46950000524520874,0.06960180401802063,1.8486356735229492,0.4059999883174896,0.07580890506505966,32.7233 +75,40,1.0605015754699707,0.6604999899864197,0.04849516972899437,1.2981681823730469,0.5630000233650208,0.05867462605237961,32.7233 +75,60,0.7738548517227173,0.7615000009536743,0.03458299860358238,1.0294034481048584,0.671999990940094,0.04577324911952019,32.7233 +75,80,0.6326538324356079,0.8125,0.02839995175600052,0.889915406703949,0.7300000190734863,0.03931796923279762,32.7233 +75,100,0.529951810836792,0.8370000123977661,0.02384800836443901,0.762531042098999,0.7620000243186951,0.034515053033828735,32.7233 +75,120,0.47619307041168213,0.8575000166893005,0.021528739482164383,0.6571563482284546,0.781000018119812,0.030564110726118088,32.7233 +75,140,0.43610602617263794,0.8709999918937683,0.019426772370934486,0.6097874641418457,0.8140000104904175,0.028030628338456154,32.7233 +75,160,0.4064372479915619,0.8794999718666077,0.01836566999554634,0.5621976256370544,0.8309999704360962,0.025522591546177864,32.7233 +75,180,0.3866714835166931,0.8865000009536743,0.01732715405523777,0.557114839553833,0.8270000219345093,0.025415310636162758,32.7233 +75,200,0.37161633372306824,0.8855000138282776,0.016865627840161324,0.5388693809509277,0.8289999961853027,0.025061823427677155,32.7233 +75,220,0.3574405014514923,0.8939999938011169,0.016058821231126785,0.528910756111145,0.8289999961853027,0.024624072015285492,32.7233 +75,240,0.3456318974494934,0.8945000171661377,0.0156160369515419,0.5028988122940063,0.8420000076293945,0.023111792281270027,32.7233 diff --git a/benchmark_results/pso_v4_epoch_convergence.json b/benchmark_results/pso_v4_epoch_convergence.json new file mode 100644 index 0000000..6d5bee4 --- /dev/null +++ b/benchmark_results/pso_v4_epoch_convergence.json @@ -0,0 +1,1334 @@ +{ + "epoch_convergence_protocol_version": "1.0.0", + "tuning_protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "timestamp": "2026-09-02 00:01:42", + "baseline_path": "benchmark_results/pso_v4_tuning.json", + "data_fingerprint": "dfe645918ece54c0", + "candidate_label": "am_b0.06_s0.5", + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 240, + "batch_size": 1000, + "renewal": "loss", + "checkpoint_interval": 20 + }, + "contract_criteria": { + "primary_endpoints": [ + 80, + 120, + 160, + 200, + 240 + ], + "post_80_convergence_threshold_loss_reduction": 0.01, + "meaningful_gain_threshold_test_acc": 0.01, + "overfitting_threshold_test_acc": -0.01, + "late_plateau_200_240_loss_threshold": 0.01, + "late_plateau_200_240_acc_threshold": 0.005, + "replay_tolerance": 0.005 + }, + "fidelity_validation": { + "replay_seeds": [ + 71, + 72, + 73, + 74, + 75 + ], + "max_epoch80_test_acc_delta": 0.0, + "tolerance": 0.005, + "passed": true + }, + "predeclared_classifications": { + "post_80_training_converging": true, + "meaningful_held_out_gain": true, + "overfitting_signal": false, + "early_stagnation": false, + "generalization_plateau": false, + "late_plateau_diagnostic": false, + "summary_verdict": "Training beyond epoch 80 continues to improve held-out test accuracy by 11.18 percentage points (from 72.34% to 83.52%)." + }, + "summary": { + "epochs": [ + 20, + 40, + 60, + 80, + 100, + 120, + 140, + 160, + 180, + 200, + 220, + 240 + ], + "checkpoint_stats": { + "20": { + "train_loss": { + "mean": 1.643616, + "std": 0.050344, + "median": 1.635739, + "iqr": 0.075688, + "ci95_t": 0.062509 + }, + "train_acc": { + "mean": 0.4717, + "std": 0.02075, + "median": 0.4695, + "iqr": 0.0215, + "ci95_t": 0.025764 + }, + "train_mse": { + "mean": 0.068797, + "std": 0.002533, + "median": 0.0692, + "iqr": 0.00287, + "ci95_t": 0.003145 + }, + "test_loss": { + "mean": 1.800035, + "std": 0.072261, + "median": 1.814151, + "iqr": 0.105167, + "ci95_t": 0.089723 + }, + "test_acc": { + "mean": 0.4106, + "std": 0.023554, + "median": 0.41, + "iqr": 0.018, + "ci95_t": 0.029246 + }, + "test_mse": { + "mean": 0.073893, + "std": 0.002857, + "median": 0.072673, + "iqr": 0.003403, + "ci95_t": 0.003548 + } + }, + "40": { + "train_loss": { + "mean": 1.133092, + "std": 0.05632, + "median": 1.123989, + "iqr": 0.032659, + "ci95_t": 0.069929 + }, + "train_acc": { + "mean": 0.6461, + "std": 0.01359, + "median": 0.6435, + "iqr": 0.026, + "ci95_t": 0.016873 + }, + "train_mse": { + "mean": 0.049006, + "std": 0.001495, + "median": 0.048495, + "iqr": 0.000922, + "ci95_t": 0.001856 + }, + "test_loss": { + "mean": 1.353257, + "std": 0.082103, + "median": 1.327652, + "iqr": 0.07474, + "ci95_t": 0.101943 + }, + "test_acc": { + "mean": 0.5754, + "std": 0.019882, + "median": 0.571, + "iqr": 0.015, + "ci95_t": 0.024687 + }, + "test_mse": { + "mean": 0.057507, + "std": 0.002424, + "median": 0.056629, + "iqr": 0.002526, + "ci95_t": 0.00301 + } + }, + "60": { + "train_loss": { + "mean": 0.850046, + "std": 0.063275, + "median": 0.830157, + "iqr": 0.055994, + "ci95_t": 0.078566 + }, + "train_acc": { + "mean": 0.7413, + "std": 0.014184, + "median": 0.743, + "iqr": 0.006, + "ci95_t": 0.017612 + }, + "train_mse": { + "mean": 0.036937, + "std": 0.001897, + "median": 0.036777, + "iqr": 0.000901, + "ci95_t": 0.002356 + }, + "test_loss": { + "mean": 1.065474, + "std": 0.078296, + "median": 1.029403, + "iqr": 0.12217, + "ci95_t": 0.097215 + }, + "test_acc": { + "mean": 0.6636, + "std": 0.0191, + "median": 0.672, + "iqr": 0.036, + "ci95_t": 0.023715 + }, + "test_mse": { + "mean": 0.04649, + "std": 0.002383, + "median": 0.045773, + "iqr": 0.003986, + "ci95_t": 0.002959 + } + }, + "80": { + "train_loss": { + "mean": 0.684245, + "std": 0.046414, + "median": 0.68586, + "iqr": 0.046612, + "ci95_t": 0.05763 + }, + "train_acc": { + "mean": 0.7917, + "std": 0.013913, + "median": 0.7915, + "iqr": 0.0105, + "ci95_t": 0.017275 + }, + "train_mse": { + "mean": 0.03012, + "std": 0.001642, + "median": 0.030154, + "iqr": 0.00179, + "ci95_t": 0.002038 + }, + "test_loss": { + "mean": 0.902448, + "std": 0.05838, + "median": 0.889915, + "iqr": 0.042404, + "ci95_t": 0.072488 + }, + "test_acc": { + "mean": 0.7234, + "std": 0.018188, + "median": 0.73, + "iqr": 0.011, + "ci95_t": 0.022583 + }, + "test_mse": { + "mean": 0.039499, + "std": 0.002105, + "median": 0.038956, + "iqr": 0.000868, + "ci95_t": 0.002613 + } + }, + "100": { + "train_loss": { + "mean": 0.575671, + "std": 0.036749, + "median": 0.576276, + "iqr": 0.036762, + "ci95_t": 0.045629 + }, + "train_acc": { + "mean": 0.824, + "std": 0.009199, + "median": 0.825, + "iqr": 0.011, + "ci95_t": 0.011422 + }, + "train_mse": { + "mean": 0.025632, + "std": 0.00145, + "median": 0.025603, + "iqr": 0.001135, + "ci95_t": 0.0018 + }, + "test_loss": { + "mean": 0.769551, + "std": 0.034178, + "median": 0.759017, + "iqr": 0.014108, + "ci95_t": 0.042437 + }, + "test_acc": { + "mean": 0.7542, + "std": 0.012617, + "median": 0.758, + "iqr": 0.005, + "ci95_t": 0.015666 + }, + "test_mse": { + "mean": 0.034532, + "std": 0.001633, + "median": 0.034185, + "iqr": 0.000988, + "ci95_t": 0.002027 + } + }, + "120": { + "train_loss": { + "mean": 0.508942, + "std": 0.026551, + "median": 0.510971, + "iqr": 0.028057, + "ci95_t": 0.032967 + }, + "train_acc": { + "mean": 0.8452, + "std": 0.009712, + "median": 0.8465, + "iqr": 0.01, + "ci95_t": 0.012059 + }, + "train_mse": { + "mean": 0.022777, + "std": 0.001143, + "median": 0.022886, + "iqr": 0.000961, + "ci95_t": 0.00142 + }, + "test_loss": { + "mean": 0.68608, + "std": 0.033467, + "median": 0.672556, + "iqr": 0.046381, + "ci95_t": 0.041554 + }, + "test_acc": { + "mean": 0.7856, + "std": 0.00882, + "median": 0.789, + "iqr": 0.008, + "ci95_t": 0.010952 + }, + "test_mse": { + "mean": 0.030954, + "std": 0.001197, + "median": 0.030564, + "iqr": 0.001222, + "ci95_t": 0.001486 + } + }, + "140": { + "train_loss": { + "mean": 0.459063, + "std": 0.01503, + "median": 0.466831, + "iqr": 0.017175, + "ci95_t": 0.018662 + }, + "train_acc": { + "mean": 0.8621, + "std": 0.006475, + "median": 0.86, + "iqr": 0.009, + "ci95_t": 0.00804 + }, + "train_mse": { + "mean": 0.020458, + "std": 0.000767, + "median": 0.020908, + "iqr": 0.001208, + "ci95_t": 0.000953 + }, + "test_loss": { + "mean": 0.627599, + "std": 0.031053, + "median": 0.637535, + "iqr": 0.028389, + "ci95_t": 0.038557 + }, + "test_acc": { + "mean": 0.8034, + "std": 0.010213, + "median": 0.807, + "iqr": 0.013, + "ci95_t": 0.012681 + }, + "test_mse": { + "mean": 0.028692, + "std": 0.001263, + "median": 0.028759, + "iqr": 0.00115, + "ci95_t": 0.001568 + } + }, + "160": { + "train_loss": { + "mean": 0.426009, + "std": 0.011667, + "median": 0.430541, + "iqr": 0.00818, + "ci95_t": 0.014486 + }, + "train_acc": { + "mean": 0.8725, + "std": 0.004899, + "median": 0.872, + "iqr": 0.003, + "ci95_t": 0.006083 + }, + "train_mse": { + "mean": 0.019093, + "std": 0.00049, + "median": 0.019257, + "iqr": 0.000514, + "ci95_t": 0.000609 + }, + "test_loss": { + "mean": 0.599888, + "std": 0.027074, + "median": 0.603678, + "iqr": 0.040869, + "ci95_t": 0.033616 + }, + "test_acc": { + "mean": 0.8158, + "std": 0.011735, + "median": 0.817, + "iqr": 0.014, + "ci95_t": 0.01457 + }, + "test_mse": { + "mean": 0.027261, + "std": 0.001346, + "median": 0.026847, + "iqr": 0.001819, + "ci95_t": 0.001671 + } + }, + "180": { + "train_loss": { + "mean": 0.402343, + "std": 0.010144, + "median": 0.403393, + "iqr": 0.009695, + "ci95_t": 0.012595 + }, + "train_acc": { + "mean": 0.8787, + "std": 0.005275, + "median": 0.879, + "iqr": 0.0045, + "ci95_t": 0.00655 + }, + "train_mse": { + "mean": 0.017919, + "std": 0.000427, + "median": 0.01795, + "iqr": 0.00062, + "ci95_t": 0.00053 + }, + "test_loss": { + "mean": 0.575034, + "std": 0.018504, + "median": 0.568058, + "iqr": 0.020343, + "ci95_t": 0.022975 + }, + "test_acc": { + "mean": 0.8212, + "std": 0.004087, + "median": 0.82, + "iqr": 0.003, + "ci95_t": 0.005074 + }, + "test_mse": { + "mean": 0.026204, + "std": 0.000685, + "median": 0.026125, + "iqr": 0.000534, + "ci95_t": 0.000851 + } + }, + "200": { + "train_loss": { + "mean": 0.38532, + "std": 0.008996, + "median": 0.385098, + "iqr": 0.009554, + "ci95_t": 0.01117 + }, + "train_acc": { + "mean": 0.8866, + "std": 0.004336, + "median": 0.8865, + "iqr": 0.0025, + "ci95_t": 0.005384 + }, + "train_mse": { + "mean": 0.017241, + "std": 0.000375, + "median": 0.017122, + "iqr": 0.000663, + "ci95_t": 0.000466 + }, + "test_loss": { + "mean": 0.555652, + "std": 0.020276, + "median": 0.550887, + "iqr": 0.029173, + "ci95_t": 0.025176 + }, + "test_acc": { + "mean": 0.8258, + "std": 0.00638, + "median": 0.827, + "iqr": 0.008, + "ci95_t": 0.007921 + }, + "test_mse": { + "mean": 0.025541, + "std": 0.00079, + "median": 0.025581, + "iqr": 0.000543, + "ci95_t": 0.000981 + } + }, + "220": { + "train_loss": { + "mean": 0.371485, + "std": 0.009127, + "median": 0.372677, + "iqr": 0.009126, + "ci95_t": 0.011332 + }, + "train_acc": { + "mean": 0.8904, + "std": 0.005165, + "median": 0.89, + "iqr": 0.0075, + "ci95_t": 0.006413 + }, + "train_mse": { + "mean": 0.016631, + "std": 0.000491, + "median": 0.016703, + "iqr": 0.000868, + "ci95_t": 0.00061 + }, + "test_loss": { + "mean": 0.535477, + "std": 0.017871, + "median": 0.541238, + "iqr": 0.015327, + "ci95_t": 0.02219 + }, + "test_acc": { + "mean": 0.8308, + "std": 0.008044, + "median": 0.829, + "iqr": 0.012, + "ci95_t": 0.009987 + }, + "test_mse": { + "mean": 0.024718, + "std": 0.000769, + "median": 0.024624, + "iqr": 0.00053, + "ci95_t": 0.000955 + } + }, + "240": { + "train_loss": { + "mean": 0.359582, + "std": 0.009652, + "median": 0.360055, + "iqr": 0.009809, + "ci95_t": 0.011984 + }, + "train_acc": { + "mean": 0.8941, + "std": 0.005055, + "median": 0.8945, + "iqr": 0.009, + "ci95_t": 0.006276 + }, + "train_mse": { + "mean": 0.016111, + "std": 0.000476, + "median": 0.016138, + "iqr": 0.000803, + "ci95_t": 0.000591 + }, + "test_loss": { + "mean": 0.51582, + "std": 0.018827, + "median": 0.520115, + "iqr": 0.023442, + "ci95_t": 0.023377 + }, + "test_acc": { + "mean": 0.8352, + "std": 0.010521, + "median": 0.842, + "iqr": 0.012, + "ci95_t": 0.013064 + }, + "test_mse": { + "mean": 0.023741, + "std": 0.000893, + "median": 0.023789, + "iqr": 0.00137, + "ci95_t": 0.001109 + } + } + }, + "paired_deltas": { + "80_to_240": { + "train_loss_rel_reduction": { + "mean": 0.473028, + "std": 0.028737, + "median": 0.459271, + "iqr": 0.022395, + "ci95_t": 0.035681 + }, + "test_acc_delta": { + "mean": 0.1118, + "std": 0.012235, + "median": 0.112, + "iqr": 0.013, + "ci95_t": 0.015192 + } + }, + "200_to_240": { + "train_loss_rel_reduction": { + "mean": 0.066839, + "std": 0.006915, + "median": 0.069923, + "iqr": 0.006337, + "ci95_t": 0.008586 + }, + "test_acc_delta": { + "mean": 0.0094, + "std": 0.009965, + "median": 0.009, + "iqr": 0.01, + "ci95_t": 0.012373 + }, + "test_acc_abs_change": { + "mean": 0.0102, + "std": 0.008927, + "median": 0.009, + "iqr": 0.01, + "ci95_t": 0.011085 + } + } + }, + "paired_endpoint_deltas_by_seed": [ + { + "seed": 71, + "train_loss_relative_reduction_80_to_240": 0.4540537153874719, + "test_accuracy_delta_80_to_240": 0.10600000619888306, + "train_loss_relative_reduction_200_to_240": 0.07136711819494895, + "test_accuracy_delta_200_to_240": 0.02399998903274536 + }, + { + "seed": 72, + "train_loss_relative_reduction_80_to_240": 0.476449094283263, + "test_accuracy_delta_80_to_240": 0.11900001764297485, + "train_loss_relative_reduction_200_to_240": 0.07233963777169808, + "test_accuracy_delta_200_to_240": 0.009000003337860107 + }, + { + "seed": 73, + "train_loss_relative_reduction_80_to_240": 0.5216889243761529, + "test_accuracy_delta_80_to_240": 0.12700003385543823, + "train_loss_relative_reduction_200_to_240": 0.06503036899387792, + "test_accuracy_delta_200_to_240": -0.001999974250793457 + }, + { + "seed": 74, + "train_loss_relative_reduction_80_to_240": 0.45927125150008824, + "test_accuracy_delta_80_to_240": 0.09499996900558472, + "train_loss_relative_reduction_200_to_240": 0.055537045315344924, + "test_accuracy_delta_200_to_240": 0.0029999613761901855 + }, + { + "seed": 75, + "train_loss_relative_reduction_80_to_240": 0.4536792796798996, + "test_accuracy_delta_80_to_240": 0.1119999885559082, + "train_loss_relative_reduction_200_to_240": 0.06992275073931131, + "test_accuracy_delta_200_to_240": 0.013000011444091797 + } + ], + "last_training_best_improvement_epochs": { + "71": 240, + "72": 240, + "73": 240, + "74": 239, + "75": 240 + } + }, + "runs": [ + { + "seed": 71, + "model_fingerprint": "0777bd52fd76272d", + "expected_model_fingerprint": "0777bd52fd76272d", + "fingerprint_matched": true, + "baseline_epoch80_test_acc": 0.7360000014305115, + "epoch80_test_acc": 0.7360000014305115, + "epoch80_abs_delta": 0.0, + "fit_time_sec": 32.5467, + "improvement_count": 235, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.5967158079147339, + "train_acc": 0.4830000102519989, + "train_mse": 0.0660470575094223, + "test_loss": 1.7100492715835571, + "test_acc": 0.43799999356269836, + "test_mse": 0.07075551897287369 + }, + { + "epoch": 40, + "train_loss": 1.1239886283874512, + "train_acc": 0.6434999704360962, + "train_mse": 0.04822305589914322, + "test_loss": 1.3276519775390625, + "test_acc": 0.578000009059906, + "test_mse": 0.05614830181002617 + }, + { + "epoch": 60, + "train_loss": 0.8301568627357483, + "train_acc": 0.7429999709129333, + "train_mse": 0.03629826754331589, + "test_loss": 1.0045816898345947, + "test_acc": 0.6800000071525574, + "test_mse": 0.04412851482629776 + }, + { + "epoch": 80, + "train_loss": 0.6516683101654053, + "train_acc": 0.7950000166893005, + "train_mse": 0.028850017115473747, + "test_loss": 0.8584634065628052, + "test_acc": 0.7360000014305115, + "test_mse": 0.037673790007829666 + }, + { + "epoch": 100, + "train_loss": 0.5542685985565186, + "train_acc": 0.824999988079071, + "train_mse": 0.024905934929847717, + "test_loss": 0.7590173482894897, + "test_acc": 0.7620000243186951, + "test_mse": 0.03418450802564621 + }, + { + "epoch": 120, + "train_loss": 0.49202004075050354, + "train_acc": 0.8399999737739563, + "train_mse": 0.021997792646288872, + "test_loss": 0.7061744332313538, + "test_acc": 0.7889999747276306, + "test_mse": 0.03144212067127228 + }, + { + "epoch": 140, + "train_loss": 0.45162707567214966, + "train_acc": 0.8665000200271606, + "train_mse": 0.01984463632106781, + "test_loss": 0.6375347971916199, + "test_acc": 0.796999990940094, + "test_mse": 0.029180902987718582 + }, + { + "epoch": 160, + "train_loss": 0.4246227741241455, + "train_acc": 0.8740000128746033, + "train_mse": 0.018856780603528023, + "test_loss": 0.6248053312301636, + "test_acc": 0.8009999990463257, + "test_mse": 0.028511321172118187 + }, + { + "epoch": 180, + "train_loss": 0.39958131313323975, + "train_acc": 0.8799999952316284, + "train_mse": 0.01768091320991516, + "test_loss": 0.6031026244163513, + "test_acc": 0.8159999847412109, + "test_mse": 0.027248937636613846 + }, + { + "epoch": 200, + "train_loss": 0.3831179141998291, + "train_acc": 0.8924999833106995, + "train_mse": 0.016940467059612274, + "test_loss": 0.5841547846794128, + "test_acc": 0.8180000185966492, + "test_mse": 0.026774849742650986 + }, + { + "epoch": 220, + "train_loss": 0.36869707703590393, + "train_acc": 0.8970000147819519, + "train_mse": 0.016194477677345276, + "test_loss": 0.5548750162124634, + "test_acc": 0.8259999752044678, + "test_mse": 0.025661807507276535 + }, + { + "epoch": 240, + "train_loss": 0.3557758927345276, + "train_acc": 0.8989999890327454, + "train_mse": 0.015656106173992157, + "test_loss": 0.5201151371002197, + "test_acc": 0.8420000076293945, + "test_mse": 0.023789195343852043 + } + ] + }, + { + "seed": 72, + "model_fingerprint": "6fcb6e473bdacbd2", + "expected_model_fingerprint": "6fcb6e473bdacbd2", + "fingerprint_matched": true, + "baseline_epoch80_test_acc": 0.7239999771118164, + "epoch80_test_acc": 0.7239999771118164, + "epoch80_abs_delta": 0.0, + "fit_time_sec": 32.606, + "improvement_count": 231, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.673862338066101, + "train_acc": 0.46149998903274536, + "train_mse": 0.0692000463604927, + "test_loss": 1.8141505718231201, + "test_acc": 0.4099999964237213, + "test_mse": 0.07267315685749054 + }, + { + "epoch": 40, + "train_loss": 1.1490310430526733, + "train_acc": 0.6324999928474426, + "train_mse": 0.04914539307355881, + "test_loss": 1.372908592224121, + "test_acc": 0.5709999799728394, + "test_mse": 0.05662866309285164 + }, + { + "epoch": 60, + "train_loss": 0.8807169198989868, + "train_acc": 0.7369999885559082, + "train_mse": 0.03719912841916084, + "test_loss": 1.1267516613006592, + "test_acc": 0.6420000195503235, + "test_mse": 0.04854830726981163 + }, + { + "epoch": 80, + "train_loss": 0.6982801556587219, + "train_acc": 0.7914999723434448, + "train_mse": 0.030153820291161537, + "test_loss": 0.9025362133979797, + "test_acc": 0.7239999771118164, + "test_mse": 0.038956169039011 + }, + { + "epoch": 100, + "train_loss": 0.5910305380821228, + "train_acc": 0.8165000081062317, + "train_mse": 0.026041019707918167, + "test_loss": 0.7481632232666016, + "test_acc": 0.7570000290870667, + "test_mse": 0.03314316272735596 + }, + { + "epoch": 120, + "train_loss": 0.5200771689414978, + "train_acc": 0.8464999794960022, + "train_mse": 0.022959064692258835, + "test_loss": 0.6597934365272522, + "test_acc": 0.7889999747276306, + "test_mse": 0.029753563925623894 + }, + { + "epoch": 140, + "train_loss": 0.4719507694244385, + "train_acc": 0.8554999828338623, + "train_mse": 0.020908480510115623, + "test_loss": 0.58547043800354, + "test_acc": 0.8100000023841858, + "test_mse": 0.02705816738307476 + }, + { + "epoch": 160, + "train_loss": 0.4356405735015869, + "train_acc": 0.871999979019165, + "train_mse": 0.019257094711065292, + "test_loss": 0.583936333656311, + "test_acc": 0.8220000267028809, + "test_mse": 0.026691943407058716 + }, + { + "epoch": 180, + "train_loss": 0.4127918779850006, + "train_acc": 0.8725000023841858, + "train_mse": 0.018300892785191536, + "test_loss": 0.5632762312889099, + "test_acc": 0.8199999928474426, + "test_mse": 0.025847580283880234 + }, + { + "epoch": 200, + "train_loss": 0.3940938115119934, + "train_acc": 0.8805000185966492, + "train_mse": 0.017671920359134674, + "test_loss": 0.5363063216209412, + "test_acc": 0.8339999914169312, + "test_mse": 0.024680841714143753 + }, + { + "epoch": 220, + "train_loss": 0.37782323360443115, + "train_acc": 0.8845000267028809, + "train_mse": 0.017062701284885406, + "test_loss": 0.508123517036438, + "test_acc": 0.8399999737739563, + "test_mse": 0.023583590984344482 + }, + { + "epoch": 240, + "train_loss": 0.36558520793914795, + "train_acc": 0.8899999856948853, + "train_mse": 0.01645873300731182, + "test_loss": 0.49120959639549255, + "test_acc": 0.8429999947547913, + "test_mse": 0.022604094818234444 + } + ] + }, + { + "seed": 73, + "model_fingerprint": "2e6c351372592f10", + "expected_model_fingerprint": "2e6c351372592f10", + "fingerprint_matched": true, + "baseline_epoch80_test_acc": 0.6919999718666077, + "epoch80_test_acc": 0.6919999718666077, + "epoch80_abs_delta": 0.0, + "fit_time_sec": 32.7255, + "improvement_count": 233, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.7135908603668213, + "train_acc": 0.4449999928474426, + "train_mse": 0.07240503281354904, + "test_loss": 1.8838708400726318, + "test_acc": 0.375, + "test_mse": 0.0778227150440216 + }, + { + "epoch": 40, + "train_loss": 1.2155654430389404, + "train_acc": 0.6340000033378601, + "train_mse": 0.051504913717508316, + "test_loss": 1.4863072633743286, + "test_acc": 0.5569999814033508, + "test_mse": 0.06111995875835419 + }, + { + "epoch": 60, + "train_loss": 0.9407793283462524, + "train_acc": 0.722000002861023, + "train_mse": 0.03982725366950035, + "test_loss": 1.1702646017074585, + "test_acc": 0.6439999938011169, + "test_mse": 0.049435749650001526 + }, + { + "epoch": 80, + "train_loss": 0.7527623772621155, + "train_acc": 0.7749999761581421, + "train_mse": 0.032556530088186264, + "test_loss": 1.001193642616272, + "test_acc": 0.6919999718666077, + "test_mse": 0.04309915751218796 + }, + { + "epoch": 100, + "train_loss": 0.6268301606178284, + "train_acc": 0.8140000104904175, + "train_mse": 0.027759678661823273, + "test_loss": 0.8296219706535339, + "test_acc": 0.7319999933242798, + "test_mse": 0.03728931397199631 + }, + { + "epoch": 120, + "train_loss": 0.5454505681991577, + "train_acc": 0.8320000171661377, + "train_mse": 0.02451479621231556, + "test_loss": 0.7347204089164734, + "test_acc": 0.7730000019073486, + "test_mse": 0.03278779238462448 + }, + { + "epoch": 140, + "train_loss": 0.46880221366882324, + "train_acc": 0.8575000166893005, + "train_mse": 0.021052677184343338, + "test_loss": 0.6670262813568115, + "test_acc": 0.7889999747276306, + "test_mse": 0.030432477593421936 + }, + { + "epoch": 160, + "train_loss": 0.43280255794525146, + "train_acc": 0.8659999966621399, + "train_mse": 0.01961500570178032, + "test_loss": 0.6248233914375305, + "test_acc": 0.8080000281333923, + "test_mse": 0.028731103986501694 + }, + { + "epoch": 180, + "train_loss": 0.4033927321434021, + "train_acc": 0.8790000081062317, + "train_mse": 0.017949724569916725, + "test_loss": 0.5680584907531738, + "test_acc": 0.8230000138282776, + "test_mse": 0.02612500637769699 + }, + { + "epoch": 200, + "train_loss": 0.3850976228713989, + "train_acc": 0.8880000114440918, + "train_mse": 0.017122117802500725, + "test_loss": 0.5508874654769897, + "test_acc": 0.8209999799728394, + "test_mse": 0.025604458525776863 + }, + { + "epoch": 220, + "train_loss": 0.3726767599582672, + "train_acc": 0.8899999856948853, + "train_mse": 0.016703158617019653, + "test_loss": 0.5412379503250122, + "test_acc": 0.8209999799728394, + "test_mse": 0.025124624371528625 + }, + { + "epoch": 240, + "train_loss": 0.3600545823574066, + "train_acc": 0.8989999890327454, + "train_mse": 0.016138451173901558, + "test_loss": 0.5263404250144958, + "test_acc": 0.8190000057220459, + "test_mse": 0.024716168642044067 + } + ] + }, + { + "seed": 74, + "model_fingerprint": "4000fe3fb26ef207", + "expected_model_fingerprint": "4000fe3fb26ef207", + "fingerprint_matched": true, + "baseline_epoch80_test_acc": 0.7350000143051147, + "epoch80_test_acc": 0.7350000143051147, + "epoch80_abs_delta": 0.0, + "fit_time_sec": 32.9017, + "improvement_count": 233, + "last_improvement_epoch": 239, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.5981744527816772, + "train_acc": 0.49950000643730164, + "train_mse": 0.06673180311918259, + "test_loss": 1.7434691190719604, + "test_acc": 0.42399999499320984, + "test_mse": 0.07240629941225052 + }, + { + "epoch": 40, + "train_loss": 1.1163724660873413, + "train_acc": 0.6600000262260437, + "train_mse": 0.047663308680057526, + "test_loss": 1.2812504768371582, + "test_acc": 0.6079999804496765, + "test_mse": 0.05496295168995857 + }, + { + "epoch": 60, + "train_loss": 0.8247233629226685, + "train_acc": 0.7429999709129333, + "train_mse": 0.03677733987569809, + "test_loss": 0.996366560459137, + "test_acc": 0.6800000071525574, + "test_mse": 0.044562000781297684 + }, + { + "epoch": 80, + "train_loss": 0.6858600974082947, + "train_acc": 0.784500002861023, + "train_mse": 0.030640259385108948, + "test_loss": 0.8601324558258057, + "test_acc": 0.7350000143051147, + "test_mse": 0.03845023736357689 + }, + { + "epoch": 100, + "train_loss": 0.5762760043144226, + "train_acc": 0.8274999856948853, + "train_mse": 0.025603292509913445, + "test_loss": 0.7484227418899536, + "test_acc": 0.7580000162124634, + "test_mse": 0.03352699801325798 + }, + { + "epoch": 120, + "train_loss": 0.5109706521034241, + "train_acc": 0.8500000238418579, + "train_mse": 0.02288639359176159, + "test_loss": 0.6725562810897827, + "test_acc": 0.7960000038146973, + "test_mse": 0.030220312997698784 + }, + { + "epoch": 140, + "train_loss": 0.4668312966823578, + "train_acc": 0.8600000143051147, + "train_mse": 0.021057307720184326, + "test_loss": 0.6381762623786926, + "test_acc": 0.8069999814033508, + "test_mse": 0.028759241104125977 + }, + { + "epoch": 160, + "train_loss": 0.430540531873703, + "train_acc": 0.8709999918937683, + "train_mse": 0.01937052235007286, + "test_loss": 0.6036783456802368, + "test_acc": 0.8169999718666077, + "test_mse": 0.026846695691347122 + }, + { + "epoch": 180, + "train_loss": 0.4092761278152466, + "train_acc": 0.8755000233650208, + "train_mse": 0.018336936831474304, + "test_loss": 0.5836188793182373, + "test_acc": 0.8199999928474426, + "test_mse": 0.0263815987855196 + }, + { + "epoch": 200, + "train_loss": 0.3926721215248108, + "train_acc": 0.8865000009536743, + "train_mse": 0.017603637650609016, + "test_loss": 0.5680423378944397, + "test_acc": 0.8270000219345093, + "test_mse": 0.02558077871799469 + }, + { + "epoch": 220, + "train_loss": 0.38078930974006653, + "train_acc": 0.8865000009536743, + "train_mse": 0.017137007787823677, + "test_loss": 0.5442376136779785, + "test_acc": 0.8379999995231628, + "test_mse": 0.024594470858573914 + }, + { + "epoch": 240, + "train_loss": 0.37086427211761475, + "train_acc": 0.8880000114440918, + "train_mse": 0.016686489805579185, + "test_loss": 0.5385385155677795, + "test_acc": 0.8299999833106995, + "test_mse": 0.024481549859046936 + } + ] + }, + { + "seed": 75, + "model_fingerprint": "0966039f5ef7af88", + "expected_model_fingerprint": "0966039f5ef7af88", + "fingerprint_matched": true, + "baseline_epoch80_test_acc": 0.7300000190734863, + "epoch80_test_acc": 0.7300000190734863, + "epoch80_abs_delta": 0.0, + "fit_time_sec": 32.7233, + "improvement_count": 232, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.635738730430603, + "train_acc": 0.46950000524520874, + "train_mse": 0.06960180401802063, + "test_loss": 1.8486356735229492, + "test_acc": 0.4059999883174896, + "test_mse": 0.07580890506505966 + }, + { + "epoch": 40, + "train_loss": 1.0605015754699707, + "train_acc": 0.6604999899864197, + "train_mse": 0.04849516972899437, + "test_loss": 1.2981681823730469, + "test_acc": 0.5630000233650208, + "test_mse": 0.05867462605237961 + }, + { + "epoch": 60, + "train_loss": 0.7738548517227173, + "train_acc": 0.7615000009536743, + "train_mse": 0.03458299860358238, + "test_loss": 1.0294034481048584, + "test_acc": 0.671999990940094, + "test_mse": 0.04577324911952019 + }, + { + "epoch": 80, + "train_loss": 0.6326538324356079, + "train_acc": 0.8125, + "train_mse": 0.02839995175600052, + "test_loss": 0.889915406703949, + "test_acc": 0.7300000190734863, + "test_mse": 0.03931796923279762 + }, + { + "epoch": 100, + "train_loss": 0.529951810836792, + "train_acc": 0.8370000123977661, + "train_mse": 0.02384800836443901, + "test_loss": 0.762531042098999, + "test_acc": 0.7620000243186951, + "test_mse": 0.034515053033828735 + }, + { + "epoch": 120, + "train_loss": 0.47619307041168213, + "train_acc": 0.8575000166893005, + "train_mse": 0.021528739482164383, + "test_loss": 0.6571563482284546, + "test_acc": 0.781000018119812, + "test_mse": 0.030564110726118088 + }, + { + "epoch": 140, + "train_loss": 0.43610602617263794, + "train_acc": 0.8709999918937683, + "train_mse": 0.019426772370934486, + "test_loss": 0.6097874641418457, + "test_acc": 0.8140000104904175, + "test_mse": 0.028030628338456154 + }, + { + "epoch": 160, + "train_loss": 0.4064372479915619, + "train_acc": 0.8794999718666077, + "train_mse": 0.01836566999554634, + "test_loss": 0.5621976256370544, + "test_acc": 0.8309999704360962, + "test_mse": 0.025522591546177864 + }, + { + "epoch": 180, + "train_loss": 0.3866714835166931, + "train_acc": 0.8865000009536743, + "train_mse": 0.01732715405523777, + "test_loss": 0.557114839553833, + "test_acc": 0.8270000219345093, + "test_mse": 0.025415310636162758 + }, + { + "epoch": 200, + "train_loss": 0.37161633372306824, + "train_acc": 0.8855000138282776, + "train_mse": 0.016865627840161324, + "test_loss": 0.5388693809509277, + "test_acc": 0.8289999961853027, + "test_mse": 0.025061823427677155 + }, + { + "epoch": 220, + "train_loss": 0.3574405014514923, + "train_acc": 0.8939999938011169, + "train_mse": 0.016058821231126785, + "test_loss": 0.528910756111145, + "test_acc": 0.8289999961853027, + "test_mse": 0.024624072015285492 + }, + { + "epoch": 240, + "train_loss": 0.3456318974494934, + "train_acc": 0.8945000171661377, + "train_mse": 0.0156160369515419, + "test_loss": 0.5028988122940063, + "test_acc": 0.8420000076293945, + "test_mse": 0.023111792281270027 + } + ] + } + ], + "completed": true, + "valid": true, + "error": null +} \ No newline at end of file diff --git a/benchmark_results/pso_v4_full_mnist.csv b/benchmark_results/pso_v4_full_mnist.csv new file mode 100644 index 0000000..a02a41c --- /dev/null +++ b/benchmark_results/pso_v4_full_mnist.csv @@ -0,0 +1,61 @@ +seed,epoch,train_loss,train_acc,train_mse,test_loss,test_acc,test_mse,fit_time_sec +71,20,1.6637481451034546,0.4778333306312561,0.06879015266895294,1.6244964599609375,0.4961000084877014,0.0671548843383789,33.649 +71,40,1.165610432624817,0.6545166373252869,0.04875154793262482,1.0854827165603638,0.6718000173568726,0.046549420803785324,33.649 +71,60,0.905483067035675,0.7269166707992554,0.0389271154999733,0.8291375041007996,0.7445999979972839,0.036550913006067276,33.649 +71,80,0.7415720224380493,0.7783499956130981,0.03182263299822807,0.6753337979316711,0.7944999933242798,0.029618915170431137,33.649 +71,100,0.6563442945480347,0.8064000010490417,0.02799912355840206,0.5993074178695679,0.8216999769210815,0.025761328637599945,33.649 +71,120,0.588559091091156,0.8279500007629395,0.025105126202106476,0.5335480570793152,0.8414999842643738,0.022965701296925545,33.649 +71,140,0.5534469485282898,0.8387500047683716,0.023768901824951172,0.5105180144309998,0.8489999771118164,0.022098202258348465,33.649 +71,160,0.5169084668159485,0.8464000225067139,0.022431854158639908,0.4750884771347046,0.8555999994277954,0.02082662656903267,33.649 +71,180,0.48863890767097473,0.8547000288963318,0.021347153931856155,0.4477296769618988,0.8686000108718872,0.01953563280403614,33.649 +71,200,0.4686008393764496,0.8610333204269409,0.020526422187685966,0.43183833360671997,0.8719000220298767,0.018971838057041168,33.649 +71,220,0.45222264528274536,0.8653833270072937,0.0198610108345747,0.4211212396621704,0.8756999969482422,0.01851881667971611,33.649 +71,240,0.438436359167099,0.8698999881744385,0.019294776022434235,0.41157108545303345,0.878000020980835,0.018099937587976456,33.649 +72,20,1.7392971515655518,0.4580833315849304,0.07111531496047974,1.7067090272903442,0.4602999985218048,0.07063549011945724,33.7062 +72,40,1.2618558406829834,0.6182666420936584,0.05362313985824585,1.2296088933944702,0.6273000240325928,0.05239206552505493,33.7062 +72,60,0.9506728053092957,0.7125833630561829,0.04073568433523178,0.90444415807724,0.725600004196167,0.03892349451780319,33.7062 +72,80,0.7690414786338806,0.7677000164985657,0.0332583524286747,0.7225316762924194,0.7825000286102295,0.03151436522603035,33.7062 +72,100,0.6607407331466675,0.7977833151817322,0.029053399339318275,0.6213417053222656,0.8091999888420105,0.02738099917769432,33.7062 +72,120,0.5884125232696533,0.8225333094596863,0.02557925134897232,0.5514547824859619,0.8324999809265137,0.024056605994701385,33.7062 +72,140,0.5509796142578125,0.8328999876976013,0.02395990863442421,0.5114421844482422,0.8463000059127808,0.022018717601895332,33.7062 +72,160,0.5122449398040771,0.8464499711990356,0.022468935698270798,0.4830068349838257,0.8574000000953674,0.021029997617006302,33.7062 +72,180,0.4828203022480011,0.8543833494186401,0.021225325763225555,0.45465460419654846,0.8646000027656555,0.01990104280412197,33.7062 +72,200,0.46293872594833374,0.8621000051498413,0.020341966301202774,0.4369881749153137,0.8700000047683716,0.019186409190297127,33.7062 +72,220,0.4459497630596161,0.8664166927337646,0.0197211392223835,0.41942450404167175,0.8730000257492065,0.0184775423258543,33.7062 +72,240,0.4350419342517853,0.871566653251648,0.01916772872209549,0.41060513257980347,0.875,0.018150048330426216,33.7062 +73,20,1.703110694885254,0.4322333335876465,0.07236693799495697,1.662993311882019,0.4422999918460846,0.07139508426189423,33.0256 +73,40,1.234723448753357,0.605400025844574,0.05369972065091133,1.2019942998886108,0.6128000020980835,0.05271701514720917,33.0256 +73,60,0.9583781361579895,0.7071499824523926,0.04126281663775444,0.9148314595222473,0.7215999960899353,0.03978179767727852,33.0256 +73,80,0.781466543674469,0.7578666806221008,0.034513432532548904,0.7499686479568481,0.7670999765396118,0.03327890485525131,33.0256 +73,100,0.6772935390472412,0.7944999933242798,0.029873577877879143,0.6402292251586914,0.8046000003814697,0.02839311771094799,33.0256 +73,120,0.6110365986824036,0.8133666515350342,0.027105839923024178,0.5728253722190857,0.821399986743927,0.02574964240193367,33.0256 +73,140,0.5631463527679443,0.8302500247955322,0.024875810369849205,0.5334057807922363,0.8353999853134155,0.023713810369372368,33.0256 +73,160,0.5311679840087891,0.8410833477973938,0.023450637236237526,0.501768171787262,0.8464000225067139,0.022286171093583107,33.0256 +73,180,0.5000290870666504,0.8493833541870117,0.022157883271574974,0.4740225672721863,0.8550000190734863,0.021153515204787254,33.0256 +73,200,0.48113930225372314,0.8564833402633667,0.02121545933187008,0.4526425898075104,0.8634999990463257,0.020089736208319664,33.0256 +73,220,0.46380415558815,0.8618666529655457,0.020463503897190094,0.4359147846698761,0.8684999942779541,0.019339669495821,33.0256 +73,240,0.449687123298645,0.8664166927337646,0.019846484065055847,0.4234127998352051,0.8718000054359436,0.018784264102578163,33.0256 +74,20,1.696816325187683,0.4334833323955536,0.07303200662136078,1.685478925704956,0.4397999942302704,0.07274489104747772,32.3565 +74,40,1.2137997150421143,0.6062666773796082,0.053883783519268036,1.193790316581726,0.6158999800682068,0.05286615714430809,32.3565 +74,60,0.9459328651428223,0.7093166708946228,0.04073885455727577,0.926419734954834,0.7172999978065491,0.03994119539856911,32.3565 +74,80,0.7440351843833923,0.7731500267982483,0.03230465576052666,0.7158955335617065,0.7832000255584717,0.0311629269272089,32.3565 +74,100,0.6222507357597351,0.8106666803359985,0.02721019648015499,0.5782299041748047,0.826200008392334,0.025308359414339066,32.3565 +74,120,0.5712149143218994,0.8261666893959045,0.025098947808146477,0.5316479206085205,0.8402000069618225,0.023361243307590485,32.3565 +74,140,0.5278127193450928,0.8391500115394592,0.02332845889031887,0.5003852248191833,0.8485000133514404,0.022033091634511948,32.3565 +74,160,0.4974406957626343,0.8500166535377502,0.02210366539657116,0.4702143669128418,0.8614000082015991,0.02081647887825966,32.3565 +74,180,0.4760556221008301,0.8567833304405212,0.0210970938205719,0.4514496922492981,0.8648999929428101,0.01998041942715645,32.3565 +74,200,0.4600929617881775,0.8631166815757751,0.020222675055265427,0.43229734897613525,0.8694999814033508,0.01901264674961567,32.3565 +74,220,0.44254931807518005,0.8678500056266785,0.019469955936074257,0.417081743478775,0.8754000067710876,0.018321329727768898,32.3565 +74,240,0.43052077293395996,0.8725666403770447,0.018974633887410164,0.40485620498657227,0.8798999786376953,0.01778729446232319,32.3565 +75,20,1.7082723379135132,0.42640000581741333,0.07211916148662567,1.6778934001922607,0.43220001459121704,0.07167963683605194,33.1184 +75,40,1.2474853992462158,0.628333330154419,0.05103134736418724,1.1880637407302856,0.6402000188827515,0.04922466725111008,33.1184 +75,60,0.9827106595039368,0.7029333114624023,0.041922468692064285,0.9340476393699646,0.7074000239372253,0.040672920644283295,33.1184 +75,80,0.8061239719390869,0.7508833408355713,0.035569027066230774,0.7613834738731384,0.7562999725341797,0.03404615819454193,33.1184 +75,100,0.6677705645561218,0.7959833145141602,0.029427148401737213,0.6365524530410767,0.8015999794006348,0.027956314384937286,33.1184 +75,120,0.5898874998092651,0.8204500079154968,0.025896690785884857,0.5661898255348206,0.8285999894142151,0.024743687361478806,33.1184 +75,140,0.5386065244674683,0.8367666602134705,0.023783763870596886,0.5188254714012146,0.8396999835968018,0.022942783311009407,33.1184 +75,160,0.5006535053253174,0.8497833609580994,0.022141018882393837,0.48212501406669617,0.8569999933242798,0.021169248968362808,33.1184 +75,180,0.47602227330207825,0.8565999865531921,0.021099673584103584,0.45692178606987,0.861299991607666,0.020099563524127007,33.1184 +75,200,0.4532005488872528,0.8648999929428101,0.020130231976509094,0.4406105577945709,0.8676999807357788,0.019379951059818268,33.1184 +75,220,0.4393870532512665,0.8705000281333923,0.019430004060268402,0.42279207706451416,0.8766999840736389,0.018535815179347992,33.1184 +75,240,0.4296344220638275,0.8724499940872192,0.019024165347218513,0.40994536876678467,0.8802000284194946,0.01800552010536194,33.1184 diff --git a/benchmark_results/pso_v4_full_mnist.json b/benchmark_results/pso_v4_full_mnist.json new file mode 100644 index 0000000..100949f --- /dev/null +++ b/benchmark_results/pso_v4_full_mnist.json @@ -0,0 +1,8912 @@ +{ + "full_mnist_protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "device": "mps", + "timestamp": "2026-09-02 00:16:58", + "baseline_path": "benchmark_results/pso_v4_tuning.json", + "subset_study_path": "benchmark_results/pso_v4_epoch_convergence.json", + "sample_counts": { + "train_samples": 60000, + "test_samples": 10000 + }, + "pca_provenance": { + "n_components": 32, + "whiten": true, + "random_state": 42, + "fit_scope": "official_train_split_60000_only", + "train_samples_fit": 60000, + "test_samples_transformed": 10000, + "explained_variance_ratio_sum": 0.743599534034729 + }, + "data_fingerprint": "3586f0b2d63ab546", + "fitness_evaluation_contract": { + "selector": "full", + "fitness_size": null, + "train_samples_per_particle_per_epoch": 60000, + "particle_evaluations": 144000, + "particle_sample_evaluations": 8640000000, + "test_samples_per_checkpoint": 10000 + }, + "candidate_label": "am_b0.06_s0.5", + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "full", + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 240, + "batch_size": 60000, + "renewal": "loss", + "checkpoint_interval": 20 + }, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "timing_scope": "fit_only_after_full-evaluation_two-epoch_warmup", + "diagnostics": { + "post80_train_improvement_pct": 0.431759, + "post80_train_improvement_passed": true, + "epoch240_test_gain": 0.10026, + "epoch240_test_gain_passed": true, + "late_plateau_200_240": false, + "late_plateau_train_loss_rel_reduction_200_240": 0.061329, + "late_plateau_test_acc_abs_change_200_240": 0.00846 + }, + "descriptive_subset_comparison": { + "subset_study_path": "benchmark_results/pso_v4_epoch_convergence.json", + "disclaimer": "The full and subset studies optimize different training objectives and the evaluation plugin changes RNG consumption (all 60,000 train samples versus a fixed 2,000-sample fitness subset). Matching-seed and matching-epoch comparisons are descriptive, not an exact paired causal isolation.", + "matching_epoch_deltas": { + "20": { + "full_mnist_train_loss_mean": 1.702249, + "subset_study_train_loss_mean": 1.643616, + "train_loss_delta_full_minus_subset": 0.058633, + "full_mnist_test_acc_mean": 0.45414, + "subset_study_test_acc_mean": 0.4106, + "test_acc_delta_full_minus_subset": 0.04354 + }, + "40": { + "full_mnist_train_loss_mean": 1.224695, + "subset_study_train_loss_mean": 1.133092, + "train_loss_delta_full_minus_subset": 0.091603, + "full_mnist_test_acc_mean": 0.6336, + "subset_study_test_acc_mean": 0.5754, + "test_acc_delta_full_minus_subset": 0.0582 + }, + "60": { + "full_mnist_train_loss_mean": 0.948636, + "subset_study_train_loss_mean": 0.850046, + "train_loss_delta_full_minus_subset": 0.09859, + "full_mnist_test_acc_mean": 0.7233, + "subset_study_test_acc_mean": 0.6636, + "test_acc_delta_full_minus_subset": 0.0597 + }, + "80": { + "full_mnist_train_loss_mean": 0.768448, + "subset_study_train_loss_mean": 0.684245, + "train_loss_delta_full_minus_subset": 0.084203, + "full_mnist_test_acc_mean": 0.77672, + "subset_study_test_acc_mean": 0.7234, + "test_acc_delta_full_minus_subset": 0.05332 + }, + "100": { + "full_mnist_train_loss_mean": 0.65688, + "subset_study_train_loss_mean": 0.575671, + "train_loss_delta_full_minus_subset": 0.081209, + "full_mnist_test_acc_mean": 0.81266, + "subset_study_test_acc_mean": 0.7542, + "test_acc_delta_full_minus_subset": 0.05846 + }, + "120": { + "full_mnist_train_loss_mean": 0.589822, + "subset_study_train_loss_mean": 0.508942, + "train_loss_delta_full_minus_subset": 0.08088, + "full_mnist_test_acc_mean": 0.83284, + "subset_study_test_acc_mean": 0.7856, + "test_acc_delta_full_minus_subset": 0.04724 + }, + "140": { + "full_mnist_train_loss_mean": 0.546798, + "subset_study_train_loss_mean": 0.459063, + "train_loss_delta_full_minus_subset": 0.087735, + "full_mnist_test_acc_mean": 0.84378, + "subset_study_test_acc_mean": 0.8034, + "test_acc_delta_full_minus_subset": 0.04038 + }, + "160": { + "full_mnist_train_loss_mean": 0.511683, + "subset_study_train_loss_mean": 0.426009, + "train_loss_delta_full_minus_subset": 0.085674, + "full_mnist_test_acc_mean": 0.85556, + "subset_study_test_acc_mean": 0.8158, + "test_acc_delta_full_minus_subset": 0.03976 + }, + "180": { + "full_mnist_train_loss_mean": 0.484713, + "subset_study_train_loss_mean": 0.402343, + "train_loss_delta_full_minus_subset": 0.08237, + "full_mnist_test_acc_mean": 0.86288, + "subset_study_test_acc_mean": 0.8212, + "test_acc_delta_full_minus_subset": 0.04168 + }, + "200": { + "full_mnist_train_loss_mean": 0.465194, + "subset_study_train_loss_mean": 0.38532, + "train_loss_delta_full_minus_subset": 0.079874, + "full_mnist_test_acc_mean": 0.86852, + "subset_study_test_acc_mean": 0.8258, + "test_acc_delta_full_minus_subset": 0.04272 + }, + "220": { + "full_mnist_train_loss_mean": 0.448783, + "subset_study_train_loss_mean": 0.371485, + "train_loss_delta_full_minus_subset": 0.077298, + "full_mnist_test_acc_mean": 0.87386, + "subset_study_test_acc_mean": 0.8308, + "test_acc_delta_full_minus_subset": 0.04306 + }, + "240": { + "full_mnist_train_loss_mean": 0.436664, + "subset_study_train_loss_mean": 0.359582, + "train_loss_delta_full_minus_subset": 0.077082, + "full_mnist_test_acc_mean": 0.87698, + "subset_study_test_acc_mean": 0.8352, + "test_acc_delta_full_minus_subset": 0.04178 + } + } + }, + "summary": { + "epochs": [ + 20, + 40, + 60, + 80, + 100, + 120, + 140, + 160, + 180, + 200, + 220, + 240 + ], + "checkpoint_stats": { + "20": { + "train_loss": { + "mean": 1.702249, + "std": 0.027025, + "median": 1.703111, + "iqr": 0.011456, + "ci95_t": 0.033556 + }, + "train_acc": { + "mean": 0.445607, + "std": 0.021731, + "median": 0.433483, + "iqr": 0.02585, + "ci95_t": 0.026982 + }, + "train_mse": { + "mean": 0.071485, + "std": 0.001656, + "median": 0.072119, + "iqr": 0.001252, + "ci95_t": 0.002056 + }, + "test_loss": { + "mean": 1.671514, + "std": 0.03065, + "median": 1.677893, + "iqr": 0.022486, + "ci95_t": 0.038056 + }, + "test_acc": { + "mean": 0.45414, + "std": 0.025621, + "median": 0.4423, + "iqr": 0.0205, + "ci95_t": 0.031812 + }, + "test_mse": { + "mean": 0.070722, + "std": 0.002133, + "median": 0.071395, + "iqr": 0.001044, + "ci95_t": 0.002648 + } + }, + "40": { + "train_loss": { + "mean": 1.224695, + "std": 0.037452, + "median": 1.234723, + "iqr": 0.033686, + "ci95_t": 0.046502 + }, + "train_acc": { + "mean": 0.622557, + "std": 0.020205, + "median": 0.618267, + "iqr": 0.022067, + "ci95_t": 0.025087 + }, + "train_mse": { + "mean": 0.052198, + "std": 0.002256, + "median": 0.053623, + "iqr": 0.002668, + "ci95_t": 0.002802 + }, + "test_loss": { + "mean": 1.179788, + "std": 0.055076, + "median": 1.19379, + "iqr": 0.013931, + "ci95_t": 0.068384 + }, + "test_acc": { + "mean": 0.6336, + "std": 0.023919, + "median": 0.6273, + "iqr": 0.0243, + "ci95_t": 0.029699 + }, + "test_mse": { + "mean": 0.05075, + "std": 0.002785, + "median": 0.052392, + "iqr": 0.003492, + "ci95_t": 0.003457 + } + }, + "60": { + "train_loss": { + "mean": 0.948636, + "std": 0.027972, + "median": 0.950673, + "iqr": 0.012445, + "ci95_t": 0.034731 + }, + "train_acc": { + "mean": 0.71178, + "std": 0.009159, + "median": 0.709317, + "iqr": 0.005433, + "ci95_t": 0.011372 + }, + "train_mse": { + "mean": 0.040717, + "std": 0.001113, + "median": 0.040739, + "iqr": 0.000527, + "ci95_t": 0.001382 + }, + "test_loss": { + "mean": 0.901776, + "std": 0.042139, + "median": 0.914831, + "iqr": 0.021976, + "ci95_t": 0.052321 + }, + "test_acc": { + "mean": 0.7233, + "std": 0.013699, + "median": 0.7216, + "iqr": 0.0083, + "ci95_t": 0.01701 + }, + "test_mse": { + "mean": 0.039174, + "std": 0.001593, + "median": 0.039782, + "iqr": 0.001018, + "ci95_t": 0.001978 + } + }, + "80": { + "train_loss": { + "mean": 0.768448, + "std": 0.026961, + "median": 0.769041, + "iqr": 0.037431, + "ci95_t": 0.033476 + }, + "train_acc": { + "mean": 0.76559, + "std": 0.011184, + "median": 0.7677, + "iqr": 0.015283, + "ci95_t": 0.013887 + }, + "train_mse": { + "mean": 0.033494, + "std": 0.00155, + "median": 0.033258, + "iqr": 0.002209, + "ci95_t": 0.001924 + }, + "test_loss": { + "mean": 0.725023, + "std": 0.033552, + "median": 0.722532, + "iqr": 0.034073, + "ci95_t": 0.041659 + }, + "test_acc": { + "mean": 0.77672, + "std": 0.015009, + "median": 0.7825, + "iqr": 0.0161, + "ci95_t": 0.018636 + }, + "test_mse": { + "mean": 0.031924, + "std": 0.001761, + "median": 0.031514, + "iqr": 0.002116, + "ci95_t": 0.002186 + } + }, + "100": { + "train_loss": { + "mean": 0.65688, + "std": 0.020915, + "median": 0.660741, + "iqr": 0.011426, + "ci95_t": 0.025969 + }, + "train_acc": { + "mean": 0.801067, + "std": 0.007077, + "median": 0.797783, + "iqr": 0.010417, + "ci95_t": 0.008787 + }, + "train_mse": { + "mean": 0.028713, + "std": 0.001089, + "median": 0.029053, + "iqr": 0.001428, + "ci95_t": 0.001352 + }, + "test_loss": { + "mean": 0.615132, + "std": 0.02617, + "median": 0.621342, + "iqr": 0.037245, + "ci95_t": 0.032494 + }, + "test_acc": { + "mean": 0.81266, + "std": 0.010774, + "median": 0.8092, + "iqr": 0.0171, + "ci95_t": 0.013377 + }, + "test_mse": { + "mean": 0.02696, + "std": 0.001359, + "median": 0.027381, + "iqr": 0.002195, + "ci95_t": 0.001687 + } + }, + "120": { + "train_loss": { + "mean": 0.589822, + "std": 0.014141, + "median": 0.588559, + "iqr": 0.001475, + "ci95_t": 0.017558 + }, + "train_acc": { + "mean": 0.822093, + "std": 0.0057, + "median": 0.822533, + "iqr": 0.005717, + "ci95_t": 0.007077 + }, + "train_mse": { + "mean": 0.025757, + "std": 0.000826, + "median": 0.025579, + "iqr": 0.000792, + "ci95_t": 0.001025 + }, + "test_loss": { + "mean": 0.551133, + "std": 0.018616, + "median": 0.551455, + "iqr": 0.032642, + "ci95_t": 0.023115 + }, + "test_acc": { + "mean": 0.83284, + "std": 0.008339, + "median": 0.8325, + "iqr": 0.0116, + "ci95_t": 0.010354 + }, + "test_mse": { + "mean": 0.024175, + "std": 0.001111, + "median": 0.024057, + "iqr": 0.001382, + "ci95_t": 0.00138 + } + }, + "140": { + "train_loss": { + "mean": 0.546798, + "std": 0.013752, + "median": 0.55098, + "iqr": 0.01484, + "ci95_t": 0.017075 + }, + "train_acc": { + "mean": 0.835563, + "std": 0.003866, + "median": 0.836767, + "iqr": 0.00585, + "ci95_t": 0.004801 + }, + "train_mse": { + "mean": 0.023943, + "std": 0.000571, + "median": 0.023784, + "iqr": 0.000191, + "ci95_t": 0.000709 + }, + "test_loss": { + "mean": 0.514915, + "std": 0.012244, + "median": 0.511442, + "iqr": 0.008307, + "ci95_t": 0.015203 + }, + "test_acc": { + "mean": 0.84378, + "std": 0.005974, + "median": 0.8463, + "iqr": 0.0088, + "ci95_t": 0.007417 + }, + "test_mse": { + "mean": 0.022561, + "std": 0.000752, + "median": 0.022098, + "iqr": 0.00091, + "ci95_t": 0.000934 + } + }, + "160": { + "train_loss": { + "mean": 0.511683, + "std": 0.013526, + "median": 0.512245, + "iqr": 0.016255, + "ci95_t": 0.016794 + }, + "train_acc": { + "mean": 0.846747, + "std": 0.003612, + "median": 0.84645, + "iqr": 0.003383, + "ci95_t": 0.004485 + }, + "train_mse": { + "mean": 0.022519, + "std": 0.000546, + "median": 0.022432, + "iqr": 0.000328, + "ci95_t": 0.000678 + }, + "test_loss": { + "mean": 0.482441, + "std": 0.012016, + "median": 0.482125, + "iqr": 0.007918, + "ci95_t": 0.014919 + }, + "test_acc": { + "mean": 0.85556, + "std": 0.005556, + "median": 0.857, + "iqr": 0.0018, + "ci95_t": 0.006898 + }, + "test_mse": { + "mean": 0.021226, + "std": 0.000611, + "median": 0.02103, + "iqr": 0.000343, + "ci95_t": 0.000759 + } + }, + "180": { + "train_loss": { + "mean": 0.484713, + "std": 0.010051, + "median": 0.48282, + "iqr": 0.012583, + "ci95_t": 0.012479 + }, + "train_acc": { + "mean": 0.85437, + "std": 0.002991, + "median": 0.8547, + "iqr": 0.002217, + "ci95_t": 0.003713 + }, + "train_mse": { + "mean": 0.021385, + "std": 0.000444, + "median": 0.021225, + "iqr": 0.000247, + "ci95_t": 0.000551 + }, + "test_loss": { + "mean": 0.456956, + "std": 0.010149, + "median": 0.454655, + "iqr": 0.005472, + "ci95_t": 0.012601 + }, + "test_acc": { + "mean": 0.86288, + "std": 0.005108, + "median": 0.8646, + "iqr": 0.0036, + "ci95_t": 0.006342 + }, + "test_mse": { + "mean": 0.020134, + "std": 0.000608, + "median": 0.01998, + "iqr": 0.000199, + "ci95_t": 0.000754 + } + }, + "200": { + "train_loss": { + "mean": 0.465194, + "std": 0.010498, + "median": 0.462939, + "iqr": 0.008508, + "ci95_t": 0.013034 + }, + "train_acc": { + "mean": 0.861527, + "std": 0.003159, + "median": 0.8621, + "iqr": 0.002083, + "ci95_t": 0.003922 + }, + "train_mse": { + "mean": 0.020487, + "std": 0.000433, + "median": 0.020342, + "iqr": 0.000304, + "ci95_t": 0.000538 + }, + "test_loss": { + "mean": 0.438875, + "std": 0.008499, + "median": 0.436988, + "iqr": 0.008313, + "ci95_t": 0.010552 + }, + "test_acc": { + "mean": 0.86852, + "std": 0.00318, + "median": 0.8695, + "iqr": 0.0023, + "ci95_t": 0.003948 + }, + "test_mse": { + "mean": 0.019328, + "std": 0.000455, + "median": 0.019186, + "iqr": 0.000367, + "ci95_t": 0.000565 + } + }, + "220": { + "train_loss": { + "mean": 0.448783, + "std": 0.009652, + "median": 0.44595, + "iqr": 0.009673, + "ci95_t": 0.011984 + }, + "train_acc": { + "mean": 0.866403, + "std": 0.003182, + "median": 0.866417, + "iqr": 0.002467, + "ci95_t": 0.003951 + }, + "train_mse": { + "mean": 0.019789, + "std": 0.000417, + "median": 0.019721, + "iqr": 0.000391, + "ci95_t": 0.000518 + }, + "test_loss": { + "mean": 0.423267, + "std": 0.007379, + "median": 0.421121, + "iqr": 0.003368, + "ci95_t": 0.009163 + }, + "test_acc": { + "mean": 0.87386, + "std": 0.00329, + "median": 0.8754, + "iqr": 0.0027, + "ci95_t": 0.004085 + }, + "test_mse": { + "mean": 0.018639, + "std": 0.000401, + "median": 0.018519, + "iqr": 5.8e-05, + "ci95_t": 0.000498 + } + }, + "240": { + "train_loss": { + "mean": 0.436664, + "std": 0.008101, + "median": 0.435042, + "iqr": 0.007916, + "ci95_t": 0.010059 + }, + "train_acc": { + "mean": 0.87058, + "std": 0.00256, + "median": 0.871567, + "iqr": 0.00255, + "ci95_t": 0.003179 + }, + "train_mse": { + "mean": 0.019262, + "std": 0.00035, + "median": 0.019168, + "iqr": 0.000271, + "ci95_t": 0.000435 + }, + "test_loss": { + "mean": 0.412078, + "std": 0.006848, + "median": 0.410605, + "iqr": 0.001626, + "ci95_t": 0.008503 + }, + "test_acc": { + "mean": 0.87698, + "std": 0.00356, + "median": 0.878, + "iqr": 0.0049, + "ci95_t": 0.00442 + }, + "test_mse": { + "mean": 0.018165, + "std": 0.000373, + "median": 0.0181, + "iqr": 0.000145, + "ci95_t": 0.000463 + } + } + }, + "paired_deltas": { + "80_to_240": { + "train_loss_rel_reduction": { + "mean": 0.43121, + "std": 0.022009, + "median": 0.42456, + "iqr": 0.012936, + "ci95_t": 0.027327 + }, + "test_acc_delta": { + "mean": 0.10026, + "std": 0.015267, + "median": 0.0967, + "iqr": 0.0122, + "ci95_t": 0.018956 + } + }, + "200_to_240": { + "train_loss_rel_reduction": { + "mean": 0.061255, + "std": 0.005532, + "median": 0.064274, + "iqr": 0.004111, + "ci95_t": 0.006869 + }, + "test_acc_delta": { + "mean": 0.00846, + "std": 0.003068, + "median": 0.0083, + "iqr": 0.0043, + "ci95_t": 0.003809 + }, + "test_acc_abs_change": { + "mean": 0.00846, + "std": 0.003068, + "median": 0.0083, + "iqr": 0.0043, + "ci95_t": 0.003809 + } + } + }, + "paired_endpoint_deltas_by_seed": [ + { + "seed": 71, + "train_loss_relative_reduction_80_to_240": 0.4087744063945915, + "test_accuracy_delta_80_to_240": 0.08350002765655518, + "train_loss_relative_reduction_200_to_240": 0.06437137468530654, + "test_accuracy_delta_200_to_240": 0.006099998950958252 + }, + { + "seed": 72, + "train_loss_relative_reduction_80_to_240": 0.4343062808203916, + "test_accuracy_delta_80_to_240": 0.09249997138977051, + "train_loss_relative_reduction_200_to_240": 0.060260224804917016, + "test_accuracy_delta_200_to_240": 0.004999995231628418 + }, + { + "seed": 73, + "train_loss_relative_reduction_80_to_240": 0.4245599802850055, + "test_accuracy_delta_80_to_240": 0.10470002889633179, + "train_loss_relative_reduction_200_to_240": 0.06537021359043371, + "test_accuracy_delta_200_to_240": 0.00830000638961792 + }, + { + "seed": 74, + "train_loss_relative_reduction_80_to_240": 0.4213704110098672, + "test_accuracy_delta_80_to_240": 0.09669995307922363, + "train_loss_relative_reduction_200_to_240": 0.06427437781113524, + "test_accuracy_delta_200_to_240": 0.010399997234344482 + }, + { + "seed": 75, + "train_loss_relative_reduction_80_to_240": 0.46703678712051505, + "test_accuracy_delta_80_to_240": 0.12390005588531494, + "train_loss_relative_reduction_200_to_240": 0.051999334249014935, + "test_accuracy_delta_200_to_240": 0.01250004768371582 + } + ] + }, + "runs": [ + { + "seed": 71, + "model_fingerprint": "0777bd52fd76272d", + "fit_time_sec": 33.649, + "improvement_count": 236, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.6637481451034546, + "train_acc": 0.4778333306312561, + "train_mse": 0.06879015266895294, + "test_loss": 1.6244964599609375, + "test_acc": 0.4961000084877014, + "test_mse": 0.0671548843383789 + }, + { + "epoch": 40, + "train_loss": 1.165610432624817, + "train_acc": 0.6545166373252869, + "train_mse": 0.04875154793262482, + "test_loss": 1.0854827165603638, + "test_acc": 0.6718000173568726, + "test_mse": 0.046549420803785324 + }, + { + "epoch": 60, + "train_loss": 0.905483067035675, + "train_acc": 0.7269166707992554, + "train_mse": 0.0389271154999733, + "test_loss": 0.8291375041007996, + "test_acc": 0.7445999979972839, + "test_mse": 0.036550913006067276 + }, + { + "epoch": 80, + "train_loss": 0.7415720224380493, + "train_acc": 0.7783499956130981, + "train_mse": 0.03182263299822807, + "test_loss": 0.6753337979316711, + "test_acc": 0.7944999933242798, + "test_mse": 0.029618915170431137 + }, + { + "epoch": 100, + "train_loss": 0.6563442945480347, + "train_acc": 0.8064000010490417, + "train_mse": 0.02799912355840206, + "test_loss": 0.5993074178695679, + "test_acc": 0.8216999769210815, + "test_mse": 0.025761328637599945 + }, + { + "epoch": 120, + "train_loss": 0.588559091091156, + "train_acc": 0.8279500007629395, + "train_mse": 0.025105126202106476, + "test_loss": 0.5335480570793152, + "test_acc": 0.8414999842643738, + "test_mse": 0.022965701296925545 + }, + { + "epoch": 140, + "train_loss": 0.5534469485282898, + "train_acc": 0.8387500047683716, + "train_mse": 0.023768901824951172, + "test_loss": 0.5105180144309998, + "test_acc": 0.8489999771118164, + "test_mse": 0.022098202258348465 + }, + { + "epoch": 160, + "train_loss": 0.5169084668159485, + "train_acc": 0.8464000225067139, + "train_mse": 0.022431854158639908, + "test_loss": 0.4750884771347046, + "test_acc": 0.8555999994277954, + "test_mse": 0.02082662656903267 + }, + { + "epoch": 180, + "train_loss": 0.48863890767097473, + "train_acc": 0.8547000288963318, + "train_mse": 0.021347153931856155, + "test_loss": 0.4477296769618988, + "test_acc": 0.8686000108718872, + "test_mse": 0.01953563280403614 + }, + { + "epoch": 200, + "train_loss": 0.4686008393764496, + "train_acc": 0.8610333204269409, + "train_mse": 0.020526422187685966, + "test_loss": 0.43183833360671997, + "test_acc": 0.8719000220298767, + "test_mse": 0.018971838057041168 + }, + { + "epoch": 220, + "train_loss": 0.45222264528274536, + "train_acc": 0.8653833270072937, + "train_mse": 0.0198610108345747, + "test_loss": 0.4211212396621704, + "test_acc": 0.8756999969482422, + "test_mse": 0.01851881667971611 + }, + { + "epoch": 240, + "train_loss": 0.438436359167099, + "train_acc": 0.8698999881744385, + "train_mse": 0.019294776022434235, + "test_loss": 0.41157108545303345, + "test_acc": 0.878000020980835, + "test_mse": 0.018099937587976456 + } + ], + "completed": true, + "error": null, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "epoch_history": [ + { + "epoch": 1, + "loss": 2.4799604415893555, + "accuracy": 0.09071666747331619, + "mse": 0.09381373226642609 + }, + { + "epoch": 2, + "loss": 2.4182791709899902, + "accuracy": 0.13456666469573975, + "mse": 0.09253817051649094 + }, + { + "epoch": 3, + "loss": 2.3741824626922607, + "accuracy": 0.16071666777133942, + "mse": 0.09159322828054428 + }, + { + "epoch": 4, + "loss": 2.3180394172668457, + "accuracy": 0.17541666328907013, + "mse": 0.0904107466340065 + }, + { + "epoch": 5, + "loss": 2.2673306465148926, + "accuracy": 0.21481665968894958, + "mse": 0.08884409815073013 + }, + { + "epoch": 6, + "loss": 2.2301437854766846, + "accuracy": 0.22741666436195374, + "mse": 0.0880921483039856 + }, + { + "epoch": 7, + "loss": 2.225552797317505, + "accuracy": 0.24686667323112488, + "mse": 0.08829189091920853 + }, + { + "epoch": 8, + "loss": 2.1702444553375244, + "accuracy": 0.24406667053699493, + "mse": 0.08694970607757568 + }, + { + "epoch": 9, + "loss": 2.1111176013946533, + "accuracy": 0.26758334040641785, + "mse": 0.08507717400789261 + }, + { + "epoch": 10, + "loss": 2.0960006713867188, + "accuracy": 0.267549991607666, + "mse": 0.08456980437040329 + }, + { + "epoch": 11, + "loss": 2.0432260036468506, + "accuracy": 0.28868332505226135, + "mse": 0.08316299319267273 + }, + { + "epoch": 12, + "loss": 2.0000269412994385, + "accuracy": 0.2998666763305664, + "mse": 0.0821836069226265 + }, + { + "epoch": 13, + "loss": 1.9665766954421997, + "accuracy": 0.3221166729927063, + "mse": 0.08079516887664795 + }, + { + "epoch": 14, + "loss": 1.9129518270492554, + "accuracy": 0.3467499911785126, + "mse": 0.07892955839633942 + }, + { + "epoch": 15, + "loss": 1.8766807317733765, + "accuracy": 0.3644833266735077, + "mse": 0.0775030180811882 + }, + { + "epoch": 16, + "loss": 1.8075673580169678, + "accuracy": 0.4006499946117401, + "mse": 0.07487130165100098 + }, + { + "epoch": 17, + "loss": 1.7618496417999268, + "accuracy": 0.4309833347797394, + "mse": 0.07268904149532318 + }, + { + "epoch": 18, + "loss": 1.72720205783844, + "accuracy": 0.4496000111103058, + "mse": 0.07150349020957947 + }, + { + "epoch": 19, + "loss": 1.6890857219696045, + "accuracy": 0.46799999475479126, + "mse": 0.06981472671031952 + }, + { + "epoch": 20, + "loss": 1.6637481451034546, + "accuracy": 0.4778333306312561, + "mse": 0.06879015266895294 + }, + { + "epoch": 21, + "loss": 1.6207212209701538, + "accuracy": 0.5000166893005371, + "mse": 0.06667102873325348 + }, + { + "epoch": 22, + "loss": 1.590189814567566, + "accuracy": 0.5103999972343445, + "mse": 0.06591764092445374 + }, + { + "epoch": 23, + "loss": 1.55740487575531, + "accuracy": 0.5206166505813599, + "mse": 0.06438755989074707 + }, + { + "epoch": 24, + "loss": 1.5221445560455322, + "accuracy": 0.5372666716575623, + "mse": 0.06303995102643967 + }, + { + "epoch": 25, + "loss": 1.4974141120910645, + "accuracy": 0.5442000031471252, + "mse": 0.0621832013130188 + }, + { + "epoch": 26, + "loss": 1.464286208152771, + "accuracy": 0.5581333041191101, + "mse": 0.06063959002494812 + }, + { + "epoch": 27, + "loss": 1.4368863105773926, + "accuracy": 0.5668166875839233, + "mse": 0.05941622331738472 + }, + { + "epoch": 28, + "loss": 1.4122096300125122, + "accuracy": 0.5736666917800903, + "mse": 0.058365847915410995 + }, + { + "epoch": 29, + "loss": 1.393170952796936, + "accuracy": 0.5837833285331726, + "mse": 0.0574859194457531 + }, + { + "epoch": 30, + "loss": 1.3689682483673096, + "accuracy": 0.5904333591461182, + "mse": 0.05655674636363983 + }, + { + "epoch": 31, + "loss": 1.3444064855575562, + "accuracy": 0.6022499799728394, + "mse": 0.05532548949122429 + }, + { + "epoch": 32, + "loss": 1.3268077373504639, + "accuracy": 0.6081333160400391, + "mse": 0.05478164181113243 + }, + { + "epoch": 33, + "loss": 1.3068965673446655, + "accuracy": 0.6131333112716675, + "mse": 0.05422866716980934 + }, + { + "epoch": 34, + "loss": 1.2865885496139526, + "accuracy": 0.6209333539009094, + "mse": 0.05327463150024414 + }, + { + "epoch": 35, + "loss": 1.2549551725387573, + "accuracy": 0.630383312702179, + "mse": 0.05206596851348877 + }, + { + "epoch": 36, + "loss": 1.237845778465271, + "accuracy": 0.6337000131607056, + "mse": 0.05165576562285423 + }, + { + "epoch": 37, + "loss": 1.2130557298660278, + "accuracy": 0.6421499848365784, + "mse": 0.05059630796313286 + }, + { + "epoch": 38, + "loss": 1.1939085721969604, + "accuracy": 0.6466666460037231, + "mse": 0.05000072345137596 + }, + { + "epoch": 39, + "loss": 1.1764185428619385, + "accuracy": 0.650433361530304, + "mse": 0.04911484196782112 + }, + { + "epoch": 40, + "loss": 1.165610432624817, + "accuracy": 0.6545166373252869, + "mse": 0.04875154793262482 + }, + { + "epoch": 41, + "loss": 1.1505037546157837, + "accuracy": 0.6572666764259338, + "mse": 0.0482388399541378 + }, + { + "epoch": 42, + "loss": 1.1366956233978271, + "accuracy": 0.6593999862670898, + "mse": 0.04773976653814316 + }, + { + "epoch": 43, + "loss": 1.1173856258392334, + "accuracy": 0.6641166806221008, + "mse": 0.04712272807955742 + }, + { + "epoch": 44, + "loss": 1.108084797859192, + "accuracy": 0.6659666895866394, + "mse": 0.046808212995529175 + }, + { + "epoch": 45, + "loss": 1.089038372039795, + "accuracy": 0.6699333190917969, + "mse": 0.046211495995521545 + }, + { + "epoch": 46, + "loss": 1.0861262083053589, + "accuracy": 0.6710500121116638, + "mse": 0.0460859052836895 + }, + { + "epoch": 47, + "loss": 1.0675417184829712, + "accuracy": 0.6775833368301392, + "mse": 0.045410964637994766 + }, + { + "epoch": 48, + "loss": 1.0614193677902222, + "accuracy": 0.6785333156585693, + "mse": 0.0452471598982811 + }, + { + "epoch": 49, + "loss": 1.0484302043914795, + "accuracy": 0.6813666820526123, + "mse": 0.04495740309357643 + }, + { + "epoch": 50, + "loss": 1.0333746671676636, + "accuracy": 0.6869000196456909, + "mse": 0.04425930604338646 + }, + { + "epoch": 51, + "loss": 1.0231231451034546, + "accuracy": 0.6888166666030884, + "mse": 0.04393915459513664 + }, + { + "epoch": 52, + "loss": 1.0133792161941528, + "accuracy": 0.6938666701316833, + "mse": 0.04353751987218857 + }, + { + "epoch": 53, + "loss": 0.9903067946434021, + "accuracy": 0.6984999775886536, + "mse": 0.04265276715159416 + }, + { + "epoch": 54, + "loss": 0.980160653591156, + "accuracy": 0.7018333077430725, + "mse": 0.04217556118965149 + }, + { + "epoch": 55, + "loss": 0.9651464223861694, + "accuracy": 0.7055833339691162, + "mse": 0.04165913537144661 + }, + { + "epoch": 56, + "loss": 0.9534841179847717, + "accuracy": 0.7092166543006897, + "mse": 0.04123298078775406 + }, + { + "epoch": 57, + "loss": 0.9370167851448059, + "accuracy": 0.7156000137329102, + "mse": 0.04052000865340233 + }, + { + "epoch": 58, + "loss": 0.9272488355636597, + "accuracy": 0.7204166650772095, + "mse": 0.03992411121726036 + }, + { + "epoch": 59, + "loss": 0.9221512079238892, + "accuracy": 0.7226499915122986, + "mse": 0.03965400531888008 + }, + { + "epoch": 60, + "loss": 0.905483067035675, + "accuracy": 0.7269166707992554, + "mse": 0.0389271154999733 + }, + { + "epoch": 61, + "loss": 0.8937400579452515, + "accuracy": 0.7333333492279053, + "mse": 0.03820435702800751 + }, + { + "epoch": 62, + "loss": 0.8838953375816345, + "accuracy": 0.7381333112716675, + "mse": 0.037672508507966995 + }, + { + "epoch": 63, + "loss": 0.8726754188537598, + "accuracy": 0.741100013256073, + "mse": 0.037254415452480316 + }, + { + "epoch": 64, + "loss": 0.8619146943092346, + "accuracy": 0.7445666790008545, + "mse": 0.03672591596841812 + }, + { + "epoch": 65, + "loss": 0.8540928363800049, + "accuracy": 0.746916651725769, + "mse": 0.0364634171128273 + }, + { + "epoch": 66, + "loss": 0.8436437249183655, + "accuracy": 0.7493166923522949, + "mse": 0.0361650250852108 + }, + { + "epoch": 67, + "loss": 0.8371605277061462, + "accuracy": 0.7517333626747131, + "mse": 0.03563384339213371 + }, + { + "epoch": 68, + "loss": 0.8303015828132629, + "accuracy": 0.7523999810218811, + "mse": 0.035406604409217834 + }, + { + "epoch": 69, + "loss": 0.8204352855682373, + "accuracy": 0.7547000050544739, + "mse": 0.0350043959915638 + }, + { + "epoch": 70, + "loss": 0.8162333965301514, + "accuracy": 0.7568333148956299, + "mse": 0.03477025404572487 + }, + { + "epoch": 71, + "loss": 0.8075038194656372, + "accuracy": 0.7595333456993103, + "mse": 0.03433854132890701 + }, + { + "epoch": 72, + "loss": 0.8001278638839722, + "accuracy": 0.7609333395957947, + "mse": 0.034072741866111755 + }, + { + "epoch": 73, + "loss": 0.791833221912384, + "accuracy": 0.765500009059906, + "mse": 0.03370143845677376 + }, + { + "epoch": 74, + "loss": 0.7860501408576965, + "accuracy": 0.7650666832923889, + "mse": 0.03361719101667404 + }, + { + "epoch": 75, + "loss": 0.7785402536392212, + "accuracy": 0.7688000202178955, + "mse": 0.03302460163831711 + }, + { + "epoch": 76, + "loss": 0.7677525877952576, + "accuracy": 0.7704833149909973, + "mse": 0.03283839672803879 + }, + { + "epoch": 77, + "loss": 0.7588521242141724, + "accuracy": 0.7742000222206116, + "mse": 0.032444242388010025 + }, + { + "epoch": 78, + "loss": 0.7562710642814636, + "accuracy": 0.7744666934013367, + "mse": 0.032258041203022 + }, + { + "epoch": 79, + "loss": 0.7473954558372498, + "accuracy": 0.777400016784668, + "mse": 0.03198157623410225 + }, + { + "epoch": 80, + "loss": 0.7415720224380493, + "accuracy": 0.7783499956130981, + "mse": 0.03182263299822807 + }, + { + "epoch": 81, + "loss": 0.7365007996559143, + "accuracy": 0.7795000076293945, + "mse": 0.03163003921508789 + }, + { + "epoch": 82, + "loss": 0.7328322529792786, + "accuracy": 0.7797999978065491, + "mse": 0.0315045528113842 + }, + { + "epoch": 83, + "loss": 0.7246185541152954, + "accuracy": 0.782716691493988, + "mse": 0.03118823654949665 + }, + { + "epoch": 84, + "loss": 0.7225574254989624, + "accuracy": 0.7845166921615601, + "mse": 0.03108087182044983 + }, + { + "epoch": 85, + "loss": 0.718132734298706, + "accuracy": 0.7856500148773193, + "mse": 0.030934056267142296 + }, + { + "epoch": 86, + "loss": 0.7165713906288147, + "accuracy": 0.7851166725158691, + "mse": 0.03090844675898552 + }, + { + "epoch": 87, + "loss": 0.7114774584770203, + "accuracy": 0.788100004196167, + "mse": 0.03062072955071926 + }, + { + "epoch": 88, + "loss": 0.7077392339706421, + "accuracy": 0.7884500026702881, + "mse": 0.030440350994467735 + }, + { + "epoch": 89, + "loss": 0.7034558653831482, + "accuracy": 0.7881666421890259, + "mse": 0.030375882983207703 + }, + { + "epoch": 90, + "loss": 0.6980968713760376, + "accuracy": 0.7905666828155518, + "mse": 0.03006909415125847 + }, + { + "epoch": 91, + "loss": 0.6953916549682617, + "accuracy": 0.7919166684150696, + "mse": 0.029957473278045654 + }, + { + "epoch": 92, + "loss": 0.6889597177505493, + "accuracy": 0.7941166758537292, + "mse": 0.02968638949096203 + }, + { + "epoch": 93, + "loss": 0.6824026703834534, + "accuracy": 0.7968833446502686, + "mse": 0.029310937970876694 + }, + { + "epoch": 94, + "loss": 0.6806131601333618, + "accuracy": 0.7962666749954224, + "mse": 0.029194438830018044 + }, + { + "epoch": 95, + "loss": 0.674738883972168, + "accuracy": 0.7992500066757202, + "mse": 0.028942884877324104 + }, + { + "epoch": 96, + "loss": 0.6734980940818787, + "accuracy": 0.7999666929244995, + "mse": 0.02879643626511097 + }, + { + "epoch": 97, + "loss": 0.6693940162658691, + "accuracy": 0.8001833558082581, + "mse": 0.028629377484321594 + }, + { + "epoch": 98, + "loss": 0.6661651730537415, + "accuracy": 0.8019000291824341, + "mse": 0.028522493317723274 + }, + { + "epoch": 99, + "loss": 0.6611137390136719, + "accuracy": 0.8032000064849854, + "mse": 0.028347304090857506 + }, + { + "epoch": 100, + "loss": 0.6563442945480347, + "accuracy": 0.8064000010490417, + "mse": 0.02799912355840206 + }, + { + "epoch": 101, + "loss": 0.6536142826080322, + "accuracy": 0.8058666586875916, + "mse": 0.028034934774041176 + }, + { + "epoch": 102, + "loss": 0.6465148329734802, + "accuracy": 0.808983325958252, + "mse": 0.027616014704108238 + }, + { + "epoch": 103, + "loss": 0.644207239151001, + "accuracy": 0.8100000023841858, + "mse": 0.02760196290910244 + }, + { + "epoch": 104, + "loss": 0.6392351388931274, + "accuracy": 0.8116666674613953, + "mse": 0.027295541018247604 + }, + { + "epoch": 105, + "loss": 0.6368376016616821, + "accuracy": 0.8121166825294495, + "mse": 0.027203453704714775 + }, + { + "epoch": 106, + "loss": 0.6340487003326416, + "accuracy": 0.8123499751091003, + "mse": 0.027078676968812943 + }, + { + "epoch": 107, + "loss": 0.6286861896514893, + "accuracy": 0.814050018787384, + "mse": 0.026805326342582703 + }, + { + "epoch": 108, + "loss": 0.6248790621757507, + "accuracy": 0.8150666952133179, + "mse": 0.02668251283466816 + }, + { + "epoch": 109, + "loss": 0.623947024345398, + "accuracy": 0.8150333166122437, + "mse": 0.026687057688832283 + }, + { + "epoch": 110, + "loss": 0.6215196847915649, + "accuracy": 0.8169999718666077, + "mse": 0.026516249403357506 + }, + { + "epoch": 111, + "loss": 0.6168358325958252, + "accuracy": 0.8178166747093201, + "mse": 0.026306286454200745 + }, + { + "epoch": 112, + "loss": 0.6153803467750549, + "accuracy": 0.817883312702179, + "mse": 0.02625950612127781 + }, + { + "epoch": 113, + "loss": 0.6116726398468018, + "accuracy": 0.8193333148956299, + "mse": 0.026154648512601852 + }, + { + "epoch": 114, + "loss": 0.6097941994667053, + "accuracy": 0.820900022983551, + "mse": 0.025972960516810417 + }, + { + "epoch": 115, + "loss": 0.6073502898216248, + "accuracy": 0.8210999965667725, + "mse": 0.025886625051498413 + }, + { + "epoch": 116, + "loss": 0.6033998131752014, + "accuracy": 0.8228999972343445, + "mse": 0.0257033072412014 + }, + { + "epoch": 117, + "loss": 0.598659098148346, + "accuracy": 0.8239333629608154, + "mse": 0.025499867275357246 + }, + { + "epoch": 118, + "loss": 0.5953508019447327, + "accuracy": 0.8257666826248169, + "mse": 0.02535123936831951 + }, + { + "epoch": 119, + "loss": 0.5913713574409485, + "accuracy": 0.8256499767303467, + "mse": 0.025267748162150383 + }, + { + "epoch": 120, + "loss": 0.588559091091156, + "accuracy": 0.8279500007629395, + "mse": 0.025105126202106476 + }, + { + "epoch": 121, + "loss": 0.587568998336792, + "accuracy": 0.8275666832923889, + "mse": 0.025040097534656525 + }, + { + "epoch": 122, + "loss": 0.5854325294494629, + "accuracy": 0.82833331823349, + "mse": 0.024959195405244827 + }, + { + "epoch": 123, + "loss": 0.5826907753944397, + "accuracy": 0.8291000127792358, + "mse": 0.024875029921531677 + }, + { + "epoch": 124, + "loss": 0.5804960131645203, + "accuracy": 0.8298333287239075, + "mse": 0.024787012487649918 + }, + { + "epoch": 125, + "loss": 0.5777565240859985, + "accuracy": 0.8305333256721497, + "mse": 0.024701936170458794 + }, + { + "epoch": 126, + "loss": 0.5756357908248901, + "accuracy": 0.8310333490371704, + "mse": 0.02466517500579357 + }, + { + "epoch": 127, + "loss": 0.5747551918029785, + "accuracy": 0.8322166800498962, + "mse": 0.02461945079267025 + }, + { + "epoch": 128, + "loss": 0.5731144547462463, + "accuracy": 0.8315666913986206, + "mse": 0.02458832412958145 + }, + { + "epoch": 129, + "loss": 0.5704113245010376, + "accuracy": 0.8328333497047424, + "mse": 0.024494946002960205 + }, + { + "epoch": 130, + "loss": 0.5689629316329956, + "accuracy": 0.8332333564758301, + "mse": 0.024416770786046982 + }, + { + "epoch": 131, + "loss": 0.5673589706420898, + "accuracy": 0.8339666724205017, + "mse": 0.024289147928357124 + }, + { + "epoch": 132, + "loss": 0.5663169026374817, + "accuracy": 0.8342333436012268, + "mse": 0.02431466430425644 + }, + { + "epoch": 133, + "loss": 0.565825343132019, + "accuracy": 0.8330166935920715, + "mse": 0.024390729144215584 + }, + { + "epoch": 134, + "loss": 0.5622870922088623, + "accuracy": 0.8347166776657104, + "mse": 0.024161864072084427 + }, + { + "epoch": 135, + "loss": 0.5616499781608582, + "accuracy": 0.8359333276748657, + "mse": 0.024116670712828636 + }, + { + "epoch": 136, + "loss": 0.5593075752258301, + "accuracy": 0.8363166451454163, + "mse": 0.024042382836341858 + }, + { + "epoch": 137, + "loss": 0.5573229193687439, + "accuracy": 0.8375166654586792, + "mse": 0.023899702355265617 + }, + { + "epoch": 138, + "loss": 0.5561546683311462, + "accuracy": 0.8378499746322632, + "mse": 0.02387295290827751 + }, + { + "epoch": 139, + "loss": 0.5547305941581726, + "accuracy": 0.838533341884613, + "mse": 0.023795565590262413 + }, + { + "epoch": 140, + "loss": 0.5534469485282898, + "accuracy": 0.8387500047683716, + "mse": 0.023768901824951172 + }, + { + "epoch": 141, + "loss": 0.5493727922439575, + "accuracy": 0.8396333456039429, + "mse": 0.02359243854880333 + }, + { + "epoch": 142, + "loss": 0.5490682721138, + "accuracy": 0.8387666940689087, + "mse": 0.023622410371899605 + }, + { + "epoch": 143, + "loss": 0.546362042427063, + "accuracy": 0.8399166464805603, + "mse": 0.023494208231568336 + }, + { + "epoch": 144, + "loss": 0.5454352498054504, + "accuracy": 0.8408666849136353, + "mse": 0.023461738601326942 + }, + { + "epoch": 145, + "loss": 0.5432909727096558, + "accuracy": 0.8400166630744934, + "mse": 0.023404313251376152 + }, + { + "epoch": 146, + "loss": 0.542500913143158, + "accuracy": 0.8406833410263062, + "mse": 0.023365939036011696 + }, + { + "epoch": 147, + "loss": 0.5411774516105652, + "accuracy": 0.8410500288009644, + "mse": 0.023328054696321487 + }, + { + "epoch": 148, + "loss": 0.5383115410804749, + "accuracy": 0.8420666456222534, + "mse": 0.02316419407725334 + }, + { + "epoch": 149, + "loss": 0.5350737571716309, + "accuracy": 0.8430833220481873, + "mse": 0.023031627759337425 + }, + { + "epoch": 150, + "loss": 0.5327555537223816, + "accuracy": 0.8434833288192749, + "mse": 0.02300850674510002 + }, + { + "epoch": 151, + "loss": 0.5319739580154419, + "accuracy": 0.8431833386421204, + "mse": 0.022974206134676933 + }, + { + "epoch": 152, + "loss": 0.5306869149208069, + "accuracy": 0.8430500030517578, + "mse": 0.022987356409430504 + }, + { + "epoch": 153, + "loss": 0.5297952890396118, + "accuracy": 0.8432333469390869, + "mse": 0.022981831803917885 + }, + { + "epoch": 154, + "loss": 0.5291391015052795, + "accuracy": 0.8445666432380676, + "mse": 0.022861143574118614 + }, + { + "epoch": 155, + "loss": 0.5255391597747803, + "accuracy": 0.843666672706604, + "mse": 0.022801002487540245 + }, + { + "epoch": 156, + "loss": 0.5233946442604065, + "accuracy": 0.8447666764259338, + "mse": 0.022699134424328804 + }, + { + "epoch": 157, + "loss": 0.5212315917015076, + "accuracy": 0.84538334608078, + "mse": 0.02264176495373249 + }, + { + "epoch": 158, + "loss": 0.5199795961380005, + "accuracy": 0.8453500270843506, + "mse": 0.02262313850224018 + }, + { + "epoch": 159, + "loss": 0.5188670754432678, + "accuracy": 0.8461333513259888, + "mse": 0.022541910409927368 + }, + { + "epoch": 160, + "loss": 0.5169084668159485, + "accuracy": 0.8464000225067139, + "mse": 0.022431854158639908 + }, + { + "epoch": 161, + "loss": 0.5164435505867004, + "accuracy": 0.8471166491508484, + "mse": 0.022416239604353905 + }, + { + "epoch": 162, + "loss": 0.5145382285118103, + "accuracy": 0.8472833037376404, + "mse": 0.022309614345431328 + }, + { + "epoch": 163, + "loss": 0.5132415294647217, + "accuracy": 0.8483666777610779, + "mse": 0.022252051159739494 + }, + { + "epoch": 164, + "loss": 0.5093300342559814, + "accuracy": 0.8483833074569702, + "mse": 0.022103754803538322 + }, + { + "epoch": 165, + "loss": 0.5076257586479187, + "accuracy": 0.8492833375930786, + "mse": 0.02203282155096531 + }, + { + "epoch": 166, + "loss": 0.5054466128349304, + "accuracy": 0.8504499793052673, + "mse": 0.021934134885668755 + }, + { + "epoch": 167, + "loss": 0.5051890015602112, + "accuracy": 0.8506166934967041, + "mse": 0.021926365792751312 + }, + { + "epoch": 168, + "loss": 0.5037708878517151, + "accuracy": 0.8512833118438721, + "mse": 0.021832739934325218 + }, + { + "epoch": 169, + "loss": 0.5034052133560181, + "accuracy": 0.8503999710083008, + "mse": 0.02184033952653408 + }, + { + "epoch": 170, + "loss": 0.5024501085281372, + "accuracy": 0.8516166806221008, + "mse": 0.021738866344094276 + }, + { + "epoch": 171, + "loss": 0.4996296167373657, + "accuracy": 0.8518999814987183, + "mse": 0.02167597971856594 + }, + { + "epoch": 172, + "loss": 0.4975355565547943, + "accuracy": 0.8533666729927063, + "mse": 0.02151273563504219 + }, + { + "epoch": 173, + "loss": 0.4975355565547943, + "accuracy": 0.8533666729927063, + "mse": 0.02151273563504219 + }, + { + "epoch": 174, + "loss": 0.4970322847366333, + "accuracy": 0.8536499738693237, + "mse": 0.021518830209970474 + }, + { + "epoch": 175, + "loss": 0.4960330128669739, + "accuracy": 0.8544999957084656, + "mse": 0.02148006297647953 + }, + { + "epoch": 176, + "loss": 0.4939088225364685, + "accuracy": 0.8553000092506409, + "mse": 0.021456211805343628 + }, + { + "epoch": 177, + "loss": 0.49302297830581665, + "accuracy": 0.8537833094596863, + "mse": 0.02148415334522724 + }, + { + "epoch": 178, + "loss": 0.4915621876716614, + "accuracy": 0.8551166653633118, + "mse": 0.021385494619607925 + }, + { + "epoch": 179, + "loss": 0.49040329456329346, + "accuracy": 0.8550999760627747, + "mse": 0.021409038454294205 + }, + { + "epoch": 180, + "loss": 0.48863890767097473, + "accuracy": 0.8547000288963318, + "mse": 0.021347153931856155 + }, + { + "epoch": 181, + "loss": 0.48713845014572144, + "accuracy": 0.8555166721343994, + "mse": 0.021277396008372307 + }, + { + "epoch": 182, + "loss": 0.48693978786468506, + "accuracy": 0.85548335313797, + "mse": 0.021265748888254166 + }, + { + "epoch": 183, + "loss": 0.48591288924217224, + "accuracy": 0.85589998960495, + "mse": 0.02124720998108387 + }, + { + "epoch": 184, + "loss": 0.48421719670295715, + "accuracy": 0.8557833433151245, + "mse": 0.021177498623728752 + }, + { + "epoch": 185, + "loss": 0.48140814900398254, + "accuracy": 0.8571166396141052, + "mse": 0.021075308322906494 + }, + { + "epoch": 186, + "loss": 0.4812754690647125, + "accuracy": 0.8559333086013794, + "mse": 0.02118290401995182 + }, + { + "epoch": 187, + "loss": 0.4799172878265381, + "accuracy": 0.8565499782562256, + "mse": 0.021067969501018524 + }, + { + "epoch": 188, + "loss": 0.47959354519844055, + "accuracy": 0.8566499948501587, + "mse": 0.02110249362885952 + }, + { + "epoch": 189, + "loss": 0.47855475544929504, + "accuracy": 0.8561833500862122, + "mse": 0.02107279747724533 + }, + { + "epoch": 190, + "loss": 0.47757115960121155, + "accuracy": 0.8571000099182129, + "mse": 0.02100159041583538 + }, + { + "epoch": 191, + "loss": 0.47668787837028503, + "accuracy": 0.857283353805542, + "mse": 0.02095216140151024 + }, + { + "epoch": 192, + "loss": 0.47604188323020935, + "accuracy": 0.8578833341598511, + "mse": 0.020903412252664566 + }, + { + "epoch": 193, + "loss": 0.4749270975589752, + "accuracy": 0.85916668176651, + "mse": 0.02081945724785328 + }, + { + "epoch": 194, + "loss": 0.47367924451828003, + "accuracy": 0.8588833212852478, + "mse": 0.020747272297739983 + }, + { + "epoch": 195, + "loss": 0.47259843349456787, + "accuracy": 0.8596500158309937, + "mse": 0.02069033496081829 + }, + { + "epoch": 196, + "loss": 0.4725252091884613, + "accuracy": 0.8595166802406311, + "mse": 0.020674169063568115 + }, + { + "epoch": 197, + "loss": 0.47191596031188965, + "accuracy": 0.8599666953086853, + "mse": 0.02064516954123974 + }, + { + "epoch": 198, + "loss": 0.4705196022987366, + "accuracy": 0.8603333234786987, + "mse": 0.02062135562300682 + }, + { + "epoch": 199, + "loss": 0.4688318371772766, + "accuracy": 0.8611500263214111, + "mse": 0.020473754033446312 + }, + { + "epoch": 200, + "loss": 0.4686008393764496, + "accuracy": 0.8610333204269409, + "mse": 0.020526422187685966 + }, + { + "epoch": 201, + "loss": 0.4676390290260315, + "accuracy": 0.861383318901062, + "mse": 0.020397676154971123 + }, + { + "epoch": 202, + "loss": 0.46640878915786743, + "accuracy": 0.861299991607666, + "mse": 0.020403433591127396 + }, + { + "epoch": 203, + "loss": 0.4656824469566345, + "accuracy": 0.8622499704360962, + "mse": 0.0203250739723444 + }, + { + "epoch": 204, + "loss": 0.46503332257270813, + "accuracy": 0.8618666529655457, + "mse": 0.020329225808382034 + }, + { + "epoch": 205, + "loss": 0.4641682803630829, + "accuracy": 0.8620333075523376, + "mse": 0.02032671496272087 + }, + { + "epoch": 206, + "loss": 0.4635869264602661, + "accuracy": 0.8619666695594788, + "mse": 0.020304812118411064 + }, + { + "epoch": 207, + "loss": 0.46118274331092834, + "accuracy": 0.8619666695594788, + "mse": 0.02024197392165661 + }, + { + "epoch": 208, + "loss": 0.4611378312110901, + "accuracy": 0.8619499802589417, + "mse": 0.02026827074587345 + }, + { + "epoch": 209, + "loss": 0.46013742685317993, + "accuracy": 0.8630333542823792, + "mse": 0.020153379067778587 + }, + { + "epoch": 210, + "loss": 0.4589284062385559, + "accuracy": 0.8632833361625671, + "mse": 0.02016438916325569 + }, + { + "epoch": 211, + "loss": 0.4573846161365509, + "accuracy": 0.8654666543006897, + "mse": 0.020012959837913513 + }, + { + "epoch": 212, + "loss": 0.4554064869880676, + "accuracy": 0.8659166693687439, + "mse": 0.019930852577090263 + }, + { + "epoch": 213, + "loss": 0.4554064869880676, + "accuracy": 0.8659166693687439, + "mse": 0.019930852577090263 + }, + { + "epoch": 214, + "loss": 0.4553186297416687, + "accuracy": 0.8656333088874817, + "mse": 0.019919749349355698 + }, + { + "epoch": 215, + "loss": 0.4541488587856293, + "accuracy": 0.865066647529602, + "mse": 0.019930927082896233 + }, + { + "epoch": 216, + "loss": 0.45325767993927, + "accuracy": 0.8654166460037231, + "mse": 0.019898276776075363 + }, + { + "epoch": 217, + "loss": 0.45298153162002563, + "accuracy": 0.8658833503723145, + "mse": 0.01987488381564617 + }, + { + "epoch": 218, + "loss": 0.4528549611568451, + "accuracy": 0.8645333051681519, + "mse": 0.019898544996976852 + }, + { + "epoch": 219, + "loss": 0.4525032937526703, + "accuracy": 0.8651000261306763, + "mse": 0.019874099642038345 + }, + { + "epoch": 220, + "loss": 0.45222264528274536, + "accuracy": 0.8653833270072937, + "mse": 0.0198610108345747 + }, + { + "epoch": 221, + "loss": 0.45084506273269653, + "accuracy": 0.8661500215530396, + "mse": 0.019792310893535614 + }, + { + "epoch": 222, + "loss": 0.4489268958568573, + "accuracy": 0.8662999868392944, + "mse": 0.01969505287706852 + }, + { + "epoch": 223, + "loss": 0.4487447738647461, + "accuracy": 0.8664166927337646, + "mse": 0.019726473838090897 + }, + { + "epoch": 224, + "loss": 0.4486328363418579, + "accuracy": 0.866683304309845, + "mse": 0.019706953316926956 + }, + { + "epoch": 225, + "loss": 0.4481029212474823, + "accuracy": 0.8659166693687439, + "mse": 0.019698793068528175 + }, + { + "epoch": 226, + "loss": 0.4475913345813751, + "accuracy": 0.8665500283241272, + "mse": 0.019675515592098236 + }, + { + "epoch": 227, + "loss": 0.44573524594306946, + "accuracy": 0.8673833608627319, + "mse": 0.019556770101189613 + }, + { + "epoch": 228, + "loss": 0.4451221227645874, + "accuracy": 0.8668666481971741, + "mse": 0.01957458071410656 + }, + { + "epoch": 229, + "loss": 0.4451221227645874, + "accuracy": 0.8668666481971741, + "mse": 0.01957458071410656 + }, + { + "epoch": 230, + "loss": 0.4451221227645874, + "accuracy": 0.8668666481971741, + "mse": 0.01957458071410656 + }, + { + "epoch": 231, + "loss": 0.4451175034046173, + "accuracy": 0.8672333359718323, + "mse": 0.0195790845900774 + }, + { + "epoch": 232, + "loss": 0.44414445757865906, + "accuracy": 0.8669833540916443, + "mse": 0.019559146836400032 + }, + { + "epoch": 233, + "loss": 0.44342154264450073, + "accuracy": 0.8673166632652283, + "mse": 0.019508155062794685 + }, + { + "epoch": 234, + "loss": 0.4431726634502411, + "accuracy": 0.8674333095550537, + "mse": 0.019520286470651627 + }, + { + "epoch": 235, + "loss": 0.44160428643226624, + "accuracy": 0.8683333396911621, + "mse": 0.019429098814725876 + }, + { + "epoch": 236, + "loss": 0.4408556818962097, + "accuracy": 0.8688166737556458, + "mse": 0.01941310614347458 + }, + { + "epoch": 237, + "loss": 0.4403802156448364, + "accuracy": 0.8686000108718872, + "mse": 0.019389038905501366 + }, + { + "epoch": 238, + "loss": 0.4391453266143799, + "accuracy": 0.8690166473388672, + "mse": 0.01935301162302494 + }, + { + "epoch": 239, + "loss": 0.4387907087802887, + "accuracy": 0.8701000213623047, + "mse": 0.01930081658065319 + }, + { + "epoch": 240, + "loss": 0.438436359167099, + "accuracy": 0.8698999881744385, + "mse": 0.019294776022434235 + } + ] + }, + { + "seed": 72, + "model_fingerprint": "6fcb6e473bdacbd2", + "fit_time_sec": 33.7062, + "improvement_count": 233, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.7392971515655518, + "train_acc": 0.4580833315849304, + "train_mse": 0.07111531496047974, + "test_loss": 1.7067090272903442, + "test_acc": 0.4602999985218048, + "test_mse": 0.07063549011945724 + }, + { + "epoch": 40, + "train_loss": 1.2618558406829834, + "train_acc": 0.6182666420936584, + "train_mse": 0.05362313985824585, + "test_loss": 1.2296088933944702, + "test_acc": 0.6273000240325928, + "test_mse": 0.05239206552505493 + }, + { + "epoch": 60, + "train_loss": 0.9506728053092957, + "train_acc": 0.7125833630561829, + "train_mse": 0.04073568433523178, + "test_loss": 0.90444415807724, + "test_acc": 0.725600004196167, + "test_mse": 0.03892349451780319 + }, + { + "epoch": 80, + "train_loss": 0.7690414786338806, + "train_acc": 0.7677000164985657, + "train_mse": 0.0332583524286747, + "test_loss": 0.7225316762924194, + "test_acc": 0.7825000286102295, + "test_mse": 0.03151436522603035 + }, + { + "epoch": 100, + "train_loss": 0.6607407331466675, + "train_acc": 0.7977833151817322, + "train_mse": 0.029053399339318275, + "test_loss": 0.6213417053222656, + "test_acc": 0.8091999888420105, + "test_mse": 0.02738099917769432 + }, + { + "epoch": 120, + "train_loss": 0.5884125232696533, + "train_acc": 0.8225333094596863, + "train_mse": 0.02557925134897232, + "test_loss": 0.5514547824859619, + "test_acc": 0.8324999809265137, + "test_mse": 0.024056605994701385 + }, + { + "epoch": 140, + "train_loss": 0.5509796142578125, + "train_acc": 0.8328999876976013, + "train_mse": 0.02395990863442421, + "test_loss": 0.5114421844482422, + "test_acc": 0.8463000059127808, + "test_mse": 0.022018717601895332 + }, + { + "epoch": 160, + "train_loss": 0.5122449398040771, + "train_acc": 0.8464499711990356, + "train_mse": 0.022468935698270798, + "test_loss": 0.4830068349838257, + "test_acc": 0.8574000000953674, + "test_mse": 0.021029997617006302 + }, + { + "epoch": 180, + "train_loss": 0.4828203022480011, + "train_acc": 0.8543833494186401, + "train_mse": 0.021225325763225555, + "test_loss": 0.45465460419654846, + "test_acc": 0.8646000027656555, + "test_mse": 0.01990104280412197 + }, + { + "epoch": 200, + "train_loss": 0.46293872594833374, + "train_acc": 0.8621000051498413, + "train_mse": 0.020341966301202774, + "test_loss": 0.4369881749153137, + "test_acc": 0.8700000047683716, + "test_mse": 0.019186409190297127 + }, + { + "epoch": 220, + "train_loss": 0.4459497630596161, + "train_acc": 0.8664166927337646, + "train_mse": 0.0197211392223835, + "test_loss": 0.41942450404167175, + "test_acc": 0.8730000257492065, + "test_mse": 0.0184775423258543 + }, + { + "epoch": 240, + "train_loss": 0.4350419342517853, + "train_acc": 0.871566653251648, + "train_mse": 0.01916772872209549, + "test_loss": 0.41060513257980347, + "test_acc": 0.875, + "test_mse": 0.018150048330426216 + } + ], + "completed": true, + "error": null, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "epoch_history": [ + { + "epoch": 1, + "loss": 2.394867181777954, + "accuracy": 0.12068333476781845, + "mse": 0.09222322702407837 + }, + { + "epoch": 2, + "loss": 2.3721373081207275, + "accuracy": 0.17710000276565552, + "mse": 0.09110955148935318 + }, + { + "epoch": 3, + "loss": 2.313584327697754, + "accuracy": 0.1745000034570694, + "mse": 0.09007149934768677 + }, + { + "epoch": 4, + "loss": 2.2822771072387695, + "accuracy": 0.1851833313703537, + "mse": 0.08958881348371506 + }, + { + "epoch": 5, + "loss": 2.2472145557403564, + "accuracy": 0.19448333978652954, + "mse": 0.08932461589574814 + }, + { + "epoch": 6, + "loss": 2.194371461868286, + "accuracy": 0.22210000455379486, + "mse": 0.08808117359876633 + }, + { + "epoch": 7, + "loss": 2.1225574016571045, + "accuracy": 0.26155000925064087, + "mse": 0.08639317005872726 + }, + { + "epoch": 8, + "loss": 2.1065263748168945, + "accuracy": 0.257099986076355, + "mse": 0.08618183434009552 + }, + { + "epoch": 9, + "loss": 2.073214292526245, + "accuracy": 0.2905333340167999, + "mse": 0.08590386807918549 + }, + { + "epoch": 10, + "loss": 2.051462173461914, + "accuracy": 0.2962999939918518, + "mse": 0.0854872539639473 + }, + { + "epoch": 11, + "loss": 2.0312182903289795, + "accuracy": 0.3112666606903076, + "mse": 0.08377041667699814 + }, + { + "epoch": 12, + "loss": 1.9965864419937134, + "accuracy": 0.3146333396434784, + "mse": 0.08336399495601654 + }, + { + "epoch": 13, + "loss": 1.9561365842819214, + "accuracy": 0.3281833231449127, + "mse": 0.08182694017887115 + }, + { + "epoch": 14, + "loss": 1.9114563465118408, + "accuracy": 0.35245001316070557, + "mse": 0.07964485883712769 + }, + { + "epoch": 15, + "loss": 1.8931968212127686, + "accuracy": 0.3644333481788635, + "mse": 0.07877293229103088 + }, + { + "epoch": 16, + "loss": 1.8586288690567017, + "accuracy": 0.384550005197525, + "mse": 0.07726404815912247 + }, + { + "epoch": 17, + "loss": 1.8215407133102417, + "accuracy": 0.4031499922275543, + "mse": 0.07585567981004715 + }, + { + "epoch": 18, + "loss": 1.7806206941604614, + "accuracy": 0.4261833429336548, + "mse": 0.07360883057117462 + }, + { + "epoch": 19, + "loss": 1.762655258178711, + "accuracy": 0.43924999237060547, + "mse": 0.07294169813394547 + }, + { + "epoch": 20, + "loss": 1.7392971515655518, + "accuracy": 0.4580833315849304, + "mse": 0.07111531496047974 + }, + { + "epoch": 21, + "loss": 1.7061707973480225, + "accuracy": 0.4684000015258789, + "mse": 0.0700707957148552 + }, + { + "epoch": 22, + "loss": 1.6878095865249634, + "accuracy": 0.47983333468437195, + "mse": 0.06908378005027771 + }, + { + "epoch": 23, + "loss": 1.6603877544403076, + "accuracy": 0.4860000014305115, + "mse": 0.06851949542760849 + }, + { + "epoch": 24, + "loss": 1.6157729625701904, + "accuracy": 0.5046499967575073, + "mse": 0.0663679912686348 + }, + { + "epoch": 25, + "loss": 1.5901435613632202, + "accuracy": 0.5048333406448364, + "mse": 0.06646105647087097 + }, + { + "epoch": 26, + "loss": 1.5558902025222778, + "accuracy": 0.5153833627700806, + "mse": 0.06508835405111313 + }, + { + "epoch": 27, + "loss": 1.533032774925232, + "accuracy": 0.5198500156402588, + "mse": 0.06450068950653076 + }, + { + "epoch": 28, + "loss": 1.503989815711975, + "accuracy": 0.5273000001907349, + "mse": 0.06395094841718674 + }, + { + "epoch": 29, + "loss": 1.477220058441162, + "accuracy": 0.5357999801635742, + "mse": 0.06262895464897156 + }, + { + "epoch": 30, + "loss": 1.4620596170425415, + "accuracy": 0.5351999998092651, + "mse": 0.06263303011655807 + }, + { + "epoch": 31, + "loss": 1.4134670495986938, + "accuracy": 0.5614500045776367, + "mse": 0.06020600348711014 + }, + { + "epoch": 32, + "loss": 1.4016313552856445, + "accuracy": 0.5632500052452087, + "mse": 0.059774428606033325 + }, + { + "epoch": 33, + "loss": 1.3814622163772583, + "accuracy": 0.5680500268936157, + "mse": 0.05823231115937233 + }, + { + "epoch": 34, + "loss": 1.345603108406067, + "accuracy": 0.5861999988555908, + "mse": 0.05717482417821884 + }, + { + "epoch": 35, + "loss": 1.345603108406067, + "accuracy": 0.5861999988555908, + "mse": 0.05717482417821884 + }, + { + "epoch": 36, + "loss": 1.3308271169662476, + "accuracy": 0.5940666794776917, + "mse": 0.056432344019412994 + }, + { + "epoch": 37, + "loss": 1.3158366680145264, + "accuracy": 0.5978166460990906, + "mse": 0.05572309345006943 + }, + { + "epoch": 38, + "loss": 1.3060545921325684, + "accuracy": 0.6017500162124634, + "mse": 0.05550236254930496 + }, + { + "epoch": 39, + "loss": 1.2716864347457886, + "accuracy": 0.6170833110809326, + "mse": 0.05347517505288124 + }, + { + "epoch": 40, + "loss": 1.2618558406829834, + "accuracy": 0.6182666420936584, + "mse": 0.05362313985824585 + }, + { + "epoch": 41, + "loss": 1.2458807229995728, + "accuracy": 0.6244000196456909, + "mse": 0.05271847918629646 + }, + { + "epoch": 42, + "loss": 1.2163281440734863, + "accuracy": 0.6350666880607605, + "mse": 0.0515204481780529 + }, + { + "epoch": 43, + "loss": 1.1991400718688965, + "accuracy": 0.6421166658401489, + "mse": 0.050657644867897034 + }, + { + "epoch": 44, + "loss": 1.1815896034240723, + "accuracy": 0.6452333331108093, + "mse": 0.05007390305399895 + }, + { + "epoch": 45, + "loss": 1.176984429359436, + "accuracy": 0.6482333540916443, + "mse": 0.04978104680776596 + }, + { + "epoch": 46, + "loss": 1.1602901220321655, + "accuracy": 0.6504499912261963, + "mse": 0.04939280450344086 + }, + { + "epoch": 47, + "loss": 1.1487879753112793, + "accuracy": 0.652999997138977, + "mse": 0.048812948167324066 + }, + { + "epoch": 48, + "loss": 1.1169127225875854, + "accuracy": 0.6624333262443542, + "mse": 0.047551464289426804 + }, + { + "epoch": 49, + "loss": 1.0957636833190918, + "accuracy": 0.6663166880607605, + "mse": 0.047307971864938736 + }, + { + "epoch": 50, + "loss": 1.0824836492538452, + "accuracy": 0.6706166863441467, + "mse": 0.04635510966181755 + }, + { + "epoch": 51, + "loss": 1.0697671175003052, + "accuracy": 0.6743166446685791, + "mse": 0.04611103609204292 + }, + { + "epoch": 52, + "loss": 1.057702660560608, + "accuracy": 0.6814333200454712, + "mse": 0.045103445649147034 + }, + { + "epoch": 53, + "loss": 1.035702109336853, + "accuracy": 0.6859999895095825, + "mse": 0.04450591653585434 + }, + { + "epoch": 54, + "loss": 1.0215198993682861, + "accuracy": 0.691516637802124, + "mse": 0.043842166662216187 + }, + { + "epoch": 55, + "loss": 1.0144044160842896, + "accuracy": 0.6957833170890808, + "mse": 0.04337666183710098 + }, + { + "epoch": 56, + "loss": 1.0002727508544922, + "accuracy": 0.6985833048820496, + "mse": 0.04289008304476738 + }, + { + "epoch": 57, + "loss": 0.9921114444732666, + "accuracy": 0.7012666463851929, + "mse": 0.04237997159361839 + }, + { + "epoch": 58, + "loss": 0.9806033968925476, + "accuracy": 0.7028833627700806, + "mse": 0.042033515870571136 + }, + { + "epoch": 59, + "loss": 0.9632399678230286, + "accuracy": 0.7085833549499512, + "mse": 0.04124509170651436 + }, + { + "epoch": 60, + "loss": 0.9506728053092957, + "accuracy": 0.7125833630561829, + "mse": 0.04073568433523178 + }, + { + "epoch": 61, + "loss": 0.9407740831375122, + "accuracy": 0.7153000235557556, + "mse": 0.040367208421230316 + }, + { + "epoch": 62, + "loss": 0.9084635376930237, + "accuracy": 0.724133312702179, + "mse": 0.039161745458841324 + }, + { + "epoch": 63, + "loss": 0.8980634212493896, + "accuracy": 0.7280166745185852, + "mse": 0.03858596831560135 + }, + { + "epoch": 64, + "loss": 0.8962931632995605, + "accuracy": 0.728683352470398, + "mse": 0.038825131952762604 + }, + { + "epoch": 65, + "loss": 0.8922550678253174, + "accuracy": 0.728950023651123, + "mse": 0.03852137178182602 + }, + { + "epoch": 66, + "loss": 0.8826940059661865, + "accuracy": 0.734000027179718, + "mse": 0.03802183270454407 + }, + { + "epoch": 67, + "loss": 0.8747583627700806, + "accuracy": 0.7340166568756104, + "mse": 0.03772991523146629 + }, + { + "epoch": 68, + "loss": 0.8644124865531921, + "accuracy": 0.7387999892234802, + "mse": 0.03730497881770134 + }, + { + "epoch": 69, + "loss": 0.8539621233940125, + "accuracy": 0.7418833374977112, + "mse": 0.03676025941967964 + }, + { + "epoch": 70, + "loss": 0.8444147109985352, + "accuracy": 0.7439000010490417, + "mse": 0.03647427633404732 + }, + { + "epoch": 71, + "loss": 0.8361355662345886, + "accuracy": 0.7472333312034607, + "mse": 0.03591616451740265 + }, + { + "epoch": 72, + "loss": 0.8286452889442444, + "accuracy": 0.7506666779518127, + "mse": 0.035745132714509964 + }, + { + "epoch": 73, + "loss": 0.8206419348716736, + "accuracy": 0.751716673374176, + "mse": 0.03539096191525459 + }, + { + "epoch": 74, + "loss": 0.8129788637161255, + "accuracy": 0.7555999755859375, + "mse": 0.035013824701309204 + }, + { + "epoch": 75, + "loss": 0.8059999942779541, + "accuracy": 0.7592499852180481, + "mse": 0.03461651876568794 + }, + { + "epoch": 76, + "loss": 0.7961980104446411, + "accuracy": 0.759850025177002, + "mse": 0.03440691903233528 + }, + { + "epoch": 77, + "loss": 0.7882765531539917, + "accuracy": 0.763949990272522, + "mse": 0.033924974501132965 + }, + { + "epoch": 78, + "loss": 0.7809193730354309, + "accuracy": 0.7643166780471802, + "mse": 0.03382163494825363 + }, + { + "epoch": 79, + "loss": 0.7755311131477356, + "accuracy": 0.7668833136558533, + "mse": 0.033399548381567 + }, + { + "epoch": 80, + "loss": 0.7690414786338806, + "accuracy": 0.7677000164985657, + "mse": 0.0332583524286747 + }, + { + "epoch": 81, + "loss": 0.7634834051132202, + "accuracy": 0.7707499861717224, + "mse": 0.03295470029115677 + }, + { + "epoch": 82, + "loss": 0.7608415484428406, + "accuracy": 0.7707833051681519, + "mse": 0.03282611817121506 + }, + { + "epoch": 83, + "loss": 0.7531490921974182, + "accuracy": 0.7729499936103821, + "mse": 0.03264449164271355 + }, + { + "epoch": 84, + "loss": 0.7439812421798706, + "accuracy": 0.7767000198364258, + "mse": 0.03218987584114075 + }, + { + "epoch": 85, + "loss": 0.7391633987426758, + "accuracy": 0.7764833569526672, + "mse": 0.03212250769138336 + }, + { + "epoch": 86, + "loss": 0.7286661267280579, + "accuracy": 0.7799500226974487, + "mse": 0.03149685263633728 + }, + { + "epoch": 87, + "loss": 0.7204961776733398, + "accuracy": 0.7805333137512207, + "mse": 0.03136414289474487 + }, + { + "epoch": 88, + "loss": 0.7151843905448914, + "accuracy": 0.781416654586792, + "mse": 0.031125931069254875 + }, + { + "epoch": 89, + "loss": 0.7130192518234253, + "accuracy": 0.7816666960716248, + "mse": 0.031036878004670143 + }, + { + "epoch": 90, + "loss": 0.7002984285354614, + "accuracy": 0.7861833572387695, + "mse": 0.030584359541535378 + }, + { + "epoch": 91, + "loss": 0.6964454054832458, + "accuracy": 0.786050021648407, + "mse": 0.03042665496468544 + }, + { + "epoch": 92, + "loss": 0.6906138062477112, + "accuracy": 0.7889500260353088, + "mse": 0.03022131137549877 + }, + { + "epoch": 93, + "loss": 0.6875464916229248, + "accuracy": 0.7890666723251343, + "mse": 0.030158404260873795 + }, + { + "epoch": 94, + "loss": 0.6844578385353088, + "accuracy": 0.7905333042144775, + "mse": 0.029996277764439583 + }, + { + "epoch": 95, + "loss": 0.6801095008850098, + "accuracy": 0.791366696357727, + "mse": 0.029878007248044014 + }, + { + "epoch": 96, + "loss": 0.6754758358001709, + "accuracy": 0.7952499985694885, + "mse": 0.029521800577640533 + }, + { + "epoch": 97, + "loss": 0.6739013195037842, + "accuracy": 0.7954333424568176, + "mse": 0.029485946521162987 + }, + { + "epoch": 98, + "loss": 0.6691822409629822, + "accuracy": 0.795366644859314, + "mse": 0.02930469438433647 + }, + { + "epoch": 99, + "loss": 0.6667131781578064, + "accuracy": 0.7972999811172485, + "mse": 0.029211752116680145 + }, + { + "epoch": 100, + "loss": 0.6607407331466675, + "accuracy": 0.7977833151817322, + "mse": 0.029053399339318275 + }, + { + "epoch": 101, + "loss": 0.6544605493545532, + "accuracy": 0.7992833256721497, + "mse": 0.028714003041386604 + }, + { + "epoch": 102, + "loss": 0.6505080461502075, + "accuracy": 0.8024166822433472, + "mse": 0.028444843366742134 + }, + { + "epoch": 103, + "loss": 0.6443454623222351, + "accuracy": 0.8034999966621399, + "mse": 0.0282574649900198 + }, + { + "epoch": 104, + "loss": 0.6419376730918884, + "accuracy": 0.8034499883651733, + "mse": 0.028164325281977654 + }, + { + "epoch": 105, + "loss": 0.6383581757545471, + "accuracy": 0.8055166602134705, + "mse": 0.02793096750974655 + }, + { + "epoch": 106, + "loss": 0.6342165470123291, + "accuracy": 0.807616651058197, + "mse": 0.027710596099495888 + }, + { + "epoch": 107, + "loss": 0.6329084038734436, + "accuracy": 0.8089166879653931, + "mse": 0.027554696425795555 + }, + { + "epoch": 108, + "loss": 0.626007080078125, + "accuracy": 0.8116333484649658, + "mse": 0.027184829115867615 + }, + { + "epoch": 109, + "loss": 0.6228019595146179, + "accuracy": 0.8125333189964294, + "mse": 0.027057042345404625 + }, + { + "epoch": 110, + "loss": 0.6187105178833008, + "accuracy": 0.8132833242416382, + "mse": 0.026842202991247177 + }, + { + "epoch": 111, + "loss": 0.6187105178833008, + "accuracy": 0.8132833242416382, + "mse": 0.026842202991247177 + }, + { + "epoch": 112, + "loss": 0.6174106597900391, + "accuracy": 0.8139333128929138, + "mse": 0.02677645906805992 + }, + { + "epoch": 113, + "loss": 0.6151530146598816, + "accuracy": 0.8144999742507935, + "mse": 0.02668280526995659 + }, + { + "epoch": 114, + "loss": 0.6099346876144409, + "accuracy": 0.8156166672706604, + "mse": 0.026437148451805115 + }, + { + "epoch": 115, + "loss": 0.6066809892654419, + "accuracy": 0.8163833618164062, + "mse": 0.02630719728767872 + }, + { + "epoch": 116, + "loss": 0.6029501557350159, + "accuracy": 0.8180333375930786, + "mse": 0.026130348443984985 + }, + { + "epoch": 117, + "loss": 0.5999534726142883, + "accuracy": 0.8183500170707703, + "mse": 0.026076067239046097 + }, + { + "epoch": 118, + "loss": 0.5965328812599182, + "accuracy": 0.8193333148956299, + "mse": 0.025985311716794968 + }, + { + "epoch": 119, + "loss": 0.5911880135536194, + "accuracy": 0.821483314037323, + "mse": 0.025662539526820183 + }, + { + "epoch": 120, + "loss": 0.5884125232696533, + "accuracy": 0.8225333094596863, + "mse": 0.02557925134897232 + }, + { + "epoch": 121, + "loss": 0.5876928567886353, + "accuracy": 0.8223166465759277, + "mse": 0.025591829791665077 + }, + { + "epoch": 122, + "loss": 0.586211085319519, + "accuracy": 0.8217499852180481, + "mse": 0.025496438145637512 + }, + { + "epoch": 123, + "loss": 0.5836067795753479, + "accuracy": 0.8234000205993652, + "mse": 0.025367969647049904 + }, + { + "epoch": 124, + "loss": 0.5805411338806152, + "accuracy": 0.8237500190734863, + "mse": 0.025221845135092735 + }, + { + "epoch": 125, + "loss": 0.5787683129310608, + "accuracy": 0.8248000144958496, + "mse": 0.025159157812595367 + }, + { + "epoch": 126, + "loss": 0.5765712261199951, + "accuracy": 0.8253333568572998, + "mse": 0.025015030056238174 + }, + { + "epoch": 127, + "loss": 0.5726543068885803, + "accuracy": 0.8250666856765747, + "mse": 0.02495999075472355 + }, + { + "epoch": 128, + "loss": 0.5722291469573975, + "accuracy": 0.8253999948501587, + "mse": 0.024870775640010834 + }, + { + "epoch": 129, + "loss": 0.5714932680130005, + "accuracy": 0.8254500031471252, + "mse": 0.024888642132282257 + }, + { + "epoch": 130, + "loss": 0.5696581602096558, + "accuracy": 0.8263999819755554, + "mse": 0.02477351389825344 + }, + { + "epoch": 131, + "loss": 0.5667762756347656, + "accuracy": 0.8267999887466431, + "mse": 0.024728277698159218 + }, + { + "epoch": 132, + "loss": 0.563697338104248, + "accuracy": 0.8287833333015442, + "mse": 0.02454882673919201 + }, + { + "epoch": 133, + "loss": 0.5627124309539795, + "accuracy": 0.8290666937828064, + "mse": 0.024489495903253555 + }, + { + "epoch": 134, + "loss": 0.5605831742286682, + "accuracy": 0.829800009727478, + "mse": 0.024389678612351418 + }, + { + "epoch": 135, + "loss": 0.5593191385269165, + "accuracy": 0.8307833075523376, + "mse": 0.024331802502274513 + }, + { + "epoch": 136, + "loss": 0.5583140850067139, + "accuracy": 0.8299499750137329, + "mse": 0.02431635744869709 + }, + { + "epoch": 137, + "loss": 0.5569862127304077, + "accuracy": 0.8313833475112915, + "mse": 0.024272216483950615 + }, + { + "epoch": 138, + "loss": 0.5539029240608215, + "accuracy": 0.8325333595275879, + "mse": 0.024042081087827682 + }, + { + "epoch": 139, + "loss": 0.5527498722076416, + "accuracy": 0.8321833610534668, + "mse": 0.02401621825993061 + }, + { + "epoch": 140, + "loss": 0.5509796142578125, + "accuracy": 0.8328999876976013, + "mse": 0.02395990863442421 + }, + { + "epoch": 141, + "loss": 0.5475168824195862, + "accuracy": 0.8342833518981934, + "mse": 0.023850848898291588 + }, + { + "epoch": 142, + "loss": 0.5448682904243469, + "accuracy": 0.8346499800682068, + "mse": 0.023759927600622177 + }, + { + "epoch": 143, + "loss": 0.5433222651481628, + "accuracy": 0.8339666724205017, + "mse": 0.023750443011522293 + }, + { + "epoch": 144, + "loss": 0.5409438014030457, + "accuracy": 0.8360833525657654, + "mse": 0.023647366091609 + }, + { + "epoch": 145, + "loss": 0.5389690399169922, + "accuracy": 0.8360666632652283, + "mse": 0.023602688685059547 + }, + { + "epoch": 146, + "loss": 0.536476731300354, + "accuracy": 0.8360999822616577, + "mse": 0.023510251194238663 + }, + { + "epoch": 147, + "loss": 0.5354729890823364, + "accuracy": 0.8367499709129333, + "mse": 0.023435726761817932 + }, + { + "epoch": 148, + "loss": 0.532624363899231, + "accuracy": 0.8377833366394043, + "mse": 0.02336377650499344 + }, + { + "epoch": 149, + "loss": 0.5315098166465759, + "accuracy": 0.838283360004425, + "mse": 0.023280519992113113 + }, + { + "epoch": 150, + "loss": 0.5296294689178467, + "accuracy": 0.8389666676521301, + "mse": 0.02330147475004196 + }, + { + "epoch": 151, + "loss": 0.5274991393089294, + "accuracy": 0.8389833569526672, + "mse": 0.023200638592243195 + }, + { + "epoch": 152, + "loss": 0.5266032814979553, + "accuracy": 0.839900016784668, + "mse": 0.02314605750143528 + }, + { + "epoch": 153, + "loss": 0.5227481722831726, + "accuracy": 0.8403333425521851, + "mse": 0.023036884143948555 + }, + { + "epoch": 154, + "loss": 0.5206952095031738, + "accuracy": 0.841949999332428, + "mse": 0.022865088656544685 + }, + { + "epoch": 155, + "loss": 0.5183946490287781, + "accuracy": 0.8422666788101196, + "mse": 0.022777164354920387 + }, + { + "epoch": 156, + "loss": 0.5168766975402832, + "accuracy": 0.8437166810035706, + "mse": 0.02267194353044033 + }, + { + "epoch": 157, + "loss": 0.5158666372299194, + "accuracy": 0.8443666696548462, + "mse": 0.022626474499702454 + }, + { + "epoch": 158, + "loss": 0.5148171186447144, + "accuracy": 0.8450833559036255, + "mse": 0.022579144686460495 + }, + { + "epoch": 159, + "loss": 0.514457643032074, + "accuracy": 0.8450833559036255, + "mse": 0.022574029862880707 + }, + { + "epoch": 160, + "loss": 0.5122449398040771, + "accuracy": 0.8464499711990356, + "mse": 0.022468935698270798 + }, + { + "epoch": 161, + "loss": 0.5111017823219299, + "accuracy": 0.8465833067893982, + "mse": 0.02237522415816784 + }, + { + "epoch": 162, + "loss": 0.5098553895950317, + "accuracy": 0.8481333255767822, + "mse": 0.02232295647263527 + }, + { + "epoch": 163, + "loss": 0.5059186220169067, + "accuracy": 0.8478500247001648, + "mse": 0.022167028859257698 + }, + { + "epoch": 164, + "loss": 0.5051796436309814, + "accuracy": 0.8488166928291321, + "mse": 0.022147024050354958 + }, + { + "epoch": 165, + "loss": 0.5029154419898987, + "accuracy": 0.849049985408783, + "mse": 0.02201830968260765 + }, + { + "epoch": 166, + "loss": 0.5022867321968079, + "accuracy": 0.8499166369438171, + "mse": 0.022001594305038452 + }, + { + "epoch": 167, + "loss": 0.5006119608879089, + "accuracy": 0.849566638469696, + "mse": 0.022000493481755257 + }, + { + "epoch": 168, + "loss": 0.4991479218006134, + "accuracy": 0.8508166670799255, + "mse": 0.021896883845329285 + }, + { + "epoch": 169, + "loss": 0.49703511595726013, + "accuracy": 0.8509166836738586, + "mse": 0.021842772141098976 + }, + { + "epoch": 170, + "loss": 0.49615880846977234, + "accuracy": 0.8509833216667175, + "mse": 0.02179141715168953 + }, + { + "epoch": 171, + "loss": 0.49429014325141907, + "accuracy": 0.8519333600997925, + "mse": 0.02165626548230648 + }, + { + "epoch": 172, + "loss": 0.49275872111320496, + "accuracy": 0.8522166609764099, + "mse": 0.02160441316664219 + }, + { + "epoch": 173, + "loss": 0.49195852875709534, + "accuracy": 0.8521333336830139, + "mse": 0.02157740481197834 + }, + { + "epoch": 174, + "loss": 0.49124792218208313, + "accuracy": 0.8524500131607056, + "mse": 0.02157047763466835 + }, + { + "epoch": 175, + "loss": 0.4901835024356842, + "accuracy": 0.8530833125114441, + "mse": 0.021508440375328064 + }, + { + "epoch": 176, + "loss": 0.4891456365585327, + "accuracy": 0.853600025177002, + "mse": 0.02148490585386753 + }, + { + "epoch": 177, + "loss": 0.48769453167915344, + "accuracy": 0.8532666563987732, + "mse": 0.021480074152350426 + }, + { + "epoch": 178, + "loss": 0.48527172207832336, + "accuracy": 0.8537833094596863, + "mse": 0.021328840404748917 + }, + { + "epoch": 179, + "loss": 0.48428502678871155, + "accuracy": 0.8544166684150696, + "mse": 0.021304914727807045 + }, + { + "epoch": 180, + "loss": 0.4828203022480011, + "accuracy": 0.8543833494186401, + "mse": 0.021225325763225555 + }, + { + "epoch": 181, + "loss": 0.4811919331550598, + "accuracy": 0.8553500175476074, + "mse": 0.021144112572073936 + }, + { + "epoch": 182, + "loss": 0.47966477274894714, + "accuracy": 0.8555833101272583, + "mse": 0.021064091473817825 + }, + { + "epoch": 183, + "loss": 0.47966477274894714, + "accuracy": 0.8555833101272583, + "mse": 0.021064091473817825 + }, + { + "epoch": 184, + "loss": 0.4787598252296448, + "accuracy": 0.8569166660308838, + "mse": 0.021019967272877693 + }, + { + "epoch": 185, + "loss": 0.47772958874702454, + "accuracy": 0.8567833304405212, + "mse": 0.02099861577153206 + }, + { + "epoch": 186, + "loss": 0.4758150279521942, + "accuracy": 0.8571000099182129, + "mse": 0.02093137428164482 + }, + { + "epoch": 187, + "loss": 0.47504228353500366, + "accuracy": 0.8585333228111267, + "mse": 0.020878314971923828 + }, + { + "epoch": 188, + "loss": 0.47322753071784973, + "accuracy": 0.8584499955177307, + "mse": 0.02082100510597229 + }, + { + "epoch": 189, + "loss": 0.4715079665184021, + "accuracy": 0.8599333167076111, + "mse": 0.0207208301872015 + }, + { + "epoch": 190, + "loss": 0.4701905846595764, + "accuracy": 0.8605499863624573, + "mse": 0.020633727312088013 + }, + { + "epoch": 191, + "loss": 0.4701905846595764, + "accuracy": 0.8605499863624573, + "mse": 0.020633727312088013 + }, + { + "epoch": 192, + "loss": 0.4693160355091095, + "accuracy": 0.8608333468437195, + "mse": 0.020603593438863754 + }, + { + "epoch": 193, + "loss": 0.4687773585319519, + "accuracy": 0.8612666726112366, + "mse": 0.02057836391031742 + }, + { + "epoch": 194, + "loss": 0.46789446473121643, + "accuracy": 0.8611833453178406, + "mse": 0.02054569683969021 + }, + { + "epoch": 195, + "loss": 0.4675624966621399, + "accuracy": 0.8618999719619751, + "mse": 0.020536115393042564 + }, + { + "epoch": 196, + "loss": 0.4659227132797241, + "accuracy": 0.8620666861534119, + "mse": 0.020450910553336143 + }, + { + "epoch": 197, + "loss": 0.4650554955005646, + "accuracy": 0.8619666695594788, + "mse": 0.02041606791317463 + }, + { + "epoch": 198, + "loss": 0.464699387550354, + "accuracy": 0.8623833060264587, + "mse": 0.020427461713552475 + }, + { + "epoch": 199, + "loss": 0.46361732482910156, + "accuracy": 0.8625500202178955, + "mse": 0.020369675010442734 + }, + { + "epoch": 200, + "loss": 0.46293872594833374, + "accuracy": 0.8621000051498413, + "mse": 0.020341966301202774 + }, + { + "epoch": 201, + "loss": 0.4616846442222595, + "accuracy": 0.8624833226203918, + "mse": 0.020257320255041122 + }, + { + "epoch": 202, + "loss": 0.4604725241661072, + "accuracy": 0.86326664686203, + "mse": 0.020205389708280563 + }, + { + "epoch": 203, + "loss": 0.4594633877277374, + "accuracy": 0.8630499839782715, + "mse": 0.020164256915450096 + }, + { + "epoch": 204, + "loss": 0.4593481421470642, + "accuracy": 0.8636999726295471, + "mse": 0.020103352144360542 + }, + { + "epoch": 205, + "loss": 0.458232045173645, + "accuracy": 0.8646000027656555, + "mse": 0.020080696791410446 + }, + { + "epoch": 206, + "loss": 0.4560525417327881, + "accuracy": 0.8646166920661926, + "mse": 0.019984638318419456 + }, + { + "epoch": 207, + "loss": 0.4560525417327881, + "accuracy": 0.8646166920661926, + "mse": 0.019984638318419456 + }, + { + "epoch": 208, + "loss": 0.4552159607410431, + "accuracy": 0.8640833497047424, + "mse": 0.02000802382826805 + }, + { + "epoch": 209, + "loss": 0.45459914207458496, + "accuracy": 0.8650500178337097, + "mse": 0.01992463693022728 + }, + { + "epoch": 210, + "loss": 0.45373666286468506, + "accuracy": 0.8642833232879639, + "mse": 0.01994975656270981 + }, + { + "epoch": 211, + "loss": 0.452452152967453, + "accuracy": 0.864983320236206, + "mse": 0.019845983013510704 + }, + { + "epoch": 212, + "loss": 0.45222243666648865, + "accuracy": 0.8653500080108643, + "mse": 0.01984952948987484 + }, + { + "epoch": 213, + "loss": 0.451869398355484, + "accuracy": 0.8656499981880188, + "mse": 0.019843172281980515 + }, + { + "epoch": 214, + "loss": 0.4509514570236206, + "accuracy": 0.8651833534240723, + "mse": 0.019874941557645798 + }, + { + "epoch": 215, + "loss": 0.45046576857566833, + "accuracy": 0.8652333617210388, + "mse": 0.01983705535531044 + }, + { + "epoch": 216, + "loss": 0.4504336714744568, + "accuracy": 0.8656666874885559, + "mse": 0.01989103853702545 + }, + { + "epoch": 217, + "loss": 0.4495491683483124, + "accuracy": 0.865933358669281, + "mse": 0.0198066383600235 + }, + { + "epoch": 218, + "loss": 0.4487816393375397, + "accuracy": 0.8651999831199646, + "mse": 0.0198209248483181 + }, + { + "epoch": 219, + "loss": 0.44763457775115967, + "accuracy": 0.8654833436012268, + "mse": 0.01975177973508835 + }, + { + "epoch": 220, + "loss": 0.4459497630596161, + "accuracy": 0.8664166927337646, + "mse": 0.0197211392223835 + }, + { + "epoch": 221, + "loss": 0.4459497630596161, + "accuracy": 0.8664166927337646, + "mse": 0.0197211392223835 + }, + { + "epoch": 222, + "loss": 0.4448271095752716, + "accuracy": 0.8665833473205566, + "mse": 0.019647160544991493 + }, + { + "epoch": 223, + "loss": 0.44436711072921753, + "accuracy": 0.8675833344459534, + "mse": 0.019559169188141823 + }, + { + "epoch": 224, + "loss": 0.44436711072921753, + "accuracy": 0.8675833344459534, + "mse": 0.019559169188141823 + }, + { + "epoch": 225, + "loss": 0.4432216286659241, + "accuracy": 0.8683833479881287, + "mse": 0.019489340484142303 + }, + { + "epoch": 226, + "loss": 0.4431568384170532, + "accuracy": 0.8683000206947327, + "mse": 0.019508030265569687 + }, + { + "epoch": 227, + "loss": 0.442644327878952, + "accuracy": 0.8690333366394043, + "mse": 0.01944315992295742 + }, + { + "epoch": 228, + "loss": 0.441727876663208, + "accuracy": 0.8690166473388672, + "mse": 0.01942053623497486 + }, + { + "epoch": 229, + "loss": 0.44139915704727173, + "accuracy": 0.8687666654586792, + "mse": 0.019426867365837097 + }, + { + "epoch": 230, + "loss": 0.44036629796028137, + "accuracy": 0.869350016117096, + "mse": 0.01937939040362835 + }, + { + "epoch": 231, + "loss": 0.44007858633995056, + "accuracy": 0.8688666820526123, + "mse": 0.01937006786465645 + }, + { + "epoch": 232, + "loss": 0.43969473242759705, + "accuracy": 0.8693166375160217, + "mse": 0.019341377541422844 + }, + { + "epoch": 233, + "loss": 0.43857541680336, + "accuracy": 0.8691333532333374, + "mse": 0.01927792653441429 + }, + { + "epoch": 234, + "loss": 0.4380344748497009, + "accuracy": 0.8701500296592712, + "mse": 0.019258635118603706 + }, + { + "epoch": 235, + "loss": 0.4380130171775818, + "accuracy": 0.870116651058197, + "mse": 0.01926390267908573 + }, + { + "epoch": 236, + "loss": 0.4369747042655945, + "accuracy": 0.8706166744232178, + "mse": 0.019244614988565445 + }, + { + "epoch": 237, + "loss": 0.4368351697921753, + "accuracy": 0.8711166381835938, + "mse": 0.01922871358692646 + }, + { + "epoch": 238, + "loss": 0.4359946548938751, + "accuracy": 0.8708500266075134, + "mse": 0.019248489290475845 + }, + { + "epoch": 239, + "loss": 0.43546172976493835, + "accuracy": 0.8715833425521851, + "mse": 0.019210752099752426 + }, + { + "epoch": 240, + "loss": 0.4350419342517853, + "accuracy": 0.871566653251648, + "mse": 0.01916772872209549 + } + ] + }, + { + "seed": 73, + "model_fingerprint": "2e6c351372592f10", + "fit_time_sec": 33.0256, + "improvement_count": 237, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.703110694885254, + "train_acc": 0.4322333335876465, + "train_mse": 0.07236693799495697, + "test_loss": 1.662993311882019, + "test_acc": 0.4422999918460846, + "test_mse": 0.07139508426189423 + }, + { + "epoch": 40, + "train_loss": 1.234723448753357, + "train_acc": 0.605400025844574, + "train_mse": 0.05369972065091133, + "test_loss": 1.2019942998886108, + "test_acc": 0.6128000020980835, + "test_mse": 0.05271701514720917 + }, + { + "epoch": 60, + "train_loss": 0.9583781361579895, + "train_acc": 0.7071499824523926, + "train_mse": 0.04126281663775444, + "test_loss": 0.9148314595222473, + "test_acc": 0.7215999960899353, + "test_mse": 0.03978179767727852 + }, + { + "epoch": 80, + "train_loss": 0.781466543674469, + "train_acc": 0.7578666806221008, + "train_mse": 0.034513432532548904, + "test_loss": 0.7499686479568481, + "test_acc": 0.7670999765396118, + "test_mse": 0.03327890485525131 + }, + { + "epoch": 100, + "train_loss": 0.6772935390472412, + "train_acc": 0.7944999933242798, + "train_mse": 0.029873577877879143, + "test_loss": 0.6402292251586914, + "test_acc": 0.8046000003814697, + "test_mse": 0.02839311771094799 + }, + { + "epoch": 120, + "train_loss": 0.6110365986824036, + "train_acc": 0.8133666515350342, + "train_mse": 0.027105839923024178, + "test_loss": 0.5728253722190857, + "test_acc": 0.821399986743927, + "test_mse": 0.02574964240193367 + }, + { + "epoch": 140, + "train_loss": 0.5631463527679443, + "train_acc": 0.8302500247955322, + "train_mse": 0.024875810369849205, + "test_loss": 0.5334057807922363, + "test_acc": 0.8353999853134155, + "test_mse": 0.023713810369372368 + }, + { + "epoch": 160, + "train_loss": 0.5311679840087891, + "train_acc": 0.8410833477973938, + "train_mse": 0.023450637236237526, + "test_loss": 0.501768171787262, + "test_acc": 0.8464000225067139, + "test_mse": 0.022286171093583107 + }, + { + "epoch": 180, + "train_loss": 0.5000290870666504, + "train_acc": 0.8493833541870117, + "train_mse": 0.022157883271574974, + "test_loss": 0.4740225672721863, + "test_acc": 0.8550000190734863, + "test_mse": 0.021153515204787254 + }, + { + "epoch": 200, + "train_loss": 0.48113930225372314, + "train_acc": 0.8564833402633667, + "train_mse": 0.02121545933187008, + "test_loss": 0.4526425898075104, + "test_acc": 0.8634999990463257, + "test_mse": 0.020089736208319664 + }, + { + "epoch": 220, + "train_loss": 0.46380415558815, + "train_acc": 0.8618666529655457, + "train_mse": 0.020463503897190094, + "test_loss": 0.4359147846698761, + "test_acc": 0.8684999942779541, + "test_mse": 0.019339669495821 + }, + { + "epoch": 240, + "train_loss": 0.449687123298645, + "train_acc": 0.8664166927337646, + "train_mse": 0.019846484065055847, + "test_loss": 0.4234127998352051, + "test_acc": 0.8718000054359436, + "test_mse": 0.018784264102578163 + } + ], + "completed": true, + "error": null, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "epoch_history": [ + { + "epoch": 1, + "loss": 2.414574146270752, + "accuracy": 0.13204999268054962, + "mse": 0.09269577264785767 + }, + { + "epoch": 2, + "loss": 2.4086410999298096, + "accuracy": 0.141483336687088, + "mse": 0.09242582321166992 + }, + { + "epoch": 3, + "loss": 2.363835096359253, + "accuracy": 0.1467166692018509, + "mse": 0.09184609353542328 + }, + { + "epoch": 4, + "loss": 2.3283281326293945, + "accuracy": 0.16816666722297668, + "mse": 0.09098929911851883 + }, + { + "epoch": 5, + "loss": 2.291069269180298, + "accuracy": 0.203616663813591, + "mse": 0.08995424211025238 + }, + { + "epoch": 6, + "loss": 2.2262332439422607, + "accuracy": 0.23285000026226044, + "mse": 0.08825325220823288 + }, + { + "epoch": 7, + "loss": 2.20208740234375, + "accuracy": 0.2498166710138321, + "mse": 0.08740948140621185 + }, + { + "epoch": 8, + "loss": 2.1513030529022217, + "accuracy": 0.26460000872612, + "mse": 0.08588720858097076 + }, + { + "epoch": 9, + "loss": 2.130186080932617, + "accuracy": 0.2775000035762787, + "mse": 0.08550321310758591 + }, + { + "epoch": 10, + "loss": 2.0828537940979004, + "accuracy": 0.2813166677951813, + "mse": 0.08468858152627945 + }, + { + "epoch": 11, + "loss": 2.0315990447998047, + "accuracy": 0.29766666889190674, + "mse": 0.08364257961511612 + }, + { + "epoch": 12, + "loss": 1.9701182842254639, + "accuracy": 0.3124000132083893, + "mse": 0.08143104612827301 + }, + { + "epoch": 13, + "loss": 1.928099513053894, + "accuracy": 0.32519999146461487, + "mse": 0.0805482417345047 + }, + { + "epoch": 14, + "loss": 1.8766974210739136, + "accuracy": 0.3473333418369293, + "mse": 0.07878895103931427 + }, + { + "epoch": 15, + "loss": 1.8432810306549072, + "accuracy": 0.35405001044273376, + "mse": 0.07818205654621124 + }, + { + "epoch": 16, + "loss": 1.8184367418289185, + "accuracy": 0.3601999878883362, + "mse": 0.07771221548318863 + }, + { + "epoch": 17, + "loss": 1.7921768426895142, + "accuracy": 0.38075000047683716, + "mse": 0.07665841281414032 + }, + { + "epoch": 18, + "loss": 1.7434711456298828, + "accuracy": 0.39446666836738586, + "mse": 0.0751606673002243 + }, + { + "epoch": 19, + "loss": 1.7207882404327393, + "accuracy": 0.4059999883174896, + "mse": 0.07451806962490082 + }, + { + "epoch": 20, + "loss": 1.703110694885254, + "accuracy": 0.4322333335876465, + "mse": 0.07236693799495697 + }, + { + "epoch": 21, + "loss": 1.6656062602996826, + "accuracy": 0.4309333264827728, + "mse": 0.07185985147953033 + }, + { + "epoch": 22, + "loss": 1.640377163887024, + "accuracy": 0.4397333264350891, + "mse": 0.07128003984689713 + }, + { + "epoch": 23, + "loss": 1.602551817893982, + "accuracy": 0.45473334193229675, + "mse": 0.06954824179410934 + }, + { + "epoch": 24, + "loss": 1.5583189725875854, + "accuracy": 0.46851667761802673, + "mse": 0.06847219914197922 + }, + { + "epoch": 25, + "loss": 1.5273237228393555, + "accuracy": 0.47714999318122864, + "mse": 0.06707556545734406 + }, + { + "epoch": 26, + "loss": 1.4936084747314453, + "accuracy": 0.49558332562446594, + "mse": 0.0658927708864212 + }, + { + "epoch": 27, + "loss": 1.4567371606826782, + "accuracy": 0.5133000016212463, + "mse": 0.06419163197278976 + }, + { + "epoch": 28, + "loss": 1.4349539279937744, + "accuracy": 0.5220166444778442, + "mse": 0.06317440420389175 + }, + { + "epoch": 29, + "loss": 1.4205996990203857, + "accuracy": 0.5326666831970215, + "mse": 0.0624447800219059 + }, + { + "epoch": 30, + "loss": 1.396343469619751, + "accuracy": 0.5478333234786987, + "mse": 0.06086358800530434 + }, + { + "epoch": 31, + "loss": 1.3833963871002197, + "accuracy": 0.5451666712760925, + "mse": 0.06073316931724548 + }, + { + "epoch": 32, + "loss": 1.366824746131897, + "accuracy": 0.5521500110626221, + "mse": 0.06004268303513527 + }, + { + "epoch": 33, + "loss": 1.3498015403747559, + "accuracy": 0.5596666932106018, + "mse": 0.0591292530298233 + }, + { + "epoch": 34, + "loss": 1.3407446146011353, + "accuracy": 0.5618666410446167, + "mse": 0.05862642079591751 + }, + { + "epoch": 35, + "loss": 1.3232721090316772, + "accuracy": 0.5700833201408386, + "mse": 0.05792893096804619 + }, + { + "epoch": 36, + "loss": 1.3018308877944946, + "accuracy": 0.5779333114624023, + "mse": 0.056805454194545746 + }, + { + "epoch": 37, + "loss": 1.2803646326065063, + "accuracy": 0.588699996471405, + "mse": 0.055742762982845306 + }, + { + "epoch": 38, + "loss": 1.268272042274475, + "accuracy": 0.5956000089645386, + "mse": 0.05504179000854492 + }, + { + "epoch": 39, + "loss": 1.2466093301773071, + "accuracy": 0.6033333539962769, + "mse": 0.05403747782111168 + }, + { + "epoch": 40, + "loss": 1.234723448753357, + "accuracy": 0.605400025844574, + "mse": 0.05369972065091133 + }, + { + "epoch": 41, + "loss": 1.2187047004699707, + "accuracy": 0.6098666787147522, + "mse": 0.052995480597019196 + }, + { + "epoch": 42, + "loss": 1.207017421722412, + "accuracy": 0.615933358669281, + "mse": 0.05246154963970184 + }, + { + "epoch": 43, + "loss": 1.1948403120040894, + "accuracy": 0.6165666580200195, + "mse": 0.05217888951301575 + }, + { + "epoch": 44, + "loss": 1.1810132265090942, + "accuracy": 0.620983362197876, + "mse": 0.05178996920585632 + }, + { + "epoch": 45, + "loss": 1.168336033821106, + "accuracy": 0.6212833523750305, + "mse": 0.05145636573433876 + }, + { + "epoch": 46, + "loss": 1.131334662437439, + "accuracy": 0.6379166841506958, + "mse": 0.04959197714924812 + }, + { + "epoch": 47, + "loss": 1.1163318157196045, + "accuracy": 0.6446166634559631, + "mse": 0.04886316508054733 + }, + { + "epoch": 48, + "loss": 1.1114810705184937, + "accuracy": 0.6452666521072388, + "mse": 0.04888089373707771 + }, + { + "epoch": 49, + "loss": 1.0898659229278564, + "accuracy": 0.6551166772842407, + "mse": 0.0476401187479496 + }, + { + "epoch": 50, + "loss": 1.0820255279541016, + "accuracy": 0.660183310508728, + "mse": 0.047002293169498444 + }, + { + "epoch": 51, + "loss": 1.0644936561584473, + "accuracy": 0.6658999919891357, + "mse": 0.0463184230029583 + }, + { + "epoch": 52, + "loss": 1.0584444999694824, + "accuracy": 0.6722999811172485, + "mse": 0.04573918133974075 + }, + { + "epoch": 53, + "loss": 1.0524156093597412, + "accuracy": 0.6740166544914246, + "mse": 0.045501966029405594 + }, + { + "epoch": 54, + "loss": 1.0484199523925781, + "accuracy": 0.674833357334137, + "mse": 0.045208632946014404 + }, + { + "epoch": 55, + "loss": 1.03437077999115, + "accuracy": 0.6771500110626221, + "mse": 0.04503229260444641 + }, + { + "epoch": 56, + "loss": 1.023512840270996, + "accuracy": 0.6856833100318909, + "mse": 0.044141363352537155 + }, + { + "epoch": 57, + "loss": 1.00637948513031, + "accuracy": 0.6900500059127808, + "mse": 0.04355236887931824 + }, + { + "epoch": 58, + "loss": 0.9912204146385193, + "accuracy": 0.6955833435058594, + "mse": 0.04268778860569 + }, + { + "epoch": 59, + "loss": 0.9837228059768677, + "accuracy": 0.6990333199501038, + "mse": 0.042437102645635605 + }, + { + "epoch": 60, + "loss": 0.9583781361579895, + "accuracy": 0.7071499824523926, + "mse": 0.04126281663775444 + }, + { + "epoch": 61, + "loss": 0.9352142214775085, + "accuracy": 0.7147499918937683, + "mse": 0.040028516203165054 + }, + { + "epoch": 62, + "loss": 0.9340695738792419, + "accuracy": 0.7158166766166687, + "mse": 0.03995691239833832 + }, + { + "epoch": 63, + "loss": 0.930392861366272, + "accuracy": 0.716533362865448, + "mse": 0.0399252213537693 + }, + { + "epoch": 64, + "loss": 0.9176633954048157, + "accuracy": 0.7227500081062317, + "mse": 0.03916604444384575 + }, + { + "epoch": 65, + "loss": 0.9105371832847595, + "accuracy": 0.724399983882904, + "mse": 0.03887329250574112 + }, + { + "epoch": 66, + "loss": 0.8963521718978882, + "accuracy": 0.7271166443824768, + "mse": 0.03860384598374367 + }, + { + "epoch": 67, + "loss": 0.8884021043777466, + "accuracy": 0.728683352470398, + "mse": 0.0381564199924469 + }, + { + "epoch": 68, + "loss": 0.8758040070533752, + "accuracy": 0.7317666411399841, + "mse": 0.037940070033073425 + }, + { + "epoch": 69, + "loss": 0.860588014125824, + "accuracy": 0.7341166734695435, + "mse": 0.037413015961647034 + }, + { + "epoch": 70, + "loss": 0.8567206263542175, + "accuracy": 0.7351166605949402, + "mse": 0.037409327924251556 + }, + { + "epoch": 71, + "loss": 0.8496319055557251, + "accuracy": 0.7372000217437744, + "mse": 0.03707830235362053 + }, + { + "epoch": 72, + "loss": 0.839394748210907, + "accuracy": 0.7403500080108643, + "mse": 0.03666998818516731 + }, + { + "epoch": 73, + "loss": 0.8326200246810913, + "accuracy": 0.7438166737556458, + "mse": 0.036313436925411224 + }, + { + "epoch": 74, + "loss": 0.8240531086921692, + "accuracy": 0.7449333071708679, + "mse": 0.03600670397281647 + }, + { + "epoch": 75, + "loss": 0.8185017108917236, + "accuracy": 0.7480999827384949, + "mse": 0.03574215993285179 + }, + { + "epoch": 76, + "loss": 0.8120248913764954, + "accuracy": 0.7476833462715149, + "mse": 0.03558772802352905 + }, + { + "epoch": 77, + "loss": 0.8003321886062622, + "accuracy": 0.7540333271026611, + "mse": 0.03503324091434479 + }, + { + "epoch": 78, + "loss": 0.7947137951850891, + "accuracy": 0.7556833624839783, + "mse": 0.034928809851408005 + }, + { + "epoch": 79, + "loss": 0.7853738069534302, + "accuracy": 0.7587833404541016, + "mse": 0.034493155777454376 + }, + { + "epoch": 80, + "loss": 0.781466543674469, + "accuracy": 0.7578666806221008, + "mse": 0.034513432532548904 + }, + { + "epoch": 81, + "loss": 0.7727760672569275, + "accuracy": 0.7643666863441467, + "mse": 0.03388603776693344 + }, + { + "epoch": 82, + "loss": 0.7680574059486389, + "accuracy": 0.7648833394050598, + "mse": 0.03359862416982651 + }, + { + "epoch": 83, + "loss": 0.762535572052002, + "accuracy": 0.7684500217437744, + "mse": 0.03320125490427017 + }, + { + "epoch": 84, + "loss": 0.7474846243858337, + "accuracy": 0.7725666761398315, + "mse": 0.032589640468358994 + }, + { + "epoch": 85, + "loss": 0.7455113530158997, + "accuracy": 0.7736666798591614, + "mse": 0.032540395855903625 + }, + { + "epoch": 86, + "loss": 0.7337794303894043, + "accuracy": 0.7778499722480774, + "mse": 0.03193478658795357 + }, + { + "epoch": 87, + "loss": 0.7251227498054504, + "accuracy": 0.7788000106811523, + "mse": 0.03165125474333763 + }, + { + "epoch": 88, + "loss": 0.718483567237854, + "accuracy": 0.7817833423614502, + "mse": 0.031402837485075 + }, + { + "epoch": 89, + "loss": 0.7159523367881775, + "accuracy": 0.7807333469390869, + "mse": 0.03143352270126343 + }, + { + "epoch": 90, + "loss": 0.710383415222168, + "accuracy": 0.7826166749000549, + "mse": 0.031265903264284134 + }, + { + "epoch": 91, + "loss": 0.7052772045135498, + "accuracy": 0.7833166718482971, + "mse": 0.031189821660518646 + }, + { + "epoch": 92, + "loss": 0.7019606828689575, + "accuracy": 0.7846333384513855, + "mse": 0.031064342707395554 + }, + { + "epoch": 93, + "loss": 0.6998864412307739, + "accuracy": 0.7847999930381775, + "mse": 0.03106488287448883 + }, + { + "epoch": 94, + "loss": 0.6970031261444092, + "accuracy": 0.7861999869346619, + "mse": 0.030850792303681374 + }, + { + "epoch": 95, + "loss": 0.6922543048858643, + "accuracy": 0.7876499891281128, + "mse": 0.0306241475045681 + }, + { + "epoch": 96, + "loss": 0.6895252466201782, + "accuracy": 0.7896666526794434, + "mse": 0.030427388846874237 + }, + { + "epoch": 97, + "loss": 0.6875640749931335, + "accuracy": 0.7902166843414307, + "mse": 0.030271464958786964 + }, + { + "epoch": 98, + "loss": 0.6837601661682129, + "accuracy": 0.7907333374023438, + "mse": 0.03019705042243004 + }, + { + "epoch": 99, + "loss": 0.6802726984024048, + "accuracy": 0.7911666631698608, + "mse": 0.030022021383047104 + }, + { + "epoch": 100, + "loss": 0.6772935390472412, + "accuracy": 0.7944999933242798, + "mse": 0.029873577877879143 + }, + { + "epoch": 101, + "loss": 0.6741686463356018, + "accuracy": 0.793749988079071, + "mse": 0.029796868562698364 + }, + { + "epoch": 102, + "loss": 0.6717954277992249, + "accuracy": 0.7940000295639038, + "mse": 0.029739804565906525 + }, + { + "epoch": 103, + "loss": 0.6669585704803467, + "accuracy": 0.7975999712944031, + "mse": 0.029404625296592712 + }, + { + "epoch": 104, + "loss": 0.6596651673316956, + "accuracy": 0.7992833256721497, + "mse": 0.029143402352929115 + }, + { + "epoch": 105, + "loss": 0.6592240929603577, + "accuracy": 0.7987666726112366, + "mse": 0.029149316251277924 + }, + { + "epoch": 106, + "loss": 0.657468318939209, + "accuracy": 0.799049973487854, + "mse": 0.029105527326464653 + }, + { + "epoch": 107, + "loss": 0.6553120017051697, + "accuracy": 0.7996666431427002, + "mse": 0.028965000063180923 + }, + { + "epoch": 108, + "loss": 0.649477481842041, + "accuracy": 0.8011166453361511, + "mse": 0.028735818341374397 + }, + { + "epoch": 109, + "loss": 0.6483716368675232, + "accuracy": 0.8037333488464355, + "mse": 0.028530599549412727 + }, + { + "epoch": 110, + "loss": 0.6431794166564941, + "accuracy": 0.8040000200271606, + "mse": 0.02839997410774231 + }, + { + "epoch": 111, + "loss": 0.6396983861923218, + "accuracy": 0.8048999905586243, + "mse": 0.028284339234232903 + }, + { + "epoch": 112, + "loss": 0.6353538632392883, + "accuracy": 0.807200014591217, + "mse": 0.028062792494893074 + }, + { + "epoch": 113, + "loss": 0.6327446699142456, + "accuracy": 0.807116687297821, + "mse": 0.027912965044379234 + }, + { + "epoch": 114, + "loss": 0.6284050941467285, + "accuracy": 0.8085500001907349, + "mse": 0.027824843302369118 + }, + { + "epoch": 115, + "loss": 0.6268152594566345, + "accuracy": 0.8093500137329102, + "mse": 0.027707891538739204 + }, + { + "epoch": 116, + "loss": 0.6243881583213806, + "accuracy": 0.8099166750907898, + "mse": 0.02763967402279377 + }, + { + "epoch": 117, + "loss": 0.6222176551818848, + "accuracy": 0.8098999857902527, + "mse": 0.027570560574531555 + }, + { + "epoch": 118, + "loss": 0.6193534731864929, + "accuracy": 0.8109833598136902, + "mse": 0.027407048270106316 + }, + { + "epoch": 119, + "loss": 0.6121435761451721, + "accuracy": 0.8129000067710876, + "mse": 0.027141908183693886 + }, + { + "epoch": 120, + "loss": 0.6110365986824036, + "accuracy": 0.8133666515350342, + "mse": 0.027105839923024178 + }, + { + "epoch": 121, + "loss": 0.607293426990509, + "accuracy": 0.8153666853904724, + "mse": 0.026896169409155846 + }, + { + "epoch": 122, + "loss": 0.6072826385498047, + "accuracy": 0.8145666718482971, + "mse": 0.026919055730104446 + }, + { + "epoch": 123, + "loss": 0.6058600544929504, + "accuracy": 0.8154833316802979, + "mse": 0.02685522474348545 + }, + { + "epoch": 124, + "loss": 0.6029885411262512, + "accuracy": 0.8178166747093201, + "mse": 0.02666405588388443 + }, + { + "epoch": 125, + "loss": 0.596304178237915, + "accuracy": 0.8192166686058044, + "mse": 0.0263478085398674 + }, + { + "epoch": 126, + "loss": 0.5947750806808472, + "accuracy": 0.8204333186149597, + "mse": 0.026291493326425552 + }, + { + "epoch": 127, + "loss": 0.5946099162101746, + "accuracy": 0.821566641330719, + "mse": 0.026214612647891045 + }, + { + "epoch": 128, + "loss": 0.5919549465179443, + "accuracy": 0.8210833072662354, + "mse": 0.026114733889698982 + }, + { + "epoch": 129, + "loss": 0.588538646697998, + "accuracy": 0.8216666579246521, + "mse": 0.02602967619895935 + }, + { + "epoch": 130, + "loss": 0.5853483080863953, + "accuracy": 0.8215333223342896, + "mse": 0.02591628208756447 + }, + { + "epoch": 131, + "loss": 0.5853483080863953, + "accuracy": 0.8215333223342896, + "mse": 0.02591628208756447 + }, + { + "epoch": 132, + "loss": 0.5848174095153809, + "accuracy": 0.819433331489563, + "mse": 0.02596266195178032 + }, + { + "epoch": 133, + "loss": 0.5813794732093811, + "accuracy": 0.8223833441734314, + "mse": 0.0257836002856493 + }, + { + "epoch": 134, + "loss": 0.5786432027816772, + "accuracy": 0.8234999775886536, + "mse": 0.02558390237390995 + }, + { + "epoch": 135, + "loss": 0.5766130089759827, + "accuracy": 0.8237166404724121, + "mse": 0.02556212805211544 + }, + { + "epoch": 136, + "loss": 0.5724963545799255, + "accuracy": 0.8262333273887634, + "mse": 0.02532770112156868 + }, + { + "epoch": 137, + "loss": 0.570061206817627, + "accuracy": 0.8270666599273682, + "mse": 0.02523242123425007 + }, + { + "epoch": 138, + "loss": 0.5689972043037415, + "accuracy": 0.8274666666984558, + "mse": 0.025206029415130615 + }, + { + "epoch": 139, + "loss": 0.565800130367279, + "accuracy": 0.8279500007629395, + "mse": 0.025017164647579193 + }, + { + "epoch": 140, + "loss": 0.5631463527679443, + "accuracy": 0.8302500247955322, + "mse": 0.024875810369849205 + }, + { + "epoch": 141, + "loss": 0.5607755780220032, + "accuracy": 0.8300166726112366, + "mse": 0.024780642241239548 + }, + { + "epoch": 142, + "loss": 0.5606104135513306, + "accuracy": 0.8301833271980286, + "mse": 0.024745823815464973 + }, + { + "epoch": 143, + "loss": 0.5595632195472717, + "accuracy": 0.8311499953269958, + "mse": 0.024653596803545952 + }, + { + "epoch": 144, + "loss": 0.5581526160240173, + "accuracy": 0.832099974155426, + "mse": 0.024614963680505753 + }, + { + "epoch": 145, + "loss": 0.5561463832855225, + "accuracy": 0.8328666687011719, + "mse": 0.02452557533979416 + }, + { + "epoch": 146, + "loss": 0.5536938905715942, + "accuracy": 0.8347499966621399, + "mse": 0.024360042065382004 + }, + { + "epoch": 147, + "loss": 0.5526377558708191, + "accuracy": 0.8341166377067566, + "mse": 0.024316975846886635 + }, + { + "epoch": 148, + "loss": 0.5510162711143494, + "accuracy": 0.8354666829109192, + "mse": 0.024257643148303032 + }, + { + "epoch": 149, + "loss": 0.5495046377182007, + "accuracy": 0.8358500003814697, + "mse": 0.02416827157139778 + }, + { + "epoch": 150, + "loss": 0.5468350052833557, + "accuracy": 0.8361833095550537, + "mse": 0.024069709703326225 + }, + { + "epoch": 151, + "loss": 0.5449582934379578, + "accuracy": 0.8357499837875366, + "mse": 0.02400941029191017 + }, + { + "epoch": 152, + "loss": 0.543927788734436, + "accuracy": 0.8364499807357788, + "mse": 0.023983940482139587 + }, + { + "epoch": 153, + "loss": 0.542649507522583, + "accuracy": 0.8364499807357788, + "mse": 0.023942334577441216 + }, + { + "epoch": 154, + "loss": 0.5419157147407532, + "accuracy": 0.8360666632652283, + "mse": 0.02393990568816662 + }, + { + "epoch": 155, + "loss": 0.540157675743103, + "accuracy": 0.8361999988555908, + "mse": 0.023889055475592613 + }, + { + "epoch": 156, + "loss": 0.5386499762535095, + "accuracy": 0.8377000093460083, + "mse": 0.023815549910068512 + }, + { + "epoch": 157, + "loss": 0.5373024344444275, + "accuracy": 0.8374833464622498, + "mse": 0.023780427873134613 + }, + { + "epoch": 158, + "loss": 0.5352810621261597, + "accuracy": 0.8391166925430298, + "mse": 0.02361784689128399 + }, + { + "epoch": 159, + "loss": 0.5330520272254944, + "accuracy": 0.8398333191871643, + "mse": 0.02352483756840229 + }, + { + "epoch": 160, + "loss": 0.5311679840087891, + "accuracy": 0.8410833477973938, + "mse": 0.023450637236237526 + }, + { + "epoch": 161, + "loss": 0.5299530625343323, + "accuracy": 0.8414499759674072, + "mse": 0.023384707048535347 + }, + { + "epoch": 162, + "loss": 0.5275143980979919, + "accuracy": 0.8406999707221985, + "mse": 0.023340361192822456 + }, + { + "epoch": 163, + "loss": 0.5260158777236938, + "accuracy": 0.8410500288009644, + "mse": 0.0233036819845438 + }, + { + "epoch": 164, + "loss": 0.5248306393623352, + "accuracy": 0.840833306312561, + "mse": 0.023271819576621056 + }, + { + "epoch": 165, + "loss": 0.5229296088218689, + "accuracy": 0.8420166373252869, + "mse": 0.023163525387644768 + }, + { + "epoch": 166, + "loss": 0.5218507647514343, + "accuracy": 0.8410666584968567, + "mse": 0.023162871599197388 + }, + { + "epoch": 167, + "loss": 0.519870400428772, + "accuracy": 0.842283308506012, + "mse": 0.023074911907315254 + }, + { + "epoch": 168, + "loss": 0.5173833966255188, + "accuracy": 0.8428166508674622, + "mse": 0.022966573014855385 + }, + { + "epoch": 169, + "loss": 0.5155658721923828, + "accuracy": 0.8437333106994629, + "mse": 0.022893378511071205 + }, + { + "epoch": 170, + "loss": 0.5143352746963501, + "accuracy": 0.8442166447639465, + "mse": 0.022836871445178986 + }, + { + "epoch": 171, + "loss": 0.5130977630615234, + "accuracy": 0.8459333181381226, + "mse": 0.02271832711994648 + }, + { + "epoch": 172, + "loss": 0.511986494064331, + "accuracy": 0.8457000255584717, + "mse": 0.02269294299185276 + }, + { + "epoch": 173, + "loss": 0.509595513343811, + "accuracy": 0.8457666635513306, + "mse": 0.022661365568637848 + }, + { + "epoch": 174, + "loss": 0.5078558921813965, + "accuracy": 0.8460000157356262, + "mse": 0.022545836865901947 + }, + { + "epoch": 175, + "loss": 0.5064887404441833, + "accuracy": 0.8469499945640564, + "mse": 0.022514870390295982 + }, + { + "epoch": 176, + "loss": 0.5048143863677979, + "accuracy": 0.8473333120346069, + "mse": 0.022387105971574783 + }, + { + "epoch": 177, + "loss": 0.503877580165863, + "accuracy": 0.8466166853904724, + "mse": 0.022382790222764015 + }, + { + "epoch": 178, + "loss": 0.5028167366981506, + "accuracy": 0.8478999733924866, + "mse": 0.022313812747597694 + }, + { + "epoch": 179, + "loss": 0.5008286237716675, + "accuracy": 0.8488166928291321, + "mse": 0.02221272699534893 + }, + { + "epoch": 180, + "loss": 0.5000290870666504, + "accuracy": 0.8493833541870117, + "mse": 0.022157883271574974 + }, + { + "epoch": 181, + "loss": 0.4981861114501953, + "accuracy": 0.8505666851997375, + "mse": 0.022102084010839462 + }, + { + "epoch": 182, + "loss": 0.4963725805282593, + "accuracy": 0.8514166474342346, + "mse": 0.02194368466734886 + }, + { + "epoch": 183, + "loss": 0.4963725805282593, + "accuracy": 0.8514166474342346, + "mse": 0.02194368466734886 + }, + { + "epoch": 184, + "loss": 0.49606233835220337, + "accuracy": 0.8518000245094299, + "mse": 0.021929778158664703 + }, + { + "epoch": 185, + "loss": 0.4953683018684387, + "accuracy": 0.8515333533287048, + "mse": 0.02193184196949005 + }, + { + "epoch": 186, + "loss": 0.49217689037323, + "accuracy": 0.8539000153541565, + "mse": 0.021734334528446198 + }, + { + "epoch": 187, + "loss": 0.49185845255851746, + "accuracy": 0.8529333472251892, + "mse": 0.02174282632768154 + }, + { + "epoch": 188, + "loss": 0.49143049120903015, + "accuracy": 0.8535833358764648, + "mse": 0.02170458249747753 + }, + { + "epoch": 189, + "loss": 0.49022260308265686, + "accuracy": 0.8541499972343445, + "mse": 0.021626973524689674 + }, + { + "epoch": 190, + "loss": 0.48885780572891235, + "accuracy": 0.854449987411499, + "mse": 0.021585114300251007 + }, + { + "epoch": 191, + "loss": 0.4880245625972748, + "accuracy": 0.8545666933059692, + "mse": 0.02155035361647606 + }, + { + "epoch": 192, + "loss": 0.48710381984710693, + "accuracy": 0.8547166585922241, + "mse": 0.021520739421248436 + }, + { + "epoch": 193, + "loss": 0.4863168001174927, + "accuracy": 0.855400025844574, + "mse": 0.021460192278027534 + }, + { + "epoch": 194, + "loss": 0.48572155833244324, + "accuracy": 0.8553500175476074, + "mse": 0.021449964493513107 + }, + { + "epoch": 195, + "loss": 0.48470810055732727, + "accuracy": 0.8554166555404663, + "mse": 0.021394111216068268 + }, + { + "epoch": 196, + "loss": 0.48434212803840637, + "accuracy": 0.8556333184242249, + "mse": 0.021388808265328407 + }, + { + "epoch": 197, + "loss": 0.4832429587841034, + "accuracy": 0.855733335018158, + "mse": 0.021322699263691902 + }, + { + "epoch": 198, + "loss": 0.48277953267097473, + "accuracy": 0.8555166721343994, + "mse": 0.021286826580762863 + }, + { + "epoch": 199, + "loss": 0.48113930225372314, + "accuracy": 0.8564833402633667, + "mse": 0.02121545933187008 + }, + { + "epoch": 200, + "loss": 0.48113930225372314, + "accuracy": 0.8564833402633667, + "mse": 0.02121545933187008 + }, + { + "epoch": 201, + "loss": 0.4808978736400604, + "accuracy": 0.8564833402633667, + "mse": 0.021217580884695053 + }, + { + "epoch": 202, + "loss": 0.47957682609558105, + "accuracy": 0.8572666645050049, + "mse": 0.02115471102297306 + }, + { + "epoch": 203, + "loss": 0.47899970412254333, + "accuracy": 0.8563833236694336, + "mse": 0.02114832028746605 + }, + { + "epoch": 204, + "loss": 0.4782465100288391, + "accuracy": 0.8571333289146423, + "mse": 0.021089797839522362 + }, + { + "epoch": 205, + "loss": 0.47737908363342285, + "accuracy": 0.8575166463851929, + "mse": 0.021053865551948547 + }, + { + "epoch": 206, + "loss": 0.4760730266571045, + "accuracy": 0.8577333092689514, + "mse": 0.020957496017217636 + }, + { + "epoch": 207, + "loss": 0.47536709904670715, + "accuracy": 0.8582666516304016, + "mse": 0.020946867763996124 + }, + { + "epoch": 208, + "loss": 0.4732798933982849, + "accuracy": 0.8591166734695435, + "mse": 0.020853040739893913 + }, + { + "epoch": 209, + "loss": 0.4723389446735382, + "accuracy": 0.8585166931152344, + "mse": 0.020830469205975533 + }, + { + "epoch": 210, + "loss": 0.47112077474594116, + "accuracy": 0.8588333129882812, + "mse": 0.020800597965717316 + }, + { + "epoch": 211, + "loss": 0.470302551984787, + "accuracy": 0.8603000044822693, + "mse": 0.020735543221235275 + }, + { + "epoch": 212, + "loss": 0.46951183676719666, + "accuracy": 0.8604166507720947, + "mse": 0.020719358697533607 + }, + { + "epoch": 213, + "loss": 0.4686809778213501, + "accuracy": 0.8603500127792358, + "mse": 0.020685236901044846 + }, + { + "epoch": 214, + "loss": 0.46854764223098755, + "accuracy": 0.8598999977111816, + "mse": 0.020714063197374344 + }, + { + "epoch": 215, + "loss": 0.46765637397766113, + "accuracy": 0.8597999811172485, + "mse": 0.020686136558651924 + }, + { + "epoch": 216, + "loss": 0.46743249893188477, + "accuracy": 0.8599333167076111, + "mse": 0.020685069262981415 + }, + { + "epoch": 217, + "loss": 0.4665240943431854, + "accuracy": 0.8604000210762024, + "mse": 0.020638741552829742 + }, + { + "epoch": 218, + "loss": 0.46548548340797424, + "accuracy": 0.86121666431427, + "mse": 0.0205671563744545 + }, + { + "epoch": 219, + "loss": 0.4643442630767822, + "accuracy": 0.8614833354949951, + "mse": 0.020530832931399345 + }, + { + "epoch": 220, + "loss": 0.46380415558815, + "accuracy": 0.8618666529655457, + "mse": 0.020463503897190094 + }, + { + "epoch": 221, + "loss": 0.4632735550403595, + "accuracy": 0.8618833422660828, + "mse": 0.020439380779862404 + }, + { + "epoch": 222, + "loss": 0.46314218640327454, + "accuracy": 0.8619833588600159, + "mse": 0.02041696012020111 + }, + { + "epoch": 223, + "loss": 0.462208092212677, + "accuracy": 0.8625500202178955, + "mse": 0.02041381038725376 + }, + { + "epoch": 224, + "loss": 0.4611798822879791, + "accuracy": 0.8635166883468628, + "mse": 0.02032548002898693 + }, + { + "epoch": 225, + "loss": 0.4590543508529663, + "accuracy": 0.8633000254631042, + "mse": 0.02027859166264534 + }, + { + "epoch": 226, + "loss": 0.45901229977607727, + "accuracy": 0.8639833331108093, + "mse": 0.02025737799704075 + }, + { + "epoch": 227, + "loss": 0.4579267203807831, + "accuracy": 0.8636000156402588, + "mse": 0.020252693444490433 + }, + { + "epoch": 228, + "loss": 0.4578099548816681, + "accuracy": 0.8642666935920715, + "mse": 0.020203690975904465 + }, + { + "epoch": 229, + "loss": 0.4569973945617676, + "accuracy": 0.8647500276565552, + "mse": 0.020141836255788803 + }, + { + "epoch": 230, + "loss": 0.45676830410957336, + "accuracy": 0.8651166558265686, + "mse": 0.020131828263401985 + }, + { + "epoch": 231, + "loss": 0.45567914843559265, + "accuracy": 0.8652333617210388, + "mse": 0.02007649652659893 + }, + { + "epoch": 232, + "loss": 0.4552251398563385, + "accuracy": 0.8657666444778442, + "mse": 0.020051803439855576 + }, + { + "epoch": 233, + "loss": 0.45359694957733154, + "accuracy": 0.866683304309845, + "mse": 0.019991356879472733 + }, + { + "epoch": 234, + "loss": 0.4531172513961792, + "accuracy": 0.8659166693687439, + "mse": 0.019969915971159935 + }, + { + "epoch": 235, + "loss": 0.4524180293083191, + "accuracy": 0.8667333126068115, + "mse": 0.019950980320572853 + }, + { + "epoch": 236, + "loss": 0.4521808922290802, + "accuracy": 0.8668333292007446, + "mse": 0.019947310909628868 + }, + { + "epoch": 237, + "loss": 0.45130443572998047, + "accuracy": 0.8663666844367981, + "mse": 0.01991342194378376 + }, + { + "epoch": 238, + "loss": 0.450676828622818, + "accuracy": 0.8665666580200195, + "mse": 0.01989450864493847 + }, + { + "epoch": 239, + "loss": 0.4501597583293915, + "accuracy": 0.8670499920845032, + "mse": 0.019864557310938835 + }, + { + "epoch": 240, + "loss": 0.449687123298645, + "accuracy": 0.8664166927337646, + "mse": 0.019846484065055847 + } + ] + }, + { + "seed": 74, + "model_fingerprint": "4000fe3fb26ef207", + "fit_time_sec": 32.3565, + "improvement_count": 233, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.696816325187683, + "train_acc": 0.4334833323955536, + "train_mse": 0.07303200662136078, + "test_loss": 1.685478925704956, + "test_acc": 0.4397999942302704, + "test_mse": 0.07274489104747772 + }, + { + "epoch": 40, + "train_loss": 1.2137997150421143, + "train_acc": 0.6062666773796082, + "train_mse": 0.053883783519268036, + "test_loss": 1.193790316581726, + "test_acc": 0.6158999800682068, + "test_mse": 0.05286615714430809 + }, + { + "epoch": 60, + "train_loss": 0.9459328651428223, + "train_acc": 0.7093166708946228, + "train_mse": 0.04073885455727577, + "test_loss": 0.926419734954834, + "test_acc": 0.7172999978065491, + "test_mse": 0.03994119539856911 + }, + { + "epoch": 80, + "train_loss": 0.7440351843833923, + "train_acc": 0.7731500267982483, + "train_mse": 0.03230465576052666, + "test_loss": 0.7158955335617065, + "test_acc": 0.7832000255584717, + "test_mse": 0.0311629269272089 + }, + { + "epoch": 100, + "train_loss": 0.6222507357597351, + "train_acc": 0.8106666803359985, + "train_mse": 0.02721019648015499, + "test_loss": 0.5782299041748047, + "test_acc": 0.826200008392334, + "test_mse": 0.025308359414339066 + }, + { + "epoch": 120, + "train_loss": 0.5712149143218994, + "train_acc": 0.8261666893959045, + "train_mse": 0.025098947808146477, + "test_loss": 0.5316479206085205, + "test_acc": 0.8402000069618225, + "test_mse": 0.023361243307590485 + }, + { + "epoch": 140, + "train_loss": 0.5278127193450928, + "train_acc": 0.8391500115394592, + "train_mse": 0.02332845889031887, + "test_loss": 0.5003852248191833, + "test_acc": 0.8485000133514404, + "test_mse": 0.022033091634511948 + }, + { + "epoch": 160, + "train_loss": 0.4974406957626343, + "train_acc": 0.8500166535377502, + "train_mse": 0.02210366539657116, + "test_loss": 0.4702143669128418, + "test_acc": 0.8614000082015991, + "test_mse": 0.02081647887825966 + }, + { + "epoch": 180, + "train_loss": 0.4760556221008301, + "train_acc": 0.8567833304405212, + "train_mse": 0.0210970938205719, + "test_loss": 0.4514496922492981, + "test_acc": 0.8648999929428101, + "test_mse": 0.01998041942715645 + }, + { + "epoch": 200, + "train_loss": 0.4600929617881775, + "train_acc": 0.8631166815757751, + "train_mse": 0.020222675055265427, + "test_loss": 0.43229734897613525, + "test_acc": 0.8694999814033508, + "test_mse": 0.01901264674961567 + }, + { + "epoch": 220, + "train_loss": 0.44254931807518005, + "train_acc": 0.8678500056266785, + "train_mse": 0.019469955936074257, + "test_loss": 0.417081743478775, + "test_acc": 0.8754000067710876, + "test_mse": 0.018321329727768898 + }, + { + "epoch": 240, + "train_loss": 0.43052077293395996, + "train_acc": 0.8725666403770447, + "train_mse": 0.018974633887410164, + "test_loss": 0.40485620498657227, + "test_acc": 0.8798999786376953, + "test_mse": 0.01778729446232319 + } + ], + "completed": true, + "error": null, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "epoch_history": [ + { + "epoch": 1, + "loss": 2.3630239963531494, + "accuracy": 0.1527833342552185, + "mse": 0.09098036587238312 + }, + { + "epoch": 2, + "loss": 2.3037056922912598, + "accuracy": 0.16278333961963654, + "mse": 0.08990588039159775 + }, + { + "epoch": 3, + "loss": 2.2243945598602295, + "accuracy": 0.2122499942779541, + "mse": 0.08827207237482071 + }, + { + "epoch": 4, + "loss": 2.2055628299713135, + "accuracy": 0.20544999837875366, + "mse": 0.08832919597625732 + }, + { + "epoch": 5, + "loss": 2.1198058128356934, + "accuracy": 0.2663666605949402, + "mse": 0.08560868352651596 + }, + { + "epoch": 6, + "loss": 2.10312819480896, + "accuracy": 0.2543666660785675, + "mse": 0.08583298325538635 + }, + { + "epoch": 7, + "loss": 2.069697856903076, + "accuracy": 0.27755001187324524, + "mse": 0.08490578085184097 + }, + { + "epoch": 8, + "loss": 2.0478670597076416, + "accuracy": 0.3057166635990143, + "mse": 0.08401036262512207 + }, + { + "epoch": 9, + "loss": 2.0278191566467285, + "accuracy": 0.31638333201408386, + "mse": 0.08333960920572281 + }, + { + "epoch": 10, + "loss": 2.0219058990478516, + "accuracy": 0.3160833418369293, + "mse": 0.08303756266832352 + }, + { + "epoch": 11, + "loss": 1.9831174612045288, + "accuracy": 0.3347499966621399, + "mse": 0.08158915489912033 + }, + { + "epoch": 12, + "loss": 1.955796241760254, + "accuracy": 0.3518333435058594, + "mse": 0.08042661100625992 + }, + { + "epoch": 13, + "loss": 1.9152729511260986, + "accuracy": 0.36908334493637085, + "mse": 0.07942232489585876 + }, + { + "epoch": 14, + "loss": 1.872546672821045, + "accuracy": 0.37985000014305115, + "mse": 0.07813462615013123 + }, + { + "epoch": 15, + "loss": 1.8248801231384277, + "accuracy": 0.39118334650993347, + "mse": 0.07671519368886948 + }, + { + "epoch": 16, + "loss": 1.7819229364395142, + "accuracy": 0.4088500142097473, + "mse": 0.07523704320192337 + }, + { + "epoch": 17, + "loss": 1.7707443237304688, + "accuracy": 0.4191666543483734, + "mse": 0.07474902272224426 + }, + { + "epoch": 18, + "loss": 1.7394194602966309, + "accuracy": 0.42178332805633545, + "mse": 0.07408100366592407 + }, + { + "epoch": 19, + "loss": 1.7251865863800049, + "accuracy": 0.4307500123977661, + "mse": 0.07361482083797455 + }, + { + "epoch": 20, + "loss": 1.696816325187683, + "accuracy": 0.4334833323955536, + "mse": 0.07303200662136078 + }, + { + "epoch": 21, + "loss": 1.6524786949157715, + "accuracy": 0.4505833387374878, + "mse": 0.07184039056301117 + }, + { + "epoch": 22, + "loss": 1.635809302330017, + "accuracy": 0.45350000262260437, + "mse": 0.07129822671413422 + }, + { + "epoch": 23, + "loss": 1.5947659015655518, + "accuracy": 0.462883323431015, + "mse": 0.07008268684148788 + }, + { + "epoch": 24, + "loss": 1.57978093624115, + "accuracy": 0.47278332710266113, + "mse": 0.06934765726327896 + }, + { + "epoch": 25, + "loss": 1.5446536540985107, + "accuracy": 0.4747166633605957, + "mse": 0.06858624517917633 + }, + { + "epoch": 26, + "loss": 1.5205860137939453, + "accuracy": 0.48820000886917114, + "mse": 0.06731872260570526 + }, + { + "epoch": 27, + "loss": 1.4893425703048706, + "accuracy": 0.4993000030517578, + "mse": 0.06618457287549973 + }, + { + "epoch": 28, + "loss": 1.4588110446929932, + "accuracy": 0.5132166743278503, + "mse": 0.06471127271652222 + }, + { + "epoch": 29, + "loss": 1.432752251625061, + "accuracy": 0.5204333066940308, + "mse": 0.06394749134778976 + }, + { + "epoch": 30, + "loss": 1.421046257019043, + "accuracy": 0.5311833620071411, + "mse": 0.0629466101527214 + }, + { + "epoch": 31, + "loss": 1.38520085811615, + "accuracy": 0.5421666502952576, + "mse": 0.06176381558179855 + }, + { + "epoch": 32, + "loss": 1.3660283088684082, + "accuracy": 0.5495499968528748, + "mse": 0.06077636778354645 + }, + { + "epoch": 33, + "loss": 1.3414093255996704, + "accuracy": 0.5612333416938782, + "mse": 0.059384364634752274 + }, + { + "epoch": 34, + "loss": 1.322603702545166, + "accuracy": 0.5676500201225281, + "mse": 0.058645155280828476 + }, + { + "epoch": 35, + "loss": 1.3152570724487305, + "accuracy": 0.5706666707992554, + "mse": 0.058264557272195816 + }, + { + "epoch": 36, + "loss": 1.295859694480896, + "accuracy": 0.5825166702270508, + "mse": 0.0572269968688488 + }, + { + "epoch": 37, + "loss": 1.284435510635376, + "accuracy": 0.5828333497047424, + "mse": 0.05695948004722595 + }, + { + "epoch": 38, + "loss": 1.2508333921432495, + "accuracy": 0.5966833233833313, + "mse": 0.055514685809612274 + }, + { + "epoch": 39, + "loss": 1.231177568435669, + "accuracy": 0.5995500087738037, + "mse": 0.054748717695474625 + }, + { + "epoch": 40, + "loss": 1.2137997150421143, + "accuracy": 0.6062666773796082, + "mse": 0.053883783519268036 + }, + { + "epoch": 41, + "loss": 1.194353461265564, + "accuracy": 0.6142500042915344, + "mse": 0.05318419262766838 + }, + { + "epoch": 42, + "loss": 1.174881935119629, + "accuracy": 0.6201000213623047, + "mse": 0.05209552124142647 + }, + { + "epoch": 43, + "loss": 1.1521174907684326, + "accuracy": 0.6325666904449463, + "mse": 0.05099694803357124 + }, + { + "epoch": 44, + "loss": 1.1367510557174683, + "accuracy": 0.6382499933242798, + "mse": 0.05012534558773041 + }, + { + "epoch": 45, + "loss": 1.124802589416504, + "accuracy": 0.6426666378974915, + "mse": 0.049558740109205246 + }, + { + "epoch": 46, + "loss": 1.112693190574646, + "accuracy": 0.6499999761581421, + "mse": 0.048659827560186386 + }, + { + "epoch": 47, + "loss": 1.1040773391723633, + "accuracy": 0.651199996471405, + "mse": 0.048423610627651215 + }, + { + "epoch": 48, + "loss": 1.0888868570327759, + "accuracy": 0.6572333574295044, + "mse": 0.04771972820162773 + }, + { + "epoch": 49, + "loss": 1.0764598846435547, + "accuracy": 0.6634666919708252, + "mse": 0.04710058867931366 + }, + { + "epoch": 50, + "loss": 1.0673680305480957, + "accuracy": 0.6664666533470154, + "mse": 0.04666503518819809 + }, + { + "epoch": 51, + "loss": 1.0543677806854248, + "accuracy": 0.670283317565918, + "mse": 0.045965809375047684 + }, + { + "epoch": 52, + "loss": 1.0384453535079956, + "accuracy": 0.6765833497047424, + "mse": 0.04518212378025055 + }, + { + "epoch": 53, + "loss": 1.0212924480438232, + "accuracy": 0.6823833584785461, + "mse": 0.044266778975725174 + }, + { + "epoch": 54, + "loss": 1.018552541732788, + "accuracy": 0.6852999925613403, + "mse": 0.04419276863336563 + }, + { + "epoch": 55, + "loss": 1.0011581182479858, + "accuracy": 0.6913999915122986, + "mse": 0.043259259313344955 + }, + { + "epoch": 56, + "loss": 0.9913690090179443, + "accuracy": 0.6966833472251892, + "mse": 0.04286181926727295 + }, + { + "epoch": 57, + "loss": 0.9797490239143372, + "accuracy": 0.6992499828338623, + "mse": 0.04218696430325508 + }, + { + "epoch": 58, + "loss": 0.9708109498023987, + "accuracy": 0.7006499767303467, + "mse": 0.04195536673069 + }, + { + "epoch": 59, + "loss": 0.9581699967384338, + "accuracy": 0.7047333121299744, + "mse": 0.041498079895973206 + }, + { + "epoch": 60, + "loss": 0.9459328651428223, + "accuracy": 0.7093166708946228, + "mse": 0.04073885455727577 + }, + { + "epoch": 61, + "loss": 0.9272240400314331, + "accuracy": 0.7155666947364807, + "mse": 0.04002755880355835 + }, + { + "epoch": 62, + "loss": 0.9196280241012573, + "accuracy": 0.7164666652679443, + "mse": 0.03979748114943504 + }, + { + "epoch": 63, + "loss": 0.9002792239189148, + "accuracy": 0.7237499952316284, + "mse": 0.03872166574001312 + }, + { + "epoch": 64, + "loss": 0.8878228664398193, + "accuracy": 0.7301333546638489, + "mse": 0.038066647946834564 + }, + { + "epoch": 65, + "loss": 0.8766346573829651, + "accuracy": 0.7316166758537292, + "mse": 0.03782809153199196 + }, + { + "epoch": 66, + "loss": 0.8653509020805359, + "accuracy": 0.7366999983787537, + "mse": 0.03708691895008087 + }, + { + "epoch": 67, + "loss": 0.8536397218704224, + "accuracy": 0.7369999885559082, + "mse": 0.03685572370886803 + }, + { + "epoch": 68, + "loss": 0.8463982939720154, + "accuracy": 0.7384833097457886, + "mse": 0.036677755415439606 + }, + { + "epoch": 69, + "loss": 0.837080717086792, + "accuracy": 0.7424666881561279, + "mse": 0.03625546395778656 + }, + { + "epoch": 70, + "loss": 0.8337094187736511, + "accuracy": 0.7432833313941956, + "mse": 0.03614634647965431 + }, + { + "epoch": 71, + "loss": 0.8217216730117798, + "accuracy": 0.7453166842460632, + "mse": 0.03572219982743263 + }, + { + "epoch": 72, + "loss": 0.8141146302223206, + "accuracy": 0.7521666884422302, + "mse": 0.03512018546462059 + }, + { + "epoch": 73, + "loss": 0.7970340847969055, + "accuracy": 0.7565333247184753, + "mse": 0.03447367623448372 + }, + { + "epoch": 74, + "loss": 0.7864437699317932, + "accuracy": 0.7613666653633118, + "mse": 0.033970560878515244 + }, + { + "epoch": 75, + "loss": 0.7779678106307983, + "accuracy": 0.762066662311554, + "mse": 0.03375285491347313 + }, + { + "epoch": 76, + "loss": 0.767817497253418, + "accuracy": 0.7669500112533569, + "mse": 0.03327062353491783 + }, + { + "epoch": 77, + "loss": 0.7549446821212769, + "accuracy": 0.771133303642273, + "mse": 0.03271302953362465 + }, + { + "epoch": 78, + "loss": 0.7462713122367859, + "accuracy": 0.7739333510398865, + "mse": 0.032391492277383804 + }, + { + "epoch": 79, + "loss": 0.7462713122367859, + "accuracy": 0.7739333510398865, + "mse": 0.032391492277383804 + }, + { + "epoch": 80, + "loss": 0.7440351843833923, + "accuracy": 0.7731500267982483, + "mse": 0.03230465576052666 + }, + { + "epoch": 81, + "loss": 0.7333055734634399, + "accuracy": 0.7772666811943054, + "mse": 0.03187013790011406 + }, + { + "epoch": 82, + "loss": 0.7307215332984924, + "accuracy": 0.7773500084877014, + "mse": 0.03179104998707771 + }, + { + "epoch": 83, + "loss": 0.7255259156227112, + "accuracy": 0.7803166508674622, + "mse": 0.03150658309459686 + }, + { + "epoch": 84, + "loss": 0.7210279703140259, + "accuracy": 0.7813000082969666, + "mse": 0.03135791793465614 + }, + { + "epoch": 85, + "loss": 0.7156904935836792, + "accuracy": 0.7824833393096924, + "mse": 0.031099990010261536 + }, + { + "epoch": 86, + "loss": 0.7078953981399536, + "accuracy": 0.7849666476249695, + "mse": 0.030828086659312248 + }, + { + "epoch": 87, + "loss": 0.70184725522995, + "accuracy": 0.7866500020027161, + "mse": 0.030538564547896385 + }, + { + "epoch": 88, + "loss": 0.6958460807800293, + "accuracy": 0.7879166603088379, + "mse": 0.03035806305706501 + }, + { + "epoch": 89, + "loss": 0.6876054406166077, + "accuracy": 0.7907666563987732, + "mse": 0.029966900125145912 + }, + { + "epoch": 90, + "loss": 0.6844158172607422, + "accuracy": 0.7928333282470703, + "mse": 0.02972610667347908 + }, + { + "epoch": 91, + "loss": 0.6737735867500305, + "accuracy": 0.7958166599273682, + "mse": 0.029323160648345947 + }, + { + "epoch": 92, + "loss": 0.673694372177124, + "accuracy": 0.7954000234603882, + "mse": 0.029240882024168968 + }, + { + "epoch": 93, + "loss": 0.6624342203140259, + "accuracy": 0.7990333437919617, + "mse": 0.028790690004825592 + }, + { + "epoch": 94, + "loss": 0.6568635702133179, + "accuracy": 0.8008833527565002, + "mse": 0.02863914705812931 + }, + { + "epoch": 95, + "loss": 0.6462782621383667, + "accuracy": 0.803600013256073, + "mse": 0.028178853914141655 + }, + { + "epoch": 96, + "loss": 0.6360609531402588, + "accuracy": 0.8065166473388672, + "mse": 0.027844371274113655 + }, + { + "epoch": 97, + "loss": 0.6326407790184021, + "accuracy": 0.8080833554267883, + "mse": 0.02759004943072796 + }, + { + "epoch": 98, + "loss": 0.6306620836257935, + "accuracy": 0.808733344078064, + "mse": 0.02752634696662426 + }, + { + "epoch": 99, + "loss": 0.6271352767944336, + "accuracy": 0.8093666434288025, + "mse": 0.027393857017159462 + }, + { + "epoch": 100, + "loss": 0.6222507357597351, + "accuracy": 0.8106666803359985, + "mse": 0.02721019648015499 + }, + { + "epoch": 101, + "loss": 0.6222507357597351, + "accuracy": 0.8106666803359985, + "mse": 0.02721019648015499 + }, + { + "epoch": 102, + "loss": 0.619790256023407, + "accuracy": 0.8120833039283752, + "mse": 0.027113283053040504 + }, + { + "epoch": 103, + "loss": 0.618463933467865, + "accuracy": 0.8115333318710327, + "mse": 0.027071474120020866 + }, + { + "epoch": 104, + "loss": 0.6133121848106384, + "accuracy": 0.8127999901771545, + "mse": 0.026906926184892654 + }, + { + "epoch": 105, + "loss": 0.6107783317565918, + "accuracy": 0.8129333257675171, + "mse": 0.026872603222727776 + }, + { + "epoch": 106, + "loss": 0.6082960367202759, + "accuracy": 0.8148999810218811, + "mse": 0.026674076914787292 + }, + { + "epoch": 107, + "loss": 0.6009210348129272, + "accuracy": 0.817883312702179, + "mse": 0.02633483149111271 + }, + { + "epoch": 108, + "loss": 0.5988345742225647, + "accuracy": 0.8194666504859924, + "mse": 0.02614101953804493 + }, + { + "epoch": 109, + "loss": 0.5938186049461365, + "accuracy": 0.8198500275611877, + "mse": 0.025903373956680298 + }, + { + "epoch": 110, + "loss": 0.5930478572845459, + "accuracy": 0.8211666941642761, + "mse": 0.025866981595754623 + }, + { + "epoch": 111, + "loss": 0.5906341671943665, + "accuracy": 0.8216666579246521, + "mse": 0.025814196094870567 + }, + { + "epoch": 112, + "loss": 0.5878962278366089, + "accuracy": 0.8225666880607605, + "mse": 0.02572830766439438 + }, + { + "epoch": 113, + "loss": 0.5850037336349487, + "accuracy": 0.8238333463668823, + "mse": 0.025641176849603653 + }, + { + "epoch": 114, + "loss": 0.582137405872345, + "accuracy": 0.8238999843597412, + "mse": 0.025492342188954353 + }, + { + "epoch": 115, + "loss": 0.5812022089958191, + "accuracy": 0.8229833245277405, + "mse": 0.025514476001262665 + }, + { + "epoch": 116, + "loss": 0.5803804397583008, + "accuracy": 0.8237333297729492, + "mse": 0.025522857904434204 + }, + { + "epoch": 117, + "loss": 0.5766667723655701, + "accuracy": 0.8241999745368958, + "mse": 0.025350471958518028 + }, + { + "epoch": 118, + "loss": 0.5751571655273438, + "accuracy": 0.8245499730110168, + "mse": 0.02532154694199562 + }, + { + "epoch": 119, + "loss": 0.5731304883956909, + "accuracy": 0.8257166743278503, + "mse": 0.02527613192796707 + }, + { + "epoch": 120, + "loss": 0.5712149143218994, + "accuracy": 0.8261666893959045, + "mse": 0.025098947808146477 + }, + { + "epoch": 121, + "loss": 0.5677908658981323, + "accuracy": 0.8260166645050049, + "mse": 0.025060269981622696 + }, + { + "epoch": 122, + "loss": 0.5656010508537292, + "accuracy": 0.8276500105857849, + "mse": 0.024995462968945503 + }, + { + "epoch": 123, + "loss": 0.5626923441886902, + "accuracy": 0.8275333046913147, + "mse": 0.02487090416252613 + }, + { + "epoch": 124, + "loss": 0.5613378882408142, + "accuracy": 0.8272333145141602, + "mse": 0.024908646941184998 + }, + { + "epoch": 125, + "loss": 0.5576561093330383, + "accuracy": 0.8288000226020813, + "mse": 0.024770718067884445 + }, + { + "epoch": 126, + "loss": 0.5560534000396729, + "accuracy": 0.8289166688919067, + "mse": 0.024700000882148743 + }, + { + "epoch": 127, + "loss": 0.5499910116195679, + "accuracy": 0.831849992275238, + "mse": 0.024372415617108345 + }, + { + "epoch": 128, + "loss": 0.5493881702423096, + "accuracy": 0.8321499824523926, + "mse": 0.02433355152606964 + }, + { + "epoch": 129, + "loss": 0.5473952889442444, + "accuracy": 0.833299994468689, + "mse": 0.024196293205022812 + }, + { + "epoch": 130, + "loss": 0.5458563566207886, + "accuracy": 0.8337833285331726, + "mse": 0.024104656651616096 + }, + { + "epoch": 131, + "loss": 0.5451492667198181, + "accuracy": 0.833383321762085, + "mse": 0.024106426164507866 + }, + { + "epoch": 132, + "loss": 0.5421653389930725, + "accuracy": 0.8348833322525024, + "mse": 0.024034947156906128 + }, + { + "epoch": 133, + "loss": 0.5407246947288513, + "accuracy": 0.8345833420753479, + "mse": 0.02397237904369831 + }, + { + "epoch": 134, + "loss": 0.538515031337738, + "accuracy": 0.8355833292007446, + "mse": 0.023901434615254402 + }, + { + "epoch": 135, + "loss": 0.5380927920341492, + "accuracy": 0.835433304309845, + "mse": 0.023862890899181366 + }, + { + "epoch": 136, + "loss": 0.5360697507858276, + "accuracy": 0.836733341217041, + "mse": 0.023723512887954712 + }, + { + "epoch": 137, + "loss": 0.5347724556922913, + "accuracy": 0.8378333449363708, + "mse": 0.02364363893866539 + }, + { + "epoch": 138, + "loss": 0.5312538146972656, + "accuracy": 0.8386666774749756, + "mse": 0.023494655266404152 + }, + { + "epoch": 139, + "loss": 0.5283239483833313, + "accuracy": 0.8393833041191101, + "mse": 0.023377012461423874 + }, + { + "epoch": 140, + "loss": 0.5278127193450928, + "accuracy": 0.8391500115394592, + "mse": 0.02332845889031887 + }, + { + "epoch": 141, + "loss": 0.5250416398048401, + "accuracy": 0.8405333161354065, + "mse": 0.023241570219397545 + }, + { + "epoch": 142, + "loss": 0.5234243869781494, + "accuracy": 0.8409500122070312, + "mse": 0.023135364055633545 + }, + { + "epoch": 143, + "loss": 0.5211421847343445, + "accuracy": 0.8431833386421204, + "mse": 0.02301214449107647 + }, + { + "epoch": 144, + "loss": 0.5187271237373352, + "accuracy": 0.8421000242233276, + "mse": 0.02299448847770691 + }, + { + "epoch": 145, + "loss": 0.5166958570480347, + "accuracy": 0.8441500067710876, + "mse": 0.022885238751769066 + }, + { + "epoch": 146, + "loss": 0.5163524150848389, + "accuracy": 0.8437333106994629, + "mse": 0.02291448600590229 + }, + { + "epoch": 147, + "loss": 0.515056312084198, + "accuracy": 0.8433499932289124, + "mse": 0.02289889007806778 + }, + { + "epoch": 148, + "loss": 0.5139864683151245, + "accuracy": 0.8443166613578796, + "mse": 0.02283903770148754 + }, + { + "epoch": 149, + "loss": 0.512658953666687, + "accuracy": 0.8444833159446716, + "mse": 0.022744812071323395 + }, + { + "epoch": 150, + "loss": 0.5121028423309326, + "accuracy": 0.8443333506584167, + "mse": 0.022763565182685852 + }, + { + "epoch": 151, + "loss": 0.51014244556427, + "accuracy": 0.8454333543777466, + "mse": 0.02266719751060009 + }, + { + "epoch": 152, + "loss": 0.5082402229309082, + "accuracy": 0.8468833565711975, + "mse": 0.022531718015670776 + }, + { + "epoch": 153, + "loss": 0.507989764213562, + "accuracy": 0.8462833166122437, + "mse": 0.02255597710609436 + }, + { + "epoch": 154, + "loss": 0.5056824088096619, + "accuracy": 0.8472166657447815, + "mse": 0.022462164983153343 + }, + { + "epoch": 155, + "loss": 0.5048742294311523, + "accuracy": 0.8472166657447815, + "mse": 0.022399263456463814 + }, + { + "epoch": 156, + "loss": 0.5033592581748962, + "accuracy": 0.8486166596412659, + "mse": 0.022310348227620125 + }, + { + "epoch": 157, + "loss": 0.5010842680931091, + "accuracy": 0.8497333526611328, + "mse": 0.02220926433801651 + }, + { + "epoch": 158, + "loss": 0.5000863671302795, + "accuracy": 0.8493333458900452, + "mse": 0.022213216871023178 + }, + { + "epoch": 159, + "loss": 0.49874627590179443, + "accuracy": 0.8495166897773743, + "mse": 0.022182581946253777 + }, + { + "epoch": 160, + "loss": 0.4974406957626343, + "accuracy": 0.8500166535377502, + "mse": 0.02210366539657116 + }, + { + "epoch": 161, + "loss": 0.4974406957626343, + "accuracy": 0.8500166535377502, + "mse": 0.02210366539657116 + }, + { + "epoch": 162, + "loss": 0.49674463272094727, + "accuracy": 0.8502833247184753, + "mse": 0.022116821259260178 + }, + { + "epoch": 163, + "loss": 0.4954787790775299, + "accuracy": 0.8502500057220459, + "mse": 0.022093413397669792 + }, + { + "epoch": 164, + "loss": 0.4942980706691742, + "accuracy": 0.8515166640281677, + "mse": 0.021973256021738052 + }, + { + "epoch": 165, + "loss": 0.4933535158634186, + "accuracy": 0.8511499762535095, + "mse": 0.02194303274154663 + }, + { + "epoch": 166, + "loss": 0.4921789765357971, + "accuracy": 0.8513500094413757, + "mse": 0.021908262744545937 + }, + { + "epoch": 167, + "loss": 0.4916118383407593, + "accuracy": 0.8521833419799805, + "mse": 0.021824130788445473 + }, + { + "epoch": 168, + "loss": 0.4905576705932617, + "accuracy": 0.8523666858673096, + "mse": 0.021799955517053604 + }, + { + "epoch": 169, + "loss": 0.4898163676261902, + "accuracy": 0.8517666459083557, + "mse": 0.021796097978949547 + }, + { + "epoch": 170, + "loss": 0.48833197355270386, + "accuracy": 0.8525166511535645, + "mse": 0.021750150248408318 + }, + { + "epoch": 171, + "loss": 0.48703789710998535, + "accuracy": 0.8529499769210815, + "mse": 0.021685900166630745 + }, + { + "epoch": 172, + "loss": 0.48582369089126587, + "accuracy": 0.8529999852180481, + "mse": 0.02162271738052368 + }, + { + "epoch": 173, + "loss": 0.48443207144737244, + "accuracy": 0.8543499708175659, + "mse": 0.021514860913157463 + }, + { + "epoch": 174, + "loss": 0.4828304052352905, + "accuracy": 0.8550000190734863, + "mse": 0.02140514738857746 + }, + { + "epoch": 175, + "loss": 0.4817134141921997, + "accuracy": 0.8551333546638489, + "mse": 0.021365880966186523 + }, + { + "epoch": 176, + "loss": 0.48087090253829956, + "accuracy": 0.8558499813079834, + "mse": 0.02126201055943966 + }, + { + "epoch": 177, + "loss": 0.47998613119125366, + "accuracy": 0.8557833433151245, + "mse": 0.02126311883330345 + }, + { + "epoch": 178, + "loss": 0.4783943295478821, + "accuracy": 0.8567500114440918, + "mse": 0.021159702911973 + }, + { + "epoch": 179, + "loss": 0.47793516516685486, + "accuracy": 0.8566333055496216, + "mse": 0.02115999348461628 + }, + { + "epoch": 180, + "loss": 0.4760556221008301, + "accuracy": 0.8567833304405212, + "mse": 0.0210970938205719 + }, + { + "epoch": 181, + "loss": 0.4760556221008301, + "accuracy": 0.8567833304405212, + "mse": 0.0210970938205719 + }, + { + "epoch": 182, + "loss": 0.47493013739585876, + "accuracy": 0.8579999804496765, + "mse": 0.02098955400288105 + }, + { + "epoch": 183, + "loss": 0.47420287132263184, + "accuracy": 0.8572999835014343, + "mse": 0.0209650918841362 + }, + { + "epoch": 184, + "loss": 0.4730876088142395, + "accuracy": 0.857699990272522, + "mse": 0.02089950442314148 + }, + { + "epoch": 185, + "loss": 0.4730876088142395, + "accuracy": 0.857699990272522, + "mse": 0.02089950442314148 + }, + { + "epoch": 186, + "loss": 0.4720984399318695, + "accuracy": 0.8586833477020264, + "mse": 0.020865244790911674 + }, + { + "epoch": 187, + "loss": 0.47146543860435486, + "accuracy": 0.8579833507537842, + "mse": 0.02089264616370201 + }, + { + "epoch": 188, + "loss": 0.47009482979774475, + "accuracy": 0.8597000241279602, + "mse": 0.02079925872385502 + }, + { + "epoch": 189, + "loss": 0.46936875581741333, + "accuracy": 0.8596833348274231, + "mse": 0.020767973735928535 + }, + { + "epoch": 190, + "loss": 0.46852096915245056, + "accuracy": 0.8593166470527649, + "mse": 0.020671848207712173 + }, + { + "epoch": 191, + "loss": 0.467838317155838, + "accuracy": 0.8607333302497864, + "mse": 0.020650144666433334 + }, + { + "epoch": 192, + "loss": 0.4668159484863281, + "accuracy": 0.8607666492462158, + "mse": 0.020587366074323654 + }, + { + "epoch": 193, + "loss": 0.466328501701355, + "accuracy": 0.8604833483695984, + "mse": 0.020583108067512512 + }, + { + "epoch": 194, + "loss": 0.4654600918292999, + "accuracy": 0.8600500226020813, + "mse": 0.020594771951436996 + }, + { + "epoch": 195, + "loss": 0.46456289291381836, + "accuracy": 0.8605333566665649, + "mse": 0.020523613318800926 + }, + { + "epoch": 196, + "loss": 0.46337783336639404, + "accuracy": 0.8616499900817871, + "mse": 0.020448744297027588 + }, + { + "epoch": 197, + "loss": 0.4629991948604584, + "accuracy": 0.8608333468437195, + "mse": 0.020443007349967957 + }, + { + "epoch": 198, + "loss": 0.46296426653862, + "accuracy": 0.8623499870300293, + "mse": 0.020393138751387596 + }, + { + "epoch": 199, + "loss": 0.46137571334838867, + "accuracy": 0.862933337688446, + "mse": 0.02029273845255375 + }, + { + "epoch": 200, + "loss": 0.4600929617881775, + "accuracy": 0.8631166815757751, + "mse": 0.020222675055265427 + }, + { + "epoch": 201, + "loss": 0.45938289165496826, + "accuracy": 0.8629000186920166, + "mse": 0.020218554884195328 + }, + { + "epoch": 202, + "loss": 0.4581224024295807, + "accuracy": 0.8635333180427551, + "mse": 0.0201848354190588 + }, + { + "epoch": 203, + "loss": 0.4573151171207428, + "accuracy": 0.8634666800498962, + "mse": 0.02015502192080021 + }, + { + "epoch": 204, + "loss": 0.4561801850795746, + "accuracy": 0.8637833595275879, + "mse": 0.020146451890468597 + }, + { + "epoch": 205, + "loss": 0.45509952306747437, + "accuracy": 0.8646000027656555, + "mse": 0.020065084099769592 + }, + { + "epoch": 206, + "loss": 0.4545951783657074, + "accuracy": 0.8646666407585144, + "mse": 0.020072542130947113 + }, + { + "epoch": 207, + "loss": 0.4529186189174652, + "accuracy": 0.8645333051681519, + "mse": 0.01999843679368496 + }, + { + "epoch": 208, + "loss": 0.4529186189174652, + "accuracy": 0.8645333051681519, + "mse": 0.01999843679368496 + }, + { + "epoch": 209, + "loss": 0.4526504576206207, + "accuracy": 0.8646666407585144, + "mse": 0.019998988136649132 + }, + { + "epoch": 210, + "loss": 0.45071613788604736, + "accuracy": 0.8652833104133606, + "mse": 0.0198847446590662 + }, + { + "epoch": 211, + "loss": 0.4502124488353729, + "accuracy": 0.8659666776657104, + "mse": 0.019833490252494812 + }, + { + "epoch": 212, + "loss": 0.4494096338748932, + "accuracy": 0.8666999936103821, + "mse": 0.019818613305687904 + }, + { + "epoch": 213, + "loss": 0.4477328062057495, + "accuracy": 0.8672333359718323, + "mse": 0.019723938778042793 + }, + { + "epoch": 214, + "loss": 0.44759514927864075, + "accuracy": 0.8667833209037781, + "mse": 0.019707363098859787 + }, + { + "epoch": 215, + "loss": 0.4469120502471924, + "accuracy": 0.8677999973297119, + "mse": 0.019625311717391014 + }, + { + "epoch": 216, + "loss": 0.4459882378578186, + "accuracy": 0.8675500154495239, + "mse": 0.019606946036219597 + }, + { + "epoch": 217, + "loss": 0.44550684094429016, + "accuracy": 0.8679166436195374, + "mse": 0.01959061063826084 + }, + { + "epoch": 218, + "loss": 0.44455528259277344, + "accuracy": 0.8676833510398865, + "mse": 0.019564863294363022 + }, + { + "epoch": 219, + "loss": 0.44352129101753235, + "accuracy": 0.868233323097229, + "mse": 0.019497763365507126 + }, + { + "epoch": 220, + "loss": 0.44254931807518005, + "accuracy": 0.8678500056266785, + "mse": 0.019469955936074257 + }, + { + "epoch": 221, + "loss": 0.4421125650405884, + "accuracy": 0.868483304977417, + "mse": 0.01946171186864376 + }, + { + "epoch": 222, + "loss": 0.44123560190200806, + "accuracy": 0.8688166737556458, + "mse": 0.019451148808002472 + }, + { + "epoch": 223, + "loss": 0.44057366251945496, + "accuracy": 0.8687833547592163, + "mse": 0.019426917657256126 + }, + { + "epoch": 224, + "loss": 0.439426451921463, + "accuracy": 0.8694999814033508, + "mse": 0.019352028146386147 + }, + { + "epoch": 225, + "loss": 0.43926140666007996, + "accuracy": 0.8688833117485046, + "mse": 0.01934938319027424 + }, + { + "epoch": 226, + "loss": 0.43890267610549927, + "accuracy": 0.8689333200454712, + "mse": 0.019329160451889038 + }, + { + "epoch": 227, + "loss": 0.4385967552661896, + "accuracy": 0.8694333434104919, + "mse": 0.01930309645831585 + }, + { + "epoch": 228, + "loss": 0.43804556131362915, + "accuracy": 0.8698166608810425, + "mse": 0.01925451122224331 + }, + { + "epoch": 229, + "loss": 0.43716660141944885, + "accuracy": 0.8698999881744385, + "mse": 0.019219394773244858 + }, + { + "epoch": 230, + "loss": 0.4363481104373932, + "accuracy": 0.8705499768257141, + "mse": 0.01917898841202259 + }, + { + "epoch": 231, + "loss": 0.4363481104373932, + "accuracy": 0.8705499768257141, + "mse": 0.01917898841202259 + }, + { + "epoch": 232, + "loss": 0.43512555956840515, + "accuracy": 0.8711000084877014, + "mse": 0.01912212185561657 + }, + { + "epoch": 233, + "loss": 0.4340628981590271, + "accuracy": 0.8714666962623596, + "mse": 0.019065313041210175 + }, + { + "epoch": 234, + "loss": 0.4337393641471863, + "accuracy": 0.8712166547775269, + "mse": 0.019062884151935577 + }, + { + "epoch": 235, + "loss": 0.43324196338653564, + "accuracy": 0.8713666796684265, + "mse": 0.019023772329092026 + }, + { + "epoch": 236, + "loss": 0.43261486291885376, + "accuracy": 0.8720999956130981, + "mse": 0.019012412056326866 + }, + { + "epoch": 237, + "loss": 0.43175020813941956, + "accuracy": 0.8720666766166687, + "mse": 0.01899314485490322 + }, + { + "epoch": 238, + "loss": 0.43119779229164124, + "accuracy": 0.8725333213806152, + "mse": 0.018995171412825584 + }, + { + "epoch": 239, + "loss": 0.4308997690677643, + "accuracy": 0.8728333115577698, + "mse": 0.018979579210281372 + }, + { + "epoch": 240, + "loss": 0.43052077293395996, + "accuracy": 0.8725666403770447, + "mse": 0.018974633887410164 + } + ] + }, + { + "seed": 75, + "model_fingerprint": "0966039f5ef7af88", + "fit_time_sec": 33.1184, + "improvement_count": 235, + "last_improvement_epoch": 240, + "checkpoints": [ + { + "epoch": 20, + "train_loss": 1.7082723379135132, + "train_acc": 0.42640000581741333, + "train_mse": 0.07211916148662567, + "test_loss": 1.6778934001922607, + "test_acc": 0.43220001459121704, + "test_mse": 0.07167963683605194 + }, + { + "epoch": 40, + "train_loss": 1.2474853992462158, + "train_acc": 0.628333330154419, + "train_mse": 0.05103134736418724, + "test_loss": 1.1880637407302856, + "test_acc": 0.6402000188827515, + "test_mse": 0.04922466725111008 + }, + { + "epoch": 60, + "train_loss": 0.9827106595039368, + "train_acc": 0.7029333114624023, + "train_mse": 0.041922468692064285, + "test_loss": 0.9340476393699646, + "test_acc": 0.7074000239372253, + "test_mse": 0.040672920644283295 + }, + { + "epoch": 80, + "train_loss": 0.8061239719390869, + "train_acc": 0.7508833408355713, + "train_mse": 0.035569027066230774, + "test_loss": 0.7613834738731384, + "test_acc": 0.7562999725341797, + "test_mse": 0.03404615819454193 + }, + { + "epoch": 100, + "train_loss": 0.6677705645561218, + "train_acc": 0.7959833145141602, + "train_mse": 0.029427148401737213, + "test_loss": 0.6365524530410767, + "test_acc": 0.8015999794006348, + "test_mse": 0.027956314384937286 + }, + { + "epoch": 120, + "train_loss": 0.5898874998092651, + "train_acc": 0.8204500079154968, + "train_mse": 0.025896690785884857, + "test_loss": 0.5661898255348206, + "test_acc": 0.8285999894142151, + "test_mse": 0.024743687361478806 + }, + { + "epoch": 140, + "train_loss": 0.5386065244674683, + "train_acc": 0.8367666602134705, + "train_mse": 0.023783763870596886, + "test_loss": 0.5188254714012146, + "test_acc": 0.8396999835968018, + "test_mse": 0.022942783311009407 + }, + { + "epoch": 160, + "train_loss": 0.5006535053253174, + "train_acc": 0.8497833609580994, + "train_mse": 0.022141018882393837, + "test_loss": 0.48212501406669617, + "test_acc": 0.8569999933242798, + "test_mse": 0.021169248968362808 + }, + { + "epoch": 180, + "train_loss": 0.47602227330207825, + "train_acc": 0.8565999865531921, + "train_mse": 0.021099673584103584, + "test_loss": 0.45692178606987, + "test_acc": 0.861299991607666, + "test_mse": 0.020099563524127007 + }, + { + "epoch": 200, + "train_loss": 0.4532005488872528, + "train_acc": 0.8648999929428101, + "train_mse": 0.020130231976509094, + "test_loss": 0.4406105577945709, + "test_acc": 0.8676999807357788, + "test_mse": 0.019379951059818268 + }, + { + "epoch": 220, + "train_loss": 0.4393870532512665, + "train_acc": 0.8705000281333923, + "train_mse": 0.019430004060268402, + "test_loss": 0.42279207706451416, + "test_acc": 0.8766999840736389, + "test_mse": 0.018535815179347992 + }, + { + "epoch": 240, + "train_loss": 0.4296344220638275, + "train_acc": 0.8724499940872192, + "train_mse": 0.019024165347218513, + "test_loss": 0.40994536876678467, + "test_acc": 0.8802000284194946, + "test_mse": 0.01800552010536194 + } + ], + "completed": true, + "error": null, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Full Dataset Evaluation", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "epoch_history": [ + { + "epoch": 1, + "loss": 2.369859218597412, + "accuracy": 0.11746666580438614, + "mse": 0.09212285280227661 + }, + { + "epoch": 2, + "loss": 2.3162167072296143, + "accuracy": 0.16775000095367432, + "mse": 0.09060963988304138 + }, + { + "epoch": 3, + "loss": 2.2464652061462402, + "accuracy": 0.204066663980484, + "mse": 0.08891025930643082 + }, + { + "epoch": 4, + "loss": 2.1792819499969482, + "accuracy": 0.23203332722187042, + "mse": 0.08689778298139572 + }, + { + "epoch": 5, + "loss": 2.1656460762023926, + "accuracy": 0.25110000371932983, + "mse": 0.08635695278644562 + }, + { + "epoch": 6, + "loss": 2.1532862186431885, + "accuracy": 0.25163334608078003, + "mse": 0.08654683083295822 + }, + { + "epoch": 7, + "loss": 2.1387012004852295, + "accuracy": 0.27480000257492065, + "mse": 0.08560030162334442 + }, + { + "epoch": 8, + "loss": 2.112715244293213, + "accuracy": 0.2721833288669586, + "mse": 0.08543699234724045 + }, + { + "epoch": 9, + "loss": 2.042637586593628, + "accuracy": 0.3031499981880188, + "mse": 0.08287651091814041 + }, + { + "epoch": 10, + "loss": 2.0273334980010986, + "accuracy": 0.29171666502952576, + "mse": 0.08358496427536011 + }, + { + "epoch": 11, + "loss": 1.9878947734832764, + "accuracy": 0.305649995803833, + "mse": 0.08205907046794891 + }, + { + "epoch": 12, + "loss": 1.962004542350769, + "accuracy": 0.31371667981147766, + "mse": 0.08167976886034012 + }, + { + "epoch": 13, + "loss": 1.9068893194198608, + "accuracy": 0.33855000138282776, + "mse": 0.08000677824020386 + }, + { + "epoch": 14, + "loss": 1.8864080905914307, + "accuracy": 0.3418999910354614, + "mse": 0.07973948121070862 + }, + { + "epoch": 15, + "loss": 1.857464075088501, + "accuracy": 0.36106666922569275, + "mse": 0.0784645825624466 + }, + { + "epoch": 16, + "loss": 1.8311630487442017, + "accuracy": 0.3674499988555908, + "mse": 0.07762578874826431 + }, + { + "epoch": 17, + "loss": 1.8162471055984497, + "accuracy": 0.3792499899864197, + "mse": 0.07662363350391388 + }, + { + "epoch": 18, + "loss": 1.7708945274353027, + "accuracy": 0.3962833285331726, + "mse": 0.07517179101705551 + }, + { + "epoch": 19, + "loss": 1.744101881980896, + "accuracy": 0.41518333554267883, + "mse": 0.07335612922906876 + }, + { + "epoch": 20, + "loss": 1.7082723379135132, + "accuracy": 0.42640000581741333, + "mse": 0.07211916148662567 + }, + { + "epoch": 21, + "loss": 1.681416392326355, + "accuracy": 0.44369998574256897, + "mse": 0.07075273990631104 + }, + { + "epoch": 22, + "loss": 1.6480352878570557, + "accuracy": 0.455133318901062, + "mse": 0.06965173035860062 + }, + { + "epoch": 23, + "loss": 1.6170828342437744, + "accuracy": 0.4739833474159241, + "mse": 0.06804250925779343 + }, + { + "epoch": 24, + "loss": 1.5743684768676758, + "accuracy": 0.4918833374977112, + "mse": 0.0660826563835144 + }, + { + "epoch": 25, + "loss": 1.5484511852264404, + "accuracy": 0.5013333559036255, + "mse": 0.0652218833565712 + }, + { + "epoch": 26, + "loss": 1.5273946523666382, + "accuracy": 0.5122500061988831, + "mse": 0.06404848396778107 + }, + { + "epoch": 27, + "loss": 1.498663306236267, + "accuracy": 0.5241666436195374, + "mse": 0.06252270936965942 + }, + { + "epoch": 28, + "loss": 1.4747557640075684, + "accuracy": 0.5364999771118164, + "mse": 0.061390221118927 + }, + { + "epoch": 29, + "loss": 1.4553982019424438, + "accuracy": 0.5461500287055969, + "mse": 0.060323912650346756 + }, + { + "epoch": 30, + "loss": 1.4359486103057861, + "accuracy": 0.5573499798774719, + "mse": 0.059043750166893005 + }, + { + "epoch": 31, + "loss": 1.4183601140975952, + "accuracy": 0.5643666386604309, + "mse": 0.058344777673482895 + }, + { + "epoch": 32, + "loss": 1.3956938982009888, + "accuracy": 0.5767333507537842, + "mse": 0.057140860706567764 + }, + { + "epoch": 33, + "loss": 1.3820492029190063, + "accuracy": 0.5805500149726868, + "mse": 0.056590963155031204 + }, + { + "epoch": 34, + "loss": 1.3676742315292358, + "accuracy": 0.5902000069618225, + "mse": 0.05559679865837097 + }, + { + "epoch": 35, + "loss": 1.3519026041030884, + "accuracy": 0.5974166393280029, + "mse": 0.05482131615281105 + }, + { + "epoch": 36, + "loss": 1.3323968648910522, + "accuracy": 0.6051499843597412, + "mse": 0.05397596210241318 + }, + { + "epoch": 37, + "loss": 1.3212673664093018, + "accuracy": 0.609333336353302, + "mse": 0.053337570279836655 + }, + { + "epoch": 38, + "loss": 1.301443338394165, + "accuracy": 0.6137333512306213, + "mse": 0.05278997868299484 + }, + { + "epoch": 39, + "loss": 1.2748080492019653, + "accuracy": 0.6220166683197021, + "mse": 0.05200422927737236 + }, + { + "epoch": 40, + "loss": 1.2474853992462158, + "accuracy": 0.628333330154419, + "mse": 0.05103134736418724 + }, + { + "epoch": 41, + "loss": 1.2331982851028442, + "accuracy": 0.6309666633605957, + "mse": 0.05071738362312317 + }, + { + "epoch": 42, + "loss": 1.2217841148376465, + "accuracy": 0.6347333192825317, + "mse": 0.05037698522210121 + }, + { + "epoch": 43, + "loss": 1.2093511819839478, + "accuracy": 0.6375499963760376, + "mse": 0.05000877007842064 + }, + { + "epoch": 44, + "loss": 1.1889588832855225, + "accuracy": 0.6442499756813049, + "mse": 0.04940696433186531 + }, + { + "epoch": 45, + "loss": 1.170068621635437, + "accuracy": 0.645883321762085, + "mse": 0.04878313094377518 + }, + { + "epoch": 46, + "loss": 1.1493510007858276, + "accuracy": 0.6541500091552734, + "mse": 0.04805826395750046 + }, + { + "epoch": 47, + "loss": 1.1449025869369507, + "accuracy": 0.6524166464805603, + "mse": 0.04809461906552315 + }, + { + "epoch": 48, + "loss": 1.1348307132720947, + "accuracy": 0.656416654586792, + "mse": 0.047731198370456696 + }, + { + "epoch": 49, + "loss": 1.1256208419799805, + "accuracy": 0.661050021648407, + "mse": 0.04709500074386597 + }, + { + "epoch": 50, + "loss": 1.1039165258407593, + "accuracy": 0.666266679763794, + "mse": 0.04626588523387909 + }, + { + "epoch": 51, + "loss": 1.0950708389282227, + "accuracy": 0.6699000000953674, + "mse": 0.04597670957446098 + }, + { + "epoch": 52, + "loss": 1.0728211402893066, + "accuracy": 0.6717333197593689, + "mse": 0.045408837497234344 + }, + { + "epoch": 53, + "loss": 1.0629156827926636, + "accuracy": 0.6791333556175232, + "mse": 0.04472966492176056 + }, + { + "epoch": 54, + "loss": 1.050464153289795, + "accuracy": 0.6791999936103821, + "mse": 0.04460533708333969 + }, + { + "epoch": 55, + "loss": 1.0379408597946167, + "accuracy": 0.6835500001907349, + "mse": 0.04414428398013115 + }, + { + "epoch": 56, + "loss": 1.0258300304412842, + "accuracy": 0.683899998664856, + "mse": 0.043918028473854065 + }, + { + "epoch": 57, + "loss": 1.0197993516921997, + "accuracy": 0.6884499788284302, + "mse": 0.04352382570505142 + }, + { + "epoch": 58, + "loss": 1.0007539987564087, + "accuracy": 0.6949666738510132, + "mse": 0.042678769677877426 + }, + { + "epoch": 59, + "loss": 0.9833020567893982, + "accuracy": 0.6977666616439819, + "mse": 0.04229569062590599 + }, + { + "epoch": 60, + "loss": 0.9827106595039368, + "accuracy": 0.7029333114624023, + "mse": 0.041922468692064285 + }, + { + "epoch": 61, + "loss": 0.9729387164115906, + "accuracy": 0.7025499939918518, + "mse": 0.04178779944777489 + }, + { + "epoch": 62, + "loss": 0.9531602263450623, + "accuracy": 0.7073666453361511, + "mse": 0.04112190753221512 + }, + { + "epoch": 63, + "loss": 0.9465557336807251, + "accuracy": 0.7075833082199097, + "mse": 0.040954336524009705 + }, + { + "epoch": 64, + "loss": 0.9330965280532837, + "accuracy": 0.7099666595458984, + "mse": 0.040666937828063965 + }, + { + "epoch": 65, + "loss": 0.9312558770179749, + "accuracy": 0.7093666791915894, + "mse": 0.04062912240624428 + }, + { + "epoch": 66, + "loss": 0.9222756624221802, + "accuracy": 0.7142000198364258, + "mse": 0.040107205510139465 + }, + { + "epoch": 67, + "loss": 0.9147318005561829, + "accuracy": 0.7150499820709229, + "mse": 0.04001137986779213 + }, + { + "epoch": 68, + "loss": 0.9068416953086853, + "accuracy": 0.7188166379928589, + "mse": 0.039606932550668716 + }, + { + "epoch": 69, + "loss": 0.8964130878448486, + "accuracy": 0.7215666770935059, + "mse": 0.03920363634824753 + }, + { + "epoch": 70, + "loss": 0.8832506537437439, + "accuracy": 0.7242500185966492, + "mse": 0.0387401357293129 + }, + { + "epoch": 71, + "loss": 0.8777680993080139, + "accuracy": 0.7267000079154968, + "mse": 0.03853677213191986 + }, + { + "epoch": 72, + "loss": 0.8753923177719116, + "accuracy": 0.7266333103179932, + "mse": 0.038494426757097244 + }, + { + "epoch": 73, + "loss": 0.8701257705688477, + "accuracy": 0.7285333275794983, + "mse": 0.03827493637800217 + }, + { + "epoch": 74, + "loss": 0.8592549562454224, + "accuracy": 0.7321000099182129, + "mse": 0.037909746170043945 + }, + { + "epoch": 75, + "loss": 0.8526914119720459, + "accuracy": 0.7336333394050598, + "mse": 0.03759737312793732 + }, + { + "epoch": 76, + "loss": 0.8415946364402771, + "accuracy": 0.7379833459854126, + "mse": 0.03705330565571785 + }, + { + "epoch": 77, + "loss": 0.8374033570289612, + "accuracy": 0.7420499920845032, + "mse": 0.03687801584601402 + }, + { + "epoch": 78, + "loss": 0.829593300819397, + "accuracy": 0.7442333102226257, + "mse": 0.03650454431772232 + }, + { + "epoch": 79, + "loss": 0.8243364691734314, + "accuracy": 0.7472333312034607, + "mse": 0.036197930574417114 + }, + { + "epoch": 80, + "loss": 0.8061239719390869, + "accuracy": 0.7508833408355713, + "mse": 0.035569027066230774 + }, + { + "epoch": 81, + "loss": 0.7960581183433533, + "accuracy": 0.7538999915122986, + "mse": 0.03511468321084976 + }, + { + "epoch": 82, + "loss": 0.7944959402084351, + "accuracy": 0.7525333166122437, + "mse": 0.035193998366594315 + }, + { + "epoch": 83, + "loss": 0.7877140641212463, + "accuracy": 0.7555666565895081, + "mse": 0.03494934365153313 + }, + { + "epoch": 84, + "loss": 0.7787131667137146, + "accuracy": 0.7585166692733765, + "mse": 0.034488070756196976 + }, + { + "epoch": 85, + "loss": 0.7690148949623108, + "accuracy": 0.7598333358764648, + "mse": 0.03410160914063454 + }, + { + "epoch": 86, + "loss": 0.7564650774002075, + "accuracy": 0.7646999955177307, + "mse": 0.03353850916028023 + }, + { + "epoch": 87, + "loss": 0.7516898512840271, + "accuracy": 0.7668166756629944, + "mse": 0.03323186933994293 + }, + { + "epoch": 88, + "loss": 0.7457777857780457, + "accuracy": 0.7681999802589417, + "mse": 0.033020392060279846 + }, + { + "epoch": 89, + "loss": 0.7370275855064392, + "accuracy": 0.7684500217437744, + "mse": 0.03289966657757759 + }, + { + "epoch": 90, + "loss": 0.7254970073699951, + "accuracy": 0.7735333442687988, + "mse": 0.032172542065382004 + }, + { + "epoch": 91, + "loss": 0.7229769825935364, + "accuracy": 0.7741333246231079, + "mse": 0.032177019864320755 + }, + { + "epoch": 92, + "loss": 0.7194014191627502, + "accuracy": 0.7741333246231079, + "mse": 0.031986791640520096 + }, + { + "epoch": 93, + "loss": 0.7130904197692871, + "accuracy": 0.7783499956130981, + "mse": 0.031523529440164566 + }, + { + "epoch": 94, + "loss": 0.7007499933242798, + "accuracy": 0.7826333045959473, + "mse": 0.031040064990520477 + }, + { + "epoch": 95, + "loss": 0.6937153935432434, + "accuracy": 0.7859333157539368, + "mse": 0.03069160133600235 + }, + { + "epoch": 96, + "loss": 0.6844399571418762, + "accuracy": 0.7901333570480347, + "mse": 0.030151231214404106 + }, + { + "epoch": 97, + "loss": 0.6822003722190857, + "accuracy": 0.791183352470398, + "mse": 0.03013528697192669 + }, + { + "epoch": 98, + "loss": 0.6799696087837219, + "accuracy": 0.7923833131790161, + "mse": 0.02994781918823719 + }, + { + "epoch": 99, + "loss": 0.6746756434440613, + "accuracy": 0.7930833101272583, + "mse": 0.029802365228533745 + }, + { + "epoch": 100, + "loss": 0.6677705645561218, + "accuracy": 0.7959833145141602, + "mse": 0.029427148401737213 + }, + { + "epoch": 101, + "loss": 0.6636433601379395, + "accuracy": 0.7970166802406311, + "mse": 0.029296377673745155 + }, + { + "epoch": 102, + "loss": 0.6558457612991333, + "accuracy": 0.7995166778564453, + "mse": 0.02887680009007454 + }, + { + "epoch": 103, + "loss": 0.6539207100868225, + "accuracy": 0.8005499839782715, + "mse": 0.02881520800292492 + }, + { + "epoch": 104, + "loss": 0.647727370262146, + "accuracy": 0.8004833459854126, + "mse": 0.028641220182180405 + }, + { + "epoch": 105, + "loss": 0.6462931036949158, + "accuracy": 0.8031666874885559, + "mse": 0.028429271653294563 + }, + { + "epoch": 106, + "loss": 0.6405363082885742, + "accuracy": 0.8059999942779541, + "mse": 0.028048867359757423 + }, + { + "epoch": 107, + "loss": 0.6356658935546875, + "accuracy": 0.8066166639328003, + "mse": 0.027860259637236595 + }, + { + "epoch": 108, + "loss": 0.633425235748291, + "accuracy": 0.8085833191871643, + "mse": 0.027679016813635826 + }, + { + "epoch": 109, + "loss": 0.6286950707435608, + "accuracy": 0.8079166412353516, + "mse": 0.02757597714662552 + }, + { + "epoch": 110, + "loss": 0.6254789233207703, + "accuracy": 0.8101333379745483, + "mse": 0.027401035651564598 + }, + { + "epoch": 111, + "loss": 0.6202983856201172, + "accuracy": 0.8126833438873291, + "mse": 0.02701128087937832 + }, + { + "epoch": 112, + "loss": 0.6153184771537781, + "accuracy": 0.8144833445549011, + "mse": 0.026838423684239388 + }, + { + "epoch": 113, + "loss": 0.6134903430938721, + "accuracy": 0.8158166408538818, + "mse": 0.026738405227661133 + }, + { + "epoch": 114, + "loss": 0.6093254089355469, + "accuracy": 0.8172333240509033, + "mse": 0.02652224898338318 + }, + { + "epoch": 115, + "loss": 0.6060876846313477, + "accuracy": 0.8166000247001648, + "mse": 0.026516789570450783 + }, + { + "epoch": 116, + "loss": 0.6008829474449158, + "accuracy": 0.8192833065986633, + "mse": 0.026276415213942528 + }, + { + "epoch": 117, + "loss": 0.6001570224761963, + "accuracy": 0.8183833360671997, + "mse": 0.02626577392220497 + }, + { + "epoch": 118, + "loss": 0.5964875817298889, + "accuracy": 0.8196166753768921, + "mse": 0.026140645146369934 + }, + { + "epoch": 119, + "loss": 0.5924124717712402, + "accuracy": 0.8206666707992554, + "mse": 0.025987200438976288 + }, + { + "epoch": 120, + "loss": 0.5898874998092651, + "accuracy": 0.8204500079154968, + "mse": 0.025896690785884857 + }, + { + "epoch": 121, + "loss": 0.5844441652297974, + "accuracy": 0.8232666850090027, + "mse": 0.02561897225677967 + }, + { + "epoch": 122, + "loss": 0.5831592082977295, + "accuracy": 0.822866678237915, + "mse": 0.02556871995329857 + }, + { + "epoch": 123, + "loss": 0.5808939933776855, + "accuracy": 0.8241000175476074, + "mse": 0.025535941123962402 + }, + { + "epoch": 124, + "loss": 0.5784885287284851, + "accuracy": 0.8238333463668823, + "mse": 0.02544146031141281 + }, + { + "epoch": 125, + "loss": 0.5744351744651794, + "accuracy": 0.8261333107948303, + "mse": 0.025155851617455482 + }, + { + "epoch": 126, + "loss": 0.5694005489349365, + "accuracy": 0.8266000151634216, + "mse": 0.02504907362163067 + }, + { + "epoch": 127, + "loss": 0.5694005489349365, + "accuracy": 0.8266000151634216, + "mse": 0.02504907362163067 + }, + { + "epoch": 128, + "loss": 0.566077709197998, + "accuracy": 0.8271666765213013, + "mse": 0.024961115792393684 + }, + { + "epoch": 129, + "loss": 0.561579704284668, + "accuracy": 0.8289666771888733, + "mse": 0.024858079850673676 + }, + { + "epoch": 130, + "loss": 0.556856632232666, + "accuracy": 0.8309000134468079, + "mse": 0.024584772065281868 + }, + { + "epoch": 131, + "loss": 0.5551976561546326, + "accuracy": 0.8313999772071838, + "mse": 0.024584153667092323 + }, + { + "epoch": 132, + "loss": 0.5537286400794983, + "accuracy": 0.8321666717529297, + "mse": 0.02450234815478325 + }, + { + "epoch": 133, + "loss": 0.5523320436477661, + "accuracy": 0.8317499756813049, + "mse": 0.024518156424164772 + }, + { + "epoch": 134, + "loss": 0.5500367283821106, + "accuracy": 0.8327999711036682, + "mse": 0.024318501353263855 + }, + { + "epoch": 135, + "loss": 0.5467727184295654, + "accuracy": 0.8338500261306763, + "mse": 0.024151477962732315 + }, + { + "epoch": 136, + "loss": 0.5457700490951538, + "accuracy": 0.8341833353042603, + "mse": 0.024052457883954048 + }, + { + "epoch": 137, + "loss": 0.5439702272415161, + "accuracy": 0.8344166874885559, + "mse": 0.024046722799539566 + }, + { + "epoch": 138, + "loss": 0.5422022342681885, + "accuracy": 0.8356666564941406, + "mse": 0.02391701005399227 + }, + { + "epoch": 139, + "loss": 0.5399896502494812, + "accuracy": 0.8365333080291748, + "mse": 0.023781949654221535 + }, + { + "epoch": 140, + "loss": 0.5386065244674683, + "accuracy": 0.8367666602134705, + "mse": 0.023783763870596886 + }, + { + "epoch": 141, + "loss": 0.5361820459365845, + "accuracy": 0.8368499875068665, + "mse": 0.023678092285990715 + }, + { + "epoch": 142, + "loss": 0.5323013067245483, + "accuracy": 0.8385000228881836, + "mse": 0.023552708327770233 + }, + { + "epoch": 143, + "loss": 0.5309143662452698, + "accuracy": 0.8379499912261963, + "mse": 0.023511787876486778 + }, + { + "epoch": 144, + "loss": 0.5294746160507202, + "accuracy": 0.8386499881744385, + "mse": 0.023489996790885925 + }, + { + "epoch": 145, + "loss": 0.5270916819572449, + "accuracy": 0.8389166593551636, + "mse": 0.02341073378920555 + }, + { + "epoch": 146, + "loss": 0.5256456732749939, + "accuracy": 0.8393166661262512, + "mse": 0.023342574015259743 + }, + { + "epoch": 147, + "loss": 0.5244222283363342, + "accuracy": 0.8402666449546814, + "mse": 0.02327417954802513 + }, + { + "epoch": 148, + "loss": 0.5224820375442505, + "accuracy": 0.8410666584968567, + "mse": 0.023157652467489243 + }, + { + "epoch": 149, + "loss": 0.5204969644546509, + "accuracy": 0.8426333069801331, + "mse": 0.023019732907414436 + }, + { + "epoch": 150, + "loss": 0.5176105499267578, + "accuracy": 0.8433166742324829, + "mse": 0.022961517795920372 + }, + { + "epoch": 151, + "loss": 0.5159681439399719, + "accuracy": 0.8443166613578796, + "mse": 0.02276824600994587 + }, + { + "epoch": 152, + "loss": 0.5138149261474609, + "accuracy": 0.8439833521842957, + "mse": 0.02277885004878044 + }, + { + "epoch": 153, + "loss": 0.5128265023231506, + "accuracy": 0.8446000218391418, + "mse": 0.022665750235319138 + }, + { + "epoch": 154, + "loss": 0.5098512768745422, + "accuracy": 0.8461999893188477, + "mse": 0.02253175526857376 + }, + { + "epoch": 155, + "loss": 0.5073487758636475, + "accuracy": 0.8467000126838684, + "mse": 0.022416511550545692 + }, + { + "epoch": 156, + "loss": 0.5067659020423889, + "accuracy": 0.8470166921615601, + "mse": 0.022361373528838158 + }, + { + "epoch": 157, + "loss": 0.5058233737945557, + "accuracy": 0.8483166694641113, + "mse": 0.02229708805680275 + }, + { + "epoch": 158, + "loss": 0.5053179264068604, + "accuracy": 0.8485999703407288, + "mse": 0.022308604791760445 + }, + { + "epoch": 159, + "loss": 0.502306342124939, + "accuracy": 0.8496833443641663, + "mse": 0.022155165672302246 + }, + { + "epoch": 160, + "loss": 0.5006535053253174, + "accuracy": 0.8497833609580994, + "mse": 0.022141018882393837 + }, + { + "epoch": 161, + "loss": 0.4998496174812317, + "accuracy": 0.8496999740600586, + "mse": 0.02212020382285118 + }, + { + "epoch": 162, + "loss": 0.4982722997665405, + "accuracy": 0.8496000170707703, + "mse": 0.02207801677286625 + }, + { + "epoch": 163, + "loss": 0.49557510018348694, + "accuracy": 0.8511000275611877, + "mse": 0.02192932367324829 + }, + { + "epoch": 164, + "loss": 0.49140802025794983, + "accuracy": 0.8531166911125183, + "mse": 0.021747851744294167 + }, + { + "epoch": 165, + "loss": 0.49140802025794983, + "accuracy": 0.8531166911125183, + "mse": 0.021747851744294167 + }, + { + "epoch": 166, + "loss": 0.49128031730651855, + "accuracy": 0.8527666926383972, + "mse": 0.02170664072036743 + }, + { + "epoch": 167, + "loss": 0.4903290867805481, + "accuracy": 0.854200005531311, + "mse": 0.021594369783997536 + }, + { + "epoch": 168, + "loss": 0.4891904294490814, + "accuracy": 0.853683352470398, + "mse": 0.021591292694211006 + }, + { + "epoch": 169, + "loss": 0.4885578453540802, + "accuracy": 0.854033350944519, + "mse": 0.021563759073615074 + }, + { + "epoch": 170, + "loss": 0.48755013942718506, + "accuracy": 0.8541833162307739, + "mse": 0.021519312635064125 + }, + { + "epoch": 171, + "loss": 0.48610371351242065, + "accuracy": 0.8540499806404114, + "mse": 0.021447788923978806 + }, + { + "epoch": 172, + "loss": 0.48458123207092285, + "accuracy": 0.8548166751861572, + "mse": 0.021398024633526802 + }, + { + "epoch": 173, + "loss": 0.48275795578956604, + "accuracy": 0.8558499813079834, + "mse": 0.02130713127553463 + }, + { + "epoch": 174, + "loss": 0.481934517621994, + "accuracy": 0.8559333086013794, + "mse": 0.021283956244587898 + }, + { + "epoch": 175, + "loss": 0.48024967312812805, + "accuracy": 0.8563666939735413, + "mse": 0.021230099722743034 + }, + { + "epoch": 176, + "loss": 0.4796091914176941, + "accuracy": 0.8556333184242249, + "mse": 0.021223189309239388 + }, + { + "epoch": 177, + "loss": 0.4789373576641083, + "accuracy": 0.855983316898346, + "mse": 0.02121482789516449 + }, + { + "epoch": 178, + "loss": 0.47824472188949585, + "accuracy": 0.8567333221435547, + "mse": 0.02115478180348873 + }, + { + "epoch": 179, + "loss": 0.47732701897621155, + "accuracy": 0.8566333055496216, + "mse": 0.02115226350724697 + }, + { + "epoch": 180, + "loss": 0.47602227330207825, + "accuracy": 0.8565999865531921, + "mse": 0.021099673584103584 + }, + { + "epoch": 181, + "loss": 0.4744044542312622, + "accuracy": 0.8580499887466431, + "mse": 0.020987289026379585 + }, + { + "epoch": 182, + "loss": 0.47319382429122925, + "accuracy": 0.8589333295822144, + "mse": 0.020937103778123856 + }, + { + "epoch": 183, + "loss": 0.47186610102653503, + "accuracy": 0.8585833311080933, + "mse": 0.020867936313152313 + }, + { + "epoch": 184, + "loss": 0.4698462188243866, + "accuracy": 0.8596333265304565, + "mse": 0.020762359723448753 + }, + { + "epoch": 185, + "loss": 0.4686395227909088, + "accuracy": 0.859749972820282, + "mse": 0.02069973014295101 + }, + { + "epoch": 186, + "loss": 0.46783432364463806, + "accuracy": 0.8603500127792358, + "mse": 0.02067222259938717 + }, + { + "epoch": 187, + "loss": 0.4664529860019684, + "accuracy": 0.8605499863624573, + "mse": 0.02058405801653862 + }, + { + "epoch": 188, + "loss": 0.46521663665771484, + "accuracy": 0.8606833219528198, + "mse": 0.020536044612526894 + }, + { + "epoch": 189, + "loss": 0.4643416702747345, + "accuracy": 0.861133337020874, + "mse": 0.020498894155025482 + }, + { + "epoch": 190, + "loss": 0.4619861841201782, + "accuracy": 0.8620499968528748, + "mse": 0.020393557846546173 + }, + { + "epoch": 191, + "loss": 0.4619861841201782, + "accuracy": 0.8620499968528748, + "mse": 0.020393557846546173 + }, + { + "epoch": 192, + "loss": 0.461443692445755, + "accuracy": 0.8616666793823242, + "mse": 0.0204488355666399 + }, + { + "epoch": 193, + "loss": 0.45991942286491394, + "accuracy": 0.862416684627533, + "mse": 0.020406514406204224 + }, + { + "epoch": 194, + "loss": 0.4586426317691803, + "accuracy": 0.8626833558082581, + "mse": 0.020365921780467033 + }, + { + "epoch": 195, + "loss": 0.4584415555000305, + "accuracy": 0.862666666507721, + "mse": 0.02038682997226715 + }, + { + "epoch": 196, + "loss": 0.45770150423049927, + "accuracy": 0.8629833459854126, + "mse": 0.020380565896630287 + }, + { + "epoch": 197, + "loss": 0.4563619792461395, + "accuracy": 0.8635333180427551, + "mse": 0.020293984562158585 + }, + { + "epoch": 198, + "loss": 0.45534297823905945, + "accuracy": 0.8641166687011719, + "mse": 0.020256446674466133 + }, + { + "epoch": 199, + "loss": 0.45434120297431946, + "accuracy": 0.8644166588783264, + "mse": 0.02023407630622387 + }, + { + "epoch": 200, + "loss": 0.4532005488872528, + "accuracy": 0.8648999929428101, + "mse": 0.020130231976509094 + }, + { + "epoch": 201, + "loss": 0.45199504494667053, + "accuracy": 0.8649166822433472, + "mse": 0.020107366144657135 + }, + { + "epoch": 202, + "loss": 0.45144906640052795, + "accuracy": 0.8652833104133606, + "mse": 0.020042145624756813 + }, + { + "epoch": 203, + "loss": 0.4511110782623291, + "accuracy": 0.8650000095367432, + "mse": 0.02003295347094536 + }, + { + "epoch": 204, + "loss": 0.44950348138809204, + "accuracy": 0.8658666610717773, + "mse": 0.01993127353489399 + }, + { + "epoch": 205, + "loss": 0.4490715563297272, + "accuracy": 0.8665000200271606, + "mse": 0.019910326227545738 + }, + { + "epoch": 206, + "loss": 0.44820964336395264, + "accuracy": 0.8673333525657654, + "mse": 0.019857628270983696 + }, + { + "epoch": 207, + "loss": 0.44650426506996155, + "accuracy": 0.8675000071525574, + "mse": 0.019839812070131302 + }, + { + "epoch": 208, + "loss": 0.4463881850242615, + "accuracy": 0.867900013923645, + "mse": 0.019815387204289436 + }, + { + "epoch": 209, + "loss": 0.4456350803375244, + "accuracy": 0.8680999875068665, + "mse": 0.019761158153414726 + }, + { + "epoch": 210, + "loss": 0.4453062415122986, + "accuracy": 0.8674499988555908, + "mse": 0.019797610118985176 + }, + { + "epoch": 211, + "loss": 0.44423070549964905, + "accuracy": 0.8675833344459534, + "mse": 0.019727783277630806 + }, + { + "epoch": 212, + "loss": 0.44324713945388794, + "accuracy": 0.8687833547592163, + "mse": 0.01965189538896084 + }, + { + "epoch": 213, + "loss": 0.44249972701072693, + "accuracy": 0.8688166737556458, + "mse": 0.019630303606390953 + }, + { + "epoch": 214, + "loss": 0.4420161247253418, + "accuracy": 0.8693166375160217, + "mse": 0.019587866961956024 + }, + { + "epoch": 215, + "loss": 0.4414975941181183, + "accuracy": 0.8696833252906799, + "mse": 0.01953757554292679 + }, + { + "epoch": 216, + "loss": 0.4404485821723938, + "accuracy": 0.8704833388328552, + "mse": 0.019475681707262993 + }, + { + "epoch": 217, + "loss": 0.4404485821723938, + "accuracy": 0.8704833388328552, + "mse": 0.019475681707262993 + }, + { + "epoch": 218, + "loss": 0.43964478373527527, + "accuracy": 0.8698999881744385, + "mse": 0.019477037712931633 + }, + { + "epoch": 219, + "loss": 0.43941107392311096, + "accuracy": 0.8705499768257141, + "mse": 0.019445881247520447 + }, + { + "epoch": 220, + "loss": 0.4393870532512665, + "accuracy": 0.8705000281333923, + "mse": 0.019430004060268402 + }, + { + "epoch": 221, + "loss": 0.43862178921699524, + "accuracy": 0.870283305644989, + "mse": 0.01942402683198452 + }, + { + "epoch": 222, + "loss": 0.43804728984832764, + "accuracy": 0.8709999918937683, + "mse": 0.0193941667675972 + }, + { + "epoch": 223, + "loss": 0.43755006790161133, + "accuracy": 0.871066689491272, + "mse": 0.019366292282938957 + }, + { + "epoch": 224, + "loss": 0.4369102418422699, + "accuracy": 0.8715500235557556, + "mse": 0.019349947571754456 + }, + { + "epoch": 225, + "loss": 0.43603402376174927, + "accuracy": 0.8718166947364807, + "mse": 0.019267398864030838 + }, + { + "epoch": 226, + "loss": 0.4356696605682373, + "accuracy": 0.8715166449546814, + "mse": 0.019281014800071716 + }, + { + "epoch": 227, + "loss": 0.43548136949539185, + "accuracy": 0.8718000054359436, + "mse": 0.019255049526691437 + }, + { + "epoch": 228, + "loss": 0.4346535801887512, + "accuracy": 0.8713833093643188, + "mse": 0.019244646653532982 + }, + { + "epoch": 229, + "loss": 0.4342179298400879, + "accuracy": 0.8719666600227356, + "mse": 0.01922900788486004 + }, + { + "epoch": 230, + "loss": 0.4337862730026245, + "accuracy": 0.8714666962623596, + "mse": 0.019197845831513405 + }, + { + "epoch": 231, + "loss": 0.43340209126472473, + "accuracy": 0.8714666962623596, + "mse": 0.01917206309735775 + }, + { + "epoch": 232, + "loss": 0.4324895143508911, + "accuracy": 0.8715166449546814, + "mse": 0.01914064586162567 + }, + { + "epoch": 233, + "loss": 0.4324844777584076, + "accuracy": 0.8718833327293396, + "mse": 0.019155938178300858 + }, + { + "epoch": 234, + "loss": 0.4319992959499359, + "accuracy": 0.8718000054359436, + "mse": 0.0191439688205719 + }, + { + "epoch": 235, + "loss": 0.43187132477760315, + "accuracy": 0.8719000220298767, + "mse": 0.019126655533909798 + }, + { + "epoch": 236, + "loss": 0.43093565106391907, + "accuracy": 0.8717833161354065, + "mse": 0.019089795649051666 + }, + { + "epoch": 237, + "loss": 0.43093565106391907, + "accuracy": 0.8717833161354065, + "mse": 0.019089795649051666 + }, + { + "epoch": 238, + "loss": 0.4302520751953125, + "accuracy": 0.8720999956130981, + "mse": 0.01905098743736744 + }, + { + "epoch": 239, + "loss": 0.4301464557647705, + "accuracy": 0.8723333477973938, + "mse": 0.019038567319512367 + }, + { + "epoch": 240, + "loss": 0.4296344220638275, + "accuracy": 0.8724499940872192, + "mse": 0.019024165347218513 + } + ] + } + ], + "completed": true, + "valid": true, + "error": null +} \ No newline at end of file diff --git a/benchmark_results/pso_v4_main_benchmark.csv b/benchmark_results/pso_v4_main_benchmark.csv new file mode 100644 index 0000000..359a715 --- /dev/null +++ b/benchmark_results/pso_v4_main_benchmark.csv @@ -0,0 +1,36 @@ +dataset,method,n_particles,epochs,n_seeds,eval_acc_mean,eval_acc_std,eval_acc_median,eval_acc_iqr,eval_acc_ci95,eval_loss_mean,eval_loss_std,eval_loss_median,eval_loss_iqr,eval_loss_ci95,eval_mse_mean,eval_mse_std,train_acc_mean,train_loss_mean,runtime_seconds_mean,runtime_seconds_std,rank_acc,rank_loss +Digits,adaptive_moment,24,50,5,0.267778,0.018279,0.272222,0.002778,0.022695,2.108837,0.023357,2.10196,0.039265,0.029001,0.084021,0.001996,0.2718,2.086962,2.499448,0.161274,3,4 +Digits,bare_bones,24,50,5,0.19,0.056266,0.155556,0.1,0.069863,2.250203,0.084448,2.251535,0.020136,0.104855,0.088622,0.003141,0.2,2.230929,2.564876,0.124195,6,6 +Digits,clpso,24,50,5,0.207778,0.050629,0.213889,0.05,0.062863,2.204543,0.023215,2.210108,0.008743,0.028825,0.087396,0.001398,0.223,2.176502,2.519316,0.326734,5,5 +Digits,constriction,24,50,5,0.372778,0.017938,0.380556,0.025,0.022272,1.765113,0.057309,1.760801,0.0677,0.071157,0.074815,0.001608,0.382,1.720719,2.330013,0.148841,1,1 +Digits,fips,24,50,5,0.249444,0.06147,0.263889,0.069444,0.076324,2.064165,0.091569,2.064055,0.108705,0.113696,0.084041,0.002578,0.2662,2.056891,2.621102,0.126036,4,3 +Digits,inertia,24,50,5,0.303333,0.061658,0.305556,0.088889,0.076557,1.980667,0.14307,1.956439,0.144242,0.177642,0.080715,0.004026,0.297,2.014632,2.006851,0.09822,2,2 +Digits,original,24,50,5,0.164444,0.022343,0.158333,0.036111,0.027743,2.269628,0.025331,2.255083,0.030712,0.031453,0.089494,0.000451,0.1798,2.266102,2.272324,0.113557,7,7 +Iris,adaptive_moment,24,60,5,0.846667,0.076739,0.866667,0.133333,0.095283,0.349701,0.178108,0.334009,0.15044,0.221147,0.071416,0.035403,0.89,0.294127,1.392557,0.004708,4,4 +Iris,bare_bones,24,60,5,0.846667,0.055777,0.833333,0.066667,0.069256,0.405791,0.172336,0.367909,0.160981,0.21398,0.072802,0.025814,0.885,0.30248,1.66449,0.144454,5,5 +Iris,clpso,24,60,5,0.793333,0.076012,0.766667,0.066667,0.094379,0.44827,0.053877,0.474597,0.049216,0.066896,0.091464,0.016877,0.78,0.462534,1.86465,0.145025,6,6 +Iris,constriction,24,60,5,0.94,0.036515,0.966667,0.066667,0.045338,0.171796,0.076965,0.148386,0.105914,0.095563,0.033793,0.017284,0.991667,0.032715,1.4309,0.079265,2,2 +Iris,fips,24,60,5,0.74,0.054772,0.733333,0.033333,0.068008,0.60501,0.060601,0.625894,0.064748,0.075245,0.117407,0.008091,0.766667,0.595101,2.072251,0.154361,7,7 +Iris,inertia,24,60,5,0.94,0.027889,0.933333,0.033333,0.034628,0.106901,0.053063,0.108104,0.053939,0.065885,0.024266,0.011903,0.983333,0.040899,1.569569,0.121148,1,1 +Iris,original,24,60,5,0.92,0.086923,0.966667,0.033333,0.107927,0.222324,0.155767,0.192657,0.065706,0.193407,0.043721,0.035081,0.966667,0.08742,1.502316,0.042929,3,3 +MNIST,adaptive_moment,30,80,5,0.262,0.01044,0.269,0.014,0.012963,2.219058,0.104724,2.175837,0.105964,0.13003,0.087089,0.001349,0.2678,2.184856,3.547601,0.614982,4,4 +MNIST,bare_bones,30,80,5,0.4126,0.037958,0.408,0.057,0.04713,1.965562,0.175909,1.989087,0.298842,0.218416,0.077204,0.004802,0.4408,1.8435,3.435835,0.303983,3,3 +MNIST,clpso,30,80,5,0.2068,0.022775,0.2,0.019,0.028278,2.285833,0.068177,2.307686,0.037065,0.084651,0.089514,0.00163,0.2342,2.199232,3.536445,0.226486,6,6 +MNIST,constriction,30,80,5,0.52,0.046244,0.528,0.047,0.057418,1.507968,0.149152,1.509533,0.108216,0.185194,0.063327,0.005427,0.5968,1.284408,3.298112,0.589527,1,1 +MNIST,fips,30,80,5,0.2106,0.048066,0.229,0.04,0.05968,2.22323,0.073048,2.176908,0.130584,0.0907,0.088006,0.001556,0.2302,2.177675,3.806571,0.141017,5,5 +MNIST,inertia,30,80,5,0.4684,0.075252,0.497,0.108,0.093436,1.716089,0.260764,1.620183,0.331954,0.323776,0.070705,0.008553,0.552,1.44457,3.048485,0.155303,2,2 +MNIST,original,30,80,5,0.144,0.016628,0.143,0.026,0.020646,2.428194,0.091877,2.415645,0.154207,0.114079,0.093035,0.001872,0.1563,2.385448,3.490117,0.862784,7,7 +Seeds,adaptive_moment,24,60,5,0.890476,0.046413,0.904762,0.047619,0.057629,0.315947,0.120895,0.278367,0.077865,0.150108,0.053174,0.012296,0.917857,0.225176,1.407326,0.041435,2,1 +Seeds,bare_bones,24,60,5,0.871429,0.068595,0.857143,0.095238,0.08517,0.42192,0.120052,0.439151,0.13714,0.149062,0.069299,0.016028,0.882143,0.348336,1.54165,0.018779,6,5 +Seeds,clpso,24,60,5,0.857143,0.029161,0.857143,0.023809,0.036207,0.469817,0.073254,0.510473,0.12722,0.090955,0.0841,0.011752,0.892857,0.369897,1.537528,0.018265,7,6 +Seeds,constriction,24,60,5,0.890476,0.091597,0.880952,0.095238,0.113731,0.35142,0.3882,0.252366,0.243302,0.482006,0.056642,0.052203,0.960714,0.100819,1.36371,0.053261,3,3 +Seeds,fips,24,60,5,0.885714,0.035315,0.880952,0.02381,0.043849,0.383732,0.103951,0.392303,0.094168,0.12907,0.067541,0.016554,0.9,0.336734,1.815592,0.045394,4,4 +Seeds,inertia,24,60,5,0.914286,0.052164,0.928571,0.023809,0.064769,0.331656,0.342636,0.202104,0.068956,0.425432,0.048999,0.036322,0.963095,0.103132,1.318196,0.015319,1,2 +Seeds,original,24,60,5,0.87619,0.042592,0.880952,0.071429,0.052884,0.49224,0.433653,0.324954,0.104917,0.538443,0.065762,0.028096,0.916667,0.246239,1.385803,0.082957,5,7 +XOR,adaptive_moment,24,80,5,1.0,0.0,1.0,0.0,0.0,0.190431,0.178122,0.197448,0.188515,0.221164,0.04504,0.056878,1.0,0.190431,1.785274,0.092073,5,5 +XOR,bare_bones,24,80,5,1.0,0.0,1.0,0.0,0.0,0.0821,0.056963,0.081613,0.055056,0.070728,0.010907,0.010338,1.0,0.0821,2.031221,0.13707,4,4 +XOR,clpso,24,80,5,0.6,0.136931,0.5,0.25,0.170019,0.548166,0.031946,0.55628,0.024237,0.039666,0.183052,0.012602,0.6,0.548166,2.295572,0.260868,7,7 +XOR,constriction,24,80,5,1.0,0.0,1.0,0.0,0.0,0.004086,0.002357,0.005281,0.001585,0.002927,3.2e-05,1.9e-05,1.0,0.004086,1.987776,0.182034,1,1 +XOR,fips,24,80,5,0.75,0.25,0.75,0.5,0.310411,0.546355,0.059307,0.568609,0.092147,0.073638,0.178887,0.029466,0.75,0.546355,2.502509,0.055447,6,6 +XOR,inertia,24,80,5,1.0,0.0,1.0,0.0,0.0,0.004431,0.003308,0.003801,0.001559,0.004108,3.6e-05,3.1e-05,1.0,0.004431,1.969097,0.170892,2,2 +XOR,original,24,80,5,1.0,0.0,1.0,0.0,0.0,0.004558,0.002672,0.004584,0.001454,0.003318,4.2e-05,2.8e-05,1.0,0.004558,1.905231,0.246635,3,3 diff --git a/benchmark_results/pso_v4_particle_scaling.csv b/benchmark_results/pso_v4_particle_scaling.csv new file mode 100644 index 0000000..c08a93e --- /dev/null +++ b/benchmark_results/pso_v4_particle_scaling.csv @@ -0,0 +1,41 @@ +method,candidate_label,regimen,n_particles,epochs,particle_epochs,seed,train_loss,train_acc,test_loss,test_acc,test_mse,fit_time_sec,data_fingerprint,model_fingerprint,device +adaptive_moment,am_b0.06_s0.5,fixed_epoch,30,80,2400,71,1.0238605737686157,0.6834999918937683,1.2778329849243164,0.5789999961853027,0.05719960853457451,2.591740084113553,dfe645918ece54c0,0777bd52fd76272d,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,30,80,2400,72,1.0670214891433716,0.6604999899864197,1.199388861656189,0.6060000061988831,0.052410222589969635,2.7087553329765797,dfe645918ece54c0,6fcb6e473bdacbd2,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,30,80,2400,73,0.9569582939147949,0.7014999985694885,1.1562552452087402,0.6389999985694885,0.051246583461761475,2.6669440830592066,dfe645918ece54c0,2e6c351372592f10,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,30,80,2400,74,0.8988860845565796,0.718999981880188,1.0667707920074463,0.6589999794960022,0.047151338309049606,2.6316912909969687,dfe645918ece54c0,4000fe3fb26ef207,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,30,80,2400,75,0.9674410820007324,0.7139999866485596,1.2670954465866089,0.6230000257492065,0.052300941199064255,2.8266918330918998,dfe645918ece54c0,0966039f5ef7af88,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,60,80,4800,71,0.8341852426528931,0.7419999837875366,1.021918535232544,0.6729999780654907,0.0449918694794178,6.297774499980733,dfe645918ece54c0,0777bd52fd76272d,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,60,80,4800,72,0.8334679007530212,0.7580000162124634,1.1486669778823853,0.6499999761581421,0.048473432660102844,5.944013542030007,dfe645918ece54c0,6fcb6e473bdacbd2,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,60,80,4800,73,0.7845665216445923,0.7599999904632568,1.059795618057251,0.6589999794960022,0.04623967781662941,5.409191000042483,dfe645918ece54c0,2e6c351372592f10,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,60,80,4800,74,0.8425021767616272,0.7400000095367432,1.0703872442245483,0.6610000133514404,0.046978432685136795,5.092122667003423,dfe645918ece54c0,4000fe3fb26ef207,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,60,80,4800,75,0.7727756500244141,0.753000020980835,1.0723776817321777,0.6539999842643738,0.04744390770792961,5.18646250013262,dfe645918ece54c0,0966039f5ef7af88,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,90,80,7200,71,0.6898615956306458,0.7910000085830688,0.8688502311706543,0.7310000061988831,0.03894031420350075,8.216789624886587,dfe645918ece54c0,0777bd52fd76272d,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,90,80,7200,72,0.7159585952758789,0.781499981880188,0.9239839911460876,0.718999981880188,0.040356870740652084,8.96910895803012,dfe645918ece54c0,6fcb6e473bdacbd2,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,90,80,7200,73,0.738656759262085,0.7760000228881836,0.9498289227485657,0.6959999799728394,0.04225980117917061,9.117825584020466,dfe645918ece54c0,2e6c351372592f10,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,90,80,7200,74,0.7267816066741943,0.7770000100135803,0.954045295715332,0.6769999861717224,0.04218713194131851,8.722332582809031,dfe645918ece54c0,4000fe3fb26ef207,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,90,80,7200,75,0.7104133367538452,0.7889999747276306,0.962693989276886,0.6930000185966492,0.04196783900260925,8.110321166925132,dfe645918ece54c0,0966039f5ef7af88,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,120,80,9600,71,0.6516683101654053,0.7950000166893005,0.8584634065628052,0.7360000014305115,0.037673790007829666,11.962705624988303,dfe645918ece54c0,0777bd52fd76272d,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,120,80,9600,72,0.6982801556587219,0.7914999723434448,0.9025362133979797,0.7239999771118164,0.038956169039011,11.906837583053857,dfe645918ece54c0,6fcb6e473bdacbd2,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,120,80,9600,73,0.7527623772621155,0.7749999761581421,1.001193642616272,0.6919999718666077,0.04309915751218796,10.664651792030782,dfe645918ece54c0,2e6c351372592f10,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,120,80,9600,74,0.6858600974082947,0.784500002861023,0.8601324558258057,0.7350000143051147,0.03845023736357689,10.921957665821537,dfe645918ece54c0,4000fe3fb26ef207,mps +adaptive_moment,am_b0.06_s0.5,fixed_epoch,120,80,9600,75,0.6326538324356079,0.8125,0.889915406703949,0.7300000190734863,0.03931796923279762,10.411899874918163,dfe645918ece54c0,0966039f5ef7af88,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,30,80,2400,71,1.0238605737686157,0.6834999918937683,1.2778329849243164,0.5789999961853027,0.05719960853457451,2.591740084113553,dfe645918ece54c0,0777bd52fd76272d,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,30,80,2400,72,1.0670214891433716,0.6604999899864197,1.199388861656189,0.6060000061988831,0.052410222589969635,2.7087553329765797,dfe645918ece54c0,6fcb6e473bdacbd2,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,30,80,2400,73,0.9569582939147949,0.7014999985694885,1.1562552452087402,0.6389999985694885,0.051246583461761475,2.6669440830592066,dfe645918ece54c0,2e6c351372592f10,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,30,80,2400,74,0.8988860845565796,0.718999981880188,1.0667707920074463,0.6589999794960022,0.047151338309049606,2.6316912909969687,dfe645918ece54c0,4000fe3fb26ef207,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,30,80,2400,75,0.9674410820007324,0.7139999866485596,1.2670954465866089,0.6230000257492065,0.052300941199064255,2.8266918330918998,dfe645918ece54c0,0966039f5ef7af88,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,60,40,2400,71,1.3702143430709839,0.5690000057220459,1.5396113395690918,0.49000000953674316,0.06583584100008011,2.6427467500325292,dfe645918ece54c0,0777bd52fd76272d,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,60,40,2400,72,1.3834563493728638,0.5490000247955322,1.564630150794983,0.5270000100135803,0.06432151794433594,2.897082625189796,dfe645918ece54c0,6fcb6e473bdacbd2,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,60,40,2400,73,1.239696979522705,0.6129999756813049,1.4340611696243286,0.5109999775886536,0.06299576163291931,2.8362932079471648,dfe645918ece54c0,2e6c351372592f10,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,60,40,2400,74,1.3051151037216187,0.593500018119812,1.4914799928665161,0.5370000004768372,0.06303515285253525,2.7601085831411183,dfe645918ece54c0,4000fe3fb26ef207,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,60,40,2400,75,1.23734712600708,0.6150000095367432,1.6433888673782349,0.47200000286102295,0.07071221619844437,2.791566374944523,dfe645918ece54c0,0966039f5ef7af88,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,90,27,2430,71,1.454797387123108,0.5099999904632568,1.7139235734939575,0.40400001406669617,0.07408219575881958,3.001450875075534,dfe645918ece54c0,0777bd52fd76272d,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,90,27,2430,72,1.436651349067688,0.5364999771118164,1.525922417640686,0.5180000066757202,0.06329239904880524,2.9281624578870833,dfe645918ece54c0,6fcb6e473bdacbd2,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,90,27,2430,73,1.5700972080230713,0.4805000126361847,1.7064924240112305,0.4180000126361847,0.07409033179283142,3.446030291961506,dfe645918ece54c0,2e6c351372592f10,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,90,27,2430,74,1.4872608184814453,0.5425000190734863,1.6065630912780762,0.5059999823570251,0.06642712652683258,3.13685941696167,dfe645918ece54c0,4000fe3fb26ef207,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,90,27,2430,75,1.4402897357940674,0.5699999928474426,1.5009552240371704,0.5450000166893005,0.06177634745836258,3.0350140419322997,dfe645918ece54c0,0966039f5ef7af88,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,120,20,2400,71,1.5967158079147339,0.4830000102519989,1.7100492715835571,0.43799999356269836,0.07075551897287369,3.14462749985978,dfe645918ece54c0,0777bd52fd76272d,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,120,20,2400,72,1.673862338066101,0.46149998903274536,1.8141505718231201,0.4099999964237213,0.07267315685749054,3.102293625008315,dfe645918ece54c0,6fcb6e473bdacbd2,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,120,20,2400,73,1.7135908603668213,0.4449999928474426,1.8838708400726318,0.375,0.0778227150440216,2.7550693340599537,dfe645918ece54c0,2e6c351372592f10,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,120,20,2400,74,1.5981744527816772,0.49950000643730164,1.7434691190719604,0.42399999499320984,0.07240629941225052,2.9445771670434624,dfe645918ece54c0,4000fe3fb26ef207,mps +adaptive_moment,am_b0.06_s0.5,fixed_budget,120,20,2400,75,1.635738730430603,0.46950000524520874,1.8486356735229492,0.4059999883174896,0.07580890506505966,3.1960245410446078,dfe645918ece54c0,0966039f5ef7af88,mps diff --git a/benchmark_results/pso_v4_tuning.json b/benchmark_results/pso_v4_tuning.json new file mode 100644 index 0000000..cc54ac2 --- /dev/null +++ b/benchmark_results/pso_v4_tuning.json @@ -0,0 +1,20423 @@ +{ + "tuning_protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "quick": false, + "device": "mps", + "timestamp": "2026-09-01 07:10:25", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "split_fingerprints": { + "search_inner": "bfc8de485755d7f3", + "full": "dfe645918ece54c0" + }, + "pca_provenance": { + "search": { + "n_samples_fit": 2400, + "n_samples_val": 600, + "n_components": 32, + "whiten": true, + "random_state": 42, + "explained_variance_ratio_sum": 0.7540379762649536 + }, + "full": { + "n_samples_fit": 3000, + "n_samples_test": 1000, + "n_components": 32, + "whiten": true, + "random_state": 42, + "explained_variance_ratio_sum": 0.7533358931541443 + } + }, + "selection_criteria": "Validation accuracy descending, then validation loss ascending across required search seeds", + "winners": { + "adaptive_moment": { + "candidate_label": "am_b0.06_s0.5", + "mean_val_loss": 0.9509724179903666, + "mean_val_acc": 0.7016666730244955, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + } + } + }, + "inertia": { + "candidate_label": "inertia_asymmetric", + "mean_val_loss": 1.0291322271029155, + "mean_val_acc": 0.6972222129503886, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "constriction": { + "candidate_label": "constriction_c205_canonical", + "mean_val_loss": 0.9844014843304952, + "mean_val_acc": 0.7088888883590698, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05 + } + }, + "local_best": { + "candidate_label": "local_best_r4_constant", + "mean_val_loss": 0.9449125925699869, + "mean_val_acc": 0.7244444489479065, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + } + }, + "quantum": { + "candidate_label": "quantum_beta_0.4_0.9", + "mean_val_loss": 1.337708830833435, + "mean_val_acc": 0.5649999976158142, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + } + } + }, + "summaries": { + "search": { + "am_b0.03_s0.5": { + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s0.5", + "val_accs": [ + 0.6633333563804626, + 0.6816666722297668, + 0.6883333325386047 + ], + "val_losses": [ + 1.0964455604553223, + 1.0115970373153687, + 0.9940392971038818 + ], + "fit_times": [ + 2.5230953749269247, + 2.5447300830855966, + 2.493663167115301 + ], + "val_acc_stats": { + "mean": 0.677778, + "std": 0.012946, + "median": 0.681667, + "iqr": 0.0125, + "ci95_t": 0.032159 + }, + "val_loss_stats": { + "mean": 1.034027, + "std": 0.054764, + "median": 1.011597, + "iqr": 0.051203, + "ci95_t": 0.136043 + }, + "fit_time_stats": { + "mean": 2.520496, + "std": 0.025632, + "median": 2.523095, + "iqr": 0.025533, + "ci95_t": 0.063675 + } + }, + "am_b0.03_s1.0": { + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s1.0", + "val_accs": [ + 0.6850000023841858, + 0.6933333277702332, + 0.6850000023841858 + ], + "val_losses": [ + 1.0240328311920166, + 0.9720749855041504, + 1.081996202468872 + ], + "fit_times": [ + 2.54264641716145, + 2.491340707987547, + 2.633713499875739 + ], + "val_acc_stats": { + "mean": 0.687778, + "std": 0.004811, + "median": 0.685, + "iqr": 0.004167, + "ci95_t": 0.011952 + }, + "val_loss_stats": { + "mean": 1.026035, + "std": 0.054988, + "median": 1.024033, + "iqr": 0.054961, + "ci95_t": 0.136599 + }, + "fit_time_stats": { + "mean": 2.5559, + "std": 0.072106, + "median": 2.542646, + "iqr": 0.071186, + "ci95_t": 0.179123 + } + }, + "am_b0.03_s1.5": { + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s1.5", + "val_accs": [ + 0.6850000023841858, + 0.7266666889190674, + 0.6833333373069763 + ], + "val_losses": [ + 1.030881404876709, + 0.8990310430526733, + 1.0034033060073853 + ], + "fit_times": [ + 2.8367540831677616, + 2.5477614579722285, + 2.5643632498104125 + ], + "val_acc_stats": { + "mean": 0.698333, + "std": 0.024552, + "median": 0.685, + "iqr": 0.021667, + "ci95_t": 0.06099 + }, + "val_loss_stats": { + "mean": 0.977772, + "std": 0.069562, + "median": 1.003403, + "iqr": 0.065925, + "ci95_t": 0.172803 + }, + "fit_time_stats": { + "mean": 2.649626, + "std": 0.16227, + "median": 2.564363, + "iqr": 0.144496, + "ci95_t": 0.403105 + } + }, + "am_b0.06_s0.5": { + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "val_accs": [ + 0.675000011920929, + 0.7083333134651184, + 0.721666693687439 + ], + "val_losses": [ + 1.0220483541488647, + 0.9152445197105408, + 0.9156243801116943 + ], + "fit_times": [ + 2.6285997920203954, + 2.7918378338217735, + 2.729898874880746 + ], + "val_acc_stats": { + "mean": 0.701667, + "std": 0.024037, + "median": 0.708333, + "iqr": 0.023333, + "ci95_t": 0.059712 + }, + "val_loss_stats": { + "mean": 0.950972, + "std": 0.061554, + "median": 0.915624, + "iqr": 0.053402, + "ci95_t": 0.15291 + }, + "fit_time_stats": { + "mean": 2.716779, + "std": 0.082406, + "median": 2.729899, + "iqr": 0.081619, + "ci95_t": 0.20471 + } + }, + "am_b0.06_s1.0": { + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0", + "val_accs": [ + 0.6899999976158142, + 0.6933333277702332, + 0.7083333134651184 + ], + "val_losses": [ + 0.9721739888191223, + 0.9488086104393005, + 0.9320653080940247 + ], + "fit_times": [ + 2.5812953328713775, + 2.8018474159762263, + 2.7171109160408378 + ], + "val_acc_stats": { + "mean": 0.697222, + "std": 0.009766, + "median": 0.693333, + "iqr": 0.009167, + "ci95_t": 0.02426 + }, + "val_loss_stats": { + "mean": 0.951016, + "std": 0.020145, + "median": 0.948809, + "iqr": 0.020054, + "ci95_t": 0.050044 + }, + "fit_time_stats": { + "mean": 2.700085, + "std": 0.111257, + "median": 2.717111, + "iqr": 0.110276, + "ci95_t": 0.276382 + } + }, + "am_b0.06_s1.5": { + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.5", + "val_accs": [ + 0.6650000214576721, + 0.6833333373069763, + 0.6499999761581421 + ], + "val_losses": [ + 1.1235008239746094, + 1.0213521718978882, + 1.0920277833938599 + ], + "fit_times": [ + 2.7500752080231905, + 3.103288209065795, + 2.862214791122824 + ], + "val_acc_stats": { + "mean": 0.666111, + "std": 0.016694, + "median": 0.665, + "iqr": 0.016667, + "ci95_t": 0.041472 + }, + "val_loss_stats": { + "mean": 1.07896, + "std": 0.052313, + "median": 1.092028, + "iqr": 0.051074, + "ci95_t": 0.129954 + }, + "fit_time_stats": { + "mean": 2.905193, + "std": 0.180486, + "median": 2.862215, + "iqr": 0.176607, + "ci95_t": 0.448357 + } + }, + "am_b0.1_s0.5": { + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s0.5", + "val_accs": [ + 0.6766666769981384, + 0.6983333230018616, + 0.7283333539962769 + ], + "val_losses": [ + 1.0877516269683838, + 0.9451570510864258, + 0.8658249974250793 + ], + "fit_times": [ + 2.8528131251223385, + 2.7851123749278486, + 2.7191387079656124 + ], + "val_acc_stats": { + "mean": 0.701111, + "std": 0.025945, + "median": 0.698333, + "iqr": 0.025833, + "ci95_t": 0.064452 + }, + "val_loss_stats": { + "mean": 0.966245, + "std": 0.112456, + "median": 0.945157, + "iqr": 0.110963, + "ci95_t": 0.279359 + }, + "fit_time_stats": { + "mean": 2.785688, + "std": 0.066839, + "median": 2.785112, + "iqr": 0.066837, + "ci95_t": 0.166039 + } + }, + "am_b0.1_s1.0": { + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s1.0", + "val_accs": [ + 0.7016666531562805, + 0.6966666579246521, + 0.6783333420753479 + ], + "val_losses": [ + 0.9926102757453918, + 1.009635329246521, + 1.0561128854751587 + ], + "fit_times": [ + 2.8380547501146793, + 2.905045999912545, + 2.7804793331306428 + ], + "val_acc_stats": { + "mean": 0.692222, + "std": 0.012285, + "median": 0.696667, + "iqr": 0.011667, + "ci95_t": 0.030518 + }, + "val_loss_stats": { + "mean": 1.019453, + "std": 0.03287, + "median": 1.009635, + "iqr": 0.031751, + "ci95_t": 0.081654 + }, + "fit_time_stats": { + "mean": 2.841193, + "std": 0.062343, + "median": 2.838055, + "iqr": 0.062283, + "ci95_t": 0.154869 + } + }, + "am_b0.1_s1.5": { + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s1.5", + "val_accs": [ + 0.6899999976158142, + 0.6966666579246521, + 0.6850000023841858 + ], + "val_losses": [ + 1.00997793674469, + 1.063821792602539, + 1.0491483211517334 + ], + "fit_times": [ + 2.8892802079208195, + 2.669369083130732, + 2.626303083030507 + ], + "val_acc_stats": { + "mean": 0.690556, + "std": 0.005853, + "median": 0.69, + "iqr": 0.005833, + "ci95_t": 0.01454 + }, + "val_loss_stats": { + "mean": 1.040983, + "std": 0.027835, + "median": 1.049148, + "iqr": 0.026922, + "ci95_t": 0.069147 + }, + "fit_time_stats": { + "mean": 2.728317, + "std": 0.141051, + "median": 2.669369, + "iqr": 0.131489, + "ci95_t": 0.350394 + } + }, + "am_b0.15_s0.5": { + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s0.5", + "val_accs": [ + 0.6600000262260437, + 0.7300000190734863, + 0.70333331823349 + ], + "val_losses": [ + 1.1322306394577026, + 0.9312149882316589, + 0.9656715989112854 + ], + "fit_times": [ + 2.5766194579191506, + 2.731992583023384, + 3.0274115409702063 + ], + "val_acc_stats": { + "mean": 0.697778, + "std": 0.035329, + "median": 0.703333, + "iqr": 0.035, + "ci95_t": 0.087763 + }, + "val_loss_stats": { + "mean": 1.009706, + "std": 0.107499, + "median": 0.965672, + "iqr": 0.100508, + "ci95_t": 0.267046 + }, + "fit_time_stats": { + "mean": 2.778675, + "std": 0.228993, + "median": 2.731993, + "iqr": 0.225396, + "ci95_t": 0.568856 + } + }, + "am_b0.15_s1.0": { + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s1.0", + "val_accs": [ + 0.7166666388511658, + 0.6949999928474426, + 0.6866666674613953 + ], + "val_losses": [ + 0.9564719796180725, + 0.9963273406028748, + 1.0127019882202148 + ], + "fit_times": [ + 2.9793542500119656, + 2.8151185419410467, + 3.0412363330833614 + ], + "val_acc_stats": { + "mean": 0.699444, + "std": 0.015486, + "median": 0.695, + "iqr": 0.015, + "ci95_t": 0.03847 + }, + "val_loss_stats": { + "mean": 0.9885, + "std": 0.028921, + "median": 0.996327, + "iqr": 0.028115, + "ci95_t": 0.071843 + }, + "fit_time_stats": { + "mean": 2.945236, + "std": 0.116856, + "median": 2.979354, + "iqr": 0.113059, + "ci95_t": 0.29029 + } + }, + "am_b0.15_s1.5": { + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s1.5", + "val_accs": [ + 0.6133333444595337, + 0.6966666579246521, + 0.6983333230018616 + ], + "val_losses": [ + 1.2029211521148682, + 1.0831577777862549, + 0.9602290987968445 + ], + "fit_times": [ + 3.1714885828550905, + 2.993674041936174, + 2.7658886671997607 + ], + "val_acc_stats": { + "mean": 0.669444, + "std": 0.048601, + "median": 0.696667, + "iqr": 0.0425, + "ci95_t": 0.120732 + }, + "val_loss_stats": { + "mean": 1.082103, + "std": 0.121349, + "median": 1.083158, + "iqr": 0.121346, + "ci95_t": 0.301452 + }, + "fit_time_stats": { + "mean": 2.977017, + "std": 0.203312, + "median": 2.993674, + "iqr": 0.2028, + "ci95_t": 0.505061 + } + }, + "am_b0.06_s1.0_beta0.8": { + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0_beta0.8", + "val_accs": [ + 0.6700000166893005, + 0.6683333516120911, + 0.70333331823349 + ], + "val_losses": [ + 1.1239941120147705, + 1.0324488878250122, + 0.938503623008728 + ], + "fit_times": [ + 2.764871333958581, + 2.830462665995583, + 2.8122877080459148 + ], + "val_acc_stats": { + "mean": 0.680556, + "std": 0.019744, + "median": 0.67, + "iqr": 0.0175, + "ci95_t": 0.049047 + }, + "val_loss_stats": { + "mean": 1.031649, + "std": 0.092748, + "median": 1.032449, + "iqr": 0.092745, + "ci95_t": 0.230401 + }, + "fit_time_stats": { + "mean": 2.802541, + "std": 0.033865, + "median": 2.812288, + "iqr": 0.032796, + "ci95_t": 0.084125 + } + }, + "am_b0.06_s1.0_beta0.95": { + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0_beta0.95", + "val_accs": [ + 0.6800000071525574, + 0.6833333373069763, + 0.6683333516120911 + ], + "val_losses": [ + 1.0093973875045776, + 0.9828318357467651, + 1.0834088325500488 + ], + "fit_times": [ + 2.9217382080387324, + 2.777603624854237, + 3.0502532080281526 + ], + "val_acc_stats": { + "mean": 0.677222, + "std": 0.007876, + "median": 0.68, + "iqr": 0.0075, + "ci95_t": 0.019566 + }, + "val_loss_stats": { + "mean": 1.025213, + "std": 0.05212, + "median": 1.009397, + "iqr": 0.050288, + "ci95_t": 0.129475 + }, + "fit_time_stats": { + "mean": 2.916532, + "std": 0.136399, + "median": 2.921738, + "iqr": 0.136325, + "ci95_t": 0.338838 + } + }, + "inertia_canonical": { + "method": "inertia", + "candidate_label": "inertia_canonical", + "val_accs": [ + 0.6000000238418579, + 0.5066666603088379, + 0.5683333277702332 + ], + "val_losses": [ + 1.4125466346740723, + 1.6294100284576416, + 1.4316622018814087 + ], + "fit_times": [ + 3.098805333022028, + 2.652766958111897, + 2.529014667030424 + ], + "val_acc_stats": { + "mean": 0.558333, + "std": 0.047463, + "median": 0.568333, + "iqr": 0.046667, + "ci95_t": 0.117907 + }, + "val_loss_stats": { + "mean": 1.491206, + "std": 0.120069, + "median": 1.431662, + "iqr": 0.108432, + "ci95_t": 0.298271 + }, + "fit_time_stats": { + "mean": 2.760196, + "std": 0.299702, + "median": 2.652767, + "iqr": 0.284895, + "ci95_t": 0.744508 + } + }, + "inertia_tuned": { + "method": "inertia", + "candidate_label": "inertia_tuned", + "val_accs": [ + 0.6816666722297668, + 0.7250000238418579, + 0.6766666769981384 + ], + "val_losses": [ + 1.0345858335494995, + 0.9224241375923157, + 1.0678696632385254 + ], + "fit_times": [ + 2.626064541982487, + 2.5009557919111103, + 2.4420957090333104 + ], + "val_acc_stats": { + "mean": 0.694444, + "std": 0.02658, + "median": 0.681667, + "iqr": 0.024167, + "ci95_t": 0.066028 + }, + "val_loss_stats": { + "mean": 1.008293, + "std": 0.076204, + "median": 1.034586, + "iqr": 0.072723, + "ci95_t": 0.189304 + }, + "fit_time_stats": { + "mean": 2.523039, + "std": 0.093951, + "median": 2.500956, + "iqr": 0.091984, + "ci95_t": 0.233391 + } + }, + "inertia_low_w": { + "method": "inertia", + "candidate_label": "inertia_low_w", + "val_accs": [ + 0.6850000023841858, + 0.70333331823349, + 0.6983333230018616 + ], + "val_losses": [ + 1.0575727224349976, + 0.9806669354438782, + 0.9656168818473816 + ], + "fit_times": [ + 2.484879707917571, + 2.643615792039782, + 2.4834530411753803 + ], + "val_acc_stats": { + "mean": 0.695556, + "std": 0.009477, + "median": 0.698333, + "iqr": 0.009167, + "ci95_t": 0.023543 + }, + "val_loss_stats": { + "mean": 1.001286, + "std": 0.049324, + "median": 0.980667, + "iqr": 0.045978, + "ci95_t": 0.122528 + }, + "fit_time_stats": { + "mean": 2.537316, + "std": 0.092061, + "median": 2.48488, + "iqr": 0.080081, + "ci95_t": 0.228695 + } + }, + "inertia_w_decay": { + "method": "inertia", + "candidate_label": "inertia_w_decay", + "val_accs": [ + 0.6983333230018616, + 0.6700000166893005, + 0.6816666722297668 + ], + "val_losses": [ + 1.025821566581726, + 1.1661359071731567, + 0.9870904684066772 + ], + "fit_times": [ + 2.426888459129259, + 2.480164624983445, + 2.422041916055605 + ], + "val_acc_stats": { + "mean": 0.683333, + "std": 0.01424, + "median": 0.681667, + "iqr": 0.014167, + "ci95_t": 0.035374 + }, + "val_loss_stats": { + "mean": 1.059683, + "std": 0.094203, + "median": 1.025822, + "iqr": 0.089523, + "ci95_t": 0.234016 + }, + "fit_time_stats": { + "mean": 2.443032, + "std": 0.032249, + "median": 2.426888, + "iqr": 0.029061, + "ci95_t": 0.080112 + } + }, + "inertia_asymmetric": { + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "val_accs": [ + 0.6949999928474426, + 0.6933333277702332, + 0.70333331823349 + ], + "val_losses": [ + 1.0954482555389404, + 1.0121054649353027, + 0.9798429608345032 + ], + "fit_times": [ + 2.485565959010273, + 2.5209125420078635, + 2.5959840829018503 + ], + "val_acc_stats": { + "mean": 0.697222, + "std": 0.005358, + "median": 0.695, + "iqr": 0.005, + "ci95_t": 0.013309 + }, + "val_loss_stats": { + "mean": 1.029132, + "std": 0.059654, + "median": 1.012105, + "iqr": 0.057803, + "ci95_t": 0.14819 + }, + "fit_time_stats": { + "mean": 2.534154, + "std": 0.056387, + "median": 2.520913, + "iqr": 0.055209, + "ci95_t": 0.140076 + } + }, + "constriction_c201": { + "method": "constriction", + "candidate_label": "constriction_c201", + "val_accs": [ + 0.6916666626930237, + 0.6883333325386047, + 0.7166666388511658 + ], + "val_losses": [ + 0.9738073945045471, + 1.0523117780685425, + 0.9275049567222595 + ], + "fit_times": [ + 2.698073250008747, + 3.4117308750282973, + 3.1805959579069167 + ], + "val_acc_stats": { + "mean": 0.698889, + "std": 0.015486, + "median": 0.691667, + "iqr": 0.014167, + "ci95_t": 0.03847 + }, + "val_loss_stats": { + "mean": 0.984541, + "std": 0.063092, + "median": 0.973807, + "iqr": 0.062403, + "ci95_t": 0.156731 + }, + "fit_time_stats": { + "mean": 3.0968, + "std": 0.364133, + "median": 3.180596, + "iqr": 0.356829, + "ci95_t": 0.904567 + } + }, + "constriction_c205_canonical": { + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "val_accs": [ + 0.6933333277702332, + 0.6866666674613953, + 0.746666669845581 + ], + "val_losses": [ + 1.0619410276412964, + 1.016150712966919, + 0.8751127123832703 + ], + "fit_times": [ + 3.237764042103663, + 2.7161605830769986, + 2.968678707955405 + ], + "val_acc_stats": { + "mean": 0.708889, + "std": 0.032886, + "median": 0.693333, + "iqr": 0.03, + "ci95_t": 0.081694 + }, + "val_loss_stats": { + "mean": 0.984401, + "std": 0.097377, + "median": 1.016151, + "iqr": 0.093414, + "ci95_t": 0.2419 + }, + "fit_time_stats": { + "mean": 2.974201, + "std": 0.260846, + "median": 2.968679, + "iqr": 0.260802, + "ci95_t": 0.647983 + } + }, + "constriction_c205_tuned": { + "method": "constriction", + "candidate_label": "constriction_c205_tuned", + "val_accs": [ + 0.699999988079071, + 0.7116666436195374, + 0.7133333086967468 + ], + "val_losses": [ + 0.991266667842865, + 0.9303705096244812, + 0.9846652150154114 + ], + "fit_times": [ + 3.042221749899909, + 2.8448961251415312, + 3.1848887908272445 + ], + "val_acc_stats": { + "mean": 0.708333, + "std": 0.007265, + "median": 0.711667, + "iqr": 0.006667, + "ci95_t": 0.018047 + }, + "val_loss_stats": { + "mean": 0.968767, + "std": 0.033416, + "median": 0.984665, + "iqr": 0.030448, + "ci95_t": 0.083011 + }, + "fit_time_stats": { + "mean": 3.024002, + "std": 0.170727, + "median": 3.042222, + "iqr": 0.169996, + "ci95_t": 0.424114 + } + }, + "constriction_c250": { + "method": "constriction", + "candidate_label": "constriction_c250", + "val_accs": [ + 0.18666666746139526, + 0.2150000035762787, + 0.20499999821186066 + ], + "val_losses": [ + 2.250452756881714, + 2.2187206745147705, + 2.178219795227051 + ], + "fit_times": [ + 2.9961123750545084, + 3.024313250090927, + 2.961929291021079 + ], + "val_acc_stats": { + "mean": 0.202222, + "std": 0.014369, + "median": 0.205, + "iqr": 0.014167, + "ci95_t": 0.035696 + }, + "val_loss_stats": { + "mean": 2.215798, + "std": 0.036205, + "median": 2.218721, + "iqr": 0.036116, + "ci95_t": 0.089939 + }, + "fit_time_stats": { + "mean": 2.994118, + "std": 0.03124, + "median": 2.996112, + "iqr": 0.031192, + "ci95_t": 0.077605 + } + }, + "constriction_asymmetric": { + "method": "constriction", + "candidate_label": "constriction_asymmetric", + "val_accs": [ + 0.6316666603088379, + 0.5883333086967468, + 0.6200000047683716 + ], + "val_losses": [ + 1.2170491218566895, + 1.2684078216552734, + 1.2376829385757446 + ], + "fit_times": [ + 3.023697500117123, + 2.8057189998216927, + 2.709051915910095 + ], + "val_acc_stats": { + "mean": 0.613333, + "std": 0.022423, + "median": 0.62, + "iqr": 0.021667, + "ci95_t": 0.055702 + }, + "val_loss_stats": { + "mean": 1.241047, + "std": 0.025844, + "median": 1.237683, + "iqr": 0.025679, + "ci95_t": 0.064201 + }, + "fit_time_stats": { + "mean": 2.846156, + "std": 0.161173, + "median": 2.805719, + "iqr": 0.157323, + "ci95_t": 0.400381 + } + }, + "local_best_r1_constant": { + "method": "local_best", + "candidate_label": "local_best_r1_constant", + "val_accs": [ + 0.528333306312561, + 0.5333333611488342, + 0.5366666913032532 + ], + "val_losses": [ + 1.4319947957992554, + 1.4473850727081299, + 1.5045198202133179 + ], + "fit_times": [ + 2.6544057081919163, + 2.7407990000210702, + 2.693694499786943 + ], + "val_acc_stats": { + "mean": 0.532778, + "std": 0.004194, + "median": 0.533333, + "iqr": 0.004167, + "ci95_t": 0.01042 + }, + "val_loss_stats": { + "mean": 1.4613, + "std": 0.038212, + "median": 1.447385, + "iqr": 0.036263, + "ci95_t": 0.094926 + }, + "fit_time_stats": { + "mean": 2.6963, + "std": 0.043256, + "median": 2.693694, + "iqr": 0.043197, + "ci95_t": 0.107454 + } + }, + "local_best_r2_constant": { + "method": "local_best", + "candidate_label": "local_best_r2_constant", + "val_accs": [ + 0.628333330154419, + 0.6700000166893005, + 0.6516666412353516 + ], + "val_losses": [ + 1.191932201385498, + 1.1325551271438599, + 1.2125868797302246 + ], + "fit_times": [ + 2.4563205409795046, + 2.5833707919809967, + 2.475700625218451 + ], + "val_acc_stats": { + "mean": 0.65, + "std": 0.020883, + "median": 0.651667, + "iqr": 0.020833, + "ci95_t": 0.051878 + }, + "val_loss_stats": { + "mean": 1.179025, + "std": 0.041548, + "median": 1.191932, + "iqr": 0.040016, + "ci95_t": 0.103212 + }, + "fit_time_stats": { + "mean": 2.505131, + "std": 0.068447, + "median": 2.475701, + "iqr": 0.063525, + "ci95_t": 0.170034 + } + }, + "local_best_r4_constant": { + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "val_accs": [ + 0.699999988079071, + 0.7283333539962769, + 0.7450000047683716 + ], + "val_losses": [ + 1.0000126361846924, + 0.9295963644981384, + 0.9051287770271301 + ], + "fit_times": [ + 2.4682277080137283, + 2.4259307920001447, + 2.4171505419071764 + ], + "val_acc_stats": { + "mean": 0.724444, + "std": 0.022751, + "median": 0.728333, + "iqr": 0.0225, + "ci95_t": 0.056516 + }, + "val_loss_stats": { + "mean": 0.944913, + "std": 0.049261, + "median": 0.929596, + "iqr": 0.047442, + "ci95_t": 0.122373 + }, + "fit_time_stats": { + "mean": 2.437103, + "std": 0.02731, + "median": 2.425931, + "iqr": 0.025539, + "ci95_t": 0.067842 + } + }, + "local_best_r1_decay": { + "method": "local_best", + "candidate_label": "local_best_r1_decay", + "val_accs": [ + 0.5400000214576721, + 0.5733333230018616, + 0.5416666865348816 + ], + "val_losses": [ + 1.4867504835128784, + 1.4699759483337402, + 1.4344968795776367 + ], + "fit_times": [ + 2.455931582953781, + 2.5800107079558074, + 2.5192452499177307 + ], + "val_acc_stats": { + "mean": 0.551667, + "std": 0.018782, + "median": 0.541667, + "iqr": 0.016667, + "ci95_t": 0.046658 + }, + "val_loss_stats": { + "mean": 1.463741, + "std": 0.026679, + "median": 1.469976, + "iqr": 0.026127, + "ci95_t": 0.066275 + }, + "fit_time_stats": { + "mean": 2.518396, + "std": 0.062044, + "median": 2.519245, + "iqr": 0.06204, + "ci95_t": 0.154127 + } + }, + "quantum_beta_0.5_1.0": { + "method": "quantum", + "candidate_label": "quantum_beta_0.5_1.0", + "val_accs": [ + 0.5183333158493042, + 0.5383333563804626, + 0.574999988079071 + ], + "val_losses": [ + 1.4257338047027588, + 1.3660792112350464, + 1.295978307723999 + ], + "fit_times": [ + 2.411743083037436, + 2.398069208022207, + 2.4090406668838114 + ], + "val_acc_stats": { + "mean": 0.543889, + "std": 0.028739, + "median": 0.538333, + "iqr": 0.028333, + "ci95_t": 0.071392 + }, + "val_loss_stats": { + "mean": 1.362597, + "std": 0.064948, + "median": 1.366079, + "iqr": 0.064878, + "ci95_t": 0.161341 + }, + "fit_time_stats": { + "mean": 2.406284, + "std": 0.007242, + "median": 2.409041, + "iqr": 0.006837, + "ci95_t": 0.01799 + } + }, + "quantum_beta_0.6_1.0": { + "method": "quantum", + "candidate_label": "quantum_beta_0.6_1.0", + "val_accs": [ + 0.4050000011920929, + 0.3866666555404663, + 0.4399999976158142 + ], + "val_losses": [ + 1.7316218614578247, + 1.7482523918151855, + 1.684290885925293 + ], + "fit_times": [ + 2.4751413341145962, + 2.41624170797877, + 2.4244089999701828 + ], + "val_acc_stats": { + "mean": 0.410556, + "std": 0.027097, + "median": 0.405, + "iqr": 0.026667, + "ci95_t": 0.067314 + }, + "val_loss_stats": { + "mean": 1.721388, + "std": 0.033186, + "median": 1.731622, + "iqr": 0.031981, + "ci95_t": 0.08244 + }, + "fit_time_stats": { + "mean": 2.438597, + "std": 0.03191, + "median": 2.424409, + "iqr": 0.02945, + "ci95_t": 0.079271 + } + }, + "quantum_beta_0.5_1.2": { + "method": "quantum", + "candidate_label": "quantum_beta_0.5_1.2", + "val_accs": [ + 0.43833333253860474, + 0.5133333206176758, + 0.3916666805744171 + ], + "val_losses": [ + 1.6313401460647583, + 1.515285849571228, + 1.7098183631896973 + ], + "fit_times": [ + 2.379183917073533, + 2.3730562501586974, + 2.438973000040278 + ], + "val_acc_stats": { + "mean": 0.447778, + "std": 0.061381, + "median": 0.438333, + "iqr": 0.060833, + "ci95_t": 0.15248 + }, + "val_loss_stats": { + "mean": 1.618815, + "std": 0.097869, + "median": 1.63134, + "iqr": 0.097266, + "ci95_t": 0.243123 + }, + "fit_time_stats": { + "mean": 2.397071, + "std": 0.036417, + "median": 2.379184, + "iqr": 0.032958, + "ci95_t": 0.090466 + } + }, + "quantum_beta_0.4_0.9": { + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "val_accs": [ + 0.5433333516120911, + 0.5716666579246521, + 0.5799999833106995 + ], + "val_losses": [ + 1.369968295097351, + 1.3982360363006592, + 1.244922161102295 + ], + "fit_times": [ + 2.5881015001796186, + 2.5672016669996083, + 2.4583064999897033 + ], + "val_acc_stats": { + "mean": 0.565, + "std": 0.019221, + "median": 0.571667, + "iqr": 0.018333, + "ci95_t": 0.047748 + }, + "val_loss_stats": { + "mean": 1.337709, + "std": 0.081589, + "median": 1.369968, + "iqr": 0.076657, + "ci95_t": 0.202681 + }, + "fit_time_stats": { + "mean": 2.53787, + "std": 0.069692, + "median": 2.567202, + "iqr": 0.064898, + "ci95_t": 0.173126 + } + } + }, + "confirmation": { + "adaptive_moment": { + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "test_accs": [ + 0.5960000157356262, + 0.6150000095367432, + 0.6190000176429749, + 0.6150000095367432, + 0.6079999804496765 + ], + "test_losses": [ + 1.2476433515548706, + 1.2172735929489136, + 1.2344101667404175, + 1.1978241205215454, + 1.2509828805923462 + ], + "fit_times": [ + 3.3018275420181453, + 3.082969541894272, + 2.7472599998582155, + 2.670909541891888, + 2.9130489169619977 + ], + "test_acc_stats": { + "mean": 0.6106, + "std": 0.009072, + "median": 0.615, + "iqr": 0.007, + "ci95_t": 0.011264 + }, + "test_loss_stats": { + "mean": 1.229627, + "std": 0.022179, + "median": 1.23441, + "iqr": 0.03037, + "ci95_t": 0.027538 + }, + "fit_time_stats": { + "mean": 2.943203, + "std": 0.255731, + "median": 2.913049, + "iqr": 0.33571, + "ci95_t": 0.317527 + } + }, + "inertia": { + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "test_accs": [ + 0.6320000290870667, + 0.578000009059906, + 0.6620000004768372, + 0.621999979019165, + 0.6209999918937683 + ], + "test_losses": [ + 1.2075469493865967, + 1.2740414142608643, + 1.0797629356384277, + 1.2426005601882935, + 1.2609055042266846 + ], + "fit_times": [ + 2.564156916923821, + 2.5913295838981867, + 2.6188287080731243, + 2.534188667079434, + 2.542070833966136 + ], + "test_acc_stats": { + "mean": 0.623, + "std": 0.030133, + "median": 0.622, + "iqr": 0.011, + "ci95_t": 0.037415 + }, + "test_loss_stats": { + "mean": 1.212971, + "std": 0.078548, + "median": 1.242601, + "iqr": 0.053359, + "ci95_t": 0.097528 + }, + "fit_time_stats": { + "mean": 2.570115, + "std": 0.035127, + "median": 2.564157, + "iqr": 0.049259, + "ci95_t": 0.043616 + } + }, + "constriction": { + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "test_accs": [ + 0.6299999952316284, + 0.5849999785423279, + 0.5789999961853027, + 0.6179999709129333, + 0.6209999918937683 + ], + "test_losses": [ + 1.2035431861877441, + 1.3196481466293335, + 1.2498247623443604, + 1.2384077310562134, + 1.219950795173645 + ], + "fit_times": [ + 2.5165979999583215, + 2.481917541939765, + 2.593008500058204, + 2.4862103750929236, + 2.5256920421961695 + ], + "test_acc_stats": { + "mean": 0.6066, + "std": 0.022985, + "median": 0.618, + "iqr": 0.036, + "ci95_t": 0.028539 + }, + "test_loss_stats": { + "mean": 1.246275, + "std": 0.044657, + "median": 1.238408, + "iqr": 0.029874, + "ci95_t": 0.055448 + }, + "fit_time_stats": { + "mean": 2.520685, + "std": 0.04462, + "median": 2.516598, + "iqr": 0.039482, + "ci95_t": 0.055402 + } + }, + "local_best": { + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "test_accs": [ + 0.6549999713897705, + 0.593999981880188, + 0.6570000052452087, + 0.625, + 0.6010000109672546 + ], + "test_losses": [ + 1.1751943826675415, + 1.2656233310699463, + 1.167758584022522, + 1.1620168685913086, + 1.286249041557312 + ], + "fit_times": [ + 2.535716458922252, + 2.5843862500041723, + 2.485073500080034, + 2.467889874940738, + 2.488020292017609 + ], + "test_acc_stats": { + "mean": 0.6264, + "std": 0.029373, + "median": 0.625, + "iqr": 0.054, + "ci95_t": 0.036471 + }, + "test_loss_stats": { + "mean": 1.211368, + "std": 0.059575, + "median": 1.175194, + "iqr": 0.097865, + "ci95_t": 0.073971 + }, + "fit_time_stats": { + "mean": 2.512217, + "std": 0.04756, + "median": 2.48802, + "iqr": 0.050643, + "ci95_t": 0.059052 + } + }, + "quantum": { + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "test_accs": [ + 0.5320000052452087, + 0.4650000035762787, + 0.4860000014305115, + 0.46799999475479126, + 0.4779999852180481 + ], + "test_losses": [ + 1.464557409286499, + 1.5834708213806152, + 1.5065674781799316, + 1.4775264263153076, + 1.5641074180603027 + ], + "fit_times": [ + 2.3820620418991894, + 2.4394417498260736, + 2.3948492500931025, + 2.3948124169837683, + 2.402772541856393 + ], + "test_acc_stats": { + "mean": 0.4858, + "std": 0.027133, + "median": 0.478, + "iqr": 0.018, + "ci95_t": 0.03369 + }, + "test_loss_stats": { + "mean": 1.519246, + "std": 0.052511, + "median": 1.506567, + "iqr": 0.086581, + "ci95_t": 0.0652 + }, + "fit_time_stats": { + "mean": 2.402788, + "std": 0.021793, + "median": 2.394849, + "iqr": 0.00796, + "ci95_t": 0.027059 + } + } + }, + "scaling": { + "30p_80e_fixed_epoch": { + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "regimen": "fixed_epoch", + "test_accs": [ + 0.5789999961853027, + 0.6060000061988831, + 0.6389999985694885, + 0.6589999794960022, + 0.6230000257492065 + ], + "test_losses": [ + 1.2778329849243164, + 1.199388861656189, + 1.1562552452087402, + 1.0667707920074463, + 1.2670954465866089 + ], + "fit_times": [ + 2.591740084113553, + 2.7087553329765797, + 2.6669440830592066, + 2.6316912909969687, + 2.8266918330918998 + ], + "test_acc_stats": { + "mean": 0.6212, + "std": 0.030663, + "median": 0.623, + "iqr": 0.033, + "ci95_t": 0.038072 + }, + "test_loss_stats": { + "mean": 1.193469, + "std": 0.086618, + "median": 1.199389, + "iqr": 0.11084, + "ci95_t": 0.107548 + }, + "fit_time_stats": { + "mean": 2.685165, + "std": 0.090147, + "median": 2.666944, + "iqr": 0.077064, + "ci95_t": 0.111931 + } + }, + "60p_80e_fixed_epoch": { + "n_particles": 60, + "epochs": 80, + "particle_epochs": 4800, + "regimen": "fixed_epoch", + "test_accs": [ + 0.6729999780654907, + 0.6499999761581421, + 0.6589999794960022, + 0.6610000133514404, + 0.6539999842643738 + ], + "test_losses": [ + 1.021918535232544, + 1.1486669778823853, + 1.059795618057251, + 1.0703872442245483, + 1.0723776817321777 + ], + "fit_times": [ + 6.297774499980733, + 5.944013542030007, + 5.409191000042483, + 5.092122667003423, + 5.18646250013262 + ], + "test_acc_stats": { + "mean": 0.6594, + "std": 0.008735, + "median": 0.659, + "iqr": 0.007, + "ci95_t": 0.010846 + }, + "test_loss_stats": { + "mean": 1.074629, + "std": 0.046106, + "median": 1.070387, + "iqr": 0.012582, + "ci95_t": 0.057247 + }, + "fit_time_stats": { + "mean": 5.585913, + "std": 0.517108, + "median": 5.409191, + "iqr": 0.757551, + "ci95_t": 0.642064 + } + }, + "90p_80e_fixed_epoch": { + "n_particles": 90, + "epochs": 80, + "particle_epochs": 7200, + "regimen": "fixed_epoch", + "test_accs": [ + 0.7310000061988831, + 0.718999981880188, + 0.6959999799728394, + 0.6769999861717224, + 0.6930000185966492 + ], + "test_losses": [ + 0.8688502311706543, + 0.9239839911460876, + 0.9498289227485657, + 0.954045295715332, + 0.962693989276886 + ], + "fit_times": [ + 8.216789624886587, + 8.96910895803012, + 9.117825584020466, + 8.722332582809031, + 8.110321166925132 + ], + "test_acc_stats": { + "mean": 0.7032, + "std": 0.021592, + "median": 0.696, + "iqr": 0.026, + "ci95_t": 0.026809 + }, + "test_loss_stats": { + "mean": 0.93188, + "std": 0.038073, + "median": 0.949829, + "iqr": 0.030061, + "ci95_t": 0.047273 + }, + "fit_time_stats": { + "mean": 8.627276, + "std": 0.447846, + "median": 8.722333, + "iqr": 0.752319, + "ci95_t": 0.556066 + } + }, + "120p_80e_fixed_epoch": { + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "regimen": "fixed_epoch", + "test_accs": [ + 0.7360000014305115, + 0.7239999771118164, + 0.6919999718666077, + 0.7350000143051147, + 0.7300000190734863 + ], + "test_losses": [ + 0.8584634065628052, + 0.9025362133979797, + 1.001193642616272, + 0.8601324558258057, + 0.889915406703949 + ], + "fit_times": [ + 11.962705624988303, + 11.906837583053857, + 10.664651792030782, + 10.921957665821537, + 10.411899874918163 + ], + "test_acc_stats": { + "mean": 0.7234, + "std": 0.018188, + "median": 0.73, + "iqr": 0.011, + "ci95_t": 0.022583 + }, + "test_loss_stats": { + "mean": 0.902448, + "std": 0.05838, + "median": 0.889915, + "iqr": 0.042404, + "ci95_t": 0.072488 + }, + "fit_time_stats": { + "mean": 11.173611, + "std": 0.718134, + "median": 10.921958, + "iqr": 1.242186, + "ci95_t": 0.891666 + } + }, + "30p_80e_fixed_budget": { + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "regimen": "fixed_budget", + "test_accs": [ + 0.5789999961853027, + 0.6060000061988831, + 0.6389999985694885, + 0.6589999794960022, + 0.6230000257492065 + ], + "test_losses": [ + 1.2778329849243164, + 1.199388861656189, + 1.1562552452087402, + 1.0667707920074463, + 1.2670954465866089 + ], + "fit_times": [ + 2.591740084113553, + 2.7087553329765797, + 2.6669440830592066, + 2.6316912909969687, + 2.8266918330918998 + ], + "test_acc_stats": { + "mean": 0.6212, + "std": 0.030663, + "median": 0.623, + "iqr": 0.033, + "ci95_t": 0.038072 + }, + "test_loss_stats": { + "mean": 1.193469, + "std": 0.086618, + "median": 1.199389, + "iqr": 0.11084, + "ci95_t": 0.107548 + }, + "fit_time_stats": { + "mean": 2.685165, + "std": 0.090147, + "median": 2.666944, + "iqr": 0.077064, + "ci95_t": 0.111931 + } + }, + "60p_40e_fixed_budget": { + "n_particles": 60, + "epochs": 40, + "particle_epochs": 2400, + "regimen": "fixed_budget", + "test_accs": [ + 0.49000000953674316, + 0.5270000100135803, + 0.5109999775886536, + 0.5370000004768372, + 0.47200000286102295 + ], + "test_losses": [ + 1.5396113395690918, + 1.564630150794983, + 1.4340611696243286, + 1.4914799928665161, + 1.6433888673782349 + ], + "fit_times": [ + 2.6427467500325292, + 2.897082625189796, + 2.8362932079471648, + 2.7601085831411183, + 2.791566374944523 + ], + "test_acc_stats": { + "mean": 0.5074, + "std": 0.026595, + "median": 0.511, + "iqr": 0.037, + "ci95_t": 0.033022 + }, + "test_loss_stats": { + "mean": 1.534634, + "std": 0.078628, + "median": 1.539611, + "iqr": 0.07315, + "ci95_t": 0.097628 + }, + "fit_time_stats": { + "mean": 2.78556, + "std": 0.094988, + "median": 2.791566, + "iqr": 0.076185, + "ci95_t": 0.117941 + } + }, + "90p_27e_fixed_budget": { + "n_particles": 90, + "epochs": 27, + "particle_epochs": 2430, + "regimen": "fixed_budget", + "test_accs": [ + 0.40400001406669617, + 0.5180000066757202, + 0.4180000126361847, + 0.5059999823570251, + 0.5450000166893005 + ], + "test_losses": [ + 1.7139235734939575, + 1.525922417640686, + 1.7064924240112305, + 1.6065630912780762, + 1.5009552240371704 + ], + "fit_times": [ + 3.001450875075534, + 2.9281624578870833, + 3.446030291961506, + 3.13685941696167, + 3.0350140419322997 + ], + "test_acc_stats": { + "mean": 0.4782, + "std": 0.063144, + "median": 0.506, + "iqr": 0.1, + "ci95_t": 0.078403 + }, + "test_loss_stats": { + "mean": 1.610771, + "std": 0.098843, + "median": 1.606563, + "iqr": 0.18057, + "ci95_t": 0.122727 + }, + "fit_time_stats": { + "mean": 3.109503, + "std": 0.202551, + "median": 3.035014, + "iqr": 0.135409, + "ci95_t": 0.251496 + } + }, + "120p_20e_fixed_budget": { + "n_particles": 120, + "epochs": 20, + "particle_epochs": 2400, + "regimen": "fixed_budget", + "test_accs": [ + 0.43799999356269836, + 0.4099999964237213, + 0.375, + 0.42399999499320984, + 0.4059999883174896 + ], + "test_losses": [ + 1.7100492715835571, + 1.8141505718231201, + 1.8838708400726318, + 1.7434691190719604, + 1.8486356735229492 + ], + "fit_times": [ + 3.14462749985978, + 3.102293625008315, + 2.7550693340599537, + 2.9445771670434624, + 3.1960245410446078 + ], + "test_acc_stats": { + "mean": 0.4106, + "std": 0.023554, + "median": 0.41, + "iqr": 0.018, + "ci95_t": 0.029246 + }, + "test_loss_stats": { + "mean": 1.800035, + "std": 0.072261, + "median": 1.814151, + "iqr": 0.105167, + "ci95_t": 0.089723 + }, + "fit_time_stats": { + "mean": 3.028518, + "std": 0.179446, + "median": 3.102294, + "iqr": 0.20005, + "ci95_t": 0.222808 + } + } + } + }, + "search_runs": [ + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s0.5", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.112807035446167, + "train_acc": 0.6570000052452087, + "train_mse": 0.047893233597278595, + "val_loss": 1.0964455604553223, + "val_acc": 0.6633333563804626, + "val_mse": 0.046677425503730774, + "fit_time_sec": 2.5230953749269247, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s0.5_seed51_9254335e5dae" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s0.5", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.995387077331543, + "train_acc": 0.6869999766349792, + "train_mse": 0.04287662357091904, + "val_loss": 1.0115970373153687, + "val_acc": 0.6816666722297668, + "val_mse": 0.04280940815806389, + "fit_time_sec": 2.5447300830855966, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s0.5_seed52_e4bbd852449a" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s0.5", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9480092525482178, + "train_acc": 0.7080000042915344, + "train_mse": 0.04147067293524742, + "val_loss": 0.9940392971038818, + "val_acc": 0.6883333325386047, + "val_mse": 0.0421285405755043, + "fit_time_sec": 2.493663167115301, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s0.5_seed53_18947a425931" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s1.0", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9984938502311707, + "train_acc": 0.7024999856948853, + "train_mse": 0.04213668778538704, + "val_loss": 1.0240328311920166, + "val_acc": 0.6850000023841858, + "val_mse": 0.04404553398489952, + "fit_time_sec": 2.54264641716145, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s1.0_seed51_4406d9e39cd3" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s1.0", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0163198709487915, + "train_acc": 0.6890000104904175, + "train_mse": 0.04318585619330406, + "val_loss": 0.9720749855041504, + "val_acc": 0.6933333277702332, + "val_mse": 0.042471032589673996, + "fit_time_sec": 2.491340707987547, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s1.0_seed52_a6f227e4f325" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s1.0", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0211265087127686, + "train_acc": 0.6884999871253967, + "train_mse": 0.04335062578320503, + "val_loss": 1.081996202468872, + "val_acc": 0.6850000023841858, + "val_mse": 0.04483034089207649, + "fit_time_sec": 2.633713499875739, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s1.0_seed53_6ee91380448d" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s1.5", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0612047910690308, + "train_acc": 0.6735000014305115, + "train_mse": 0.045148931443691254, + "val_loss": 1.030881404876709, + "val_acc": 0.6850000023841858, + "val_mse": 0.04405777156352997, + "fit_time_sec": 2.8367540831677616, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s1.5_seed51_d642db13db97" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s1.5", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9462777972221375, + "train_acc": 0.7149999737739563, + "train_mse": 0.040491439402103424, + "val_loss": 0.8990310430526733, + "val_acc": 0.7266666889190674, + "val_mse": 0.03923330828547478, + "fit_time_sec": 2.5477614579722285, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s1.5_seed52_f51da30cd8ee" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.03_s1.5", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9608960747718811, + "train_acc": 0.7120000123977661, + "train_mse": 0.04050719365477562, + "val_loss": 1.0034033060073853, + "val_acc": 0.6833333373069763, + "val_mse": 0.042279649525880814, + "fit_time_sec": 2.5643632498104125, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.03, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.03, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.03_s1.5_seed53_fa090ba145a2" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.068866491317749, + "train_acc": 0.6855000257492065, + "train_mse": 0.04453761503100395, + "val_loss": 1.0220483541488647, + "val_acc": 0.675000011920929, + "val_mse": 0.04446922242641449, + "fit_time_sec": 2.6285997920203954, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s0.5_seed51_365f7032facd" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9650915265083313, + "train_acc": 0.7080000042915344, + "train_mse": 0.041975654661655426, + "val_loss": 0.9152445197105408, + "val_acc": 0.7083333134651184, + "val_mse": 0.04066821560263634, + "fit_time_sec": 2.7918378338217735, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s0.5_seed52_dd0ab4e7cbad" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9414446949958801, + "train_acc": 0.7014999985694885, + "train_mse": 0.04160618409514427, + "val_loss": 0.9156243801116943, + "val_acc": 0.721666693687439, + "val_mse": 0.03982962667942047, + "fit_time_sec": 2.729898874880746, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s0.5_seed53_99620b39a997" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0662047863006592, + "train_acc": 0.6754999756813049, + "train_mse": 0.04559904336929321, + "val_loss": 0.9721739888191223, + "val_acc": 0.6899999976158142, + "val_mse": 0.042344048619270325, + "fit_time_sec": 2.5812953328713775, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_seed51_bc8c753c2952" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9808334112167358, + "train_acc": 0.6924999952316284, + "train_mse": 0.04274387285113335, + "val_loss": 0.9488086104393005, + "val_acc": 0.6933333277702332, + "val_mse": 0.04174558073282242, + "fit_time_sec": 2.8018474159762263, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_seed52_a7ac346e728f" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9464473724365234, + "train_acc": 0.7085000276565552, + "train_mse": 0.041684526950120926, + "val_loss": 0.9320653080940247, + "val_acc": 0.7083333134651184, + "val_mse": 0.040938157588243484, + "fit_time_sec": 2.7171109160408378, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_seed53_78a13f84d0fd" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.5", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1136488914489746, + "train_acc": 0.6549999713897705, + "train_mse": 0.047874581068754196, + "val_loss": 1.1235008239746094, + "val_acc": 0.6650000214576721, + "val_mse": 0.04781530797481537, + "fit_time_sec": 2.7500752080231905, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.5_seed51_e0a8bfba3fd8" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.5", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0324392318725586, + "train_acc": 0.6825000047683716, + "train_mse": 0.04490217566490173, + "val_loss": 1.0213521718978882, + "val_acc": 0.6833333373069763, + "val_mse": 0.04513593390583992, + "fit_time_sec": 3.103288209065795, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.5_seed52_0b9e4870ea8e" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.5", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0860146284103394, + "train_acc": 0.6589999794960022, + "train_mse": 0.045827291905879974, + "val_loss": 1.0920277833938599, + "val_acc": 0.6499999761581421, + "val_mse": 0.04753243178129196, + "fit_time_sec": 2.862214791122824, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.5_seed53_1726833a0ed7" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s0.5", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0369712114334106, + "train_acc": 0.6644999980926514, + "train_mse": 0.045163437724113464, + "val_loss": 1.0877516269683838, + "val_acc": 0.6766666769981384, + "val_mse": 0.04590357467532158, + "fit_time_sec": 2.8528131251223385, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s0.5_seed51_0df94b884d5b" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s0.5", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9936539530754089, + "train_acc": 0.6965000033378601, + "train_mse": 0.04206997528672218, + "val_loss": 0.9451570510864258, + "val_acc": 0.6983333230018616, + "val_mse": 0.040929101407527924, + "fit_time_sec": 2.7851123749278486, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s0.5_seed52_f82e72b430c4" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s0.5", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9365023374557495, + "train_acc": 0.7014999985694885, + "train_mse": 0.040903326123952866, + "val_loss": 0.8658249974250793, + "val_acc": 0.7283333539962769, + "val_mse": 0.038747914135456085, + "fit_time_sec": 2.7191387079656124, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s0.5_seed53_e9335ecdd130" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s1.0", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0722532272338867, + "train_acc": 0.6995000243186951, + "train_mse": 0.04340146481990814, + "val_loss": 0.9926102757453918, + "val_acc": 0.7016666531562805, + "val_mse": 0.04247405380010605, + "fit_time_sec": 2.8380547501146793, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s1.0_seed51_8d985039d696" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s1.0", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9977437853813171, + "train_acc": 0.6930000185966492, + "train_mse": 0.04243411496281624, + "val_loss": 1.009635329246521, + "val_acc": 0.6966666579246521, + "val_mse": 0.04288069158792496, + "fit_time_sec": 2.905045999912545, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s1.0_seed52_c1fd755f4fda" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s1.0", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0425642728805542, + "train_acc": 0.6664999723434448, + "train_mse": 0.04493626207113266, + "val_loss": 1.0561128854751587, + "val_acc": 0.6783333420753479, + "val_mse": 0.0449373684823513, + "fit_time_sec": 2.7804793331306428, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s1.0_seed53_9677f2ddbfea" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s1.5", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0099478960037231, + "train_acc": 0.6775000095367432, + "train_mse": 0.04376600682735443, + "val_loss": 1.00997793674469, + "val_acc": 0.6899999976158142, + "val_mse": 0.042956266552209854, + "fit_time_sec": 2.8892802079208195, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s1.5_seed51_170eb01a03c4" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s1.5", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0597009658813477, + "train_acc": 0.6744999885559082, + "train_mse": 0.04503478854894638, + "val_loss": 1.063821792602539, + "val_acc": 0.6966666579246521, + "val_mse": 0.044883932918310165, + "fit_time_sec": 2.669369083130732, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s1.5_seed52_a5da460b0a58" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.1_s1.5", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.986152708530426, + "train_acc": 0.7080000042915344, + "train_mse": 0.0417320616543293, + "val_loss": 1.0491483211517334, + "val_acc": 0.6850000023841858, + "val_mse": 0.04293783754110336, + "fit_time_sec": 2.626303083030507, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.1, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.1, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.1_s1.5_seed53_fdf1e35190cc" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s0.5", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1084171533584595, + "train_acc": 0.652999997138977, + "train_mse": 0.048417091369628906, + "val_loss": 1.1322306394577026, + "val_acc": 0.6600000262260437, + "val_mse": 0.04928039386868477, + "fit_time_sec": 2.5766194579191506, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s0.5_seed51_bf73e336e47b" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s0.5", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.970059335231781, + "train_acc": 0.7129999995231628, + "train_mse": 0.040026597678661346, + "val_loss": 0.9312149882316589, + "val_acc": 0.7300000190734863, + "val_mse": 0.03986109420657158, + "fit_time_sec": 2.731992583023384, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s0.5_seed52_0ca83bb626bd" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s0.5", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9970248341560364, + "train_acc": 0.6995000243186951, + "train_mse": 0.042638134211301804, + "val_loss": 0.9656715989112854, + "val_acc": 0.70333331823349, + "val_mse": 0.04226723685860634, + "fit_time_sec": 3.0274115409702063, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s0.5_seed53_b4e0353f50d3" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s1.0", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0099536180496216, + "train_acc": 0.7009999752044678, + "train_mse": 0.04250181466341019, + "val_loss": 0.9564719796180725, + "val_acc": 0.7166666388511658, + "val_mse": 0.04047820717096329, + "fit_time_sec": 2.9793542500119656, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s1.0_seed51_88a93389d6d1" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s1.0", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0434995889663696, + "train_acc": 0.6819999814033508, + "train_mse": 0.045114465057849884, + "val_loss": 0.9963273406028748, + "val_acc": 0.6949999928474426, + "val_mse": 0.04349374398589134, + "fit_time_sec": 2.8151185419410467, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s1.0_seed52_857c4f4a6a86" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s1.0", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0348174571990967, + "train_acc": 0.6840000152587891, + "train_mse": 0.0439472496509552, + "val_loss": 1.0127019882202148, + "val_acc": 0.6866666674613953, + "val_mse": 0.04363732784986496, + "fit_time_sec": 3.0412363330833614, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 1.0, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s1.0_seed53_1b76a5f2a720" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s1.5", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1573493480682373, + "train_acc": 0.6299999952316284, + "train_mse": 0.04972128942608833, + "val_loss": 1.2029211521148682, + "val_acc": 0.6133333444595337, + "val_mse": 0.05152761936187744, + "fit_time_sec": 3.1714885828550905, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s1.5_seed51_328b0b0617f5" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s1.5", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.060623288154602, + "train_acc": 0.6949999928474426, + "train_mse": 0.04253785312175751, + "val_loss": 1.0831577777862549, + "val_acc": 0.6966666579246521, + "val_mse": 0.04344262182712555, + "fit_time_sec": 2.993674041936174, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s1.5_seed52_b34244a19635" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.15_s1.5", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0753278732299805, + "train_acc": 0.6769999861717224, + "train_mse": 0.044508710503578186, + "val_loss": 0.9602290987968445, + "val_acc": 0.6983333230018616, + "val_mse": 0.0414869599044323, + "fit_time_sec": 2.7658886671997607, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.15, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 1.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.15, + "moment_step_size": 1.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.15_s1.5_seed53_0b2f2b4a9feb" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0_beta0.8", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1594665050506592, + "train_acc": 0.6480000019073486, + "train_mse": 0.04893743246793747, + "val_loss": 1.1239941120147705, + "val_acc": 0.6700000166893005, + "val_mse": 0.047122661024332047, + "fit_time_sec": 2.764871333958581, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.8, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.8 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_beta0.8_seed51_a7b18877a748" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0_beta0.8", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9945915341377258, + "train_acc": 0.7064999938011169, + "train_mse": 0.041273947805166245, + "val_loss": 1.0324488878250122, + "val_acc": 0.6683333516120911, + "val_mse": 0.04436164349317551, + "fit_time_sec": 2.830462665995583, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.8, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.8 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_beta0.8_seed52_3d49224951e5" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0_beta0.8", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9297089576721191, + "train_acc": 0.7110000252723694, + "train_mse": 0.04138343408703804, + "val_loss": 0.938503623008728, + "val_acc": 0.70333331823349, + "val_mse": 0.04101715609431267, + "fit_time_sec": 2.8122877080459148, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.8, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.8 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_beta0.8_seed53_dfa6c5fdcb73" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0_beta0.95", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1143780946731567, + "train_acc": 0.6514999866485596, + "train_mse": 0.047635458409786224, + "val_loss": 1.0093973875045776, + "val_acc": 0.6800000071525574, + "val_mse": 0.04380199685692787, + "fit_time_sec": 2.9217382080387324, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.95, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.95 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_beta0.95_seed51_2d4e821de2d9" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0_beta0.95", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0144661664962769, + "train_acc": 0.6884999871253967, + "train_mse": 0.0433683842420578, + "val_loss": 0.9828318357467651, + "val_acc": 0.6833333373069763, + "val_mse": 0.04375388100743294, + "fit_time_sec": 2.777603624854237, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.95, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.95 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_beta0.95_seed52_be35e11108b1" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s1.0_beta0.95", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1004270315170288, + "train_acc": 0.6600000262260437, + "train_mse": 0.0467742420732975, + "val_loss": 1.0834088325500488, + "val_acc": 0.6683333516120911, + "val_mse": 0.04595582187175751, + "fit_time_sec": 3.0502532080281526, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.95, + "moment_beta2": 0.999, + "moment_step_size": 1.0, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 1.0, + "moment_beta1": 0.95 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_am_b0.06_s1.0_beta0.95_seed53_1cddb28ce156" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_canonical", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4416260719299316, + "train_acc": 0.5649999976158142, + "train_mse": 0.05923965945839882, + "val_loss": 1.4125466346740723, + "val_acc": 0.6000000238418579, + "val_mse": 0.05729174241423607, + "fit_time_sec": 3.098805333022028, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.1, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_canonical_seed51_4dc58feffda7" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_canonical", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.665074348449707, + "train_acc": 0.4894999861717224, + "train_mse": 0.06661199778318405, + "val_loss": 1.6294100284576416, + "val_acc": 0.5066666603088379, + "val_mse": 0.06497763097286224, + "fit_time_sec": 2.652766958111897, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.1, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_canonical_seed52_241a50b47d94" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_canonical", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4698249101638794, + "train_acc": 0.5565000176429749, + "train_mse": 0.060796692967414856, + "val_loss": 1.4316622018814087, + "val_acc": 0.5683333277702332, + "val_mse": 0.059196680784225464, + "fit_time_sec": 2.529014667030424, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.1, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.0, + "c1": 2.0, + "w_min": 0.4, + "w_max": 0.9, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_canonical_seed53_ae4cc4a5b7f1" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_tuned", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0468239784240723, + "train_acc": 0.699999988079071, + "train_mse": 0.043503936380147934, + "val_loss": 1.0345858335494995, + "val_acc": 0.6816666722297668, + "val_mse": 0.04465937986969948, + "fit_time_sec": 2.626064541982487, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_tuned_seed51_6834bc3982de" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_tuned", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9420707821846008, + "train_acc": 0.703000009059906, + "train_mse": 0.04143402725458145, + "val_loss": 0.9224241375923157, + "val_acc": 0.7250000238418579, + "val_mse": 0.040230974555015564, + "fit_time_sec": 2.5009557919111103, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_tuned_seed52_6d0b4b7a7865" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_tuned", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0711344480514526, + "train_acc": 0.6754999756813049, + "train_mse": 0.04559122398495674, + "val_loss": 1.0678696632385254, + "val_acc": 0.6766666769981384, + "val_mse": 0.04436859115958214, + "fit_time_sec": 2.4420957090333104, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_tuned_seed53_f07a1778e65d" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_low_w", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.113174319267273, + "train_acc": 0.6365000009536743, + "train_mse": 0.04887063428759575, + "val_loss": 1.0575727224349976, + "val_acc": 0.6850000023841858, + "val_mse": 0.0461583249270916, + "fit_time_sec": 2.484879707917571, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.55, + "w_max": 0.55 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.55, + "w_max": 0.55, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_low_w_seed51_574275875124" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_low_w", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0245047807693481, + "train_acc": 0.6790000200271606, + "train_mse": 0.04524479806423187, + "val_loss": 0.9806669354438782, + "val_acc": 0.70333331823349, + "val_mse": 0.042586930096149445, + "fit_time_sec": 2.643615792039782, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.55, + "w_max": 0.55 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.55, + "w_max": 0.55, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_low_w_seed52_e6cccf2d56fb" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_low_w", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0131726264953613, + "train_acc": 0.6859999895095825, + "train_mse": 0.04427120089530945, + "val_loss": 0.9656168818473816, + "val_acc": 0.6983333230018616, + "val_mse": 0.04216707497835159, + "fit_time_sec": 2.4834530411753803, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.55, + "w_max": 0.55 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.55, + "w_max": 0.55, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_low_w_seed53_25937b680943" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_w_decay", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0393675565719604, + "train_acc": 0.6915000081062317, + "train_mse": 0.04423632100224495, + "val_loss": 1.025821566581726, + "val_acc": 0.6983333230018616, + "val_mse": 0.04372088611125946, + "fit_time_sec": 2.426888459129259, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_w_decay_seed51_cf3e7ce1c4f8" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_w_decay", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1047112941741943, + "train_acc": 0.6600000262260437, + "train_mse": 0.04690749943256378, + "val_loss": 1.1661359071731567, + "val_acc": 0.6700000166893005, + "val_mse": 0.04753515496850014, + "fit_time_sec": 2.480164624983445, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_w_decay_seed52_d992bbf37f5a" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_w_decay", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9673198461532593, + "train_acc": 0.6909999847412109, + "train_mse": 0.04216654598712921, + "val_loss": 0.9870904684066772, + "val_acc": 0.6816666722297668, + "val_mse": 0.04321449622511864, + "fit_time_sec": 2.422041916055605, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_w_decay_seed53_9378397cdb0f" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0810083150863647, + "train_acc": 0.6775000095367432, + "train_mse": 0.04572315141558647, + "val_loss": 1.0954482555389404, + "val_acc": 0.6949999928474426, + "val_mse": 0.04539918154478073, + "fit_time_sec": 2.485565959010273, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_asymmetric_seed51_d79a7377935e" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9861184358596802, + "train_acc": 0.6909999847412109, + "train_mse": 0.04338207468390465, + "val_loss": 1.0121054649353027, + "val_acc": 0.6933333277702332, + "val_mse": 0.043754804879426956, + "fit_time_sec": 2.5209125420078635, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_asymmetric_seed52_e6cdbd66e151" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9526417851448059, + "train_acc": 0.722000002861023, + "train_mse": 0.03998463600873947, + "val_loss": 0.9798429608345032, + "val_acc": 0.70333331823349, + "val_mse": 0.04217696189880371, + "fit_time_sec": 2.5959840829018503, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_inertia_asymmetric_seed53_32b967f0e0d1" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c201", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0345860719680786, + "train_acc": 0.6869999766349792, + "train_mse": 0.04355757310986519, + "val_loss": 0.9738073945045471, + "val_acc": 0.6916666626930237, + "val_mse": 0.042279358953237534, + "fit_time_sec": 2.698073250008747, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.01, + "c1": 2.01, + "chi": 0.8682255312124236 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.01, + "c1": 2.01, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c201_seed51_31fb46304ff6" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c201", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0233638286590576, + "train_acc": 0.6865000128746033, + "train_mse": 0.043414223939180374, + "val_loss": 1.0523117780685425, + "val_acc": 0.6883333325386047, + "val_mse": 0.043930795043706894, + "fit_time_sec": 3.4117308750282973, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.01, + "c1": 2.01, + "chi": 0.8682255312124236 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.01, + "c1": 2.01, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c201_seed52_a693e1c0a6f0" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c201", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0302053689956665, + "train_acc": 0.6880000233650208, + "train_mse": 0.043894827365875244, + "val_loss": 0.9275049567222595, + "val_acc": 0.7166666388511658, + "val_mse": 0.040264155715703964, + "fit_time_sec": 3.1805959579069167, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.01, + "c1": 2.01, + "chi": 0.8682255312124236 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.01, + "c1": 2.01, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c201_seed53_44697f297498" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0515944957733154, + "train_acc": 0.6759999990463257, + "train_mse": 0.04530733451247215, + "val_loss": 1.0619410276412964, + "val_acc": 0.6933333277702332, + "val_mse": 0.044216156005859375, + "fit_time_sec": 3.237764042103663, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c205_canonical_seed51_fc8c5b72834f" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.061699390411377, + "train_acc": 0.6744999885559082, + "train_mse": 0.04590365290641785, + "val_loss": 1.016150712966919, + "val_acc": 0.6866666674613953, + "val_mse": 0.0442710816860199, + "fit_time_sec": 2.7161605830769986, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c205_canonical_seed52_8c5872218781" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9327093362808228, + "train_acc": 0.7289999723434448, + "train_mse": 0.03894326463341713, + "val_loss": 0.8751127123832703, + "val_acc": 0.746666669845581, + "val_mse": 0.03667077049612999, + "fit_time_sec": 2.968678707955405, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c205_canonical_seed53_d2c08fcda660" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c205_tuned", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.053567886352539, + "train_acc": 0.6825000047683716, + "train_mse": 0.04465964064002037, + "val_loss": 0.991266667842865, + "val_acc": 0.699999988079071, + "val_mse": 0.04196731001138687, + "fit_time_sec": 3.042221749899909, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c205_tuned_seed51_643d9a60a8ab" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c205_tuned", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9388713836669922, + "train_acc": 0.7139999866485596, + "train_mse": 0.040887460112571716, + "val_loss": 0.9303705096244812, + "val_acc": 0.7116666436195374, + "val_mse": 0.0403158962726593, + "fit_time_sec": 2.8448961251415312, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c205_tuned_seed52_ee543423b362" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c205_tuned", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9965179562568665, + "train_acc": 0.6995000243186951, + "train_mse": 0.042770277708768845, + "val_loss": 0.9846652150154114, + "val_acc": 0.7133333086967468, + "val_mse": 0.04187808558344841, + "fit_time_sec": 3.1848887908272445, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c205_tuned_seed53_0af3451c66fa" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c250", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 2.2795634269714355, + "train_acc": 0.18150000274181366, + "train_mse": 0.08912184089422226, + "val_loss": 2.250452756881714, + "val_acc": 0.18666666746139526, + "val_mse": 0.08861013501882553, + "fit_time_sec": 2.9961123750545084, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.5, + "c1": 2.5, + "chi": 0.38196601125010515 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.5, + "c1": 2.5, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c250_seed51_d81da916363c" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c250", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 2.2547407150268555, + "train_acc": 0.20350000262260437, + "train_mse": 0.08870375156402588, + "val_loss": 2.2187206745147705, + "val_acc": 0.2150000035762787, + "val_mse": 0.08802558481693268, + "fit_time_sec": 3.024313250090927, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.5, + "c1": 2.5, + "chi": 0.38196601125010515 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.5, + "c1": 2.5, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c250_seed52_0db5c75ca7f9" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_c250", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 2.19023060798645, + "train_acc": 0.19300000369548798, + "train_mse": 0.08786869794130325, + "val_loss": 2.178219795227051, + "val_acc": 0.20499999821186066, + "val_mse": 0.08775272965431213, + "fit_time_sec": 2.961929291021079, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.5, + "c1": 2.5, + "chi": 0.38196601125010515 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.5, + "c1": 2.5, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_c250_seed53_32cd4a3047fd" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_asymmetric", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.2645200490951538, + "train_acc": 0.6150000095367432, + "train_mse": 0.053478311747312546, + "val_loss": 1.2170491218566895, + "val_acc": 0.6316666603088379, + "val_mse": 0.05265685170888901, + "fit_time_sec": 3.023697500117123, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.8, + "c1": 1.3, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.8, + "c1": 1.3, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_asymmetric_seed51_080d35af7a3a" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_asymmetric", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.2607256174087524, + "train_acc": 0.6014999747276306, + "train_mse": 0.05520418658852577, + "val_loss": 1.2684078216552734, + "val_acc": 0.5883333086967468, + "val_mse": 0.05453150346875191, + "fit_time_sec": 2.8057189998216927, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.8, + "c1": 1.3, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.8, + "c1": 1.3, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_asymmetric_seed52_c00ae44c3095" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "constriction", + "candidate_label": "constriction_asymmetric", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.2320771217346191, + "train_acc": 0.6140000224113464, + "train_mse": 0.05192725360393524, + "val_loss": 1.2376829385757446, + "val_acc": 0.6200000047683716, + "val_mse": 0.05186690762639046, + "fit_time_sec": 2.709051915910095, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.8, + "c1": 1.3, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.8, + "c1": 1.3, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_constriction_asymmetric_seed53_25127f313178" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r1_constant", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4435429573059082, + "train_acc": 0.5354999899864197, + "train_mse": 0.06257098913192749, + "val_loss": 1.4319947957992554, + "val_acc": 0.528333306312561, + "val_mse": 0.062414027750492096, + "fit_time_sec": 2.6544057081919163, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 1 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 1, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r1_constant_seed51_eb0ed6970d2c" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r1_constant", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4914970397949219, + "train_acc": 0.527999997138977, + "train_mse": 0.06460313498973846, + "val_loss": 1.4473850727081299, + "val_acc": 0.5333333611488342, + "val_mse": 0.06336859613656998, + "fit_time_sec": 2.7407990000210702, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 1 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 1, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r1_constant_seed52_61433fa64071" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r1_constant", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4734760522842407, + "train_acc": 0.5680000185966492, + "train_mse": 0.06238424777984619, + "val_loss": 1.5045198202133179, + "val_acc": 0.5366666913032532, + "val_mse": 0.06426934152841568, + "fit_time_sec": 2.693694499786943, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 1 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 1, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r1_constant_seed53_445930c79d85" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r2_constant", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.2284750938415527, + "train_acc": 0.6345000267028809, + "train_mse": 0.0517057403922081, + "val_loss": 1.191932201385498, + "val_acc": 0.628333330154419, + "val_mse": 0.0514327734708786, + "fit_time_sec": 2.4563205409795046, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 2 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 2, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r2_constant_seed51_279d68306b43" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r2_constant", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1704559326171875, + "train_acc": 0.6504999995231628, + "train_mse": 0.050959013402462006, + "val_loss": 1.1325551271438599, + "val_acc": 0.6700000166893005, + "val_mse": 0.049076274037361145, + "fit_time_sec": 2.5833707919809967, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 2 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 2, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r2_constant_seed52_23bc1e4c9bb8" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r2_constant", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.243313193321228, + "train_acc": 0.6320000290870667, + "train_mse": 0.05307132005691528, + "val_loss": 1.2125868797302246, + "val_acc": 0.6516666412353516, + "val_mse": 0.05214923247694969, + "fit_time_sec": 2.475700625218451, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 2 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 2, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r2_constant_seed53_b6a734a7a024" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0172255039215088, + "train_acc": 0.6884999871253967, + "train_mse": 0.04337601363658905, + "val_loss": 1.0000126361846924, + "val_acc": 0.699999988079071, + "val_mse": 0.0425647497177124, + "fit_time_sec": 2.4682277080137283, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 4 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r4_constant_seed51_eb2af7d5806d" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9992414712905884, + "train_acc": 0.7089999914169312, + "train_mse": 0.04267498105764389, + "val_loss": 0.9295963644981384, + "val_acc": 0.7283333539962769, + "val_mse": 0.04094172641634941, + "fit_time_sec": 2.4259307920001447, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 4 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r4_constant_seed52_ef54890d1679" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9578440189361572, + "train_acc": 0.7139999866485596, + "train_mse": 0.041153207421302795, + "val_loss": 0.9051287770271301, + "val_acc": 0.7450000047683716, + "val_mse": 0.03751235082745552, + "fit_time_sec": 2.4171505419071764, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 4 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r4_constant_seed53_05bb06b328f5" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r1_decay", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4906078577041626, + "train_acc": 0.5640000104904175, + "train_mse": 0.06397789716720581, + "val_loss": 1.4867504835128784, + "val_acc": 0.5400000214576721, + "val_mse": 0.06405453383922577, + "fit_time_sec": 2.455931582953781, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "neighborhood_radius": 1 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "method_options": { + "neighborhood_radius": 1, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r1_decay_seed51_a34b661481e6" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r1_decay", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4803287982940674, + "train_acc": 0.5559999942779541, + "train_mse": 0.06340162456035614, + "val_loss": 1.4699759483337402, + "val_acc": 0.5733333230018616, + "val_mse": 0.0630197748541832, + "fit_time_sec": 2.5800107079558074, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "neighborhood_radius": 1 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "method_options": { + "neighborhood_radius": 1, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r1_decay_seed52_a67065fa6297" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "local_best", + "candidate_label": "local_best_r1_decay", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4953768253326416, + "train_acc": 0.5370000004768372, + "train_mse": 0.06418897211551666, + "val_loss": 1.4344968795776367, + "val_acc": 0.5416666865348816, + "val_mse": 0.06267009675502777, + "fit_time_sec": 2.5192452499177307, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "neighborhood_radius": 1 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9, + "method_options": { + "neighborhood_radius": 1, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.4, + "w_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_local_best_r1_decay_seed53_5d33e9a3b14d" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.5_1.0", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4666624069213867, + "train_acc": 0.5055000185966492, + "train_mse": 0.06231168285012245, + "val_loss": 1.4257338047027588, + "val_acc": 0.5183333158493042, + "val_mse": 0.06076965853571892, + "fit_time_sec": 2.411743083037436, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.5, + "beta_max": 1.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.5, + "beta_max": 1.0 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.5_1.0_seed51_bb65dcd4293e" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.5_1.0", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4086458683013916, + "train_acc": 0.5370000004768372, + "train_mse": 0.06125783920288086, + "val_loss": 1.3660792112350464, + "val_acc": 0.5383333563804626, + "val_mse": 0.05962810665369034, + "fit_time_sec": 2.398069208022207, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.5, + "beta_max": 1.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.5, + "beta_max": 1.0 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.5_1.0_seed52_4ee0030598ae" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.5_1.0", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.3147938251495361, + "train_acc": 0.5580000281333923, + "train_mse": 0.05813988670706749, + "val_loss": 1.295978307723999, + "val_acc": 0.574999988079071, + "val_mse": 0.05797567218542099, + "fit_time_sec": 2.4090406668838114, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.5, + "beta_max": 1.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.5, + "beta_max": 1.0 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.5_1.0_seed53_5698f8ef063c" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.6_1.0", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.7944316864013672, + "train_acc": 0.3955000042915344, + "train_mse": 0.07452504336833954, + "val_loss": 1.7316218614578247, + "val_acc": 0.4050000011920929, + "val_mse": 0.07277336716651917, + "fit_time_sec": 2.4751413341145962, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.6, + "beta_max": 1.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.6, + "beta_max": 1.0 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.6_1.0_seed51_4cf40096997e" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.6_1.0", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.770385980606079, + "train_acc": 0.3785000145435333, + "train_mse": 0.07627403736114502, + "val_loss": 1.7482523918151855, + "val_acc": 0.3866666555404663, + "val_mse": 0.07508829981088638, + "fit_time_sec": 2.41624170797877, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.6, + "beta_max": 1.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.6, + "beta_max": 1.0 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.6_1.0_seed52_b8cf5face5ea" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.6_1.0", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.711459994316101, + "train_acc": 0.4320000112056732, + "train_mse": 0.07082363963127136, + "val_loss": 1.684290885925293, + "val_acc": 0.4399999976158142, + "val_mse": 0.07037489116191864, + "fit_time_sec": 2.4244089999701828, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.6, + "beta_max": 1.0 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.6, + "beta_max": 1.0 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.6_1.0_seed53_0dc659272cc4" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.5_1.2", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.6640392541885376, + "train_acc": 0.4580000042915344, + "train_mse": 0.06881032139062881, + "val_loss": 1.6313401460647583, + "val_acc": 0.43833333253860474, + "val_mse": 0.0688972994685173, + "fit_time_sec": 2.379183917073533, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.5, + "beta_max": 1.2 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.5, + "beta_max": 1.2 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.5_1.2_seed51_c4a274ec6a1f" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.5_1.2", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.5431870222091675, + "train_acc": 0.49149999022483826, + "train_mse": 0.06610891968011856, + "val_loss": 1.515285849571228, + "val_acc": 0.5133333206176758, + "val_mse": 0.06496633589267731, + "fit_time_sec": 2.3730562501586974, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.5, + "beta_max": 1.2 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.5, + "beta_max": 1.2 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.5_1.2_seed52_876d9cd41977" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.5_1.2", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.7410157918930054, + "train_acc": 0.4059999883174896, + "train_mse": 0.07398762553930283, + "val_loss": 1.7098183631896973, + "val_acc": 0.3916666805744171, + "val_mse": 0.07386184483766556, + "fit_time_sec": 2.438973000040278, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.5, + "beta_max": 1.2 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.5, + "beta_max": 1.2 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.5_1.2_seed53_11db1f78c192" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "seed": 51, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4330989122390747, + "train_acc": 0.512499988079071, + "train_mse": 0.06236521154642105, + "val_loss": 1.369968295097351, + "val_acc": 0.5433333516120911, + "val_mse": 0.06111948564648628, + "fit_time_sec": 2.5881015001796186, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "82b3214d02e2e634", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.4_0.9_seed51_972bc34a235d" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "seed": 52, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4685417413711548, + "train_acc": 0.5249999761581421, + "train_mse": 0.06346181780099869, + "val_loss": 1.3982360363006592, + "val_acc": 0.5716666579246521, + "val_mse": 0.06072157621383667, + "fit_time_sec": 2.5672016669996083, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "ddffbe335bef15ad", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.4_0.9_seed52_ae077aec756e" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "search", + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "seed": 53, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.3139362335205078, + "train_acc": 0.5789999961853027, + "train_mse": 0.05647370219230652, + "val_loss": 1.244922161102295, + "val_acc": 0.5799999833106995, + "val_mse": 0.056043192744255066, + "fit_time_sec": 2.4583064999897033, + "data_fingerprint": "bfc8de485755d7f3", + "model_fingerprint": "00868f788440b8a0", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "search_quantum_beta_0.4_0.9_seed53_63645cd92e47" + } + ], + "confirmation_runs": [ + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 61, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0297304391860962, + "train_acc": 0.6644999980926514, + "train_mse": 0.046309761703014374, + "test_loss": 1.2476433515548706, + "test_acc": 0.5960000157356262, + "test_mse": 0.054337989538908005, + "fit_time_sec": 3.3018275420181453, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2a1760dc9ec95c0a", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_adaptive_moment_am_b0.06_s0.5_seed61_e0e742f6fe58" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 62, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0248669385910034, + "train_acc": 0.6800000071525574, + "train_mse": 0.044338468462228775, + "test_loss": 1.2172735929489136, + "test_acc": 0.6150000095367432, + "test_mse": 0.05301284044981003, + "fit_time_sec": 3.082969541894272, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "8722b0d78b78d382", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_adaptive_moment_am_b0.06_s0.5_seed62_74fb2b89b470" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 63, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0421160459518433, + "train_acc": 0.6690000295639038, + "train_mse": 0.04584677889943123, + "test_loss": 1.2344101667404175, + "test_acc": 0.6190000176429749, + "test_mse": 0.052518151700496674, + "fit_time_sec": 2.7472599998582155, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "f9f62f1942f9151e", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_adaptive_moment_am_b0.06_s0.5_seed63_02e481a3f363" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 64, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9773346185684204, + "train_acc": 0.7059999704360962, + "train_mse": 0.041074566543102264, + "test_loss": 1.1978241205215454, + "test_acc": 0.6150000095367432, + "test_mse": 0.052042748779058456, + "fit_time_sec": 2.670909541891888, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4cd40d38555ee5ce", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_adaptive_moment_am_b0.06_s0.5_seed64_19687a187644" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 65, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0047204494476318, + "train_acc": 0.6959999799728394, + "train_mse": 0.04294333606958389, + "test_loss": 1.2509828805923462, + "test_acc": 0.6079999804496765, + "test_mse": 0.05341806635260582, + "fit_time_sec": 2.9130489169619977, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "70f99d26e1303b76", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_adaptive_moment_am_b0.06_s0.5_seed65_45bea64c4340" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "seed": 61, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0274338722229004, + "train_acc": 0.6735000014305115, + "train_mse": 0.04481710121035576, + "test_loss": 1.2075469493865967, + "test_acc": 0.6320000290870667, + "test_mse": 0.051997773349285126, + "fit_time_sec": 2.564156916923821, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2a1760dc9ec95c0a", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_inertia_inertia_asymmetric_seed61_4724cbb71341" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "seed": 62, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9986715912818909, + "train_acc": 0.6855000257492065, + "train_mse": 0.043963707983493805, + "test_loss": 1.2740414142608643, + "test_acc": 0.578000009059906, + "test_mse": 0.056466199457645416, + "fit_time_sec": 2.5913295838981867, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "8722b0d78b78d382", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_inertia_inertia_asymmetric_seed62_2566bc98b863" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "seed": 63, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.8828525543212891, + "train_acc": 0.7315000295639038, + "train_mse": 0.03869428485631943, + "test_loss": 1.0797629356384277, + "test_acc": 0.6620000004768372, + "test_mse": 0.04682194069027901, + "fit_time_sec": 2.6188287080731243, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "f9f62f1942f9151e", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_inertia_inertia_asymmetric_seed63_5ef6897f43ab" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "seed": 64, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9942940473556519, + "train_acc": 0.6865000128746033, + "train_mse": 0.043017033487558365, + "test_loss": 1.2426005601882935, + "test_acc": 0.621999979019165, + "test_mse": 0.05173056200146675, + "fit_time_sec": 2.534188667079434, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4cd40d38555ee5ce", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_inertia_inertia_asymmetric_seed64_0ef61137ad79" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "inertia", + "candidate_label": "inertia_asymmetric", + "seed": 65, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0921698808670044, + "train_acc": 0.6729999780654907, + "train_mse": 0.04589727148413658, + "test_loss": 1.2609055042266846, + "test_acc": 0.6209999918937683, + "test_mse": 0.052379049360752106, + "fit_time_sec": 2.542070833966136, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "70f99d26e1303b76", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Inertia Weight PSO", + "source": "10.1109/ICEC.1998.699146", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "inertia", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.8, + "c1": 1.2, + "w_min": 0.7298, + "w_max": 0.7298, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_inertia_inertia_asymmetric_seed65_46915e745846" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "seed": 61, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0248574018478394, + "train_acc": 0.6919999718666077, + "train_mse": 0.04333744943141937, + "test_loss": 1.2035431861877441, + "test_acc": 0.6299999952316284, + "test_mse": 0.05152203515172005, + "fit_time_sec": 2.5165979999583215, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2a1760dc9ec95c0a", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_constriction_constriction_c205_canonical_seed61_9019cd9ce38f" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "seed": 62, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.1310851573944092, + "train_acc": 0.6700000166893005, + "train_mse": 0.046749312430620193, + "test_loss": 1.3196481466293335, + "test_acc": 0.5849999785423279, + "test_mse": 0.055950723588466644, + "fit_time_sec": 2.481917541939765, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "8722b0d78b78d382", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_constriction_constriction_c205_canonical_seed62_46d2fef1bc63" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "seed": 63, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0529502630233765, + "train_acc": 0.6644999980926514, + "train_mse": 0.04611203819513321, + "test_loss": 1.2498247623443604, + "test_acc": 0.5789999961853027, + "test_mse": 0.05548400804400444, + "fit_time_sec": 2.593008500058204, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "f9f62f1942f9151e", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_constriction_constriction_c205_canonical_seed63_d7c98a90a890" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "seed": 64, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9444444179534912, + "train_acc": 0.7145000100135803, + "train_mse": 0.04049043729901314, + "test_loss": 1.2384077310562134, + "test_acc": 0.6179999709129333, + "test_mse": 0.0526747927069664, + "fit_time_sec": 2.4862103750929236, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4cd40d38555ee5ce", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_constriction_constriction_c205_canonical_seed64_9178a53fa605" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "constriction", + "candidate_label": "constriction_c205_canonical", + "seed": 65, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9420643448829651, + "train_acc": 0.7105000019073486, + "train_mse": 0.041058044880628586, + "test_loss": 1.219950795173645, + "test_acc": 0.6209999918937683, + "test_mse": 0.051569391041994095, + "fit_time_sec": 2.5256920421961695, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "70f99d26e1303b76", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Constriction Coefficient PSO", + "source": "10.1109/4235.985692", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 2.05, + "c1": 2.05, + "chi": 0.7298437881283576 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "constriction", + "velocity_limit_ratio": 0.05, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 2.05, + "c1": 2.05, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_constriction_constriction_c205_canonical_seed65_35f49c87ae7e" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "seed": 61, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0233083963394165, + "train_acc": 0.703499972820282, + "train_mse": 0.04417002946138382, + "test_loss": 1.1751943826675415, + "test_acc": 0.6549999713897705, + "test_mse": 0.050412945449352264, + "fit_time_sec": 2.535716458922252, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2a1760dc9ec95c0a", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 4 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_local_best_local_best_r4_constant_seed61_73f3ed288805" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "seed": 62, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0379226207733154, + "train_acc": 0.6970000267028809, + "train_mse": 0.04612046852707863, + "test_loss": 1.2656233310699463, + "test_acc": 0.593999981880188, + "test_mse": 0.056342579424381256, + "fit_time_sec": 2.5843862500041723, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "8722b0d78b78d382", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 4 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_local_best_local_best_r4_constant_seed62_eebfde8d3783" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "seed": 63, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9664440751075745, + "train_acc": 0.7275000214576721, + "train_mse": 0.04065090790390968, + "test_loss": 1.167758584022522, + "test_acc": 0.6570000052452087, + "test_mse": 0.049540925770998, + "fit_time_sec": 2.485073500080034, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "f9f62f1942f9151e", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 4 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_local_best_local_best_r4_constant_seed63_6fe7e88eef36" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "seed": 64, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0115971565246582, + "train_acc": 0.703000009059906, + "train_mse": 0.044141702353954315, + "test_loss": 1.1620168685913086, + "test_acc": 0.625, + "test_mse": 0.052118122577667236, + "fit_time_sec": 2.467889874940738, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4cd40d38555ee5ce", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 4 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_local_best_local_best_r4_constant_seed64_1a97e042ff3e" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "local_best", + "candidate_label": "local_best_r4_constant", + "seed": 65, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0574767589569092, + "train_acc": 0.6959999799728394, + "train_mse": 0.045724473893642426, + "test_loss": 1.286249041557312, + "test_acc": 0.6010000109672546, + "test_mse": 0.05573433265089989, + "fit_time_sec": 2.488020292017609, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "70f99d26e1303b76", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Ring Local Best PSO", + "source": "10.1109/CEC.2002.1004493", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "neighborhood_radius": 4 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "local_best", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "neighborhood_radius": 4, + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_local_best_local_best_r4_constant_seed65_0c8c6ac7d8a4" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "seed": 61, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4583405256271362, + "train_acc": 0.5460000038146973, + "train_mse": 0.06230271980166435, + "test_loss": 1.464557409286499, + "test_acc": 0.5320000052452087, + "test_mse": 0.06282258033752441, + "fit_time_sec": 2.3820620418991894, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2a1760dc9ec95c0a", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_quantum_quantum_beta_0.4_0.9_seed61_a2e8b7676470" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "seed": 62, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.5153175592422485, + "train_acc": 0.5084999799728394, + "train_mse": 0.06375879794359207, + "test_loss": 1.5834708213806152, + "test_acc": 0.4650000035762787, + "test_mse": 0.0668596550822258, + "fit_time_sec": 2.4394417498260736, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "8722b0d78b78d382", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_quantum_quantum_beta_0.4_0.9_seed62_762584f88912" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "seed": 63, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.4202407598495483, + "train_acc": 0.5490000247955322, + "train_mse": 0.059825461357831955, + "test_loss": 1.5065674781799316, + "test_acc": 0.4860000014305115, + "test_mse": 0.06405868381261826, + "fit_time_sec": 2.3948492500931025, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "f9f62f1942f9151e", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_quantum_quantum_beta_0.4_0.9_seed63_268565cdbc8f" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "seed": 64, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.3938108682632446, + "train_acc": 0.5199999809265137, + "train_mse": 0.06204824894666672, + "test_loss": 1.4775264263153076, + "test_acc": 0.46799999475479126, + "test_mse": 0.06637361645698547, + "fit_time_sec": 2.3948124169837683, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4cd40d38555ee5ce", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_quantum_quantum_beta_0.4_0.9_seed64_968dd6fa0571" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "confirmation", + "method": "quantum", + "candidate_label": "quantum_beta_0.4_0.9", + "seed": 65, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.3520328998565674, + "train_acc": 0.5724999904632568, + "train_mse": 0.05604845657944679, + "test_loss": 1.5641074180603027, + "test_acc": 0.4779999852180481, + "test_mse": 0.06454122811555862, + "fit_time_sec": 2.402772541856393, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "70f99d26e1303b76", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Quantum PSO", + "source": "10.1109/CEC.2004.1330875", + "fidelity": "canonical", + "gradient_required": false, + "options": { + "beta_min": 0.4, + "beta_max": 0.9 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "quantum", + "velocity_limit_ratio": null, + "mutation_swarm": 0.0, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "method_options": { + "beta_min": 0.4, + "beta_max": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "confirm_quantum_quantum_beta_0.4_0.9_seed65_55d400304d8b" + } + ], + "scaling_runs": [ + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0238605737686157, + "train_acc": 0.6834999918937683, + "train_mse": 0.044781655073165894, + "test_loss": 1.2778329849243164, + "test_acc": 0.5789999961853027, + "test_mse": 0.05719960853457451, + "fit_time_sec": 2.591740084113553, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_epoch_seed71_9275568c45fc", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0670214891433716, + "train_acc": 0.6604999899864197, + "train_mse": 0.04655227065086365, + "test_loss": 1.199388861656189, + "test_acc": 0.6060000061988831, + "test_mse": 0.052410222589969635, + "fit_time_sec": 2.7087553329765797, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_epoch_seed72_664dc1187b00", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9569582939147949, + "train_acc": 0.7014999985694885, + "train_mse": 0.0413692481815815, + "test_loss": 1.1562552452087402, + "test_acc": 0.6389999985694885, + "test_mse": 0.051246583461761475, + "fit_time_sec": 2.6669440830592066, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_epoch_seed73_f73fe00c1aab", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.8988860845565796, + "train_acc": 0.718999981880188, + "train_mse": 0.03921135887503624, + "test_loss": 1.0667707920074463, + "test_acc": 0.6589999794960022, + "test_mse": 0.047151338309049606, + "fit_time_sec": 2.6316912909969687, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_epoch_seed74_f703eea6cd6a", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9674410820007324, + "train_acc": 0.7139999866485596, + "train_mse": 0.04114193841814995, + "test_loss": 1.2670954465866089, + "test_acc": 0.6230000257492065, + "test_mse": 0.052300941199064255, + "fit_time_sec": 2.8266918330918998, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_epoch_seed75_5dd29e885bd8", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 60, + "epochs": 80, + "particle_epochs": 4800, + "train_loss": 0.8341852426528931, + "train_acc": 0.7419999837875366, + "train_mse": 0.036770910024642944, + "test_loss": 1.021918535232544, + "test_acc": 0.6729999780654907, + "test_mse": 0.0449918694794178, + "fit_time_sec": 6.297774499980733, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_80e_fixed_epoch_seed71_d6f7409ead05", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 60, + "epochs": 80, + "particle_epochs": 4800, + "train_loss": 0.8334679007530212, + "train_acc": 0.7580000162124634, + "train_mse": 0.0346507728099823, + "test_loss": 1.1486669778823853, + "test_acc": 0.6499999761581421, + "test_mse": 0.048473432660102844, + "fit_time_sec": 5.944013542030007, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_80e_fixed_epoch_seed72_f6cc409842c9", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 60, + "epochs": 80, + "particle_epochs": 4800, + "train_loss": 0.7845665216445923, + "train_acc": 0.7599999904632568, + "train_mse": 0.03348695859313011, + "test_loss": 1.059795618057251, + "test_acc": 0.6589999794960022, + "test_mse": 0.04623967781662941, + "fit_time_sec": 5.409191000042483, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_80e_fixed_epoch_seed73_e225cf4bcba5", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 60, + "epochs": 80, + "particle_epochs": 4800, + "train_loss": 0.8425021767616272, + "train_acc": 0.7400000095367432, + "train_mse": 0.036814577877521515, + "test_loss": 1.0703872442245483, + "test_acc": 0.6610000133514404, + "test_mse": 0.046978432685136795, + "fit_time_sec": 5.092122667003423, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_80e_fixed_epoch_seed74_5f61422d77d1", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 60, + "epochs": 80, + "particle_epochs": 4800, + "train_loss": 0.7727756500244141, + "train_acc": 0.753000020980835, + "train_mse": 0.03384615480899811, + "test_loss": 1.0723776817321777, + "test_acc": 0.6539999842643738, + "test_mse": 0.04744390770792961, + "fit_time_sec": 5.18646250013262, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_80e_fixed_epoch_seed75_dd5a845500dc", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 90, + "epochs": 80, + "particle_epochs": 7200, + "train_loss": 0.6898615956306458, + "train_acc": 0.7910000085830688, + "train_mse": 0.029968174174427986, + "test_loss": 0.8688502311706543, + "test_acc": 0.7310000061988831, + "test_mse": 0.03894031420350075, + "fit_time_sec": 8.216789624886587, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_80e_fixed_epoch_seed71_bbe723279f9d", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 90, + "epochs": 80, + "particle_epochs": 7200, + "train_loss": 0.7159585952758789, + "train_acc": 0.781499981880188, + "train_mse": 0.030635599046945572, + "test_loss": 0.9239839911460876, + "test_acc": 0.718999981880188, + "test_mse": 0.040356870740652084, + "fit_time_sec": 8.96910895803012, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_80e_fixed_epoch_seed72_e898b08da07a", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 90, + "epochs": 80, + "particle_epochs": 7200, + "train_loss": 0.738656759262085, + "train_acc": 0.7760000228881836, + "train_mse": 0.032128240913152695, + "test_loss": 0.9498289227485657, + "test_acc": 0.6959999799728394, + "test_mse": 0.04225980117917061, + "fit_time_sec": 9.117825584020466, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_80e_fixed_epoch_seed73_bf63bb695b9b", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 90, + "epochs": 80, + "particle_epochs": 7200, + "train_loss": 0.7267816066741943, + "train_acc": 0.7770000100135803, + "train_mse": 0.031841080635786057, + "test_loss": 0.954045295715332, + "test_acc": 0.6769999861717224, + "test_mse": 0.04218713194131851, + "fit_time_sec": 8.722332582809031, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_80e_fixed_epoch_seed74_06d4bc72a2ed", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 90, + "epochs": 80, + "particle_epochs": 7200, + "train_loss": 0.7104133367538452, + "train_acc": 0.7889999747276306, + "train_mse": 0.030791515484452248, + "test_loss": 0.962693989276886, + "test_acc": 0.6930000185966492, + "test_mse": 0.04196783900260925, + "fit_time_sec": 8.110321166925132, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_80e_fixed_epoch_seed75_3cdacc3f38c0", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6516683101654053, + "train_acc": 0.7950000166893005, + "train_mse": 0.028850017115473747, + "test_loss": 0.8584634065628052, + "test_acc": 0.7360000014305115, + "test_mse": 0.037673790007829666, + "fit_time_sec": 11.962705624988303, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed71_e66d603db8f5", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6982801556587219, + "train_acc": 0.7914999723434448, + "train_mse": 0.030153820291161537, + "test_loss": 0.9025362133979797, + "test_acc": 0.7239999771118164, + "test_mse": 0.038956169039011, + "fit_time_sec": 11.906837583053857, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed72_47cdadf9a983", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.7527623772621155, + "train_acc": 0.7749999761581421, + "train_mse": 0.032556530088186264, + "test_loss": 1.001193642616272, + "test_acc": 0.6919999718666077, + "test_mse": 0.04309915751218796, + "fit_time_sec": 10.664651792030782, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed73_78208b86e119", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6858600974082947, + "train_acc": 0.784500002861023, + "train_mse": 0.030640259385108948, + "test_loss": 0.8601324558258057, + "test_acc": 0.7350000143051147, + "test_mse": 0.03845023736357689, + "fit_time_sec": 10.921957665821537, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed74_e44bd395ec76", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 120, + "epochs": 80, + "particle_epochs": 9600, + "train_loss": 0.6326538324356079, + "train_acc": 0.8125, + "train_mse": 0.02839995175600052, + "test_loss": 0.889915406703949, + "test_acc": 0.7300000190734863, + "test_mse": 0.03931796923279762, + "fit_time_sec": 10.411899874918163, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_80e_fixed_epoch_seed75_17aefd097619", + "regimen": "fixed_epoch" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0238605737686157, + "train_acc": 0.6834999918937683, + "train_mse": 0.044781655073165894, + "test_loss": 1.2778329849243164, + "test_acc": 0.5789999961853027, + "test_mse": 0.05719960853457451, + "fit_time_sec": 2.591740084113553, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_budget_seed71_ad4f5f56fc08", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 1.0670214891433716, + "train_acc": 0.6604999899864197, + "train_mse": 0.04655227065086365, + "test_loss": 1.199388861656189, + "test_acc": 0.6060000061988831, + "test_mse": 0.052410222589969635, + "fit_time_sec": 2.7087553329765797, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_budget_seed72_c91605717855", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9569582939147949, + "train_acc": 0.7014999985694885, + "train_mse": 0.0413692481815815, + "test_loss": 1.1562552452087402, + "test_acc": 0.6389999985694885, + "test_mse": 0.051246583461761475, + "fit_time_sec": 2.6669440830592066, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_budget_seed73_93b5bd82f1d3", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.8988860845565796, + "train_acc": 0.718999981880188, + "train_mse": 0.03921135887503624, + "test_loss": 1.0667707920074463, + "test_acc": 0.6589999794960022, + "test_mse": 0.047151338309049606, + "fit_time_sec": 2.6316912909969687, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_budget_seed74_a4e354610e4d", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 30, + "epochs": 80, + "particle_epochs": 2400, + "train_loss": 0.9674410820007324, + "train_acc": 0.7139999866485596, + "train_mse": 0.04114193841814995, + "test_loss": 1.2670954465866089, + "test_acc": 0.6230000257492065, + "test_mse": 0.052300941199064255, + "fit_time_sec": 2.8266918330918998, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 30, + "epochs": 80, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_30p_80e_fixed_budget_seed75_d1681e6e7ae0", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 60, + "epochs": 40, + "particle_epochs": 2400, + "train_loss": 1.3702143430709839, + "train_acc": 0.5690000057220459, + "train_mse": 0.0591430589556694, + "test_loss": 1.5396113395690918, + "test_acc": 0.49000000953674316, + "test_mse": 0.06583584100008011, + "fit_time_sec": 2.6427467500325292, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 40, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_40e_fixed_budget_seed71_6fae35a67da9", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 60, + "epochs": 40, + "particle_epochs": 2400, + "train_loss": 1.3834563493728638, + "train_acc": 0.5490000247955322, + "train_mse": 0.05912359058856964, + "test_loss": 1.564630150794983, + "test_acc": 0.5270000100135803, + "test_mse": 0.06432151794433594, + "fit_time_sec": 2.897082625189796, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 40, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_40e_fixed_budget_seed72_6fa47e021e5b", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 60, + "epochs": 40, + "particle_epochs": 2400, + "train_loss": 1.239696979522705, + "train_acc": 0.6129999756813049, + "train_mse": 0.0534692220389843, + "test_loss": 1.4340611696243286, + "test_acc": 0.5109999775886536, + "test_mse": 0.06299576163291931, + "fit_time_sec": 2.8362932079471648, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 40, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_40e_fixed_budget_seed73_e4ccdee8c275", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 60, + "epochs": 40, + "particle_epochs": 2400, + "train_loss": 1.3051151037216187, + "train_acc": 0.593500018119812, + "train_mse": 0.05637447535991669, + "test_loss": 1.4914799928665161, + "test_acc": 0.5370000004768372, + "test_mse": 0.06303515285253525, + "fit_time_sec": 2.7601085831411183, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 40, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_40e_fixed_budget_seed74_82b4a6209e9c", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 60, + "epochs": 40, + "particle_epochs": 2400, + "train_loss": 1.23734712600708, + "train_acc": 0.6150000095367432, + "train_mse": 0.05402138829231262, + "test_loss": 1.6433888673782349, + "test_acc": 0.47200000286102295, + "test_mse": 0.07071221619844437, + "fit_time_sec": 2.791566374944523, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 60, + "epochs": 40, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_60p_40e_fixed_budget_seed75_0e2719972bac", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 90, + "epochs": 27, + "particle_epochs": 2430, + "train_loss": 1.454797387123108, + "train_acc": 0.5099999904632568, + "train_mse": 0.06346537172794342, + "test_loss": 1.7139235734939575, + "test_acc": 0.40400001406669617, + "test_mse": 0.07408219575881958, + "fit_time_sec": 3.001450875075534, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 27, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_27e_fixed_budget_seed71_83befaf31a59", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 90, + "epochs": 27, + "particle_epochs": 2430, + "train_loss": 1.436651349067688, + "train_acc": 0.5364999771118164, + "train_mse": 0.06031753495335579, + "test_loss": 1.525922417640686, + "test_acc": 0.5180000066757202, + "test_mse": 0.06329239904880524, + "fit_time_sec": 2.9281624578870833, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 27, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_27e_fixed_budget_seed72_cee00ffedfe8", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 90, + "epochs": 27, + "particle_epochs": 2430, + "train_loss": 1.5700972080230713, + "train_acc": 0.4805000126361847, + "train_mse": 0.06833409518003464, + "test_loss": 1.7064924240112305, + "test_acc": 0.4180000126361847, + "test_mse": 0.07409033179283142, + "fit_time_sec": 3.446030291961506, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 27, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_27e_fixed_budget_seed73_63586637441d", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 90, + "epochs": 27, + "particle_epochs": 2430, + "train_loss": 1.4872608184814453, + "train_acc": 0.5425000190734863, + "train_mse": 0.06152648106217384, + "test_loss": 1.6065630912780762, + "test_acc": 0.5059999823570251, + "test_mse": 0.06642712652683258, + "fit_time_sec": 3.13685941696167, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 27, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_27e_fixed_budget_seed74_3a58c7518a8f", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 90, + "epochs": 27, + "particle_epochs": 2430, + "train_loss": 1.4402897357940674, + "train_acc": 0.5699999928474426, + "train_mse": 0.05947257950901985, + "test_loss": 1.5009552240371704, + "test_acc": 0.5450000166893005, + "test_mse": 0.06177634745836258, + "fit_time_sec": 3.0350140419322997, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 90, + "epochs": 27, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_90p_27e_fixed_budget_seed75_c5c127ef9782", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 71, + "n_particles": 120, + "epochs": 20, + "particle_epochs": 2400, + "train_loss": 1.5967158079147339, + "train_acc": 0.4830000102519989, + "train_mse": 0.0660470575094223, + "test_loss": 1.7100492715835571, + "test_acc": 0.43799999356269836, + "test_mse": 0.07075551897287369, + "fit_time_sec": 3.14462749985978, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0777bd52fd76272d", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 20, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_20e_fixed_budget_seed71_c981e6c91251", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 72, + "n_particles": 120, + "epochs": 20, + "particle_epochs": 2400, + "train_loss": 1.673862338066101, + "train_acc": 0.46149998903274536, + "train_mse": 0.0692000463604927, + "test_loss": 1.8141505718231201, + "test_acc": 0.4099999964237213, + "test_mse": 0.07267315685749054, + "fit_time_sec": 3.102293625008315, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "6fcb6e473bdacbd2", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 20, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_20e_fixed_budget_seed72_331e9b3a3cb3", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 73, + "n_particles": 120, + "epochs": 20, + "particle_epochs": 2400, + "train_loss": 1.7135908603668213, + "train_acc": 0.4449999928474426, + "train_mse": 0.07240503281354904, + "test_loss": 1.8838708400726318, + "test_acc": 0.375, + "test_mse": 0.0778227150440216, + "fit_time_sec": 2.7550693340599537, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "2e6c351372592f10", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 20, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_20e_fixed_budget_seed73_06252d151e7b", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 74, + "n_particles": 120, + "epochs": 20, + "particle_epochs": 2400, + "train_loss": 1.5981744527816772, + "train_acc": 0.49950000643730164, + "train_mse": 0.06673180311918259, + "test_loss": 1.7434691190719604, + "test_acc": 0.42399999499320984, + "test_mse": 0.07240629941225052, + "fit_time_sec": 2.9445771670434624, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "4000fe3fb26ef207", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 20, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_20e_fixed_budget_seed74_b9a368cfca5a", + "regimen": "fixed_budget" + }, + { + "protocol_version": "1.0.0", + "pso_version": "4.0.0", + "torch_version": "2.13.0", + "hardware": { + "platform": "macOS-26.5.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timing_scope": "fit_only_after_method_specific_warmup", + "warmup_epochs": 2, + "error": null, + "phase": "scaling", + "method": "adaptive_moment", + "candidate_label": "am_b0.06_s0.5", + "seed": 75, + "n_particles": 120, + "epochs": 20, + "particle_epochs": 2400, + "train_loss": 1.635738730430603, + "train_acc": 0.46950000524520874, + "train_mse": 0.06960180401802063, + "test_loss": 1.8486356735229492, + "test_acc": 0.4059999883174896, + "test_mse": 0.07580890506505966, + "fit_time_sec": 3.1960245410446078, + "data_fingerprint": "dfe645918ece54c0", + "model_fingerprint": "0966039f5ef7af88", + "device": "mps", + "completed": true, + "plugins": { + "movement": { + "title": "Adaptive Path-Moment PSO", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "moment_blend": 0.06, + "moment_beta1": 0.9, + "moment_beta2": 0.999, + "moment_step_size": 0.5, + "moment_epsilon": 1e-08 + } + }, + "initialization": { + "title": "Model Weight + Uniform Noise Initialization", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": { + "noise": 0.05 + } + }, + "evaluation": { + "title": "Fixed Subset Evaluation", + "source": null, + "fidelity": "experimental", + "gradient_required": false, + "options": { + "fitness_size": 2000 + } + }, + "convergence": { + "title": "No Convergence Action", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + }, + "refinement": { + "title": "No Refinement", + "source": null, + "fidelity": "canonical", + "gradient_required": false, + "options": {} + } + }, + "config": { + "method": "adaptive_moment", + "velocity_limit_ratio": 0.025, + "mutation_swarm": 0.02, + "negative_swarm": 0.0, + "particle_min": -3.0, + "particle_max": 3.0, + "boundary_strategy": "reflect", + "initialization": "model_noise", + "initial_position_noise": 0.05, + "evaluation": "fixed_subset", + "fitness_size": 2000, + "convergence": "none", + "refinement": "none", + "c0": 1.49618, + "c1": 1.49618, + "w_min": 0.7298, + "w_max": 0.7298, + "method_options": { + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9 + }, + "n_particles": 120, + "epochs": 20, + "batch_size": 1000, + "renewal": "loss" + }, + "run_id": "scaling_120p_20e_fixed_budget_seed75_177edb72bac0", + "regimen": "fixed_budget" + } + ] +} \ No newline at end of file diff --git a/benchmark_results/pso_v4_tuning_confirmation.csv b/benchmark_results/pso_v4_tuning_confirmation.csv new file mode 100644 index 0000000..0d43d14 --- /dev/null +++ b/benchmark_results/pso_v4_tuning_confirmation.csv @@ -0,0 +1,26 @@ +method,candidate_label,seed,n_particles,epochs,particle_epochs,train_loss,train_acc,test_loss,test_acc,test_mse,fit_time_sec,data_fingerprint,model_fingerprint,device +adaptive_moment,am_b0.06_s0.5,61,30,80,2400,1.0297304391860962,0.6644999980926514,1.2476433515548706,0.5960000157356262,0.054337989538908005,3.3018275420181453,dfe645918ece54c0,2a1760dc9ec95c0a,mps +adaptive_moment,am_b0.06_s0.5,62,30,80,2400,1.0248669385910034,0.6800000071525574,1.2172735929489136,0.6150000095367432,0.05301284044981003,3.082969541894272,dfe645918ece54c0,8722b0d78b78d382,mps +adaptive_moment,am_b0.06_s0.5,63,30,80,2400,1.0421160459518433,0.6690000295639038,1.2344101667404175,0.6190000176429749,0.052518151700496674,2.7472599998582155,dfe645918ece54c0,f9f62f1942f9151e,mps +adaptive_moment,am_b0.06_s0.5,64,30,80,2400,0.9773346185684204,0.7059999704360962,1.1978241205215454,0.6150000095367432,0.052042748779058456,2.670909541891888,dfe645918ece54c0,4cd40d38555ee5ce,mps +adaptive_moment,am_b0.06_s0.5,65,30,80,2400,1.0047204494476318,0.6959999799728394,1.2509828805923462,0.6079999804496765,0.05341806635260582,2.9130489169619977,dfe645918ece54c0,70f99d26e1303b76,mps +inertia,inertia_asymmetric,61,30,80,2400,1.0274338722229004,0.6735000014305115,1.2075469493865967,0.6320000290870667,0.051997773349285126,2.564156916923821,dfe645918ece54c0,2a1760dc9ec95c0a,mps +inertia,inertia_asymmetric,62,30,80,2400,0.9986715912818909,0.6855000257492065,1.2740414142608643,0.578000009059906,0.056466199457645416,2.5913295838981867,dfe645918ece54c0,8722b0d78b78d382,mps +inertia,inertia_asymmetric,63,30,80,2400,0.8828525543212891,0.7315000295639038,1.0797629356384277,0.6620000004768372,0.04682194069027901,2.6188287080731243,dfe645918ece54c0,f9f62f1942f9151e,mps +inertia,inertia_asymmetric,64,30,80,2400,0.9942940473556519,0.6865000128746033,1.2426005601882935,0.621999979019165,0.05173056200146675,2.534188667079434,dfe645918ece54c0,4cd40d38555ee5ce,mps +inertia,inertia_asymmetric,65,30,80,2400,1.0921698808670044,0.6729999780654907,1.2609055042266846,0.6209999918937683,0.052379049360752106,2.542070833966136,dfe645918ece54c0,70f99d26e1303b76,mps +constriction,constriction_c205_canonical,61,30,80,2400,1.0248574018478394,0.6919999718666077,1.2035431861877441,0.6299999952316284,0.05152203515172005,2.5165979999583215,dfe645918ece54c0,2a1760dc9ec95c0a,mps +constriction,constriction_c205_canonical,62,30,80,2400,1.1310851573944092,0.6700000166893005,1.3196481466293335,0.5849999785423279,0.055950723588466644,2.481917541939765,dfe645918ece54c0,8722b0d78b78d382,mps +constriction,constriction_c205_canonical,63,30,80,2400,1.0529502630233765,0.6644999980926514,1.2498247623443604,0.5789999961853027,0.05548400804400444,2.593008500058204,dfe645918ece54c0,f9f62f1942f9151e,mps +constriction,constriction_c205_canonical,64,30,80,2400,0.9444444179534912,0.7145000100135803,1.2384077310562134,0.6179999709129333,0.0526747927069664,2.4862103750929236,dfe645918ece54c0,4cd40d38555ee5ce,mps +constriction,constriction_c205_canonical,65,30,80,2400,0.9420643448829651,0.7105000019073486,1.219950795173645,0.6209999918937683,0.051569391041994095,2.5256920421961695,dfe645918ece54c0,70f99d26e1303b76,mps +local_best,local_best_r4_constant,61,30,80,2400,1.0233083963394165,0.703499972820282,1.1751943826675415,0.6549999713897705,0.050412945449352264,2.535716458922252,dfe645918ece54c0,2a1760dc9ec95c0a,mps +local_best,local_best_r4_constant,62,30,80,2400,1.0379226207733154,0.6970000267028809,1.2656233310699463,0.593999981880188,0.056342579424381256,2.5843862500041723,dfe645918ece54c0,8722b0d78b78d382,mps +local_best,local_best_r4_constant,63,30,80,2400,0.9664440751075745,0.7275000214576721,1.167758584022522,0.6570000052452087,0.049540925770998,2.485073500080034,dfe645918ece54c0,f9f62f1942f9151e,mps +local_best,local_best_r4_constant,64,30,80,2400,1.0115971565246582,0.703000009059906,1.1620168685913086,0.625,0.052118122577667236,2.467889874940738,dfe645918ece54c0,4cd40d38555ee5ce,mps +local_best,local_best_r4_constant,65,30,80,2400,1.0574767589569092,0.6959999799728394,1.286249041557312,0.6010000109672546,0.05573433265089989,2.488020292017609,dfe645918ece54c0,70f99d26e1303b76,mps +quantum,quantum_beta_0.4_0.9,61,30,80,2400,1.4583405256271362,0.5460000038146973,1.464557409286499,0.5320000052452087,0.06282258033752441,2.3820620418991894,dfe645918ece54c0,2a1760dc9ec95c0a,mps +quantum,quantum_beta_0.4_0.9,62,30,80,2400,1.5153175592422485,0.5084999799728394,1.5834708213806152,0.4650000035762787,0.0668596550822258,2.4394417498260736,dfe645918ece54c0,8722b0d78b78d382,mps +quantum,quantum_beta_0.4_0.9,63,30,80,2400,1.4202407598495483,0.5490000247955322,1.5065674781799316,0.4860000014305115,0.06405868381261826,2.3948492500931025,dfe645918ece54c0,f9f62f1942f9151e,mps +quantum,quantum_beta_0.4_0.9,64,30,80,2400,1.3938108682632446,0.5199999809265137,1.4775264263153076,0.46799999475479126,0.06637361645698547,2.3948124169837683,dfe645918ece54c0,4cd40d38555ee5ce,mps +quantum,quantum_beta_0.4_0.9,65,30,80,2400,1.3520328998565674,0.5724999904632568,1.5641074180603027,0.4779999852180481,0.06454122811555862,2.402772541856393,dfe645918ece54c0,70f99d26e1303b76,mps diff --git a/benchmark_results/pso_v4_tuning_search.csv b/benchmark_results/pso_v4_tuning_search.csv new file mode 100644 index 0000000..91afc6d --- /dev/null +++ b/benchmark_results/pso_v4_tuning_search.csv @@ -0,0 +1,97 @@ +method,candidate_label,seed,n_particles,epochs,particle_epochs,train_loss,train_acc,val_loss,val_acc,val_mse,fit_time_sec,data_fingerprint,model_fingerprint,device +adaptive_moment,am_b0.03_s0.5,51,30,80,2400,1.112807035446167,0.6570000052452087,1.0964455604553223,0.6633333563804626,0.046677425503730774,2.5230953749269247,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.03_s0.5,52,30,80,2400,0.995387077331543,0.6869999766349792,1.0115970373153687,0.6816666722297668,0.04280940815806389,2.5447300830855966,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.03_s0.5,53,30,80,2400,0.9480092525482178,0.7080000042915344,0.9940392971038818,0.6883333325386047,0.0421285405755043,2.493663167115301,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.03_s1.0,51,30,80,2400,0.9984938502311707,0.7024999856948853,1.0240328311920166,0.6850000023841858,0.04404553398489952,2.54264641716145,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.03_s1.0,52,30,80,2400,1.0163198709487915,0.6890000104904175,0.9720749855041504,0.6933333277702332,0.042471032589673996,2.491340707987547,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.03_s1.0,53,30,80,2400,1.0211265087127686,0.6884999871253967,1.081996202468872,0.6850000023841858,0.04483034089207649,2.633713499875739,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.03_s1.5,51,30,80,2400,1.0612047910690308,0.6735000014305115,1.030881404876709,0.6850000023841858,0.04405777156352997,2.8367540831677616,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.03_s1.5,52,30,80,2400,0.9462777972221375,0.7149999737739563,0.8990310430526733,0.7266666889190674,0.03923330828547478,2.5477614579722285,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.03_s1.5,53,30,80,2400,0.9608960747718811,0.7120000123977661,1.0034033060073853,0.6833333373069763,0.042279649525880814,2.5643632498104125,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.06_s0.5,51,30,80,2400,1.068866491317749,0.6855000257492065,1.0220483541488647,0.675000011920929,0.04446922242641449,2.6285997920203954,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.06_s0.5,52,30,80,2400,0.9650915265083313,0.7080000042915344,0.9152445197105408,0.7083333134651184,0.04066821560263634,2.7918378338217735,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.06_s0.5,53,30,80,2400,0.9414446949958801,0.7014999985694885,0.9156243801116943,0.721666693687439,0.03982962667942047,2.729898874880746,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.06_s1.0,51,30,80,2400,1.0662047863006592,0.6754999756813049,0.9721739888191223,0.6899999976158142,0.042344048619270325,2.5812953328713775,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.06_s1.0,52,30,80,2400,0.9808334112167358,0.6924999952316284,0.9488086104393005,0.6933333277702332,0.04174558073282242,2.8018474159762263,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.06_s1.0,53,30,80,2400,0.9464473724365234,0.7085000276565552,0.9320653080940247,0.7083333134651184,0.040938157588243484,2.7171109160408378,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.06_s1.5,51,30,80,2400,1.1136488914489746,0.6549999713897705,1.1235008239746094,0.6650000214576721,0.04781530797481537,2.7500752080231905,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.06_s1.5,52,30,80,2400,1.0324392318725586,0.6825000047683716,1.0213521718978882,0.6833333373069763,0.04513593390583992,3.103288209065795,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.06_s1.5,53,30,80,2400,1.0860146284103394,0.6589999794960022,1.0920277833938599,0.6499999761581421,0.04753243178129196,2.862214791122824,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.1_s0.5,51,30,80,2400,1.0369712114334106,0.6644999980926514,1.0877516269683838,0.6766666769981384,0.04590357467532158,2.8528131251223385,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.1_s0.5,52,30,80,2400,0.9936539530754089,0.6965000033378601,0.9451570510864258,0.6983333230018616,0.040929101407527924,2.7851123749278486,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.1_s0.5,53,30,80,2400,0.9365023374557495,0.7014999985694885,0.8658249974250793,0.7283333539962769,0.038747914135456085,2.7191387079656124,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.1_s1.0,51,30,80,2400,1.0722532272338867,0.6995000243186951,0.9926102757453918,0.7016666531562805,0.04247405380010605,2.8380547501146793,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.1_s1.0,52,30,80,2400,0.9977437853813171,0.6930000185966492,1.009635329246521,0.6966666579246521,0.04288069158792496,2.905045999912545,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.1_s1.0,53,30,80,2400,1.0425642728805542,0.6664999723434448,1.0561128854751587,0.6783333420753479,0.0449373684823513,2.7804793331306428,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.1_s1.5,51,30,80,2400,1.0099478960037231,0.6775000095367432,1.00997793674469,0.6899999976158142,0.042956266552209854,2.8892802079208195,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.1_s1.5,52,30,80,2400,1.0597009658813477,0.6744999885559082,1.063821792602539,0.6966666579246521,0.044883932918310165,2.669369083130732,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.1_s1.5,53,30,80,2400,0.986152708530426,0.7080000042915344,1.0491483211517334,0.6850000023841858,0.04293783754110336,2.626303083030507,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.15_s0.5,51,30,80,2400,1.1084171533584595,0.652999997138977,1.1322306394577026,0.6600000262260437,0.04928039386868477,2.5766194579191506,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.15_s0.5,52,30,80,2400,0.970059335231781,0.7129999995231628,0.9312149882316589,0.7300000190734863,0.03986109420657158,2.731992583023384,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.15_s0.5,53,30,80,2400,0.9970248341560364,0.6995000243186951,0.9656715989112854,0.70333331823349,0.04226723685860634,3.0274115409702063,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.15_s1.0,51,30,80,2400,1.0099536180496216,0.7009999752044678,0.9564719796180725,0.7166666388511658,0.04047820717096329,2.9793542500119656,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.15_s1.0,52,30,80,2400,1.0434995889663696,0.6819999814033508,0.9963273406028748,0.6949999928474426,0.04349374398589134,2.8151185419410467,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.15_s1.0,53,30,80,2400,1.0348174571990967,0.6840000152587891,1.0127019882202148,0.6866666674613953,0.04363732784986496,3.0412363330833614,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.15_s1.5,51,30,80,2400,1.1573493480682373,0.6299999952316284,1.2029211521148682,0.6133333444595337,0.05152761936187744,3.1714885828550905,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.15_s1.5,52,30,80,2400,1.060623288154602,0.6949999928474426,1.0831577777862549,0.6966666579246521,0.04344262182712555,2.993674041936174,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.15_s1.5,53,30,80,2400,1.0753278732299805,0.6769999861717224,0.9602290987968445,0.6983333230018616,0.0414869599044323,2.7658886671997607,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.06_s1.0_beta0.8,51,30,80,2400,1.1594665050506592,0.6480000019073486,1.1239941120147705,0.6700000166893005,0.047122661024332047,2.764871333958581,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.06_s1.0_beta0.8,52,30,80,2400,0.9945915341377258,0.7064999938011169,1.0324488878250122,0.6683333516120911,0.04436164349317551,2.830462665995583,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.06_s1.0_beta0.8,53,30,80,2400,0.9297089576721191,0.7110000252723694,0.938503623008728,0.70333331823349,0.04101715609431267,2.8122877080459148,bfc8de485755d7f3,00868f788440b8a0,mps +adaptive_moment,am_b0.06_s1.0_beta0.95,51,30,80,2400,1.1143780946731567,0.6514999866485596,1.0093973875045776,0.6800000071525574,0.04380199685692787,2.9217382080387324,bfc8de485755d7f3,82b3214d02e2e634,mps +adaptive_moment,am_b0.06_s1.0_beta0.95,52,30,80,2400,1.0144661664962769,0.6884999871253967,0.9828318357467651,0.6833333373069763,0.04375388100743294,2.777603624854237,bfc8de485755d7f3,ddffbe335bef15ad,mps +adaptive_moment,am_b0.06_s1.0_beta0.95,53,30,80,2400,1.1004270315170288,0.6600000262260437,1.0834088325500488,0.6683333516120911,0.04595582187175751,3.0502532080281526,bfc8de485755d7f3,00868f788440b8a0,mps +inertia,inertia_canonical,51,30,80,2400,1.4416260719299316,0.5649999976158142,1.4125466346740723,0.6000000238418579,0.05729174241423607,3.098805333022028,bfc8de485755d7f3,82b3214d02e2e634,mps +inertia,inertia_canonical,52,30,80,2400,1.665074348449707,0.4894999861717224,1.6294100284576416,0.5066666603088379,0.06497763097286224,2.652766958111897,bfc8de485755d7f3,ddffbe335bef15ad,mps +inertia,inertia_canonical,53,30,80,2400,1.4698249101638794,0.5565000176429749,1.4316622018814087,0.5683333277702332,0.059196680784225464,2.529014667030424,bfc8de485755d7f3,00868f788440b8a0,mps +inertia,inertia_tuned,51,30,80,2400,1.0468239784240723,0.699999988079071,1.0345858335494995,0.6816666722297668,0.04465937986969948,2.626064541982487,bfc8de485755d7f3,82b3214d02e2e634,mps +inertia,inertia_tuned,52,30,80,2400,0.9420707821846008,0.703000009059906,0.9224241375923157,0.7250000238418579,0.040230974555015564,2.5009557919111103,bfc8de485755d7f3,ddffbe335bef15ad,mps +inertia,inertia_tuned,53,30,80,2400,1.0711344480514526,0.6754999756813049,1.0678696632385254,0.6766666769981384,0.04436859115958214,2.4420957090333104,bfc8de485755d7f3,00868f788440b8a0,mps +inertia,inertia_low_w,51,30,80,2400,1.113174319267273,0.6365000009536743,1.0575727224349976,0.6850000023841858,0.0461583249270916,2.484879707917571,bfc8de485755d7f3,82b3214d02e2e634,mps +inertia,inertia_low_w,52,30,80,2400,1.0245047807693481,0.6790000200271606,0.9806669354438782,0.70333331823349,0.042586930096149445,2.643615792039782,bfc8de485755d7f3,ddffbe335bef15ad,mps +inertia,inertia_low_w,53,30,80,2400,1.0131726264953613,0.6859999895095825,0.9656168818473816,0.6983333230018616,0.04216707497835159,2.4834530411753803,bfc8de485755d7f3,00868f788440b8a0,mps +inertia,inertia_w_decay,51,30,80,2400,1.0393675565719604,0.6915000081062317,1.025821566581726,0.6983333230018616,0.04372088611125946,2.426888459129259,bfc8de485755d7f3,82b3214d02e2e634,mps +inertia,inertia_w_decay,52,30,80,2400,1.1047112941741943,0.6600000262260437,1.1661359071731567,0.6700000166893005,0.04753515496850014,2.480164624983445,bfc8de485755d7f3,ddffbe335bef15ad,mps +inertia,inertia_w_decay,53,30,80,2400,0.9673198461532593,0.6909999847412109,0.9870904684066772,0.6816666722297668,0.04321449622511864,2.422041916055605,bfc8de485755d7f3,00868f788440b8a0,mps +inertia,inertia_asymmetric,51,30,80,2400,1.0810083150863647,0.6775000095367432,1.0954482555389404,0.6949999928474426,0.04539918154478073,2.485565959010273,bfc8de485755d7f3,82b3214d02e2e634,mps +inertia,inertia_asymmetric,52,30,80,2400,0.9861184358596802,0.6909999847412109,1.0121054649353027,0.6933333277702332,0.043754804879426956,2.5209125420078635,bfc8de485755d7f3,ddffbe335bef15ad,mps +inertia,inertia_asymmetric,53,30,80,2400,0.9526417851448059,0.722000002861023,0.9798429608345032,0.70333331823349,0.04217696189880371,2.5959840829018503,bfc8de485755d7f3,00868f788440b8a0,mps +constriction,constriction_c201,51,30,80,2400,1.0345860719680786,0.6869999766349792,0.9738073945045471,0.6916666626930237,0.042279358953237534,2.698073250008747,bfc8de485755d7f3,82b3214d02e2e634,mps +constriction,constriction_c201,52,30,80,2400,1.0233638286590576,0.6865000128746033,1.0523117780685425,0.6883333325386047,0.043930795043706894,3.4117308750282973,bfc8de485755d7f3,ddffbe335bef15ad,mps +constriction,constriction_c201,53,30,80,2400,1.0302053689956665,0.6880000233650208,0.9275049567222595,0.7166666388511658,0.040264155715703964,3.1805959579069167,bfc8de485755d7f3,00868f788440b8a0,mps +constriction,constriction_c205_canonical,51,30,80,2400,1.0515944957733154,0.6759999990463257,1.0619410276412964,0.6933333277702332,0.044216156005859375,3.237764042103663,bfc8de485755d7f3,82b3214d02e2e634,mps +constriction,constriction_c205_canonical,52,30,80,2400,1.061699390411377,0.6744999885559082,1.016150712966919,0.6866666674613953,0.0442710816860199,2.7161605830769986,bfc8de485755d7f3,ddffbe335bef15ad,mps +constriction,constriction_c205_canonical,53,30,80,2400,0.9327093362808228,0.7289999723434448,0.8751127123832703,0.746666669845581,0.03667077049612999,2.968678707955405,bfc8de485755d7f3,00868f788440b8a0,mps +constriction,constriction_c205_tuned,51,30,80,2400,1.053567886352539,0.6825000047683716,0.991266667842865,0.699999988079071,0.04196731001138687,3.042221749899909,bfc8de485755d7f3,82b3214d02e2e634,mps +constriction,constriction_c205_tuned,52,30,80,2400,0.9388713836669922,0.7139999866485596,0.9303705096244812,0.7116666436195374,0.0403158962726593,2.8448961251415312,bfc8de485755d7f3,ddffbe335bef15ad,mps +constriction,constriction_c205_tuned,53,30,80,2400,0.9965179562568665,0.6995000243186951,0.9846652150154114,0.7133333086967468,0.04187808558344841,3.1848887908272445,bfc8de485755d7f3,00868f788440b8a0,mps +constriction,constriction_c250,51,30,80,2400,2.2795634269714355,0.18150000274181366,2.250452756881714,0.18666666746139526,0.08861013501882553,2.9961123750545084,bfc8de485755d7f3,82b3214d02e2e634,mps +constriction,constriction_c250,52,30,80,2400,2.2547407150268555,0.20350000262260437,2.2187206745147705,0.2150000035762787,0.08802558481693268,3.024313250090927,bfc8de485755d7f3,ddffbe335bef15ad,mps +constriction,constriction_c250,53,30,80,2400,2.19023060798645,0.19300000369548798,2.178219795227051,0.20499999821186066,0.08775272965431213,2.961929291021079,bfc8de485755d7f3,00868f788440b8a0,mps +constriction,constriction_asymmetric,51,30,80,2400,1.2645200490951538,0.6150000095367432,1.2170491218566895,0.6316666603088379,0.05265685170888901,3.023697500117123,bfc8de485755d7f3,82b3214d02e2e634,mps +constriction,constriction_asymmetric,52,30,80,2400,1.2607256174087524,0.6014999747276306,1.2684078216552734,0.5883333086967468,0.05453150346875191,2.8057189998216927,bfc8de485755d7f3,ddffbe335bef15ad,mps +constriction,constriction_asymmetric,53,30,80,2400,1.2320771217346191,0.6140000224113464,1.2376829385757446,0.6200000047683716,0.05186690762639046,2.709051915910095,bfc8de485755d7f3,00868f788440b8a0,mps +local_best,local_best_r1_constant,51,30,80,2400,1.4435429573059082,0.5354999899864197,1.4319947957992554,0.528333306312561,0.062414027750492096,2.6544057081919163,bfc8de485755d7f3,82b3214d02e2e634,mps +local_best,local_best_r1_constant,52,30,80,2400,1.4914970397949219,0.527999997138977,1.4473850727081299,0.5333333611488342,0.06336859613656998,2.7407990000210702,bfc8de485755d7f3,ddffbe335bef15ad,mps +local_best,local_best_r1_constant,53,30,80,2400,1.4734760522842407,0.5680000185966492,1.5045198202133179,0.5366666913032532,0.06426934152841568,2.693694499786943,bfc8de485755d7f3,00868f788440b8a0,mps +local_best,local_best_r2_constant,51,30,80,2400,1.2284750938415527,0.6345000267028809,1.191932201385498,0.628333330154419,0.0514327734708786,2.4563205409795046,bfc8de485755d7f3,82b3214d02e2e634,mps +local_best,local_best_r2_constant,52,30,80,2400,1.1704559326171875,0.6504999995231628,1.1325551271438599,0.6700000166893005,0.049076274037361145,2.5833707919809967,bfc8de485755d7f3,ddffbe335bef15ad,mps +local_best,local_best_r2_constant,53,30,80,2400,1.243313193321228,0.6320000290870667,1.2125868797302246,0.6516666412353516,0.05214923247694969,2.475700625218451,bfc8de485755d7f3,00868f788440b8a0,mps +local_best,local_best_r4_constant,51,30,80,2400,1.0172255039215088,0.6884999871253967,1.0000126361846924,0.699999988079071,0.0425647497177124,2.4682277080137283,bfc8de485755d7f3,82b3214d02e2e634,mps +local_best,local_best_r4_constant,52,30,80,2400,0.9992414712905884,0.7089999914169312,0.9295963644981384,0.7283333539962769,0.04094172641634941,2.4259307920001447,bfc8de485755d7f3,ddffbe335bef15ad,mps +local_best,local_best_r4_constant,53,30,80,2400,0.9578440189361572,0.7139999866485596,0.9051287770271301,0.7450000047683716,0.03751235082745552,2.4171505419071764,bfc8de485755d7f3,00868f788440b8a0,mps +local_best,local_best_r1_decay,51,30,80,2400,1.4906078577041626,0.5640000104904175,1.4867504835128784,0.5400000214576721,0.06405453383922577,2.455931582953781,bfc8de485755d7f3,82b3214d02e2e634,mps +local_best,local_best_r1_decay,52,30,80,2400,1.4803287982940674,0.5559999942779541,1.4699759483337402,0.5733333230018616,0.0630197748541832,2.5800107079558074,bfc8de485755d7f3,ddffbe335bef15ad,mps +local_best,local_best_r1_decay,53,30,80,2400,1.4953768253326416,0.5370000004768372,1.4344968795776367,0.5416666865348816,0.06267009675502777,2.5192452499177307,bfc8de485755d7f3,00868f788440b8a0,mps +quantum,quantum_beta_0.5_1.0,51,30,80,2400,1.4666624069213867,0.5055000185966492,1.4257338047027588,0.5183333158493042,0.06076965853571892,2.411743083037436,bfc8de485755d7f3,82b3214d02e2e634,mps +quantum,quantum_beta_0.5_1.0,52,30,80,2400,1.4086458683013916,0.5370000004768372,1.3660792112350464,0.5383333563804626,0.05962810665369034,2.398069208022207,bfc8de485755d7f3,ddffbe335bef15ad,mps +quantum,quantum_beta_0.5_1.0,53,30,80,2400,1.3147938251495361,0.5580000281333923,1.295978307723999,0.574999988079071,0.05797567218542099,2.4090406668838114,bfc8de485755d7f3,00868f788440b8a0,mps +quantum,quantum_beta_0.6_1.0,51,30,80,2400,1.7944316864013672,0.3955000042915344,1.7316218614578247,0.4050000011920929,0.07277336716651917,2.4751413341145962,bfc8de485755d7f3,82b3214d02e2e634,mps +quantum,quantum_beta_0.6_1.0,52,30,80,2400,1.770385980606079,0.3785000145435333,1.7482523918151855,0.3866666555404663,0.07508829981088638,2.41624170797877,bfc8de485755d7f3,ddffbe335bef15ad,mps +quantum,quantum_beta_0.6_1.0,53,30,80,2400,1.711459994316101,0.4320000112056732,1.684290885925293,0.4399999976158142,0.07037489116191864,2.4244089999701828,bfc8de485755d7f3,00868f788440b8a0,mps +quantum,quantum_beta_0.5_1.2,51,30,80,2400,1.6640392541885376,0.4580000042915344,1.6313401460647583,0.43833333253860474,0.0688972994685173,2.379183917073533,bfc8de485755d7f3,82b3214d02e2e634,mps +quantum,quantum_beta_0.5_1.2,52,30,80,2400,1.5431870222091675,0.49149999022483826,1.515285849571228,0.5133333206176758,0.06496633589267731,2.3730562501586974,bfc8de485755d7f3,ddffbe335bef15ad,mps +quantum,quantum_beta_0.5_1.2,53,30,80,2400,1.7410157918930054,0.4059999883174896,1.7098183631896973,0.3916666805744171,0.07386184483766556,2.438973000040278,bfc8de485755d7f3,00868f788440b8a0,mps +quantum,quantum_beta_0.4_0.9,51,30,80,2400,1.4330989122390747,0.512499988079071,1.369968295097351,0.5433333516120911,0.06111948564648628,2.5881015001796186,bfc8de485755d7f3,82b3214d02e2e634,mps +quantum,quantum_beta_0.4_0.9,52,30,80,2400,1.4685417413711548,0.5249999761581421,1.3982360363006592,0.5716666579246521,0.06072157621383667,2.5672016669996083,bfc8de485755d7f3,ddffbe335bef15ad,mps +quantum,quantum_beta_0.4_0.9,53,30,80,2400,1.3139362335205078,0.5789999961853027,1.244922161102295,0.5799999833106995,0.056043192744255066,2.4583064999897033,bfc8de485755d7f3,00868f788440b8a0,mps diff --git a/benchmark_results/pso_v5_deep_methods.csv b/benchmark_results/pso_v5_deep_methods.csv new file mode 100644 index 0000000..15fb758 --- /dev/null +++ b/benchmark_results/pso_v5_deep_methods.csv @@ -0,0 +1,10 @@ +section,metric,value +protocol,version,MNIST-PSO-RAW-V5 1.0.0 +pilot,selected_dimension,full +single_model,test_accuracy,83.23 +single_model,test_nll,0.556332 +single_model,test_brier,0.253921 +single_model,test_ece,0.085242 +ensemble,test_accuracy,87.0 +ensemble,test_nll,0.535928 +ensemble,pairwise_disagreement,0.1585 diff --git a/benchmark_results/pso_v5_deep_methods.json b/benchmark_results/pso_v5_deep_methods.json new file mode 100644 index 0000000..e356327 --- /dev/null +++ b/benchmark_results/pso_v5_deep_methods.json @@ -0,0 +1,12850 @@ +{ + "protocol_version": "MNIST-PSO-RAW-V5 1.0.0", + "pso_version": "4.0.0", + "timestamp": "2026-09-02T10:19:51.467879+00:00", + "completed": true, + "hardware_provenance": { + "platform": "macOS-26.6.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "data_provenance": { + "input_shape": [ + 1, + 28, + 28 + ], + "pca": false, + "raw_inputs": true, + "normalization_scope": "search_train_50000_only", + "train_mean": 0.130682, + "train_std": 0.308127, + "search_samples": 50000, + "val_samples": 10000, + "test_samples": 10000, + "split_seed": 20260902, + "split_fingerprint": "51b289d9f503a9f3" + }, + "data_fingerprint": "5a383dfbf7c31442", + "base_model_fingerprint": "d0eee0ffd33088ed", + "configuration": { + "base_model_seed": 41, + "split_seed": 20260902, + "pilot_seed": 91, + "pilot_dimensions": [ + "290", + "1024", + "4096", + "full" + ], + "pilot_particles": 30, + "pilot_epochs": 160, + "confirmation_seeds": [ + 101, + 102, + 103 + ], + "confirmation_particles": 60, + "confirmation_epochs": 600, + "confirmation_schedule": "2000:420,10000:135,50000:45", + "fitness_objective": "cross_entropy_loss_primary_accuracy_tiebreak", + "parameterization": { + "layer_scale": "per_parameter_tensor_std_floor_1e-4", + "subspace": "deterministic_sparse_signed_hash_count_normalized", + "initialization": "exact_base_plus_antithetic", + "initial_radius": 0.5, + "reflective_bound": 3.0 + }, + "movement": { + "name": "latent_adaptive_moment_pso", + "c0": 1.49618, + "c1": 1.49618, + "w": 0.7298, + "moment_blend": 0.06, + "moment_step_size": 0.5, + "moment_beta1": 0.9, + "moment_beta2": 0.999 + }, + "objective_transition": "reevaluate_all_pbests_then_rebuild_gbest", + "validation_selection": { + "single": "lowest_nll_then_highest_accuracy", + "ensemble": "within_2_accuracy_points_then_greedy_disagreement", + "ensemble_size": 5 + }, + "fitness_batch_size": 1000, + "ece_bins": 15 + }, + "pilot_phase": { + "selected_dimension": "full", + "results": [ + { + "dimension": "290", + "val_loss": 2.216933, + "val_acc": 22.33, + "wall_time_sec": 6.0698, + "queries": 4800, + "sample_evaluations": 9600000 + }, + { + "dimension": "1024", + "val_loss": 1.960143, + "val_acc": 41.34, + "wall_time_sec": 6.0666, + "queries": 4800, + "sample_evaluations": 9600000 + }, + { + "dimension": "4096", + "val_loss": 1.550738, + "val_acc": 55.97, + "wall_time_sec": 6.2638, + "queries": 4800, + "sample_evaluations": 9600000 + }, + { + "dimension": "full", + "val_loss": 1.205564, + "val_acc": 67.18, + "wall_time_sec": 6.1629, + "queries": 4800, + "sample_evaluations": 9600000 + } + ] + }, + "confirmation_phase": { + "runs": [ + { + "seed": 101, + "val_loss": 0.59828, + "val_acc": 81.96, + "wall_time_sec": 124.8601, + "queries": 36120, + "sample_evaluations": 270000000, + "transition_reevaluations": 120, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.313677, + "gbest_acc": 8.55 + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.301218, + "gbest_acc": 8.3 + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.285447, + "gbest_acc": 10.2 + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.272852, + "gbest_acc": 10.25 + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.25676, + "gbest_acc": 15.2 + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.235169, + "gbest_acc": 16.05 + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.215387, + "gbest_acc": 17.5 + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.195138, + "gbest_acc": 16.95 + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.172303, + "gbest_acc": 17.1 + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.143942, + "gbest_acc": 18.4 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.104848, + "gbest_acc": 25.65 + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.074167, + "gbest_acc": 28.2 + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.047087, + "gbest_acc": 31.1 + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037421, + "gbest_acc": 31.6 + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.020699, + "gbest_acc": 32.6 + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.001263, + "gbest_acc": 31.6 + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.987104, + "gbest_acc": 32.8 + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.974485, + "gbest_acc": 34.5 + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.95992, + "gbest_acc": 33.55 + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.920345, + "gbest_acc": 35.7 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.89665, + "gbest_acc": 34.45 + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.865372, + "gbest_acc": 37.95 + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862488, + "gbest_acc": 36.9 + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.840315, + "gbest_acc": 37.5 + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.80913, + "gbest_acc": 41.65 + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.805179, + "gbest_acc": 41.25 + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.790193, + "gbest_acc": 41.5 + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.778837, + "gbest_acc": 42.0 + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.741537, + "gbest_acc": 40.7 + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.723342, + "gbest_acc": 41.95 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.723342, + "gbest_acc": 41.95 + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.723342, + "gbest_acc": 41.95 + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711093, + "gbest_acc": 44.2 + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.710663, + "gbest_acc": 43.1 + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.697524, + "gbest_acc": 47.95 + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.695646, + "gbest_acc": 43.15 + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675378, + "gbest_acc": 44.8 + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675378, + "gbest_acc": 44.8 + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675378, + "gbest_acc": 44.8 + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675378, + "gbest_acc": 44.8 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.663723, + "gbest_acc": 47.1 + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.643251, + "gbest_acc": 47.8 + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.638515, + "gbest_acc": 49.0 + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.638515, + "gbest_acc": 49.0 + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.638515, + "gbest_acc": 49.0 + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.630599, + "gbest_acc": 49.85 + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.625831, + "gbest_acc": 49.35 + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.612363, + "gbest_acc": 49.3 + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.607309, + "gbest_acc": 49.15 + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597507, + "gbest_acc": 49.95 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597507, + "gbest_acc": 49.95 + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.589937, + "gbest_acc": 49.15 + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585674, + "gbest_acc": 49.05 + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585674, + "gbest_acc": 49.05 + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581923, + "gbest_acc": 48.6 + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.573042, + "gbest_acc": 50.3 + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566593, + "gbest_acc": 50.35 + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.560889, + "gbest_acc": 50.5 + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.559696, + "gbest_acc": 51.85 + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548405, + "gbest_acc": 50.6 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.533284, + "gbest_acc": 51.35 + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524202, + "gbest_acc": 52.7 + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.516219, + "gbest_acc": 52.6 + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.503177, + "gbest_acc": 53.55 + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497524, + "gbest_acc": 53.6 + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497524, + "gbest_acc": 53.6 + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.480576, + "gbest_acc": 54.55 + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.480576, + "gbest_acc": 54.55 + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.480576, + "gbest_acc": 54.55 + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.473511, + "gbest_acc": 56.2 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465575, + "gbest_acc": 55.55 + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.454523, + "gbest_acc": 57.35 + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.450428, + "gbest_acc": 55.35 + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.447881, + "gbest_acc": 54.65 + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.447881, + "gbest_acc": 54.65 + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.445152, + "gbest_acc": 55.2 + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.434854, + "gbest_acc": 56.0 + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428277, + "gbest_acc": 54.7 + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.42306, + "gbest_acc": 56.95 + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.42306, + "gbest_acc": 56.95 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.420771, + "gbest_acc": 57.05 + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401691, + "gbest_acc": 57.65 + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401691, + "gbest_acc": 57.65 + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401691, + "gbest_acc": 57.65 + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401691, + "gbest_acc": 57.65 + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401691, + "gbest_acc": 57.65 + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388926, + "gbest_acc": 57.4 + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.379302, + "gbest_acc": 57.65 + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.367295, + "gbest_acc": 57.5 + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.365037, + "gbest_acc": 57.15 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362138, + "gbest_acc": 57.8 + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362138, + "gbest_acc": 57.8 + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357383, + "gbest_acc": 59.7 + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.351984, + "gbest_acc": 60.0 + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.340514, + "gbest_acc": 60.05 + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339794, + "gbest_acc": 59.55 + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339794, + "gbest_acc": 59.55 + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.337035, + "gbest_acc": 58.8 + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.31557, + "gbest_acc": 60.75 + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.307023, + "gbest_acc": 61.5 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.30571, + "gbest_acc": 61.2 + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296036, + "gbest_acc": 61.4 + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.287034, + "gbest_acc": 60.8 + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.274328, + "gbest_acc": 60.55 + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.265965, + "gbest_acc": 61.2 + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.265965, + "gbest_acc": 61.2 + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264671, + "gbest_acc": 60.55 + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256872, + "gbest_acc": 61.15 + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.24565, + "gbest_acc": 60.9 + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.24565, + "gbest_acc": 60.9 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.23394, + "gbest_acc": 61.75 + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.229833, + "gbest_acc": 62.15 + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.224336, + "gbest_acc": 63.0 + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.222568, + "gbest_acc": 62.3 + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.218483, + "gbest_acc": 62.95 + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.218483, + "gbest_acc": 62.95 + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.215361, + "gbest_acc": 63.05 + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.215157, + "gbest_acc": 63.0 + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.207, + "gbest_acc": 62.7 + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.205241, + "gbest_acc": 62.6 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.202124, + "gbest_acc": 62.3 + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.202124, + "gbest_acc": 62.3 + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.202124, + "gbest_acc": 62.3 + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.201801, + "gbest_acc": 62.75 + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.198071, + "gbest_acc": 63.15 + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.194383, + "gbest_acc": 63.15 + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.185661, + "gbest_acc": 63.35 + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.18259, + "gbest_acc": 62.95 + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.180251, + "gbest_acc": 63.15 + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.180251, + "gbest_acc": 63.15 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177119, + "gbest_acc": 63.7 + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.173862, + "gbest_acc": 63.95 + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.16776, + "gbest_acc": 64.15 + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.165842, + "gbest_acc": 64.7 + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162118, + "gbest_acc": 64.45 + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.160006, + "gbest_acc": 64.7 + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.160006, + "gbest_acc": 64.7 + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159862, + "gbest_acc": 64.8 + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.155164, + "gbest_acc": 64.3 + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.151701, + "gbest_acc": 64.4 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.14994, + "gbest_acc": 64.6 + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.141593, + "gbest_acc": 65.4 + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.14009, + "gbest_acc": 65.0 + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.138661, + "gbest_acc": 64.95 + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135054, + "gbest_acc": 64.85 + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.13004, + "gbest_acc": 65.65 + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.128534, + "gbest_acc": 65.3 + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12762, + "gbest_acc": 65.15 + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.121394, + "gbest_acc": 65.45 + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120281, + "gbest_acc": 65.45 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114436, + "gbest_acc": 65.75 + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114319, + "gbest_acc": 65.9 + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.107381, + "gbest_acc": 66.75 + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.107381, + "gbest_acc": 66.75 + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106943, + "gbest_acc": 66.7 + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.102692, + "gbest_acc": 66.75 + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.102692, + "gbest_acc": 66.75 + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.102692, + "gbest_acc": 66.75 + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.10121, + "gbest_acc": 66.2 + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.097785, + "gbest_acc": 66.8 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.096515, + "gbest_acc": 66.2 + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091991, + "gbest_acc": 67.0 + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.088765, + "gbest_acc": 66.0 + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.088765, + "gbest_acc": 66.0 + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.086473, + "gbest_acc": 66.15 + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.085017, + "gbest_acc": 66.65 + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.083735, + "gbest_acc": 66.7 + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.076043, + "gbest_acc": 67.0 + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.071561, + "gbest_acc": 67.9 + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.071561, + "gbest_acc": 67.9 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.071561, + "gbest_acc": 67.9 + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.071561, + "gbest_acc": 67.9 + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.071561, + "gbest_acc": 67.9 + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.070564, + "gbest_acc": 67.8 + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069207, + "gbest_acc": 67.9 + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.064575, + "gbest_acc": 68.25 + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.062416, + "gbest_acc": 68.05 + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.061096, + "gbest_acc": 68.3 + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.058372, + "gbest_acc": 67.75 + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053314, + "gbest_acc": 67.8 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.050725, + "gbest_acc": 68.55 + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.047276, + "gbest_acc": 69.25 + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.044209, + "gbest_acc": 68.7 + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.038957, + "gbest_acc": 69.6 + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.037232, + "gbest_acc": 69.25 + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.032942, + "gbest_acc": 69.8 + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.032444, + "gbest_acc": 68.75 + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030327, + "gbest_acc": 69.0 + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023551, + "gbest_acc": 69.4 + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.022235, + "gbest_acc": 68.85 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019947, + "gbest_acc": 69.75 + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.016871, + "gbest_acc": 69.55 + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.016871, + "gbest_acc": 69.55 + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.015171, + "gbest_acc": 69.55 + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.010603, + "gbest_acc": 69.5 + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008319, + "gbest_acc": 69.2 + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.006155, + "gbest_acc": 69.45 + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.005461, + "gbest_acc": 69.4 + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.005461, + "gbest_acc": 69.4 + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.00081, + "gbest_acc": 69.05 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999095, + "gbest_acc": 69.3 + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996152, + "gbest_acc": 69.45 + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.992831, + "gbest_acc": 69.2 + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990099, + "gbest_acc": 69.0 + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.982362, + "gbest_acc": 69.1 + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977621, + "gbest_acc": 69.15 + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972235, + "gbest_acc": 69.65 + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.970549, + "gbest_acc": 69.65 + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.970549, + "gbest_acc": 69.65 + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.970549, + "gbest_acc": 69.65 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967938, + "gbest_acc": 69.3 + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967938, + "gbest_acc": 69.3 + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967938, + "gbest_acc": 69.3 + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.963616, + "gbest_acc": 69.85 + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.961929, + "gbest_acc": 69.4 + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959653, + "gbest_acc": 70.15 + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.95492, + "gbest_acc": 70.3 + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.954049, + "gbest_acc": 70.65 + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.952687, + "gbest_acc": 70.85 + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.951865, + "gbest_acc": 70.7 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.951518, + "gbest_acc": 71.3 + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.94806, + "gbest_acc": 70.9 + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.943535, + "gbest_acc": 70.75 + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.942143, + "gbest_acc": 70.55 + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.940954, + "gbest_acc": 70.75 + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.93955, + "gbest_acc": 71.05 + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.93955, + "gbest_acc": 71.05 + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.93955, + "gbest_acc": 71.05 + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.935864, + "gbest_acc": 71.15 + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.935334, + "gbest_acc": 70.7 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.933899, + "gbest_acc": 71.25 + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.930898, + "gbest_acc": 70.9 + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.930617, + "gbest_acc": 70.5 + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.928494, + "gbest_acc": 70.75 + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.926649, + "gbest_acc": 70.95 + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.925583, + "gbest_acc": 71.1 + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.921936, + "gbest_acc": 70.85 + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.921936, + "gbest_acc": 70.85 + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.921936, + "gbest_acc": 70.85 + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.91951, + "gbest_acc": 71.4 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917361, + "gbest_acc": 71.0 + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915782, + "gbest_acc": 71.4 + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.913696, + "gbest_acc": 71.55 + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.911252, + "gbest_acc": 71.6 + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907087, + "gbest_acc": 72.05 + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.906356, + "gbest_acc": 71.85 + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.906334, + "gbest_acc": 71.95 + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.905775, + "gbest_acc": 72.0 + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.903732, + "gbest_acc": 71.95 + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.903041, + "gbest_acc": 72.4 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.901364, + "gbest_acc": 71.9 + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.900261, + "gbest_acc": 71.75 + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.899337, + "gbest_acc": 72.05 + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.899166, + "gbest_acc": 71.55 + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896556, + "gbest_acc": 72.15 + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.895237, + "gbest_acc": 71.7 + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.892941, + "gbest_acc": 71.85 + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.890067, + "gbest_acc": 71.8 + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.890067, + "gbest_acc": 71.8 + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.88965, + "gbest_acc": 71.5 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.889519, + "gbest_acc": 72.1 + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887432, + "gbest_acc": 72.3 + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887432, + "gbest_acc": 72.3 + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887432, + "gbest_acc": 72.3 + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.883807, + "gbest_acc": 72.65 + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.883807, + "gbest_acc": 72.65 + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879692, + "gbest_acc": 72.55 + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877926, + "gbest_acc": 72.95 + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.876398, + "gbest_acc": 72.85 + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.876398, + "gbest_acc": 72.85 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875868, + "gbest_acc": 73.4 + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.874659, + "gbest_acc": 73.65 + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87357, + "gbest_acc": 73.05 + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87357, + "gbest_acc": 73.05 + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87357, + "gbest_acc": 73.05 + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.872367, + "gbest_acc": 73.45 + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.868652, + "gbest_acc": 73.85 + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.868199, + "gbest_acc": 73.05 + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.865494, + "gbest_acc": 73.75 + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862152, + "gbest_acc": 73.55 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.859286, + "gbest_acc": 73.95 + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858014, + "gbest_acc": 73.5 + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858014, + "gbest_acc": 73.5 + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.857257, + "gbest_acc": 73.1 + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.851526, + "gbest_acc": 72.95 + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849557, + "gbest_acc": 72.9 + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.846497, + "gbest_acc": 73.0 + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.845154, + "gbest_acc": 72.25 + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.83757, + "gbest_acc": 73.3 + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835934, + "gbest_acc": 73.2 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.832968, + "gbest_acc": 73.5 + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.824817, + "gbest_acc": 74.4 + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.820029, + "gbest_acc": 74.9 + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.819867, + "gbest_acc": 74.5 + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813081, + "gbest_acc": 75.45 + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813081, + "gbest_acc": 75.45 + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813081, + "gbest_acc": 75.45 + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.812008, + "gbest_acc": 75.1 + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.811332, + "gbest_acc": 75.2 + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809286, + "gbest_acc": 75.55 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809286, + "gbest_acc": 75.55 + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.806178, + "gbest_acc": 75.7 + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.806178, + "gbest_acc": 75.7 + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.804606, + "gbest_acc": 75.6 + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.804596, + "gbest_acc": 75.95 + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801692, + "gbest_acc": 75.6 + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.800279, + "gbest_acc": 75.9 + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.798591, + "gbest_acc": 75.65 + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795726, + "gbest_acc": 75.95 + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795726, + "gbest_acc": 75.95 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.794934, + "gbest_acc": 75.55 + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.793447, + "gbest_acc": 75.85 + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.791375, + "gbest_acc": 76.65 + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789059, + "gbest_acc": 76.4 + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786868, + "gbest_acc": 76.35 + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.784611, + "gbest_acc": 77.35 + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78089, + "gbest_acc": 77.3 + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.780142, + "gbest_acc": 77.65 + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.779351, + "gbest_acc": 77.45 + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.778802, + "gbest_acc": 77.7 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.776987, + "gbest_acc": 77.05 + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775616, + "gbest_acc": 77.7 + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775616, + "gbest_acc": 77.7 + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.774739, + "gbest_acc": 77.2 + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.771773, + "gbest_acc": 77.5 + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770806, + "gbest_acc": 77.25 + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767654, + "gbest_acc": 77.15 + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.76678, + "gbest_acc": 77.55 + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.764769, + "gbest_acc": 77.55 + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7645, + "gbest_acc": 77.55 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.763058, + "gbest_acc": 77.65 + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.761321, + "gbest_acc": 77.35 + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758508, + "gbest_acc": 77.55 + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758508, + "gbest_acc": 77.55 + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758426, + "gbest_acc": 76.9 + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.757073, + "gbest_acc": 77.25 + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756359, + "gbest_acc": 77.3 + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.754372, + "gbest_acc": 77.55 + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.753925, + "gbest_acc": 77.5 + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.752984, + "gbest_acc": 77.4 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.752007, + "gbest_acc": 77.45 + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.748269, + "gbest_acc": 77.85 + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74602, + "gbest_acc": 78.15 + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74602, + "gbest_acc": 78.15 + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745546, + "gbest_acc": 78.05 + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.744801, + "gbest_acc": 77.75 + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.741927, + "gbest_acc": 78.0 + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.741238, + "gbest_acc": 77.95 + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.741238, + "gbest_acc": 77.95 + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.740132, + "gbest_acc": 77.65 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739728, + "gbest_acc": 77.85 + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736891, + "gbest_acc": 78.0 + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7365, + "gbest_acc": 77.9 + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7349, + "gbest_acc": 78.8 + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7349, + "gbest_acc": 78.8 + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.73257, + "gbest_acc": 78.6 + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.732201, + "gbest_acc": 78.95 + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727831, + "gbest_acc": 79.15 + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727831, + "gbest_acc": 79.15 + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727831, + "gbest_acc": 79.15 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727831, + "gbest_acc": 79.15 + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727831, + "gbest_acc": 79.15 + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727798, + "gbest_acc": 79.35 + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727798, + "gbest_acc": 79.35 + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726879, + "gbest_acc": 79.75 + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726288, + "gbest_acc": 79.7 + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.72525, + "gbest_acc": 79.6 + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.724604, + "gbest_acc": 79.75 + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723967, + "gbest_acc": 79.6 + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722552, + "gbest_acc": 79.8 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721214, + "gbest_acc": 79.5 + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.720766, + "gbest_acc": 79.35 + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.719261, + "gbest_acc": 79.5 + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.719199, + "gbest_acc": 79.65 + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.718213, + "gbest_acc": 79.85 + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.71625, + "gbest_acc": 79.6 + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.716246, + "gbest_acc": 79.9 + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714436, + "gbest_acc": 79.25 + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.712348, + "gbest_acc": 79.85 + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711912, + "gbest_acc": 79.7 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.710829, + "gbest_acc": 79.85 + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.710277, + "gbest_acc": 80.0 + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.709882, + "gbest_acc": 80.55 + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.708938, + "gbest_acc": 80.25 + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7068, + "gbest_acc": 80.8 + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706298, + "gbest_acc": 80.95 + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705296, + "gbest_acc": 80.9 + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705015, + "gbest_acc": 80.3 + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.704457, + "gbest_acc": 80.45 + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703473, + "gbest_acc": 80.55 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.702031, + "gbest_acc": 80.9 + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701436, + "gbest_acc": 80.85 + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.69886, + "gbest_acc": 80.75 + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.698268, + "gbest_acc": 80.85 + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696512, + "gbest_acc": 80.7 + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696512, + "gbest_acc": 80.7 + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696512, + "gbest_acc": 80.7 + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693961, + "gbest_acc": 80.65 + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693904, + "gbest_acc": 80.5 + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692863, + "gbest_acc": 80.35 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692863, + "gbest_acc": 80.35 + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692863, + "gbest_acc": 80.35 + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.691791, + "gbest_acc": 80.75 + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.690606, + "gbest_acc": 80.4 + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689373, + "gbest_acc": 80.5 + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689106, + "gbest_acc": 81.0 + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688293, + "gbest_acc": 80.85 + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.687655, + "gbest_acc": 80.45 + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.686058, + "gbest_acc": 80.3 + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.685766, + "gbest_acc": 80.8 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.685711, + "gbest_acc": 80.45 + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.68485, + "gbest_acc": 81.05 + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.683726, + "gbest_acc": 81.15 + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681755, + "gbest_acc": 80.8 + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679998, + "gbest_acc": 81.45 + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679278, + "gbest_acc": 81.3 + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679028, + "gbest_acc": 81.5 + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.67704, + "gbest_acc": 81.65 + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.675753, + "gbest_acc": 81.85 + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674136, + "gbest_acc": 81.55 + }, + { + "epoch": 421, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.724293, + "gbest_acc": 78.22 + }, + { + "epoch": 422, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.723167, + "gbest_acc": 78.27 + }, + { + "epoch": 423, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.7209, + "gbest_acc": 78.12 + }, + { + "epoch": 424, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.720167, + "gbest_acc": 78.07 + }, + { + "epoch": 425, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.720167, + "gbest_acc": 78.07 + }, + { + "epoch": 426, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.719833, + "gbest_acc": 78.18 + }, + { + "epoch": 427, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.719692, + "gbest_acc": 78.12 + }, + { + "epoch": 428, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.717417, + "gbest_acc": 78.2 + }, + { + "epoch": 429, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.717417, + "gbest_acc": 78.2 + }, + { + "epoch": 430, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.717136, + "gbest_acc": 78.07 + }, + { + "epoch": 431, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.716335, + "gbest_acc": 78.1 + }, + { + "epoch": 432, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.716239, + "gbest_acc": 78.51 + }, + { + "epoch": 433, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.715308, + "gbest_acc": 78.43 + }, + { + "epoch": 434, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.714539, + "gbest_acc": 78.63 + }, + { + "epoch": 435, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.713865, + "gbest_acc": 78.4 + }, + { + "epoch": 436, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.712529, + "gbest_acc": 78.61 + }, + { + "epoch": 437, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.7116, + "gbest_acc": 78.61 + }, + { + "epoch": 438, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.710858, + "gbest_acc": 78.59 + }, + { + "epoch": 439, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.709054, + "gbest_acc": 78.67 + }, + { + "epoch": 440, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.708187, + "gbest_acc": 78.65 + }, + { + "epoch": 441, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.70689, + "gbest_acc": 78.71 + }, + { + "epoch": 442, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.705885, + "gbest_acc": 78.67 + }, + { + "epoch": 443, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.705296, + "gbest_acc": 78.59 + }, + { + "epoch": 444, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.704729, + "gbest_acc": 78.58 + }, + { + "epoch": 445, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.704216, + "gbest_acc": 78.68 + }, + { + "epoch": 446, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.703521, + "gbest_acc": 78.61 + }, + { + "epoch": 447, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.702391, + "gbest_acc": 78.56 + }, + { + "epoch": 448, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.700844, + "gbest_acc": 78.77 + }, + { + "epoch": 449, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.699808, + "gbest_acc": 78.77 + }, + { + "epoch": 450, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.698008, + "gbest_acc": 79.03 + }, + { + "epoch": 451, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.696874, + "gbest_acc": 79.02 + }, + { + "epoch": 452, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.695758, + "gbest_acc": 79.2 + }, + { + "epoch": 453, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.694762, + "gbest_acc": 79.1 + }, + { + "epoch": 454, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.694762, + "gbest_acc": 79.1 + }, + { + "epoch": 455, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.693305, + "gbest_acc": 79.07 + }, + { + "epoch": 456, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.693016, + "gbest_acc": 79.17 + }, + { + "epoch": 457, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.69128, + "gbest_acc": 79.12 + }, + { + "epoch": 458, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.690346, + "gbest_acc": 79.03 + }, + { + "epoch": 459, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.689346, + "gbest_acc": 79.01 + }, + { + "epoch": 460, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.687975, + "gbest_acc": 79.09 + }, + { + "epoch": 461, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.687242, + "gbest_acc": 79.02 + }, + { + "epoch": 462, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.686382, + "gbest_acc": 79.13 + }, + { + "epoch": 463, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.685397, + "gbest_acc": 79.28 + }, + { + "epoch": 464, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.683642, + "gbest_acc": 79.4 + }, + { + "epoch": 465, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.681876, + "gbest_acc": 79.55 + }, + { + "epoch": 466, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.680923, + "gbest_acc": 79.5 + }, + { + "epoch": 467, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.679917, + "gbest_acc": 79.53 + }, + { + "epoch": 468, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.677415, + "gbest_acc": 79.41 + }, + { + "epoch": 469, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.676754, + "gbest_acc": 79.67 + }, + { + "epoch": 470, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.675516, + "gbest_acc": 79.66 + }, + { + "epoch": 471, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.674994, + "gbest_acc": 79.59 + }, + { + "epoch": 472, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.674271, + "gbest_acc": 79.44 + }, + { + "epoch": 473, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.673546, + "gbest_acc": 79.4 + }, + { + "epoch": 474, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6722, + "gbest_acc": 79.36 + }, + { + "epoch": 475, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.671747, + "gbest_acc": 79.53 + }, + { + "epoch": 476, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.671231, + "gbest_acc": 79.62 + }, + { + "epoch": 477, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.670909, + "gbest_acc": 79.65 + }, + { + "epoch": 478, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.669581, + "gbest_acc": 79.68 + }, + { + "epoch": 479, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.668728, + "gbest_acc": 79.67 + }, + { + "epoch": 480, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.66822, + "gbest_acc": 79.67 + }, + { + "epoch": 481, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.667688, + "gbest_acc": 79.64 + }, + { + "epoch": 482, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.667566, + "gbest_acc": 79.76 + }, + { + "epoch": 483, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.666934, + "gbest_acc": 79.73 + }, + { + "epoch": 484, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.666065, + "gbest_acc": 79.83 + }, + { + "epoch": 485, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.665859, + "gbest_acc": 79.65 + }, + { + "epoch": 486, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.664893, + "gbest_acc": 79.84 + }, + { + "epoch": 487, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.664556, + "gbest_acc": 79.94 + }, + { + "epoch": 488, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.663632, + "gbest_acc": 79.75 + }, + { + "epoch": 489, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.66256, + "gbest_acc": 79.9 + }, + { + "epoch": 490, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.662295, + "gbest_acc": 79.83 + }, + { + "epoch": 491, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.66172, + "gbest_acc": 79.9 + }, + { + "epoch": 492, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.661337, + "gbest_acc": 79.88 + }, + { + "epoch": 493, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.661203, + "gbest_acc": 80.0 + }, + { + "epoch": 494, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.660553, + "gbest_acc": 79.98 + }, + { + "epoch": 495, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.660494, + "gbest_acc": 79.89 + }, + { + "epoch": 496, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.660054, + "gbest_acc": 79.8 + }, + { + "epoch": 497, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.659395, + "gbest_acc": 79.93 + }, + { + "epoch": 498, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.658877, + "gbest_acc": 79.99 + }, + { + "epoch": 499, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.658445, + "gbest_acc": 79.89 + }, + { + "epoch": 500, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.658445, + "gbest_acc": 79.89 + }, + { + "epoch": 501, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.658132, + "gbest_acc": 79.9 + }, + { + "epoch": 502, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.657728, + "gbest_acc": 79.94 + }, + { + "epoch": 503, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.657233, + "gbest_acc": 80.11 + }, + { + "epoch": 504, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.656494, + "gbest_acc": 80.27 + }, + { + "epoch": 505, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.656237, + "gbest_acc": 80.28 + }, + { + "epoch": 506, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.655713, + "gbest_acc": 80.18 + }, + { + "epoch": 507, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.654708, + "gbest_acc": 80.13 + }, + { + "epoch": 508, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.654338, + "gbest_acc": 80.31 + }, + { + "epoch": 509, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.653009, + "gbest_acc": 80.3 + }, + { + "epoch": 510, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.652088, + "gbest_acc": 80.39 + }, + { + "epoch": 511, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.651874, + "gbest_acc": 80.27 + }, + { + "epoch": 512, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.650963, + "gbest_acc": 80.27 + }, + { + "epoch": 513, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.650882, + "gbest_acc": 80.28 + }, + { + "epoch": 514, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.649732, + "gbest_acc": 80.22 + }, + { + "epoch": 515, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.648132, + "gbest_acc": 80.31 + }, + { + "epoch": 516, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.647513, + "gbest_acc": 80.31 + }, + { + "epoch": 517, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.646853, + "gbest_acc": 80.33 + }, + { + "epoch": 518, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.646226, + "gbest_acc": 80.37 + }, + { + "epoch": 519, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.646226, + "gbest_acc": 80.37 + }, + { + "epoch": 520, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.646226, + "gbest_acc": 80.37 + }, + { + "epoch": 521, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.645661, + "gbest_acc": 80.43 + }, + { + "epoch": 522, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.644853, + "gbest_acc": 80.33 + }, + { + "epoch": 523, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.644561, + "gbest_acc": 80.33 + }, + { + "epoch": 524, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.644126, + "gbest_acc": 80.45 + }, + { + "epoch": 525, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.64365, + "gbest_acc": 80.56 + }, + { + "epoch": 526, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.643454, + "gbest_acc": 80.66 + }, + { + "epoch": 527, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.643162, + "gbest_acc": 80.57 + }, + { + "epoch": 528, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.642273, + "gbest_acc": 80.59 + }, + { + "epoch": 529, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.641678, + "gbest_acc": 80.62 + }, + { + "epoch": 530, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.640995, + "gbest_acc": 80.59 + }, + { + "epoch": 531, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.640722, + "gbest_acc": 80.56 + }, + { + "epoch": 532, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638861, + "gbest_acc": 80.68 + }, + { + "epoch": 533, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638308, + "gbest_acc": 80.6 + }, + { + "epoch": 534, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638131, + "gbest_acc": 80.59 + }, + { + "epoch": 535, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.637804, + "gbest_acc": 80.66 + }, + { + "epoch": 536, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.635782, + "gbest_acc": 80.81 + }, + { + "epoch": 537, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.634729, + "gbest_acc": 80.94 + }, + { + "epoch": 538, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.63374, + "gbest_acc": 81.03 + }, + { + "epoch": 539, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632968, + "gbest_acc": 80.94 + }, + { + "epoch": 540, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632675, + "gbest_acc": 81.01 + }, + { + "epoch": 541, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632125, + "gbest_acc": 80.95 + }, + { + "epoch": 542, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.631835, + "gbest_acc": 81.07 + }, + { + "epoch": 543, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.630606, + "gbest_acc": 81.22 + }, + { + "epoch": 544, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.630508, + "gbest_acc": 81.02 + }, + { + "epoch": 545, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.629939, + "gbest_acc": 81.13 + }, + { + "epoch": 546, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.629278, + "gbest_acc": 81.12 + }, + { + "epoch": 547, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.628453, + "gbest_acc": 81.14 + }, + { + "epoch": 548, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.62817, + "gbest_acc": 81.17 + }, + { + "epoch": 549, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.627093, + "gbest_acc": 81.08 + }, + { + "epoch": 550, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.626806, + "gbest_acc": 81.09 + }, + { + "epoch": 551, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.625912, + "gbest_acc": 81.22 + }, + { + "epoch": 552, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.625452, + "gbest_acc": 81.14 + }, + { + "epoch": 553, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.624702, + "gbest_acc": 81.37 + }, + { + "epoch": 554, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.624274, + "gbest_acc": 81.41 + }, + { + "epoch": 555, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.623825, + "gbest_acc": 81.3 + }, + { + "epoch": 556, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.634904, + "gbest_acc": 80.85 + }, + { + "epoch": 557, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.63434, + "gbest_acc": 80.738 + }, + { + "epoch": 558, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.634045, + "gbest_acc": 80.76 + }, + { + "epoch": 559, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.634045, + "gbest_acc": 80.76 + }, + { + "epoch": 560, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.633, + "gbest_acc": 80.806 + }, + { + "epoch": 561, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.632233, + "gbest_acc": 80.872 + }, + { + "epoch": 562, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.632233, + "gbest_acc": 80.872 + }, + { + "epoch": 563, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.631618, + "gbest_acc": 80.828 + }, + { + "epoch": 564, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.631089, + "gbest_acc": 80.846 + }, + { + "epoch": 565, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.63059, + "gbest_acc": 80.79 + }, + { + "epoch": 566, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.628975, + "gbest_acc": 80.798 + }, + { + "epoch": 567, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.62822, + "gbest_acc": 80.852 + }, + { + "epoch": 568, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.627056, + "gbest_acc": 80.888 + }, + { + "epoch": 569, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.626238, + "gbest_acc": 80.858 + }, + { + "epoch": 570, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.625282, + "gbest_acc": 80.962 + }, + { + "epoch": 571, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.624616, + "gbest_acc": 80.97 + }, + { + "epoch": 572, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.62452, + "gbest_acc": 81.01 + }, + { + "epoch": 573, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.624423, + "gbest_acc": 80.98 + }, + { + "epoch": 574, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.624154, + "gbest_acc": 81.094 + }, + { + "epoch": 575, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.623264, + "gbest_acc": 81.028 + }, + { + "epoch": 576, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.622745, + "gbest_acc": 80.972 + }, + { + "epoch": 577, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621654, + "gbest_acc": 81.098 + }, + { + "epoch": 578, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621369, + "gbest_acc": 81.084 + }, + { + "epoch": 579, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.620671, + "gbest_acc": 81.2 + }, + { + "epoch": 580, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.620397, + "gbest_acc": 81.222 + }, + { + "epoch": 581, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.62037, + "gbest_acc": 81.174 + }, + { + "epoch": 582, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.618919, + "gbest_acc": 81.202 + }, + { + "epoch": 583, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.618087, + "gbest_acc": 81.264 + }, + { + "epoch": 584, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.617881, + "gbest_acc": 81.196 + }, + { + "epoch": 585, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.616748, + "gbest_acc": 81.39 + }, + { + "epoch": 586, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.616451, + "gbest_acc": 81.318 + }, + { + "epoch": 587, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.615757, + "gbest_acc": 81.434 + }, + { + "epoch": 588, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.615424, + "gbest_acc": 81.358 + }, + { + "epoch": 589, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.614451, + "gbest_acc": 81.314 + }, + { + "epoch": 590, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.613749, + "gbest_acc": 81.412 + }, + { + "epoch": 591, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.613383, + "gbest_acc": 81.37 + }, + { + "epoch": 592, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.61299, + "gbest_acc": 81.408 + }, + { + "epoch": 593, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.612144, + "gbest_acc": 81.492 + }, + { + "epoch": 594, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.611775, + "gbest_acc": 81.472 + }, + { + "epoch": 595, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.611346, + "gbest_acc": 81.42 + }, + { + "epoch": 596, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.611133, + "gbest_acc": 81.416 + }, + { + "epoch": 597, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.610471, + "gbest_acc": 81.346 + }, + { + "epoch": 598, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.609686, + "gbest_acc": 81.474 + }, + { + "epoch": 599, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.608916, + "gbest_acc": 81.46 + }, + { + "epoch": 600, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.608214, + "gbest_acc": 81.446 + } + ] + }, + { + "seed": 102, + "val_loss": 0.607417, + "val_acc": 82.42, + "wall_time_sec": 160.2394, + "queries": 36120, + "sample_evaluations": 270000000, + "transition_reevaluations": 120, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.314652, + "gbest_acc": 8.3 + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.307074, + "gbest_acc": 8.55 + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.297392, + "gbest_acc": 10.1 + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.28717, + "gbest_acc": 10.95 + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.273744, + "gbest_acc": 11.6 + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.252855, + "gbest_acc": 15.85 + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.243629, + "gbest_acc": 11.25 + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.217047, + "gbest_acc": 15.4 + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.183382, + "gbest_acc": 18.95 + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.165299, + "gbest_acc": 21.35 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.145566, + "gbest_acc": 19.45 + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.127849, + "gbest_acc": 21.5 + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.105398, + "gbest_acc": 21.45 + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.086457, + "gbest_acc": 24.25 + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.066531, + "gbest_acc": 22.2 + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.035558, + "gbest_acc": 26.55 + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.007202, + "gbest_acc": 27.05 + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.965906, + "gbest_acc": 32.1 + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.947275, + "gbest_acc": 34.9 + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.940691, + "gbest_acc": 29.4 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.918899, + "gbest_acc": 33.05 + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.896375, + "gbest_acc": 31.05 + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.878475, + "gbest_acc": 31.6 + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.860492, + "gbest_acc": 35.2 + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.851936, + "gbest_acc": 34.05 + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.845591, + "gbest_acc": 38.4 + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.845591, + "gbest_acc": 38.4 + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.834479, + "gbest_acc": 35.1 + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.833447, + "gbest_acc": 38.8 + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.824804, + "gbest_acc": 34.85 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.822194, + "gbest_acc": 36.45 + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.804917, + "gbest_acc": 38.2 + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.765187, + "gbest_acc": 38.35 + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.765187, + "gbest_acc": 38.35 + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.765187, + "gbest_acc": 38.35 + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74679, + "gbest_acc": 43.9 + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716333, + "gbest_acc": 45.8 + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716333, + "gbest_acc": 45.8 + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.699197, + "gbest_acc": 47.55 + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.699197, + "gbest_acc": 47.55 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68106, + "gbest_acc": 44.7 + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67915, + "gbest_acc": 44.4 + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67915, + "gbest_acc": 44.4 + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67915, + "gbest_acc": 44.4 + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.669368, + "gbest_acc": 45.85 + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.650319, + "gbest_acc": 44.2 + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5 + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5 + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5 + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5 + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.620737, + "gbest_acc": 46.8 + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.614751, + "gbest_acc": 47.05 + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.611005, + "gbest_acc": 46.65 + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.611005, + "gbest_acc": 46.65 + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.60279, + "gbest_acc": 46.45 + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.60279, + "gbest_acc": 46.45 + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.590976, + "gbest_acc": 47.7 + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585731, + "gbest_acc": 46.65 + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.567063, + "gbest_acc": 48.45 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566095, + "gbest_acc": 47.75 + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566095, + "gbest_acc": 47.75 + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.565008, + "gbest_acc": 49.4 + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.555486, + "gbest_acc": 49.7 + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.542135, + "gbest_acc": 49.05 + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.542135, + "gbest_acc": 49.05 + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.542135, + "gbest_acc": 49.05 + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.541545, + "gbest_acc": 50.6 + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.526902, + "gbest_acc": 50.25 + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.526902, + "gbest_acc": 50.25 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.526902, + "gbest_acc": 50.25 + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.526902, + "gbest_acc": 50.25 + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.51951, + "gbest_acc": 50.7 + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.498642, + "gbest_acc": 52.0 + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.496327, + "gbest_acc": 50.25 + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.494415, + "gbest_acc": 51.1 + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.490218, + "gbest_acc": 51.4 + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.490218, + "gbest_acc": 51.4 + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481633, + "gbest_acc": 50.55 + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47603, + "gbest_acc": 51.35 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468274, + "gbest_acc": 51.7 + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.442822, + "gbest_acc": 52.2 + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.442822, + "gbest_acc": 52.2 + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.442822, + "gbest_acc": 52.2 + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438751, + "gbest_acc": 51.95 + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438751, + "gbest_acc": 51.95 + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438751, + "gbest_acc": 51.95 + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.435832, + "gbest_acc": 52.25 + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424029, + "gbest_acc": 52.6 + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.415219, + "gbest_acc": 53.9 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.411691, + "gbest_acc": 54.25 + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.405668, + "gbest_acc": 54.85 + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40175, + "gbest_acc": 55.35 + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40175, + "gbest_acc": 55.35 + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390965, + "gbest_acc": 54.65 + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.387506, + "gbest_acc": 54.8 + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.37445, + "gbest_acc": 54.8 + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.36889, + "gbest_acc": 54.45 + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.36889, + "gbest_acc": 54.45 + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357239, + "gbest_acc": 55.8 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.354371, + "gbest_acc": 56.35 + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342632, + "gbest_acc": 56.55 + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342632, + "gbest_acc": 56.55 + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338905, + "gbest_acc": 56.05 + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338597, + "gbest_acc": 55.75 + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338597, + "gbest_acc": 55.75 + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338597, + "gbest_acc": 55.75 + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.337692, + "gbest_acc": 56.1 + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324701, + "gbest_acc": 56.25 + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.315555, + "gbest_acc": 56.0 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.301927, + "gbest_acc": 57.35 + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.30187, + "gbest_acc": 55.85 + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.294439, + "gbest_acc": 56.4 + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.288193, + "gbest_acc": 57.4 + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286711, + "gbest_acc": 58.25 + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279207, + "gbest_acc": 58.35 + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279207, + "gbest_acc": 58.35 + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279207, + "gbest_acc": 58.35 + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279158, + "gbest_acc": 58.35 + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.272414, + "gbest_acc": 58.85 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264844, + "gbest_acc": 59.4 + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264431, + "gbest_acc": 59.15 + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.259469, + "gbest_acc": 60.25 + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256783, + "gbest_acc": 59.35 + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.244226, + "gbest_acc": 59.4 + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.244226, + "gbest_acc": 59.4 + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.241135, + "gbest_acc": 60.9 + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.241135, + "gbest_acc": 60.9 + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.241135, + "gbest_acc": 60.9 + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240735, + "gbest_acc": 60.0 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.233855, + "gbest_acc": 60.15 + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.229202, + "gbest_acc": 60.45 + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.21979, + "gbest_acc": 61.6 + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.217945, + "gbest_acc": 61.85 + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.215931, + "gbest_acc": 62.2 + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.212862, + "gbest_acc": 61.7 + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.206706, + "gbest_acc": 62.1 + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.200585, + "gbest_acc": 62.4 + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.198178, + "gbest_acc": 61.75 + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.198178, + "gbest_acc": 61.75 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.197236, + "gbest_acc": 61.95 + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.189314, + "gbest_acc": 62.6 + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188823, + "gbest_acc": 63.0 + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188823, + "gbest_acc": 63.0 + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.1849, + "gbest_acc": 61.85 + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.180699, + "gbest_acc": 62.35 + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.180699, + "gbest_acc": 62.35 + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.173609, + "gbest_acc": 63.4 + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172583, + "gbest_acc": 63.2 + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172583, + "gbest_acc": 63.2 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172583, + "gbest_acc": 63.2 + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.166791, + "gbest_acc": 62.7 + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15976, + "gbest_acc": 62.9 + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15976, + "gbest_acc": 62.9 + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15976, + "gbest_acc": 62.9 + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159218, + "gbest_acc": 62.35 + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146688, + "gbest_acc": 64.15 + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.138206, + "gbest_acc": 64.2 + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.138206, + "gbest_acc": 64.2 + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134563, + "gbest_acc": 63.65 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134531, + "gbest_acc": 64.3 + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.131781, + "gbest_acc": 64.7 + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.131781, + "gbest_acc": 64.7 + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.124419, + "gbest_acc": 65.55 + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.124419, + "gbest_acc": 65.55 + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12252, + "gbest_acc": 65.4 + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.113842, + "gbest_acc": 66.35 + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.110181, + "gbest_acc": 65.2 + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092788, + "gbest_acc": 66.5 + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092788, + "gbest_acc": 66.5 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.086808, + "gbest_acc": 67.55 + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.086808, + "gbest_acc": 67.55 + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.086808, + "gbest_acc": 67.55 + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.083006, + "gbest_acc": 68.25 + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.083006, + "gbest_acc": 68.25 + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.078634, + "gbest_acc": 67.6 + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.076644, + "gbest_acc": 68.7 + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069482, + "gbest_acc": 68.3 + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069482, + "gbest_acc": 68.3 + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069482, + "gbest_acc": 68.3 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.067201, + "gbest_acc": 67.75 + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.061537, + "gbest_acc": 68.9 + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.058474, + "gbest_acc": 68.0 + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052531, + "gbest_acc": 69.1 + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052531, + "gbest_acc": 69.1 + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.04625, + "gbest_acc": 69.1 + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.04625, + "gbest_acc": 69.1 + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.042485, + "gbest_acc": 68.95 + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.041149, + "gbest_acc": 68.75 + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.039684, + "gbest_acc": 68.8 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.033789, + "gbest_acc": 68.65 + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.033789, + "gbest_acc": 68.65 + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.033789, + "gbest_acc": 68.65 + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.033789, + "gbest_acc": 68.65 + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030624, + "gbest_acc": 68.65 + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.027454, + "gbest_acc": 69.45 + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026228, + "gbest_acc": 69.5 + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026228, + "gbest_acc": 69.5 + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026185, + "gbest_acc": 69.25 + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.02296, + "gbest_acc": 68.95 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.02296, + "gbest_acc": 68.95 + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.020996, + "gbest_acc": 69.6 + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.020827, + "gbest_acc": 69.8 + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.016117, + "gbest_acc": 69.55 + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.016117, + "gbest_acc": 69.55 + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.01034, + "gbest_acc": 69.95 + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004329, + "gbest_acc": 70.0 + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999995, + "gbest_acc": 70.35 + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998319, + "gbest_acc": 70.2 + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.997328, + "gbest_acc": 70.3 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.997328, + "gbest_acc": 70.3 + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.995448, + "gbest_acc": 70.05 + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993219, + "gbest_acc": 70.2 + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993219, + "gbest_acc": 70.2 + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.992821, + "gbest_acc": 69.65 + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990639, + "gbest_acc": 70.0 + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990639, + "gbest_acc": 70.0 + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.986865, + "gbest_acc": 69.95 + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.986462, + "gbest_acc": 70.2 + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985291, + "gbest_acc": 70.95 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.981928, + "gbest_acc": 71.1 + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979631, + "gbest_acc": 71.05 + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977874, + "gbest_acc": 70.95 + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977874, + "gbest_acc": 70.95 + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977527, + "gbest_acc": 71.1 + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.97486, + "gbest_acc": 71.2 + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974409, + "gbest_acc": 71.05 + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972908, + "gbest_acc": 70.8 + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.971808, + "gbest_acc": 71.2 + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969579, + "gbest_acc": 71.25 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.968587, + "gbest_acc": 71.35 + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96688, + "gbest_acc": 71.3 + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.965884, + "gbest_acc": 71.05 + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96359, + "gbest_acc": 71.55 + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.960981, + "gbest_acc": 71.75 + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959857, + "gbest_acc": 71.4 + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956078, + "gbest_acc": 71.5 + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.95393, + "gbest_acc": 71.7 + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.952867, + "gbest_acc": 71.55 + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.951699, + "gbest_acc": 72.05 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.950461, + "gbest_acc": 71.8 + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.948031, + "gbest_acc": 71.6 + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.946963, + "gbest_acc": 71.8 + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.946191, + "gbest_acc": 71.45 + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.943494, + "gbest_acc": 71.0 + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.939644, + "gbest_acc": 72.0 + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.938408, + "gbest_acc": 72.2 + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.933589, + "gbest_acc": 71.8 + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.931715, + "gbest_acc": 72.45 + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.929173, + "gbest_acc": 72.9 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.928511, + "gbest_acc": 72.75 + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.924153, + "gbest_acc": 73.75 + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.922962, + "gbest_acc": 73.85 + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.921783, + "gbest_acc": 73.1 + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.919202, + "gbest_acc": 73.35 + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915467, + "gbest_acc": 73.25 + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.912743, + "gbest_acc": 73.05 + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908684, + "gbest_acc": 73.1 + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.905977, + "gbest_acc": 73.1 + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.904212, + "gbest_acc": 73.45 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.903407, + "gbest_acc": 73.2 + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.902569, + "gbest_acc": 73.45 + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.902569, + "gbest_acc": 73.45 + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.902569, + "gbest_acc": 73.45 + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.898396, + "gbest_acc": 73.7 + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.895054, + "gbest_acc": 73.85 + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.895054, + "gbest_acc": 73.85 + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.895054, + "gbest_acc": 73.85 + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.893603, + "gbest_acc": 74.35 + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.890936, + "gbest_acc": 73.55 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.889924, + "gbest_acc": 74.6 + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.886818, + "gbest_acc": 73.85 + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.886256, + "gbest_acc": 73.95 + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.883929, + "gbest_acc": 74.95 + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882713, + "gbest_acc": 74.45 + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879608, + "gbest_acc": 75.0 + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87869, + "gbest_acc": 73.6 + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877565, + "gbest_acc": 74.2 + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877565, + "gbest_acc": 74.2 + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.874346, + "gbest_acc": 73.9 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87296, + "gbest_acc": 74.25 + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87296, + "gbest_acc": 74.25 + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.870583, + "gbest_acc": 74.0 + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.869763, + "gbest_acc": 74.3 + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.864861, + "gbest_acc": 74.65 + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862648, + "gbest_acc": 75.6 + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862648, + "gbest_acc": 75.6 + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862648, + "gbest_acc": 75.6 + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860939, + "gbest_acc": 75.25 + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.857851, + "gbest_acc": 74.55 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856109, + "gbest_acc": 74.45 + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856109, + "gbest_acc": 74.45 + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856109, + "gbest_acc": 74.45 + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.853822, + "gbest_acc": 74.35 + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849314, + "gbest_acc": 74.65 + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849314, + "gbest_acc": 74.65 + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.848943, + "gbest_acc": 75.0 + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.848943, + "gbest_acc": 75.0 + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.84763, + "gbest_acc": 74.8 + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.845862, + "gbest_acc": 74.8 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.844209, + "gbest_acc": 74.9 + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842649, + "gbest_acc": 75.2 + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842035, + "gbest_acc": 75.15 + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842035, + "gbest_acc": 75.15 + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840957, + "gbest_acc": 75.45 + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840782, + "gbest_acc": 75.35 + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.836568, + "gbest_acc": 75.55 + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835198, + "gbest_acc": 75.8 + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.831646, + "gbest_acc": 75.8 + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.830903, + "gbest_acc": 75.7 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.830903, + "gbest_acc": 75.7 + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.829431, + "gbest_acc": 75.9 + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.827964, + "gbest_acc": 75.8 + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.825519, + "gbest_acc": 75.35 + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.822015, + "gbest_acc": 75.4 + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.819995, + "gbest_acc": 75.2 + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.817396, + "gbest_acc": 75.1 + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.814144, + "gbest_acc": 75.75 + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813451, + "gbest_acc": 75.55 + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.812722, + "gbest_acc": 75.9 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809965, + "gbest_acc": 75.65 + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809808, + "gbest_acc": 75.4 + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809808, + "gbest_acc": 75.4 + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809097, + "gbest_acc": 76.05 + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.806982, + "gbest_acc": 75.95 + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.806982, + "gbest_acc": 75.95 + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805955, + "gbest_acc": 75.2 + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.802151, + "gbest_acc": 76.15 + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801166, + "gbest_acc": 75.6 + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.800552, + "gbest_acc": 75.6 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.799835, + "gbest_acc": 75.8 + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.797643, + "gbest_acc": 75.4 + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795492, + "gbest_acc": 75.9 + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.793841, + "gbest_acc": 76.1 + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.793469, + "gbest_acc": 75.95 + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.792353, + "gbest_acc": 75.85 + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78711, + "gbest_acc": 76.55 + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78711, + "gbest_acc": 76.55 + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78711, + "gbest_acc": 76.55 + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78711, + "gbest_acc": 76.55 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78533, + "gbest_acc": 76.75 + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78319, + "gbest_acc": 76.7 + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.781373, + "gbest_acc": 76.85 + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.780377, + "gbest_acc": 76.75 + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.779606, + "gbest_acc": 77.35 + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.777132, + "gbest_acc": 77.3 + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775368, + "gbest_acc": 77.1 + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.774383, + "gbest_acc": 77.25 + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.772905, + "gbest_acc": 77.25 + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.77197, + "gbest_acc": 77.3 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.771525, + "gbest_acc": 77.25 + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.771186, + "gbest_acc": 77.65 + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769141, + "gbest_acc": 77.55 + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767085, + "gbest_acc": 77.45 + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.76446, + "gbest_acc": 77.7 + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762553, + "gbest_acc": 78.0 + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762553, + "gbest_acc": 78.0 + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.760135, + "gbest_acc": 77.85 + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758586, + "gbest_acc": 77.8 + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758024, + "gbest_acc": 77.95 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756876, + "gbest_acc": 77.8 + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756084, + "gbest_acc": 78.15 + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.753892, + "gbest_acc": 77.65 + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.747448, + "gbest_acc": 78.1 + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.747448, + "gbest_acc": 78.1 + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745438, + "gbest_acc": 78.1 + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.744494, + "gbest_acc": 78.45 + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743097, + "gbest_acc": 78.15 + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743031, + "gbest_acc": 78.45 + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739867, + "gbest_acc": 78.5 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739239, + "gbest_acc": 78.45 + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.737655, + "gbest_acc": 78.0 + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736735, + "gbest_acc": 78.65 + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736735, + "gbest_acc": 78.65 + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735868, + "gbest_acc": 78.55 + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735493, + "gbest_acc": 78.5 + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735493, + "gbest_acc": 78.5 + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.73454, + "gbest_acc": 78.2 + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.730302, + "gbest_acc": 78.5 + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.729784, + "gbest_acc": 78.65 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.729661, + "gbest_acc": 78.75 + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727899, + "gbest_acc": 78.85 + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726996, + "gbest_acc": 78.95 + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723473, + "gbest_acc": 78.15 + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722752, + "gbest_acc": 78.85 + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722752, + "gbest_acc": 78.85 + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.720699, + "gbest_acc": 78.7 + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.71868, + "gbest_acc": 78.85 + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.715937, + "gbest_acc": 78.95 + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.715652, + "gbest_acc": 79.15 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.713642, + "gbest_acc": 79.3 + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711798, + "gbest_acc": 79.3 + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711798, + "gbest_acc": 79.3 + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.710805, + "gbest_acc": 79.25 + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.70921, + "gbest_acc": 79.7 + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.708995, + "gbest_acc": 79.35 + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706735, + "gbest_acc": 79.8 + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706185, + "gbest_acc": 79.65 + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706185, + "gbest_acc": 79.65 + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706185, + "gbest_acc": 79.65 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705462, + "gbest_acc": 79.5 + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703696, + "gbest_acc": 79.55 + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703042, + "gbest_acc": 79.2 + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.702466, + "gbest_acc": 79.8 + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701364, + "gbest_acc": 79.75 + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.699386, + "gbest_acc": 79.3 + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.698578, + "gbest_acc": 79.6 + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.698021, + "gbest_acc": 79.45 + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696922, + "gbest_acc": 79.55 + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696208, + "gbest_acc": 79.45 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696148, + "gbest_acc": 79.0 + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.695361, + "gbest_acc": 79.5 + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.694744, + "gbest_acc": 79.85 + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.694622, + "gbest_acc": 79.7 + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693111, + "gbest_acc": 79.9 + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692406, + "gbest_acc": 79.7 + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689232, + "gbest_acc": 79.5 + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689232, + "gbest_acc": 79.5 + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689232, + "gbest_acc": 79.5 + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689232, + "gbest_acc": 79.5 + }, + { + "epoch": 421, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.724572, + "gbest_acc": 78.81 + }, + { + "epoch": 422, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.724126, + "gbest_acc": 78.96 + }, + { + "epoch": 423, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.7205, + "gbest_acc": 79.18 + }, + { + "epoch": 424, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.720406, + "gbest_acc": 79.25 + }, + { + "epoch": 425, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.720353, + "gbest_acc": 79.17 + }, + { + "epoch": 426, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.719274, + "gbest_acc": 79.29 + }, + { + "epoch": 427, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.71806, + "gbest_acc": 79.08 + }, + { + "epoch": 428, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.717053, + "gbest_acc": 79.09 + }, + { + "epoch": 429, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.715146, + "gbest_acc": 78.96 + }, + { + "epoch": 430, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.712637, + "gbest_acc": 79.16 + }, + { + "epoch": 431, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.712194, + "gbest_acc": 79.29 + }, + { + "epoch": 432, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.712194, + "gbest_acc": 79.29 + }, + { + "epoch": 433, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.712194, + "gbest_acc": 79.29 + }, + { + "epoch": 434, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.711067, + "gbest_acc": 79.29 + }, + { + "epoch": 435, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.710198, + "gbest_acc": 79.36 + }, + { + "epoch": 436, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.708902, + "gbest_acc": 79.31 + }, + { + "epoch": 437, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.708902, + "gbest_acc": 79.31 + }, + { + "epoch": 438, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.707728, + "gbest_acc": 79.59 + }, + { + "epoch": 439, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.706462, + "gbest_acc": 79.44 + }, + { + "epoch": 440, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.705037, + "gbest_acc": 79.58 + }, + { + "epoch": 441, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.704508, + "gbest_acc": 79.49 + }, + { + "epoch": 442, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.703758, + "gbest_acc": 79.63 + }, + { + "epoch": 443, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.702816, + "gbest_acc": 79.54 + }, + { + "epoch": 444, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.702125, + "gbest_acc": 79.49 + }, + { + "epoch": 445, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.700849, + "gbest_acc": 79.34 + }, + { + "epoch": 446, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.699874, + "gbest_acc": 79.56 + }, + { + "epoch": 447, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.697846, + "gbest_acc": 79.59 + }, + { + "epoch": 448, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.697835, + "gbest_acc": 79.72 + }, + { + "epoch": 449, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.696189, + "gbest_acc": 79.65 + }, + { + "epoch": 450, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.696189, + "gbest_acc": 79.65 + }, + { + "epoch": 451, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.695671, + "gbest_acc": 79.65 + }, + { + "epoch": 452, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.694817, + "gbest_acc": 79.58 + }, + { + "epoch": 453, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.693786, + "gbest_acc": 79.65 + }, + { + "epoch": 454, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.691991, + "gbest_acc": 79.79 + }, + { + "epoch": 455, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.691991, + "gbest_acc": 79.79 + }, + { + "epoch": 456, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.69153, + "gbest_acc": 79.64 + }, + { + "epoch": 457, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.690145, + "gbest_acc": 79.91 + }, + { + "epoch": 458, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.688983, + "gbest_acc": 79.9 + }, + { + "epoch": 459, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.688372, + "gbest_acc": 80.0 + }, + { + "epoch": 460, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.687258, + "gbest_acc": 80.01 + }, + { + "epoch": 461, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.686287, + "gbest_acc": 80.21 + }, + { + "epoch": 462, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.686041, + "gbest_acc": 80.07 + }, + { + "epoch": 463, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.682805, + "gbest_acc": 80.24 + }, + { + "epoch": 464, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.682805, + "gbest_acc": 80.24 + }, + { + "epoch": 465, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.681404, + "gbest_acc": 80.16 + }, + { + "epoch": 466, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.68101, + "gbest_acc": 80.34 + }, + { + "epoch": 467, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.680744, + "gbest_acc": 80.31 + }, + { + "epoch": 468, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.678939, + "gbest_acc": 80.27 + }, + { + "epoch": 469, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.677958, + "gbest_acc": 80.34 + }, + { + "epoch": 470, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.676866, + "gbest_acc": 80.26 + }, + { + "epoch": 471, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.675389, + "gbest_acc": 80.21 + }, + { + "epoch": 472, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.675389, + "gbest_acc": 80.21 + }, + { + "epoch": 473, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.673885, + "gbest_acc": 80.28 + }, + { + "epoch": 474, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.673885, + "gbest_acc": 80.28 + }, + { + "epoch": 475, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.673139, + "gbest_acc": 80.35 + }, + { + "epoch": 476, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.669463, + "gbest_acc": 80.39 + }, + { + "epoch": 477, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.669463, + "gbest_acc": 80.39 + }, + { + "epoch": 478, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.669463, + "gbest_acc": 80.39 + }, + { + "epoch": 479, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.669457, + "gbest_acc": 80.41 + }, + { + "epoch": 480, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.668841, + "gbest_acc": 80.56 + }, + { + "epoch": 481, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.668759, + "gbest_acc": 80.41 + }, + { + "epoch": 482, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.668759, + "gbest_acc": 80.41 + }, + { + "epoch": 483, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.668365, + "gbest_acc": 80.32 + }, + { + "epoch": 484, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.667482, + "gbest_acc": 80.42 + }, + { + "epoch": 485, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.666564, + "gbest_acc": 80.78 + }, + { + "epoch": 486, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.666564, + "gbest_acc": 80.78 + }, + { + "epoch": 487, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.666349, + "gbest_acc": 80.79 + }, + { + "epoch": 488, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.666237, + "gbest_acc": 80.77 + }, + { + "epoch": 489, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.665083, + "gbest_acc": 80.66 + }, + { + "epoch": 490, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.663951, + "gbest_acc": 80.69 + }, + { + "epoch": 491, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.663281, + "gbest_acc": 80.69 + }, + { + "epoch": 492, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.662345, + "gbest_acc": 80.75 + }, + { + "epoch": 493, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.661375, + "gbest_acc": 80.85 + }, + { + "epoch": 494, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.660128, + "gbest_acc": 80.84 + }, + { + "epoch": 495, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.660128, + "gbest_acc": 80.84 + }, + { + "epoch": 496, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.659526, + "gbest_acc": 80.66 + }, + { + "epoch": 497, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.658919, + "gbest_acc": 80.65 + }, + { + "epoch": 498, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.658919, + "gbest_acc": 80.65 + }, + { + "epoch": 499, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.658146, + "gbest_acc": 80.67 + }, + { + "epoch": 500, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.656206, + "gbest_acc": 80.55 + }, + { + "epoch": 501, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.655882, + "gbest_acc": 80.69 + }, + { + "epoch": 502, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.654981, + "gbest_acc": 80.82 + }, + { + "epoch": 503, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.653577, + "gbest_acc": 80.77 + }, + { + "epoch": 504, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.653383, + "gbest_acc": 80.77 + }, + { + "epoch": 505, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.653383, + "gbest_acc": 80.77 + }, + { + "epoch": 506, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.653383, + "gbest_acc": 80.77 + }, + { + "epoch": 507, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.65326, + "gbest_acc": 80.8 + }, + { + "epoch": 508, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.653027, + "gbest_acc": 80.86 + }, + { + "epoch": 509, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.652431, + "gbest_acc": 81.1 + }, + { + "epoch": 510, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.650992, + "gbest_acc": 81.09 + }, + { + "epoch": 511, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.649152, + "gbest_acc": 81.24 + }, + { + "epoch": 512, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.649152, + "gbest_acc": 81.24 + }, + { + "epoch": 513, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.648219, + "gbest_acc": 81.52 + }, + { + "epoch": 514, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.647136, + "gbest_acc": 81.51 + }, + { + "epoch": 515, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.646599, + "gbest_acc": 81.17 + }, + { + "epoch": 516, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.646599, + "gbest_acc": 81.17 + }, + { + "epoch": 517, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6461, + "gbest_acc": 81.24 + }, + { + "epoch": 518, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6461, + "gbest_acc": 81.24 + }, + { + "epoch": 519, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.64548, + "gbest_acc": 81.19 + }, + { + "epoch": 520, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.645433, + "gbest_acc": 81.57 + }, + { + "epoch": 521, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.645433, + "gbest_acc": 81.57 + }, + { + "epoch": 522, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.645433, + "gbest_acc": 81.57 + }, + { + "epoch": 523, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.644086, + "gbest_acc": 81.26 + }, + { + "epoch": 524, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.64324, + "gbest_acc": 81.05 + }, + { + "epoch": 525, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.64324, + "gbest_acc": 81.05 + }, + { + "epoch": 526, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.64324, + "gbest_acc": 81.05 + }, + { + "epoch": 527, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.64324, + "gbest_acc": 81.05 + }, + { + "epoch": 528, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.643087, + "gbest_acc": 81.17 + }, + { + "epoch": 529, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.642789, + "gbest_acc": 81.21 + }, + { + "epoch": 530, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.642725, + "gbest_acc": 81.2 + }, + { + "epoch": 531, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.640803, + "gbest_acc": 81.13 + }, + { + "epoch": 532, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.640803, + "gbest_acc": 81.13 + }, + { + "epoch": 533, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.640383, + "gbest_acc": 81.42 + }, + { + "epoch": 534, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.639557, + "gbest_acc": 81.53 + }, + { + "epoch": 535, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638432, + "gbest_acc": 81.49 + }, + { + "epoch": 536, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6383, + "gbest_acc": 81.53 + }, + { + "epoch": 537, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.636265, + "gbest_acc": 81.53 + }, + { + "epoch": 538, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.636265, + "gbest_acc": 81.53 + }, + { + "epoch": 539, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.636265, + "gbest_acc": 81.53 + }, + { + "epoch": 540, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6362, + "gbest_acc": 81.54 + }, + { + "epoch": 541, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.635736, + "gbest_acc": 81.59 + }, + { + "epoch": 542, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.635002, + "gbest_acc": 81.63 + }, + { + "epoch": 543, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.634799, + "gbest_acc": 81.73 + }, + { + "epoch": 544, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.634608, + "gbest_acc": 81.85 + }, + { + "epoch": 545, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.634043, + "gbest_acc": 81.55 + }, + { + "epoch": 546, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.633982, + "gbest_acc": 81.68 + }, + { + "epoch": 547, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632937, + "gbest_acc": 81.55 + }, + { + "epoch": 548, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632455, + "gbest_acc": 81.41 + }, + { + "epoch": 549, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.631454, + "gbest_acc": 81.52 + }, + { + "epoch": 550, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.631454, + "gbest_acc": 81.52 + }, + { + "epoch": 551, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.631082, + "gbest_acc": 81.56 + }, + { + "epoch": 552, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.630811, + "gbest_acc": 81.6 + }, + { + "epoch": 553, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.630811, + "gbest_acc": 81.6 + }, + { + "epoch": 554, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.630811, + "gbest_acc": 81.6 + }, + { + "epoch": 555, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.630418, + "gbest_acc": 81.52 + }, + { + "epoch": 556, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.634825, + "gbest_acc": 81.182 + }, + { + "epoch": 557, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.634327, + "gbest_acc": 81.164 + }, + { + "epoch": 558, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.632866, + "gbest_acc": 81.308 + }, + { + "epoch": 559, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.632858, + "gbest_acc": 81.306 + }, + { + "epoch": 560, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.632858, + "gbest_acc": 81.306 + }, + { + "epoch": 561, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.631709, + "gbest_acc": 81.358 + }, + { + "epoch": 562, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.631515, + "gbest_acc": 81.24 + }, + { + "epoch": 563, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.630863, + "gbest_acc": 81.27 + }, + { + "epoch": 564, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.630863, + "gbest_acc": 81.27 + }, + { + "epoch": 565, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.629907, + "gbest_acc": 81.312 + }, + { + "epoch": 566, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.629907, + "gbest_acc": 81.312 + }, + { + "epoch": 567, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.629907, + "gbest_acc": 81.312 + }, + { + "epoch": 568, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.629415, + "gbest_acc": 81.332 + }, + { + "epoch": 569, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.628621, + "gbest_acc": 81.38 + }, + { + "epoch": 570, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.627784, + "gbest_acc": 81.464 + }, + { + "epoch": 571, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.626699, + "gbest_acc": 81.562 + }, + { + "epoch": 572, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.626526, + "gbest_acc": 81.506 + }, + { + "epoch": 573, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.624878, + "gbest_acc": 81.54 + }, + { + "epoch": 574, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.624878, + "gbest_acc": 81.54 + }, + { + "epoch": 575, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.624867, + "gbest_acc": 81.462 + }, + { + "epoch": 576, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.624624, + "gbest_acc": 81.454 + }, + { + "epoch": 577, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.624624, + "gbest_acc": 81.454 + }, + { + "epoch": 578, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.623607, + "gbest_acc": 81.458 + }, + { + "epoch": 579, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.622896, + "gbest_acc": 81.566 + }, + { + "epoch": 580, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621943, + "gbest_acc": 81.57 + }, + { + "epoch": 581, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621943, + "gbest_acc": 81.57 + }, + { + "epoch": 582, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621943, + "gbest_acc": 81.57 + }, + { + "epoch": 583, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621737, + "gbest_acc": 81.622 + }, + { + "epoch": 584, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621737, + "gbest_acc": 81.622 + }, + { + "epoch": 585, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621395, + "gbest_acc": 81.672 + }, + { + "epoch": 586, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.621345, + "gbest_acc": 81.638 + }, + { + "epoch": 587, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.620167, + "gbest_acc": 81.57 + }, + { + "epoch": 588, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.620167, + "gbest_acc": 81.57 + }, + { + "epoch": 589, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.619871, + "gbest_acc": 81.554 + }, + { + "epoch": 590, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.619527, + "gbest_acc": 81.55 + }, + { + "epoch": 591, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.619187, + "gbest_acc": 81.548 + }, + { + "epoch": 592, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.61884, + "gbest_acc": 81.686 + }, + { + "epoch": 593, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.61815, + "gbest_acc": 81.638 + }, + { + "epoch": 594, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.61785, + "gbest_acc": 81.64 + }, + { + "epoch": 595, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.617004, + "gbest_acc": 81.718 + }, + { + "epoch": 596, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.617004, + "gbest_acc": 81.718 + }, + { + "epoch": 597, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.616977, + "gbest_acc": 81.742 + }, + { + "epoch": 598, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.615994, + "gbest_acc": 81.816 + }, + { + "epoch": 599, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.614795, + "gbest_acc": 81.778 + }, + { + "epoch": 600, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.614199, + "gbest_acc": 81.79 + } + ] + }, + { + "seed": 103, + "val_loss": 0.571431, + "val_acc": 82.64, + "wall_time_sec": 163.8031, + "queries": 36120, + "sample_evaluations": 270000000, + "transition_reevaluations": 120, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.306736, + "gbest_acc": 7.75 + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.301095, + "gbest_acc": 9.25 + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.285218, + "gbest_acc": 10.85 + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.272207, + "gbest_acc": 13.9 + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.258712, + "gbest_acc": 11.9 + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.237577, + "gbest_acc": 11.35 + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.219055, + "gbest_acc": 17.45 + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.190786, + "gbest_acc": 19.15 + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.165014, + "gbest_acc": 20.8 + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.1444, + "gbest_acc": 21.4 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.133009, + "gbest_acc": 25.85 + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.124876, + "gbest_acc": 25.6 + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.123546, + "gbest_acc": 29.0 + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.120491, + "gbest_acc": 26.15 + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.092338, + "gbest_acc": 27.6 + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.070742, + "gbest_acc": 28.2 + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.055494, + "gbest_acc": 29.1 + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.050444, + "gbest_acc": 28.95 + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.03032, + "gbest_acc": 29.25 + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.019969, + "gbest_acc": 25.95 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.98332, + "gbest_acc": 31.6 + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.981001, + "gbest_acc": 33.5 + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.953625, + "gbest_acc": 36.95 + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.92213, + "gbest_acc": 37.4 + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.92213, + "gbest_acc": 37.4 + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.899446, + "gbest_acc": 36.3 + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.881171, + "gbest_acc": 37.0 + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.872066, + "gbest_acc": 38.4 + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.872066, + "gbest_acc": 38.4 + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.865758, + "gbest_acc": 37.15 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.864147, + "gbest_acc": 34.2 + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850855, + "gbest_acc": 35.35 + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.843205, + "gbest_acc": 37.1 + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.832204, + "gbest_acc": 40.35 + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.812147, + "gbest_acc": 41.6 + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.79039, + "gbest_acc": 43.75 + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.769716, + "gbest_acc": 40.9 + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.736351, + "gbest_acc": 45.75 + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.736351, + "gbest_acc": 45.75 + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.736351, + "gbest_acc": 45.75 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.728965, + "gbest_acc": 43.65 + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.713552, + "gbest_acc": 42.9 + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.710279, + "gbest_acc": 44.95 + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.695853, + "gbest_acc": 44.6 + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.684053, + "gbest_acc": 44.9 + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.669037, + "gbest_acc": 45.0 + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648473, + "gbest_acc": 45.7 + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.635661, + "gbest_acc": 45.9 + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624055, + "gbest_acc": 46.95 + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624055, + "gbest_acc": 46.95 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.61576, + "gbest_acc": 48.0 + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.608881, + "gbest_acc": 49.15 + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.593466, + "gbest_acc": 49.6 + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.59304, + "gbest_acc": 48.65 + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.59304, + "gbest_acc": 48.65 + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.591888, + "gbest_acc": 49.0 + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.588175, + "gbest_acc": 48.15 + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.579923, + "gbest_acc": 48.75 + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.564046, + "gbest_acc": 50.1 + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.538632, + "gbest_acc": 52.2 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5157, + "gbest_acc": 51.95 + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5157, + "gbest_acc": 51.95 + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.50663, + "gbest_acc": 52.95 + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.50663, + "gbest_acc": 52.95 + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.50663, + "gbest_acc": 52.95 + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.503698, + "gbest_acc": 53.65 + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.489288, + "gbest_acc": 54.4 + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.485936, + "gbest_acc": 53.85 + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460079, + "gbest_acc": 54.45 + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460079, + "gbest_acc": 54.45 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452602, + "gbest_acc": 54.35 + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.447585, + "gbest_acc": 54.75 + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.441106, + "gbest_acc": 55.8 + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.439717, + "gbest_acc": 56.05 + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.437439, + "gbest_acc": 56.45 + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.433568, + "gbest_acc": 56.05 + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40237, + "gbest_acc": 55.9 + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40237, + "gbest_acc": 55.9 + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.391686, + "gbest_acc": 56.0 + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388501, + "gbest_acc": 56.8 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388501, + "gbest_acc": 56.8 + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.376475, + "gbest_acc": 57.7 + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.376475, + "gbest_acc": 57.7 + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372706, + "gbest_acc": 59.3 + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.370302, + "gbest_acc": 56.4 + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.365972, + "gbest_acc": 58.0 + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362269, + "gbest_acc": 57.9 + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362269, + "gbest_acc": 57.9 + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.346876, + "gbest_acc": 59.35 + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.34618, + "gbest_acc": 59.5 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.34618, + "gbest_acc": 59.5 + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.340091, + "gbest_acc": 59.35 + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339939, + "gbest_acc": 60.2 + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.337373, + "gbest_acc": 59.25 + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331855, + "gbest_acc": 59.2 + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324059, + "gbest_acc": 59.45 + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.31277, + "gbest_acc": 59.9 + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.31277, + "gbest_acc": 59.9 + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.31277, + "gbest_acc": 59.9 + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.31277, + "gbest_acc": 59.9 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.311186, + "gbest_acc": 59.9 + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.295752, + "gbest_acc": 60.2 + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.29065, + "gbest_acc": 61.7 + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286527, + "gbest_acc": 61.55 + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277146, + "gbest_acc": 61.6 + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277109, + "gbest_acc": 62.3 + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.271287, + "gbest_acc": 63.0 + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.266966, + "gbest_acc": 63.1 + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264454, + "gbest_acc": 62.9 + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.250973, + "gbest_acc": 63.0 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.250973, + "gbest_acc": 63.0 + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.249803, + "gbest_acc": 63.95 + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240184, + "gbest_acc": 63.1 + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240184, + "gbest_acc": 63.1 + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.231357, + "gbest_acc": 64.6 + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.225667, + "gbest_acc": 63.65 + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.225667, + "gbest_acc": 63.65 + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.225667, + "gbest_acc": 63.65 + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.222204, + "gbest_acc": 62.0 + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209307, + "gbest_acc": 62.8 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209307, + "gbest_acc": 62.8 + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209307, + "gbest_acc": 62.8 + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209307, + "gbest_acc": 62.8 + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.207785, + "gbest_acc": 63.55 + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.197787, + "gbest_acc": 63.25 + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.189766, + "gbest_acc": 63.9 + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.185945, + "gbest_acc": 64.2 + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.18107, + "gbest_acc": 64.5 + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177859, + "gbest_acc": 65.25 + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177859, + "gbest_acc": 65.25 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.175997, + "gbest_acc": 65.0 + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.175997, + "gbest_acc": 65.0 + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.167975, + "gbest_acc": 65.35 + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.167975, + "gbest_acc": 65.35 + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.165835, + "gbest_acc": 65.0 + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.154847, + "gbest_acc": 64.8 + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.154847, + "gbest_acc": 64.8 + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.154847, + "gbest_acc": 64.8 + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152015, + "gbest_acc": 65.55 + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.142405, + "gbest_acc": 66.4 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136753, + "gbest_acc": 66.1 + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.131296, + "gbest_acc": 67.3 + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.128003, + "gbest_acc": 66.75 + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.127023, + "gbest_acc": 68.2 + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.116981, + "gbest_acc": 67.2 + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.113859, + "gbest_acc": 67.75 + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.112615, + "gbest_acc": 67.45 + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.112615, + "gbest_acc": 67.45 + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.112615, + "gbest_acc": 67.45 + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.108195, + "gbest_acc": 68.15 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.105821, + "gbest_acc": 68.45 + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.098881, + "gbest_acc": 68.0 + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.098881, + "gbest_acc": 68.0 + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.097065, + "gbest_acc": 68.7 + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091826, + "gbest_acc": 67.3 + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091826, + "gbest_acc": 67.3 + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091826, + "gbest_acc": 67.3 + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091826, + "gbest_acc": 67.3 + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.085993, + "gbest_acc": 67.1 + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0805, + "gbest_acc": 67.95 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0805, + "gbest_acc": 67.95 + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0805, + "gbest_acc": 67.95 + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.079882, + "gbest_acc": 68.2 + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072072, + "gbest_acc": 68.95 + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.068064, + "gbest_acc": 68.25 + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.068064, + "gbest_acc": 68.25 + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.068064, + "gbest_acc": 68.25 + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.067065, + "gbest_acc": 66.95 + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.065015, + "gbest_acc": 68.35 + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.059447, + "gbest_acc": 69.25 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.054845, + "gbest_acc": 68.6 + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.054161, + "gbest_acc": 68.85 + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.049072, + "gbest_acc": 68.95 + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.046123, + "gbest_acc": 68.8 + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.041408, + "gbest_acc": 69.5 + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.040558, + "gbest_acc": 68.95 + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.031737, + "gbest_acc": 70.25 + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.028511, + "gbest_acc": 69.85 + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023249, + "gbest_acc": 69.05 + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.016179, + "gbest_acc": 69.8 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.012743, + "gbest_acc": 69.75 + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.01063, + "gbest_acc": 69.8 + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0028, + "gbest_acc": 70.55 + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998192, + "gbest_acc": 70.3 + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996972, + "gbest_acc": 70.6 + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996323, + "gbest_acc": 70.9 + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996054, + "gbest_acc": 71.1 + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990807, + "gbest_acc": 70.95 + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990807, + "gbest_acc": 70.95 + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990807, + "gbest_acc": 70.95 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990807, + "gbest_acc": 70.95 + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985284, + "gbest_acc": 71.5 + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.982009, + "gbest_acc": 71.35 + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.976879, + "gbest_acc": 71.75 + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974518, + "gbest_acc": 71.95 + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.970424, + "gbest_acc": 70.95 + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96579, + "gbest_acc": 71.6 + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.963927, + "gbest_acc": 70.8 + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.952596, + "gbest_acc": 72.05 + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.952596, + "gbest_acc": 72.05 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.949662, + "gbest_acc": 71.3 + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.949662, + "gbest_acc": 71.3 + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.949662, + "gbest_acc": 71.3 + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.949662, + "gbest_acc": 71.3 + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.948342, + "gbest_acc": 71.8 + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.947457, + "gbest_acc": 72.35 + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.947457, + "gbest_acc": 72.35 + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.945712, + "gbest_acc": 72.15 + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.943871, + "gbest_acc": 72.15 + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.942873, + "gbest_acc": 72.15 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.942561, + "gbest_acc": 72.75 + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.939768, + "gbest_acc": 72.9 + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.938839, + "gbest_acc": 72.4 + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.938839, + "gbest_acc": 72.4 + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.936866, + "gbest_acc": 71.7 + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.934088, + "gbest_acc": 72.55 + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.930037, + "gbest_acc": 72.9 + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.927044, + "gbest_acc": 72.9 + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92671, + "gbest_acc": 73.0 + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92671, + "gbest_acc": 73.0 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.926611, + "gbest_acc": 73.25 + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.926314, + "gbest_acc": 72.85 + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.9212, + "gbest_acc": 73.65 + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.9212, + "gbest_acc": 73.65 + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.920458, + "gbest_acc": 73.7 + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.91804, + "gbest_acc": 73.25 + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917395, + "gbest_acc": 73.05 + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915533, + "gbest_acc": 73.05 + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.911938, + "gbest_acc": 72.9 + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.910837, + "gbest_acc": 73.85 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.906496, + "gbest_acc": 73.4 + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.906496, + "gbest_acc": 73.4 + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.904315, + "gbest_acc": 73.5 + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.901337, + "gbest_acc": 73.55 + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896518, + "gbest_acc": 73.1 + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.893546, + "gbest_acc": 73.4 + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.893017, + "gbest_acc": 73.5 + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887085, + "gbest_acc": 73.4 + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.88624, + "gbest_acc": 73.6 + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.88405, + "gbest_acc": 73.7 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.883748, + "gbest_acc": 73.0 + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.881804, + "gbest_acc": 72.9 + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879689, + "gbest_acc": 72.55 + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875991, + "gbest_acc": 73.65 + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87316, + "gbest_acc": 73.7 + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87316, + "gbest_acc": 73.7 + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87316, + "gbest_acc": 73.7 + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87316, + "gbest_acc": 73.7 + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.867962, + "gbest_acc": 73.8 + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.866012, + "gbest_acc": 74.3 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.866012, + "gbest_acc": 74.3 + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.864239, + "gbest_acc": 74.25 + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860096, + "gbest_acc": 74.4 + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856701, + "gbest_acc": 74.1 + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.853515, + "gbest_acc": 74.4 + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852115, + "gbest_acc": 74.7 + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852115, + "gbest_acc": 74.7 + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.851773, + "gbest_acc": 75.25 + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.844992, + "gbest_acc": 75.0 + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842961, + "gbest_acc": 75.2 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.836906, + "gbest_acc": 74.95 + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.83479, + "gbest_acc": 75.1 + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.831892, + "gbest_acc": 75.05 + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.827771, + "gbest_acc": 75.55 + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.82755, + "gbest_acc": 75.5 + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821007, + "gbest_acc": 75.95 + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821007, + "gbest_acc": 75.95 + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.820722, + "gbest_acc": 75.3 + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.817764, + "gbest_acc": 75.25 + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816037, + "gbest_acc": 75.4 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816037, + "gbest_acc": 75.4 + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816019, + "gbest_acc": 75.55 + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.815747, + "gbest_acc": 75.4 + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.811207, + "gbest_acc": 75.05 + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.810918, + "gbest_acc": 75.35 + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.806153, + "gbest_acc": 76.0 + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805389, + "gbest_acc": 75.7 + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.803133, + "gbest_acc": 75.6 + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.80152, + "gbest_acc": 76.05 + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.799068, + "gbest_acc": 75.35 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795189, + "gbest_acc": 76.05 + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.791493, + "gbest_acc": 75.5 + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78925, + "gbest_acc": 75.75 + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.787026, + "gbest_acc": 76.1 + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.785627, + "gbest_acc": 76.4 + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.783846, + "gbest_acc": 76.15 + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.783099, + "gbest_acc": 76.35 + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.780425, + "gbest_acc": 76.5 + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.780425, + "gbest_acc": 76.5 + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.780425, + "gbest_acc": 76.5 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.778617, + "gbest_acc": 76.6 + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.778617, + "gbest_acc": 76.6 + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.778617, + "gbest_acc": 76.6 + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.777562, + "gbest_acc": 76.85 + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.776054, + "gbest_acc": 76.6 + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.774242, + "gbest_acc": 76.0 + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.771723, + "gbest_acc": 76.7 + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770772, + "gbest_acc": 76.25 + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770772, + "gbest_acc": 76.25 + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767923, + "gbest_acc": 76.5 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.765344, + "gbest_acc": 76.75 + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.760478, + "gbest_acc": 76.9 + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759708, + "gbest_acc": 76.7 + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759708, + "gbest_acc": 76.7 + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759708, + "gbest_acc": 76.7 + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758703, + "gbest_acc": 76.95 + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.757969, + "gbest_acc": 77.15 + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756851, + "gbest_acc": 77.1 + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755139, + "gbest_acc": 77.0 + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.754044, + "gbest_acc": 77.6 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.753835, + "gbest_acc": 77.5 + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.752081, + "gbest_acc": 77.5 + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.751282, + "gbest_acc": 77.4 + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.751124, + "gbest_acc": 77.9 + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.751124, + "gbest_acc": 77.9 + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.750689, + "gbest_acc": 77.2 + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.750036, + "gbest_acc": 77.35 + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.748378, + "gbest_acc": 77.6 + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.748378, + "gbest_acc": 77.6 + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.748288, + "gbest_acc": 77.5 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.747121, + "gbest_acc": 77.75 + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.747121, + "gbest_acc": 77.75 + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.746989, + "gbest_acc": 77.5 + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745148, + "gbest_acc": 77.65 + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745148, + "gbest_acc": 77.65 + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745148, + "gbest_acc": 77.65 + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745148, + "gbest_acc": 77.65 + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.744493, + "gbest_acc": 77.4 + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743618, + "gbest_acc": 77.55 + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743618, + "gbest_acc": 77.55 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743618, + "gbest_acc": 77.55 + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.742591, + "gbest_acc": 77.5 + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.742294, + "gbest_acc": 77.45 + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739846, + "gbest_acc": 77.85 + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.738035, + "gbest_acc": 78.0 + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.738035, + "gbest_acc": 78.0 + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.737536, + "gbest_acc": 78.15 + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.734811, + "gbest_acc": 78.1 + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.734472, + "gbest_acc": 78.15 + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.734472, + "gbest_acc": 78.15 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.732684, + "gbest_acc": 78.6 + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.731943, + "gbest_acc": 78.65 + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.73034, + "gbest_acc": 78.7 + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.729459, + "gbest_acc": 78.2 + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728827, + "gbest_acc": 78.8 + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728827, + "gbest_acc": 78.8 + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727253, + "gbest_acc": 78.25 + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726281, + "gbest_acc": 78.55 + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726218, + "gbest_acc": 78.5 + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725197, + "gbest_acc": 78.85 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723366, + "gbest_acc": 78.5 + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723366, + "gbest_acc": 78.5 + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.72195, + "gbest_acc": 78.95 + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721935, + "gbest_acc": 78.8 + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.720438, + "gbest_acc": 78.95 + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.720438, + "gbest_acc": 78.95 + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.719655, + "gbest_acc": 79.0 + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.71599, + "gbest_acc": 78.9 + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.715115, + "gbest_acc": 78.85 + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.713009, + "gbest_acc": 78.85 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.713009, + "gbest_acc": 78.85 + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.712787, + "gbest_acc": 78.55 + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711991, + "gbest_acc": 78.45 + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.710542, + "gbest_acc": 78.7 + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707947, + "gbest_acc": 78.65 + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707947, + "gbest_acc": 78.65 + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707947, + "gbest_acc": 78.65 + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707723, + "gbest_acc": 78.9 + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706873, + "gbest_acc": 78.95 + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706873, + "gbest_acc": 78.95 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705886, + "gbest_acc": 79.5 + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.704177, + "gbest_acc": 79.25 + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703561, + "gbest_acc": 79.2 + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.700903, + "gbest_acc": 79.1 + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.700325, + "gbest_acc": 79.1 + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.698249, + "gbest_acc": 79.1 + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.697164, + "gbest_acc": 78.85 + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696311, + "gbest_acc": 78.85 + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.695122, + "gbest_acc": 79.2 + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.694546, + "gbest_acc": 78.95 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693627, + "gbest_acc": 79.15 + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693097, + "gbest_acc": 79.5 + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.69208, + "gbest_acc": 78.95 + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.690316, + "gbest_acc": 79.0 + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689485, + "gbest_acc": 78.85 + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689485, + "gbest_acc": 78.85 + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688707, + "gbest_acc": 79.05 + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.68777, + "gbest_acc": 79.2 + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.687206, + "gbest_acc": 79.2 + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.685674, + "gbest_acc": 79.1 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.684901, + "gbest_acc": 79.25 + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.683547, + "gbest_acc": 78.75 + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.683547, + "gbest_acc": 78.75 + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681737, + "gbest_acc": 78.95 + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679609, + "gbest_acc": 79.6 + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.678753, + "gbest_acc": 79.45 + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.677508, + "gbest_acc": 79.75 + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.676859, + "gbest_acc": 79.75 + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.675131, + "gbest_acc": 79.75 + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.673131, + "gbest_acc": 80.25 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.672688, + "gbest_acc": 79.95 + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.669044, + "gbest_acc": 80.0 + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666953, + "gbest_acc": 79.9 + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666953, + "gbest_acc": 79.9 + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666807, + "gbest_acc": 80.0 + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666701, + "gbest_acc": 79.9 + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666701, + "gbest_acc": 79.9 + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666302, + "gbest_acc": 80.0 + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.665223, + "gbest_acc": 79.9 + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.664132, + "gbest_acc": 80.0 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.663237, + "gbest_acc": 80.1 + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.661927, + "gbest_acc": 80.05 + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.661845, + "gbest_acc": 80.15 + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.661006, + "gbest_acc": 79.95 + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.660849, + "gbest_acc": 80.2 + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.65935, + "gbest_acc": 79.95 + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.658599, + "gbest_acc": 80.3 + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.658599, + "gbest_acc": 80.3 + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.658597, + "gbest_acc": 79.9 + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.658095, + "gbest_acc": 80.3 + }, + { + "epoch": 421, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.688882, + "gbest_acc": 79.42 + }, + { + "epoch": 422, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.686865, + "gbest_acc": 79.55 + }, + { + "epoch": 423, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.686865, + "gbest_acc": 79.55 + }, + { + "epoch": 424, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.685854, + "gbest_acc": 79.58 + }, + { + "epoch": 425, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.684352, + "gbest_acc": 79.49 + }, + { + "epoch": 426, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.683997, + "gbest_acc": 79.3 + }, + { + "epoch": 427, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.683997, + "gbest_acc": 79.3 + }, + { + "epoch": 428, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.683886, + "gbest_acc": 79.28 + }, + { + "epoch": 429, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.68223, + "gbest_acc": 79.4 + }, + { + "epoch": 430, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.680538, + "gbest_acc": 79.37 + }, + { + "epoch": 431, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.679737, + "gbest_acc": 79.42 + }, + { + "epoch": 432, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.679737, + "gbest_acc": 79.42 + }, + { + "epoch": 433, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.678634, + "gbest_acc": 79.48 + }, + { + "epoch": 434, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.67778, + "gbest_acc": 79.62 + }, + { + "epoch": 435, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.676583, + "gbest_acc": 79.65 + }, + { + "epoch": 436, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.674747, + "gbest_acc": 79.8 + }, + { + "epoch": 437, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.674736, + "gbest_acc": 79.86 + }, + { + "epoch": 438, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.672816, + "gbest_acc": 80.0 + }, + { + "epoch": 439, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.67159, + "gbest_acc": 80.01 + }, + { + "epoch": 440, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.669726, + "gbest_acc": 80.04 + }, + { + "epoch": 441, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.669061, + "gbest_acc": 80.05 + }, + { + "epoch": 442, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.668568, + "gbest_acc": 80.13 + }, + { + "epoch": 443, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.667834, + "gbest_acc": 79.9 + }, + { + "epoch": 444, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.667834, + "gbest_acc": 79.9 + }, + { + "epoch": 445, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.667834, + "gbest_acc": 79.9 + }, + { + "epoch": 446, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.667194, + "gbest_acc": 79.98 + }, + { + "epoch": 447, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.666022, + "gbest_acc": 79.89 + }, + { + "epoch": 448, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.665353, + "gbest_acc": 79.99 + }, + { + "epoch": 449, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.663327, + "gbest_acc": 80.15 + }, + { + "epoch": 450, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.661987, + "gbest_acc": 79.81 + }, + { + "epoch": 451, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.660576, + "gbest_acc": 80.26 + }, + { + "epoch": 452, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.659783, + "gbest_acc": 80.12 + }, + { + "epoch": 453, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.657148, + "gbest_acc": 80.19 + }, + { + "epoch": 454, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.656825, + "gbest_acc": 80.15 + }, + { + "epoch": 455, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.655766, + "gbest_acc": 80.34 + }, + { + "epoch": 456, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.654152, + "gbest_acc": 80.46 + }, + { + "epoch": 457, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.653869, + "gbest_acc": 80.37 + }, + { + "epoch": 458, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.65223, + "gbest_acc": 80.51 + }, + { + "epoch": 459, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.650463, + "gbest_acc": 80.49 + }, + { + "epoch": 460, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.650247, + "gbest_acc": 80.65 + }, + { + "epoch": 461, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.648186, + "gbest_acc": 80.81 + }, + { + "epoch": 462, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.648186, + "gbest_acc": 80.81 + }, + { + "epoch": 463, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.647492, + "gbest_acc": 80.79 + }, + { + "epoch": 464, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.646377, + "gbest_acc": 80.82 + }, + { + "epoch": 465, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.644114, + "gbest_acc": 81.08 + }, + { + "epoch": 466, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.64401, + "gbest_acc": 80.75 + }, + { + "epoch": 467, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.643605, + "gbest_acc": 80.65 + }, + { + "epoch": 468, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.643165, + "gbest_acc": 80.55 + }, + { + "epoch": 469, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.643165, + "gbest_acc": 80.55 + }, + { + "epoch": 470, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.642747, + "gbest_acc": 80.69 + }, + { + "epoch": 471, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.641703, + "gbest_acc": 80.72 + }, + { + "epoch": 472, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.641703, + "gbest_acc": 80.72 + }, + { + "epoch": 473, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.641308, + "gbest_acc": 81.04 + }, + { + "epoch": 474, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.640995, + "gbest_acc": 81.13 + }, + { + "epoch": 475, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638925, + "gbest_acc": 81.03 + }, + { + "epoch": 476, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638728, + "gbest_acc": 81.11 + }, + { + "epoch": 477, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638713, + "gbest_acc": 80.82 + }, + { + "epoch": 478, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638713, + "gbest_acc": 80.82 + }, + { + "epoch": 479, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638713, + "gbest_acc": 80.82 + }, + { + "epoch": 480, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638358, + "gbest_acc": 80.93 + }, + { + "epoch": 481, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638231, + "gbest_acc": 81.21 + }, + { + "epoch": 482, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.638231, + "gbest_acc": 81.21 + }, + { + "epoch": 483, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.637876, + "gbest_acc": 80.93 + }, + { + "epoch": 484, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.63702, + "gbest_acc": 80.96 + }, + { + "epoch": 485, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.635716, + "gbest_acc": 80.88 + }, + { + "epoch": 486, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.635442, + "gbest_acc": 81.25 + }, + { + "epoch": 487, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.635442, + "gbest_acc": 81.25 + }, + { + "epoch": 488, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.635442, + "gbest_acc": 81.25 + }, + { + "epoch": 489, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.635442, + "gbest_acc": 81.25 + }, + { + "epoch": 490, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.634209, + "gbest_acc": 80.95 + }, + { + "epoch": 491, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.634209, + "gbest_acc": 80.95 + }, + { + "epoch": 492, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.634209, + "gbest_acc": 80.95 + }, + { + "epoch": 493, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.63337, + "gbest_acc": 81.13 + }, + { + "epoch": 494, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.633164, + "gbest_acc": 81.11 + }, + { + "epoch": 495, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632841, + "gbest_acc": 81.22 + }, + { + "epoch": 496, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632841, + "gbest_acc": 81.22 + }, + { + "epoch": 497, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632841, + "gbest_acc": 81.22 + }, + { + "epoch": 498, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.632841, + "gbest_acc": 81.22 + }, + { + "epoch": 499, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.631345, + "gbest_acc": 81.18 + }, + { + "epoch": 500, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.629109, + "gbest_acc": 81.54 + }, + { + "epoch": 501, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.629109, + "gbest_acc": 81.54 + }, + { + "epoch": 502, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.629109, + "gbest_acc": 81.54 + }, + { + "epoch": 503, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.628603, + "gbest_acc": 81.57 + }, + { + "epoch": 504, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.628428, + "gbest_acc": 81.34 + }, + { + "epoch": 505, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.627425, + "gbest_acc": 81.27 + }, + { + "epoch": 506, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.626755, + "gbest_acc": 81.23 + }, + { + "epoch": 507, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.625747, + "gbest_acc": 81.26 + }, + { + "epoch": 508, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6238, + "gbest_acc": 81.61 + }, + { + "epoch": 509, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.622853, + "gbest_acc": 81.85 + }, + { + "epoch": 510, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.622853, + "gbest_acc": 81.85 + }, + { + "epoch": 511, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.622853, + "gbest_acc": 81.85 + }, + { + "epoch": 512, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.622853, + "gbest_acc": 81.85 + }, + { + "epoch": 513, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.622263, + "gbest_acc": 81.55 + }, + { + "epoch": 514, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.621528, + "gbest_acc": 81.72 + }, + { + "epoch": 515, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.620708, + "gbest_acc": 81.68 + }, + { + "epoch": 516, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.62031, + "gbest_acc": 81.56 + }, + { + "epoch": 517, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.62024, + "gbest_acc": 81.44 + }, + { + "epoch": 518, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.62024, + "gbest_acc": 81.44 + }, + { + "epoch": 519, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.619496, + "gbest_acc": 81.33 + }, + { + "epoch": 520, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.618307, + "gbest_acc": 81.46 + }, + { + "epoch": 521, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6161, + "gbest_acc": 81.36 + }, + { + "epoch": 522, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6161, + "gbest_acc": 81.36 + }, + { + "epoch": 523, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.6161, + "gbest_acc": 81.36 + }, + { + "epoch": 524, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.615899, + "gbest_acc": 81.33 + }, + { + "epoch": 525, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.615557, + "gbest_acc": 81.43 + }, + { + "epoch": 526, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.614941, + "gbest_acc": 81.61 + }, + { + "epoch": 527, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.614322, + "gbest_acc": 81.47 + }, + { + "epoch": 528, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.613863, + "gbest_acc": 81.58 + }, + { + "epoch": 529, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.613233, + "gbest_acc": 81.77 + }, + { + "epoch": 530, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.612714, + "gbest_acc": 81.69 + }, + { + "epoch": 531, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.610741, + "gbest_acc": 81.73 + }, + { + "epoch": 532, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.609011, + "gbest_acc": 81.56 + }, + { + "epoch": 533, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.607288, + "gbest_acc": 81.78 + }, + { + "epoch": 534, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.605658, + "gbest_acc": 81.84 + }, + { + "epoch": 535, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.603773, + "gbest_acc": 81.92 + }, + { + "epoch": 536, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.60151, + "gbest_acc": 82.05 + }, + { + "epoch": 537, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.601336, + "gbest_acc": 81.91 + }, + { + "epoch": 538, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.59911, + "gbest_acc": 81.84 + }, + { + "epoch": 539, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.59852, + "gbest_acc": 81.81 + }, + { + "epoch": 540, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.59659, + "gbest_acc": 81.84 + }, + { + "epoch": 541, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.595489, + "gbest_acc": 81.86 + }, + { + "epoch": 542, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.595015, + "gbest_acc": 81.64 + }, + { + "epoch": 543, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.593902, + "gbest_acc": 81.77 + }, + { + "epoch": 544, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.59346, + "gbest_acc": 81.85 + }, + { + "epoch": 545, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.59346, + "gbest_acc": 81.85 + }, + { + "epoch": 546, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.592709, + "gbest_acc": 81.96 + }, + { + "epoch": 547, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.59227, + "gbest_acc": 82.17 + }, + { + "epoch": 548, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.591597, + "gbest_acc": 82.17 + }, + { + "epoch": 549, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.590734, + "gbest_acc": 82.25 + }, + { + "epoch": 550, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.590686, + "gbest_acc": 82.13 + }, + { + "epoch": 551, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.589663, + "gbest_acc": 82.19 + }, + { + "epoch": 552, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.58897, + "gbest_acc": 82.37 + }, + { + "epoch": 553, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.587872, + "gbest_acc": 82.32 + }, + { + "epoch": 554, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.587045, + "gbest_acc": 82.35 + }, + { + "epoch": 555, + "stage": 1, + "subset_size": 10000, + "gbest_loss": 0.586263, + "gbest_acc": 82.39 + }, + { + "epoch": 556, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.600082, + "gbest_acc": 81.696 + }, + { + "epoch": 557, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.599901, + "gbest_acc": 81.66 + }, + { + "epoch": 558, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.599125, + "gbest_acc": 81.574 + }, + { + "epoch": 559, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.598048, + "gbest_acc": 81.684 + }, + { + "epoch": 560, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.597844, + "gbest_acc": 81.692 + }, + { + "epoch": 561, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.597108, + "gbest_acc": 81.71 + }, + { + "epoch": 562, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.596047, + "gbest_acc": 81.782 + }, + { + "epoch": 563, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.594677, + "gbest_acc": 81.748 + }, + { + "epoch": 564, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.593403, + "gbest_acc": 81.918 + }, + { + "epoch": 565, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.592385, + "gbest_acc": 81.924 + }, + { + "epoch": 566, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.592244, + "gbest_acc": 81.904 + }, + { + "epoch": 567, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.591158, + "gbest_acc": 81.93 + }, + { + "epoch": 568, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.591158, + "gbest_acc": 81.93 + }, + { + "epoch": 569, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.590937, + "gbest_acc": 82.102 + }, + { + "epoch": 570, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.590463, + "gbest_acc": 82.056 + }, + { + "epoch": 571, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.59002, + "gbest_acc": 82.062 + }, + { + "epoch": 572, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.588592, + "gbest_acc": 82.1 + }, + { + "epoch": 573, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.588267, + "gbest_acc": 82.112 + }, + { + "epoch": 574, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.587445, + "gbest_acc": 82.054 + }, + { + "epoch": 575, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.587108, + "gbest_acc": 82.05 + }, + { + "epoch": 576, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.58561, + "gbest_acc": 82.14 + }, + { + "epoch": 577, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.58527, + "gbest_acc": 82.082 + }, + { + "epoch": 578, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.584857, + "gbest_acc": 82.224 + }, + { + "epoch": 579, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.583669, + "gbest_acc": 82.19 + }, + { + "epoch": 580, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.583121, + "gbest_acc": 82.164 + }, + { + "epoch": 581, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.58292, + "gbest_acc": 82.292 + }, + { + "epoch": 582, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.581855, + "gbest_acc": 82.344 + }, + { + "epoch": 583, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.581213, + "gbest_acc": 82.388 + }, + { + "epoch": 584, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.580851, + "gbest_acc": 82.41 + }, + { + "epoch": 585, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.580264, + "gbest_acc": 82.366 + }, + { + "epoch": 586, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.580029, + "gbest_acc": 82.46 + }, + { + "epoch": 587, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.579905, + "gbest_acc": 82.466 + }, + { + "epoch": 588, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.579778, + "gbest_acc": 82.328 + }, + { + "epoch": 589, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.578577, + "gbest_acc": 82.528 + }, + { + "epoch": 590, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.578577, + "gbest_acc": 82.528 + }, + { + "epoch": 591, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.577439, + "gbest_acc": 82.504 + }, + { + "epoch": 592, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.576872, + "gbest_acc": 82.524 + }, + { + "epoch": 593, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.576643, + "gbest_acc": 82.518 + }, + { + "epoch": 594, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.576474, + "gbest_acc": 82.538 + }, + { + "epoch": 595, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.576085, + "gbest_acc": 82.558 + }, + { + "epoch": 596, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.575808, + "gbest_acc": 82.554 + }, + { + "epoch": 597, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.575494, + "gbest_acc": 82.568 + }, + { + "epoch": 598, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.57484, + "gbest_acc": 82.674 + }, + { + "epoch": 599, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.574466, + "gbest_acc": 82.632 + }, + { + "epoch": 600, + "stage": 2, + "subset_size": 50000, + "gbest_loss": 0.573398, + "gbest_acc": 82.608 + } + ] + } + ], + "validation_summary": { + "best_pbest_nll": { + "mean": 0.592376, + "std": 0.018705, + "median": 0.59828, + "iqr": 0.017993, + "ci95_t": 0.046467 + }, + "best_pbest_accuracy": { + "mean": 82.34, + "std": 0.346987, + "median": 82.42, + "iqr": 0.34, + "ci95_t": 0.861973 + }, + "wall_time_sec": { + "mean": 149.6342, + "std": 21.528865, + "median": 160.2394, + "iqr": 19.4715, + "ci95_t": 53.481252 + } + } + }, + "final_endpoints": { + "single_model": { + "selected_seed": 103, + "selected_particle_idx": 54, + "model_fingerprint": "329e0a04039125fc", + "val_loss": 0.571431, + "val_acc": 82.64, + "selection_rule": "lowest_validation_nll_then_highest_accuracy", + "test_accuracy": 83.23, + "test_nll": 0.556332, + "test_brier": 0.253921, + "test_ece": 0.085242, + "test_margin": 0.611698 + }, + "ensemble": { + "ensemble_size": 5, + "members": [ + { + "seed": 103, + "particle_idx": 54, + "val_loss": 0.571431, + "val_acc": 82.64 + }, + { + "seed": 102, + "particle_idx": 50, + "val_loss": 0.615358, + "val_acc": 81.64 + }, + { + "seed": 101, + "particle_idx": 48, + "val_loss": 0.601696, + "val_acc": 81.9 + }, + { + "seed": 102, + "particle_idx": 29, + "val_loss": 0.609323, + "val_acc": 82.16 + }, + { + "seed": 101, + "particle_idx": 22, + "val_loss": 0.601106, + "val_acc": 81.75 + } + ], + "validation_accuracy": 86.6, + "validation_nll": 0.548785, + "validation_brier": 0.243377, + "validation_ece": 0.167913, + "validation_margin": 0.552753, + "validation_pairwise_disagreement": 0.16493, + "test_accuracy": 87.0, + "test_nll": 0.535928, + "test_brier": 0.236233, + "test_ece": 0.164284, + "test_margin": 0.561269, + "pairwise_disagreement": 0.1585 + } + }, + "accounting": { + "total_wall_time_sec": 473.4657, + "total_queries": 127560, + "total_sample_evaluations": 848400000, + "scope": "pilot_and_confirmation_training_objectives_including_transition_reevaluations; excludes validation and test" + }, + "failure_record": null +} \ No newline at end of file diff --git a/benchmark_results/pso_v6_heavy_autoresearch.csv b/benchmark_results/pso_v6_heavy_autoresearch.csv new file mode 100644 index 0000000..8abc77a --- /dev/null +++ b/benchmark_results/pso_v6_heavy_autoresearch.csv @@ -0,0 +1,9 @@ +workload,split,seeds,accuracy_mean,accuracy_sd,nll_mean,nll_sd,accuracy_gain_vs_baseline_pp,relative_nll_reduction_vs_baseline_pct,state_ratio,ratio,projection_mode,projection_seed +mnist_compact,development_seeds_101_103,101-103,49.053333,0.417652,1.525704,0.01494,-0.1,-0.501617,0.4918032786885246,0.5,fixed,1800044939 +mnist_compact,confirmation_seeds_111_113,111-113,48.466667,2.515002,1.550212,0.046101,-0.686666,-2.116016,0.4918032786885246,0.5,fixed,1800044939 +mnist_wide,development_seeds_101_103,101-103,48.346667,3.214052,1.677712,0.072138,4.486667,2.52995,0.5,0.5,explicit,592157828 +mnist_wide,confirmation_seeds_111_113,111-113,45.723333,1.05633,1.734905,0.034461,1.863333,-0.792792,0.5,0.5,explicit,592157828 +fashion_compact,development_seeds_101_103,101-103,50.796667,3.095228,1.385324,0.035646,3.793334,8.330571,0.4918032786885246,0.5,fixed,1363313651 +fashion_compact,confirmation_seeds_111_113,111-113,53.196667,2.025669,1.328168,0.078488,6.193334,12.112688,0.4918032786885246,0.5,fixed,1363313651 +fashion_wide,development_seeds_101_103,101-103,48.263333,3.71862,1.531421,0.069986,1.953333,-0.371883,0.5,0.5,fixed,189641451 +fashion_wide,confirmation_seeds_111_113,111-113,49.476667,4.250251,1.513876,0.067096,3.166667,0.778045,0.5,0.5,fixed,189641451 diff --git a/benchmark_results/pso_v6_heavy_autoresearch.json b/benchmark_results/pso_v6_heavy_autoresearch.json new file mode 100644 index 0000000..dcf0111 --- /dev/null +++ b/benchmark_results/pso_v6_heavy_autoresearch.json @@ -0,0 +1,1008 @@ +{ + "protocol_version": "HEAVY-PSO-AUTORESEARCH-SUMMARY 1.0.0", + "timestamp": "2026-09-02T16:58:44.813352Z", + "mission": "Improve robust validation-quality/resource-efficiency Pareto frontier across four heavy PSO workloads", + "baseline_artifact": "benchmark_results/pso_v6_heavy_tasks.json", + "official_test_data_loaded": false, + "official_test_evaluations": 0, + "fixed_budget": { + "particles": 12, + "epochs": 80, + "fitness_subset_size": 10000, + "queries_per_run": 960, + "sample_evaluations_per_run": 9600000 + }, + "retained_development_policy": { + "candidate_id": "fixed_global_hybrid_v3", + "artifact": ".omc/autoresearch/heavy-pso-progressive-improvement/runs/20260902T153426Z/candidates/iteration-0008-development.json", + "evaluation_artifact": ".omc/autoresearch/heavy-pso-progressive-improvement/runs/20260902T153426Z/evaluations/iteration-0008-development.json", + "pass": true, + "score": 15.030088553498544, + "gate_details": { + "gate_finite": true, + "gate_test_sealed": true, + "gate_config_matched": true, + "gate_state_ratio": true, + "gate_acc_regression": true, + "gate_nll_regression": true, + "gate_baseline_worst_improvement": true + }, + "summary_metrics": { + "mean_rel_nll_reduction_pct": 2.4967550534985445, + "mean_acc_gain_pp": 2.5333334999999995, + "max_state_ratio": 0.5, + "state_efficiency_bonus": 10.0 + } + }, + "independent_confirmation": { + "candidate_id": "fixed_global_hybrid_v3_confirmation", + "seeds": [ + 111, + 112, + 113 + ], + "artifact": ".omc/autoresearch/heavy-pso-progressive-improvement/runs/20260902T153426Z/candidates/iteration-0008.json", + "evaluation_artifact": ".omc/autoresearch/heavy-pso-progressive-improvement/runs/20260902T153426Z/evaluations/iteration-0008.json", + "pass": false, + "score": -84.8703515707342, + "failed_gates": [ + "gate_baseline_worst_improvement" + ], + "gate_details": { + "gate_finite": true, + "gate_test_sealed": true, + "gate_config_matched_for_confirmation_seeds": true, + "gate_state_ratio": true, + "gate_acc_regression": true, + "gate_nll_regression": true, + "gate_baseline_worst_improvement": false + }, + "summary_metrics": { + "mean_rel_nll_reduction_pct": 2.4954814292658, + "mean_acc_gain_pp": 2.634166999999998, + "max_state_ratio": 0.5, + "state_efficiency_bonus": 10.0 + }, + "interpretation": "All gates except MNIST Wide >=2pp or >=5% NLL improvement passed; MNIST Wide accuracy gain was 1.863333pp." + }, + "workloads": { + "mnist_compact": { + "configuration": { + "ratio": 0.5, + "projection_mode": "fixed", + "projection_seed": 1800044939 + }, + "baseline": { + "acc": 49.153333, + "nll": 1.518089 + }, + "development_seeds_101_103": { + "accuracy_mean": 49.053333, + "accuracy_sd": 0.417652, + "nll_mean": 1.525704, + "nll_sd": 0.01494, + "state_ratio": 0.4918032786885246, + "per_seed_runs": [ + { + "seed": 101, + "projection_seed": 1800044939, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.508496, + "val_selected_acc": 49.37, + "val_metrics": { + "accuracy": 49.37, + "nll": 1.508496, + "brier": 0.661818, + "ece": 0.059748, + "margin": 0.242134 + }, + "gbest_loss": 1.500976, + "gbest_acc": 49.96, + "wall_time_sec": 4.1926, + "optimization_wall_time_sec": 4.0964, + "validation_wall_time_sec": 0.0962, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2343521.14, + "is_finite": true + }, + { + "seed": 102, + "projection_seed": 1800044939, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.535355, + "val_selected_acc": 48.58, + "val_metrics": { + "accuracy": 48.58, + "nll": 1.535355, + "brier": 0.67486, + "ece": 0.040094, + "margin": 0.256588 + }, + "gbest_loss": 1.538532, + "gbest_acc": 49.1, + "wall_time_sec": 4.0102, + "optimization_wall_time_sec": 3.9255, + "validation_wall_time_sec": 0.0847, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2445548.34, + "is_finite": true + }, + { + "seed": 103, + "projection_seed": 1800044939, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.533262, + "val_selected_acc": 49.21, + "val_metrics": { + "accuracy": 49.21, + "nll": 1.533262, + "brier": 0.677455, + "ece": 0.106045, + "margin": 0.189773 + }, + "gbest_loss": 1.533525, + "gbest_acc": 49.09, + "wall_time_sec": 4.122, + "optimization_wall_time_sec": 4.0346, + "validation_wall_time_sec": 0.0874, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2379418.03, + "is_finite": true + } + ] + }, + "confirmation_seeds_111_113": { + "accuracy_mean": 48.466667, + "accuracy_sd": 2.515002, + "nll_mean": 1.550212, + "nll_sd": 0.046101, + "state_ratio": 0.4918032786885246, + "per_seed_runs": [ + { + "seed": 111, + "projection_seed": 1800044939, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.49861, + "val_selected_acc": 50.98, + "val_metrics": { + "accuracy": 50.98, + "nll": 1.49861, + "brier": 0.6511, + "ece": 0.10158, + "margin": 0.22606 + }, + "gbest_loss": 1.49346, + "gbest_acc": 51.43, + "wall_time_sec": 4.1571, + "optimization_wall_time_sec": 4.067, + "validation_wall_time_sec": 0.0901, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2360462.26, + "is_finite": true + }, + { + "seed": 112, + "projection_seed": 1800044939, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.587337, + "val_selected_acc": 45.95, + "val_metrics": { + "accuracy": 45.95, + "nll": 1.587337, + "brier": 0.708292, + "ece": 0.078185, + "margin": 0.188558 + }, + "gbest_loss": 1.604532, + "gbest_acc": 45.63, + "wall_time_sec": 4.0905, + "optimization_wall_time_sec": 4.004, + "validation_wall_time_sec": 0.0865, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2397602.4, + "is_finite": true + }, + { + "seed": 113, + "projection_seed": 1800044939, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.564689, + "val_selected_acc": 48.47, + "val_metrics": { + "accuracy": 48.47, + "nll": 1.564689, + "brier": 0.686774, + "ece": 0.080412, + "margin": 0.215579 + }, + "gbest_loss": 1.559706, + "gbest_acc": 48.72, + "wall_time_sec": 4.0765, + "optimization_wall_time_sec": 3.9899, + "validation_wall_time_sec": 0.0866, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2406075.34, + "is_finite": true + } + ] + }, + "pooled_six_seed_descriptive": { + "accuracy_mean": 48.76, + "accuracy_sd": 1.644117, + "nll_mean": 1.537958, + "nll_sd": 0.03346, + "accuracy_gain_vs_baseline_pp": -0.393333, + "relative_nll_reduction_vs_baseline_pct": -1.308828 + } + }, + "mnist_wide": { + "configuration": { + "ratio": 0.5, + "projection_mode": "explicit", + "projection_seed": 592157828 + }, + "baseline": { + "acc": 43.86, + "nll": 1.721259 + }, + "development_seeds_101_103": { + "accuracy_mean": 48.346667, + "accuracy_sd": 3.214052, + "nll_mean": 1.677712, + "nll_sd": 0.072138, + "state_ratio": 0.5, + "per_seed_runs": [ + { + "seed": 101, + "projection_seed": 592157828, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "explicit", + "val_selected_loss": 1.623417, + "val_selected_acc": 48.0, + "val_metrics": { + "accuracy": 48.0, + "nll": 1.623417, + "brier": 0.708517, + "ece": 0.166082, + "margin": 0.12829 + }, + "gbest_loss": 1.626397, + "gbest_acc": 47.44, + "wall_time_sec": 9.0689, + "optimization_wall_time_sec": 8.8759, + "validation_wall_time_sec": 0.193, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1081580.46, + "is_finite": true + }, + { + "seed": 102, + "projection_seed": 592157828, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "explicit", + "val_selected_loss": 1.650152, + "val_selected_acc": 51.72, + "val_metrics": { + "accuracy": 51.72, + "nll": 1.650152, + "brier": 0.684201, + "ece": 0.187814, + "margin": 0.162795 + }, + "gbest_loss": 1.651721, + "gbest_acc": 51.51, + "wall_time_sec": 8.9599, + "optimization_wall_time_sec": 8.7709, + "validation_wall_time_sec": 0.189, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1094528.5, + "is_finite": true + }, + { + "seed": 103, + "projection_seed": 592157828, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "explicit", + "val_selected_loss": 1.759568, + "val_selected_acc": 45.32, + "val_metrics": { + "accuracy": 45.32, + "nll": 1.759568, + "brier": 0.746379, + "ece": 0.172542, + "margin": 0.114347 + }, + "gbest_loss": 1.765249, + "gbest_acc": 45.42, + "wall_time_sec": 9.0561, + "optimization_wall_time_sec": 8.8638, + "validation_wall_time_sec": 0.1922, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1083056.93, + "is_finite": true + } + ] + }, + "confirmation_seeds_111_113": { + "accuracy_mean": 45.723333, + "accuracy_sd": 1.05633, + "nll_mean": 1.734905, + "nll_sd": 0.034461, + "state_ratio": 0.5, + "per_seed_runs": [ + { + "seed": 111, + "projection_seed": 592157828, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "explicit", + "val_selected_loss": 1.774538, + "val_selected_acc": 45.04, + "val_metrics": { + "accuracy": 45.04, + "nll": 1.774538, + "brier": 0.750548, + "ece": 0.180957, + "margin": 0.105995 + }, + "gbest_loss": 1.776591, + "gbest_acc": 45.8, + "wall_time_sec": 9.1173, + "optimization_wall_time_sec": 8.9223, + "validation_wall_time_sec": 0.195, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1075955.75, + "is_finite": true + }, + { + "seed": 112, + "projection_seed": 592157828, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "explicit", + "val_selected_loss": 1.718164, + "val_selected_acc": 45.19, + "val_metrics": { + "accuracy": 45.19, + "nll": 1.718164, + "brier": 0.744937, + "ece": 0.160644, + "margin": 0.130123 + }, + "gbest_loss": 1.720852, + "gbest_acc": 45.65, + "wall_time_sec": 9.0242, + "optimization_wall_time_sec": 8.831, + "validation_wall_time_sec": 0.1932, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1087079.61, + "is_finite": true + }, + { + "seed": 113, + "projection_seed": 592157828, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "explicit", + "val_selected_loss": 1.712013, + "val_selected_acc": 46.94, + "val_metrics": { + "accuracy": 46.94, + "nll": 1.712013, + "brier": 0.726372, + "ece": 0.173083, + "margin": 0.130682 + }, + "gbest_loss": 1.722324, + "gbest_acc": 46.54, + "wall_time_sec": 9.0238, + "optimization_wall_time_sec": 8.8321, + "validation_wall_time_sec": 0.1917, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1086944.21, + "is_finite": true + } + ] + }, + "pooled_six_seed_descriptive": { + "accuracy_mean": 47.035, + "accuracy_sd": 2.577392, + "nll_mean": 1.706309, + "nll_sd": 0.05948, + "accuracy_gain_vs_baseline_pp": 3.175, + "relative_nll_reduction_vs_baseline_pct": 0.86857 + } + }, + "fashion_compact": { + "configuration": { + "ratio": 0.5, + "projection_mode": "fixed", + "projection_seed": 1363313651 + }, + "baseline": { + "acc": 47.003333, + "nll": 1.511217 + }, + "development_seeds_101_103": { + "accuracy_mean": 50.796667, + "accuracy_sd": 3.095228, + "nll_mean": 1.385324, + "nll_sd": 0.035646, + "state_ratio": 0.4918032786885246, + "per_seed_runs": [ + { + "seed": 101, + "projection_seed": 1363313651, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.354168, + "val_selected_acc": 53.87, + "val_metrics": { + "accuracy": 53.87, + "nll": 1.354168, + "brier": 0.602951, + "ece": 0.038927, + "margin": 0.311583 + }, + "gbest_loss": 1.343266, + "gbest_acc": 54.57, + "wall_time_sec": 4.8428, + "optimization_wall_time_sec": 4.7407, + "validation_wall_time_sec": 0.1021, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2025017.4, + "is_finite": true + }, + { + "seed": 102, + "projection_seed": 1363313651, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.377608, + "val_selected_acc": 50.84, + "val_metrics": { + "accuracy": 50.84, + "nll": 1.377608, + "brier": 0.627903, + "ece": 0.032173, + "margin": 0.277591 + }, + "gbest_loss": 1.374537, + "gbest_acc": 51.05, + "wall_time_sec": 5.7967, + "optimization_wall_time_sec": 5.6875, + "validation_wall_time_sec": 0.1092, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 1687912.09, + "is_finite": true + }, + { + "seed": 103, + "projection_seed": 1363313651, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.424197, + "val_selected_acc": 47.68, + "val_metrics": { + "accuracy": 47.68, + "nll": 1.424197, + "brier": 0.658571, + "ece": 0.021549, + "margin": 0.268061 + }, + "gbest_loss": 1.426838, + "gbest_acc": 47.3, + "wall_time_sec": 4.7604, + "optimization_wall_time_sec": 4.6591, + "validation_wall_time_sec": 0.1013, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2060483.78, + "is_finite": true + } + ] + }, + "confirmation_seeds_111_113": { + "accuracy_mean": 53.196667, + "accuracy_sd": 2.025669, + "nll_mean": 1.328168, + "nll_sd": 0.078488, + "state_ratio": 0.4918032786885246, + "per_seed_runs": [ + { + "seed": 111, + "projection_seed": 1363313651, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.280875, + "val_selected_acc": 53.83, + "val_metrics": { + "accuracy": 53.83, + "nll": 1.280875, + "brier": 0.599374, + "ece": 0.040911, + "margin": 0.289031 + }, + "gbest_loss": 1.29506, + "gbest_acc": 52.88, + "wall_time_sec": 4.5221, + "optimization_wall_time_sec": 4.4262, + "validation_wall_time_sec": 0.0959, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2168903.35, + "is_finite": true + }, + { + "seed": 112, + "projection_seed": 1363313651, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.284859, + "val_selected_acc": 54.83, + "val_metrics": { + "accuracy": 54.83, + "nll": 1.284859, + "brier": 0.588788, + "ece": 0.011783, + "margin": 0.363813 + }, + "gbest_loss": 1.281715, + "gbest_acc": 54.62, + "wall_time_sec": 4.5253, + "optimization_wall_time_sec": 4.4291, + "validation_wall_time_sec": 0.0962, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2167483.24, + "is_finite": true + }, + { + "seed": 113, + "projection_seed": 1363313651, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.418769, + "val_selected_acc": 50.93, + "val_metrics": { + "accuracy": 50.93, + "nll": 1.418769, + "brier": 0.637337, + "ece": 0.047296, + "margin": 0.262931 + }, + "gbest_loss": 1.394867, + "gbest_acc": 51.93, + "wall_time_sec": 4.5414, + "optimization_wall_time_sec": 4.4438, + "validation_wall_time_sec": 0.0976, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 1091760, + "throughput_samples_per_sec": 2160313.25, + "is_finite": true + } + ] + }, + "pooled_six_seed_descriptive": { + "accuracy_mean": 51.996667, + "accuracy_sd": 2.683562, + "nll_mean": 1.356746, + "nll_sd": 0.062869, + "accuracy_gain_vs_baseline_pp": 4.993334, + "relative_nll_reduction_vs_baseline_pct": 10.221629 + } + }, + "fashion_wide": { + "configuration": { + "ratio": 0.5, + "projection_mode": "fixed", + "projection_seed": 189641451 + }, + "baseline": { + "acc": 46.31, + "nll": 1.525747 + }, + "development_seeds_101_103": { + "accuracy_mean": 48.263333, + "accuracy_sd": 3.71862, + "nll_mean": 1.531421, + "nll_sd": 0.069986, + "state_ratio": 0.5, + "per_seed_runs": [ + { + "seed": 101, + "projection_seed": 189641451, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.45314, + "val_selected_acc": 52.51, + "val_metrics": { + "accuracy": 52.51, + "nll": 1.45314, + "brier": 0.64443, + "ece": 0.127916, + "margin": 0.203178 + }, + "gbest_loss": 1.448002, + "gbest_acc": 53.03, + "wall_time_sec": 10.4888, + "optimization_wall_time_sec": 10.261, + "validation_wall_time_sec": 0.2277, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 935581.33, + "is_finite": true + }, + { + "seed": 102, + "projection_seed": 189641451, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.553182, + "val_selected_acc": 46.69, + "val_metrics": { + "accuracy": 46.69, + "nll": 1.553182, + "brier": 0.700904, + "ece": 0.135106, + "margin": 0.138265 + }, + "gbest_loss": 1.561158, + "gbest_acc": 46.59, + "wall_time_sec": 10.6202, + "optimization_wall_time_sec": 10.3968, + "validation_wall_time_sec": 0.2233, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 923361.03, + "is_finite": true + }, + { + "seed": 103, + "projection_seed": 189641451, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.587942, + "val_selected_acc": 45.59, + "val_metrics": { + "accuracy": 45.59, + "nll": 1.587942, + "brier": 0.712462, + "ece": 0.153597, + "margin": 0.107177 + }, + "gbest_loss": 1.592958, + "gbest_acc": 45.53, + "wall_time_sec": 10.3262, + "optimization_wall_time_sec": 10.1108, + "validation_wall_time_sec": 0.2154, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 949479.76, + "is_finite": true + } + ] + }, + "confirmation_seeds_111_113": { + "accuracy_mean": 49.476667, + "accuracy_sd": 4.250251, + "nll_mean": 1.513876, + "nll_sd": 0.067096, + "state_ratio": 0.5, + "per_seed_runs": [ + { + "seed": 111, + "projection_seed": 189641451, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.571807, + "val_selected_acc": 44.57, + "val_metrics": { + "accuracy": 44.57, + "nll": 1.571807, + "brier": 0.71508, + "ece": 0.137347, + "margin": 0.098194 + }, + "gbest_loss": 1.565421, + "gbest_acc": 44.63, + "wall_time_sec": 9.0783, + "optimization_wall_time_sec": 8.8852, + "validation_wall_time_sec": 0.1931, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1080448.39, + "is_finite": true + }, + { + "seed": 112, + "projection_seed": 189641451, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.529463, + "val_selected_acc": 51.84, + "val_metrics": { + "accuracy": 51.84, + "nll": 1.529463, + "brier": 0.667654, + "ece": 0.123789, + "margin": 0.207157 + }, + "gbest_loss": 1.520432, + "gbest_acc": 52.76, + "wall_time_sec": 8.9695, + "optimization_wall_time_sec": 8.78, + "validation_wall_time_sec": 0.1895, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1093394.08, + "is_finite": true + }, + { + "seed": 113, + "projection_seed": 189641451, + "projection_salt": "", + "projection_scope": "global", + "projection_seed_mode": "fixed", + "val_selected_loss": 1.440358, + "val_selected_acc": 52.02, + "val_metrics": { + "accuracy": 52.02, + "nll": 1.440358, + "brier": 0.64715, + "ece": 0.129255, + "margin": 0.198592 + }, + "gbest_loss": 1.427173, + "gbest_acc": 52.41, + "wall_time_sec": 8.9934, + "optimization_wall_time_sec": 8.8035, + "validation_wall_time_sec": 0.1899, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 6640560, + "throughput_samples_per_sec": 1090475.38, + "is_finite": true + } + ] + }, + "pooled_six_seed_descriptive": { + "accuracy_mean": 48.87, + "accuracy_sd": 3.63301, + "nll_mean": 1.522649, + "nll_sd": 0.062067, + "accuracy_gain_vs_baseline_pp": 2.56, + "relative_nll_reduction_vs_baseline_pct": 0.20307 + } + } + }, + "rejected_methods": [ + "single shared global-hash ratio", + "projection-coupled workload-adaptive policy as robust", + "tensor-local proportional signed hashing", + "geometry multipliers 0.75 and 0.5" + ], + "resource_totals": { + "executed_runs": 312, + "total_queries": 299520, + "total_sample_evaluations": 2995200000, + "total_wall_time_sec": 2264.4978 + }, + "decision_log": ".omc/autoresearch/heavy-pso-progressive-improvement/runs/20260902T153426Z/decision-log.md", + "evaluator_contract": { + "version": "HEAVY-PSO-PARETO-EVALUATOR 1.0.0", + "command": "uv run --no-sync python test/evaluate_heavy_autoresearch.py --baseline benchmark_results/pso_v6_heavy_tasks.json --candidate --output ", + "required_output": { + "pass": "boolean", + "score": "number" + }, + "baseline_policy": { + "mnist_compact": "G8", + "mnist_wide": "G5", + "fashion_compact": "G8", + "fashion_wide": "G5" + }, + "matched_confirmation": { + "particles": 12, + "epochs": 80, + "objective_subset_size": 10000, + "seeds": [ + 101, + 102, + 103 + ] + }, + "hard_gates": { + "all_runs_finite": true, + "official_test_data_loaded": false, + "official_test_evaluations": 0, + "maximum_state_ratio_each_workload": 0.5, + "maximum_accuracy_regression_percentage_points_each_workload": 1.0, + "maximum_nll_regression_fraction_each_workload": 0.05, + "worst_baseline_workload": "mnist_wide", + "worst_workload_minimum_accuracy_gain_percentage_points": 2.0, + "worst_workload_minimum_nll_reduction_fraction": 0.05, + "worst_workload_improvement_logic": "accuracy_gain_or_nll_reduction" + }, + "score": { + "formula": "mean_relative_nll_reduction_pct + mean_accuracy_gain_pp + 10*log2(1/max_state_ratio) - 100*failed_hard_gate_count", + "higher_is_better": true + } + }, + "iteration_outcomes": [ + { + "iteration": 1, + "method": "equalized global signed-hash ratios, recovered geometry", + "pass": false, + "selected_score": -159.733422, + "decision": "rejected" + }, + { + "iteration": 2, + "method": "baseline-aligned geometry diagnostics", + "pass": false, + "selected_score": -154.242035, + "decision": "geometry mismatch resolved" + }, + { + "iteration": 3, + "method": "workload-adaptive projection-coupled policy", + "pass": true, + "selected_score": 12.052443, + "decision": "provisional; projection replica required" + }, + { + "iteration": 4, + "method": "independent projection replica", + "pass": false, + "selected_score": -189.945268, + "decision": "projection-fragile" + }, + { + "iteration": 5, + "method": "tensor-local signed hashing", + "pass": false, + "selected_score": -274.949828, + "decision": "rejected" + }, + { + "iteration": 6, + "method": "fixed projection across swarm seeds", + "pass": false, + "selected_score": -181.504378, + "decision": "three cells retained; MNIST Wide unresolved" + }, + { + "iteration": 7, + "method": "explicit MNIST Wide projection confirmation", + "pass": true, + "selected_score": 15.550961, + "decision": "development pass; disjoint seeds required" + }, + { + "iteration": 8, + "method": "fixed global hybrid v3 plus disjoint swarm seeds", + "pass": false, + "selected_score": -84.870352, + "decision": "development pass; confirmation missed one gate" + }, + { + "iteration": 9, + "method": "geometry multipliers 0.75 and 0.5", + "pass": false, + "selected_score": -290.662892, + "decision": "rejected; stop branch" + } + ] +} diff --git a/benchmark_results/pso_v6_heavy_tasks.csv b/benchmark_results/pso_v6_heavy_tasks.csv new file mode 100644 index 0000000..8aee5b2 --- /dev/null +++ b/benchmark_results/pso_v6_heavy_tasks.csv @@ -0,0 +1,164 @@ +section,workload,method,metric,value +protocol,global,all,version,HEAVY-TASK-PSO-V6 1.0.0 +protocol,global,all,official_test_data_loaded,False +protocol,global,all,official_test_evaluations,0 +baseline,mnist_compact,untrained,val_nll,2.325095 +baseline,mnist_compact,untrained,val_accuracy,6.65 +baseline,mnist_wide,untrained,val_nll,2.32458 +baseline,mnist_wide,untrained,val_accuracy,9.31 +baseline,fashion_compact,untrained,val_nll,2.320302 +baseline,fashion_compact,untrained,val_accuracy,8.08 +baseline,fashion_wide,untrained,val_nll,2.311222 +baseline,fashion_wide,untrained,val_accuracy,8.77 +screen,mnist_compact,G0,val_nll,2.019988 +screen,mnist_compact,G0,val_acc,33.32 +screen,mnist_compact,G0,gbest_loss,2.014459 +screen,mnist_compact,G0,gbest_acc,34.4 +screen,mnist_compact,G0,throughput_sps,1106883.43 +screen,mnist_compact,G5,val_nll,1.959743 +screen,mnist_compact,G5,val_acc,33.95 +screen,mnist_compact,G5,gbest_loss,1.971574 +screen,mnist_compact,G5,gbest_acc,32.35 +screen,mnist_compact,G5,throughput_sps,1139465.88 +screen,mnist_compact,G6,val_nll,1.957307 +screen,mnist_compact,G6,val_acc,35.11 +screen,mnist_compact,G6,gbest_loss,1.941859 +screen,mnist_compact,G6,gbest_acc,35.35 +screen,mnist_compact,G6,throughput_sps,1340969.41 +screen,mnist_compact,G8,val_nll,1.690442 +screen,mnist_compact,G8,val_acc,43.88 +screen,mnist_compact,G8,gbest_loss,1.675063 +screen,mnist_compact,G8,gbest_acc,43.6 +screen,mnist_compact,G8,throughput_sps,984615.38 +screen,mnist_wide,G0,val_nll,2.088156 +screen,mnist_wide,G0,val_acc,33.19 +screen,mnist_wide,G0,gbest_loss,2.087951 +screen,mnist_wide,G0,gbest_acc,32.45 +screen,mnist_wide,G0,throughput_sps,595459.62 +screen,mnist_wide,G5,val_nll,1.913566 +screen,mnist_wide,G5,val_acc,39.87 +screen,mnist_wide,G5,gbest_loss,1.924357 +screen,mnist_wide,G5,gbest_acc,39.5 +screen,mnist_wide,G5,throughput_sps,772511.47 +screen,mnist_wide,G6,val_nll,2.017511 +screen,mnist_wide,G6,val_acc,29.46 +screen,mnist_wide,G6,gbest_loss,2.014518 +screen,mnist_wide,G6,gbest_acc,27.8 +screen,mnist_wide,G6,throughput_sps,777013.35 +screen,mnist_wide,G8,val_nll,2.056341 +screen,mnist_wide,G8,val_acc,20.43 +screen,mnist_wide,G8,gbest_loss,2.062368 +screen,mnist_wide,G8,gbest_acc,20.3 +screen,mnist_wide,G8,throughput_sps,855005.34 +screen,fashion_compact,G0,val_nll,1.969548 +screen,fashion_compact,G0,val_acc,28.25 +screen,fashion_compact,G0,gbest_loss,1.96974 +screen,fashion_compact,G0,gbest_acc,28.15 +screen,fashion_compact,G0,throughput_sps,1219977.13 +screen,fashion_compact,G5,val_nll,1.892402 +screen,fashion_compact,G5,val_acc,34.31 +screen,fashion_compact,G5,gbest_loss,1.874629 +screen,fashion_compact,G5,gbest_acc,36.6 +screen,fashion_compact,G5,throughput_sps,1122281.97 +screen,fashion_compact,G6,val_nll,1.824273 +screen,fashion_compact,G6,val_acc,35.2 +screen,fashion_compact,G6,gbest_loss,1.844914 +screen,fashion_compact,G6,gbest_acc,33.5 +screen,fashion_compact,G6,throughput_sps,1152322.65 +screen,fashion_compact,G8,val_nll,1.88018 +screen,fashion_compact,G8,val_acc,30.85 +screen,fashion_compact,G8,gbest_loss,1.895269 +screen,fashion_compact,G8,gbest_acc,28.85 +screen,fashion_compact,G8,throughput_sps,1193139.45 +screen,fashion_wide,G0,val_nll,1.981316 +screen,fashion_wide,G0,val_acc,36.39 +screen,fashion_wide,G0,gbest_loss,1.98436 +screen,fashion_wide,G0,gbest_acc,36.05 +screen,fashion_wide,G0,throughput_sps,540327.57 +screen,fashion_wide,G5,val_nll,1.945862 +screen,fashion_wide,G5,val_acc,31.97 +screen,fashion_wide,G5,gbest_loss,1.938569 +screen,fashion_wide,G5,gbest_acc,33.3 +screen,fashion_wide,G5,throughput_sps,807401.18 +screen,fashion_wide,G6,val_nll,1.975825 +screen,fashion_wide,G6,val_acc,28.64 +screen,fashion_wide,G6,gbest_loss,1.960139 +screen,fashion_wide,G6,gbest_acc,28.1 +screen,fashion_wide,G6,throughput_sps,735350.44 +screen,fashion_wide,G8,val_nll,1.987923 +screen,fashion_wide,G8,val_acc,28.69 +screen,fashion_wide,G8,gbest_loss,1.976977 +screen,fashion_wide,G8,gbest_acc,28.45 +screen,fashion_wide,G8,throughput_sps,865800.87 +confirm,mnist_compact,G8,val_acc_mean,49.153333 +confirm,mnist_compact,G8,val_acc_std,1.320656 +confirm,mnist_compact,G8,val_nll_mean,1.518089 +confirm,mnist_compact,G8,val_nll_std,0.061523 +confirm,mnist_compact,G8,wall_time_sec_mean,4.530167 +confirm,mnist_compact,G6,val_acc_mean,45.966667 +confirm,mnist_compact,G6,val_acc_std,3.545438 +confirm,mnist_compact,G6,val_nll_mean,1.642081 +confirm,mnist_compact,G6,val_nll_std,0.091398 +confirm,mnist_compact,G6,wall_time_sec_mean,5.2706 +confirm,mnist_wide,G8,val_acc_mean,41.03 +confirm,mnist_wide,G8,val_acc_std,4.055083 +confirm,mnist_wide,G8,val_nll_mean,1.733351 +confirm,mnist_wide,G8,val_nll_std,0.084331 +confirm,mnist_wide,G8,wall_time_sec_mean,9.4569 +confirm,mnist_wide,G5,val_acc_mean,43.86 +confirm,mnist_wide,G5,val_acc_std,3.512222 +confirm,mnist_wide,G5,val_nll_mean,1.721259 +confirm,mnist_wide,G5,val_nll_std,0.098656 +confirm,mnist_wide,G5,wall_time_sec_mean,9.868467 +confirm,fashion_compact,G8,val_acc_mean,47.003333 +confirm,fashion_compact,G8,val_acc_std,5.2259 +confirm,fashion_compact,G8,val_nll_mean,1.511217 +confirm,fashion_compact,G8,val_nll_std,0.168628 +confirm,fashion_compact,G8,wall_time_sec_mean,5.0146 +confirm,fashion_compact,G6,val_acc_mean,45.616667 +confirm,fashion_compact,G6,val_acc_std,3.585392 +confirm,fashion_compact,G6,val_nll_mean,1.584443 +confirm,fashion_compact,G6,val_nll_std,0.053077 +confirm,fashion_compact,G6,wall_time_sec_mean,4.839267 +confirm,fashion_wide,G8,val_acc_mean,41.666667 +confirm,fashion_wide,G8,val_acc_std,2.269016 +confirm,fashion_wide,G8,val_nll_mean,1.615937 +confirm,fashion_wide,G8,val_nll_std,0.036692 +confirm,fashion_wide,G8,wall_time_sec_mean,9.499333 +confirm,fashion_wide,G5,val_acc_mean,46.31 +confirm,fashion_wide,G5,val_acc_std,7.568494 +confirm,fashion_wide,G5,val_nll_mean,1.525747 +confirm,fashion_wide,G5,val_nll_std,0.149706 +confirm,fashion_wide,G5,wall_time_sec_mean,10.038833 +feasibility,mnist_compact,G8,execution_feasible,True +feasibility,mnist_compact,G8,optimization_feasible,True +feasibility,mnist_compact,G8,mean_val_nll,1.518089 +feasibility,mnist_compact,G8,mean_val_acc,49.1533 +feasibility,mnist_compact,G6,execution_feasible,True +feasibility,mnist_compact,G6,optimization_feasible,True +feasibility,mnist_compact,G6,mean_val_nll,1.642081 +feasibility,mnist_compact,G6,mean_val_acc,45.9667 +feasibility,mnist_wide,G8,execution_feasible,True +feasibility,mnist_wide,G8,optimization_feasible,True +feasibility,mnist_wide,G8,mean_val_nll,1.733351 +feasibility,mnist_wide,G8,mean_val_acc,41.03 +feasibility,mnist_wide,G5,execution_feasible,True +feasibility,mnist_wide,G5,optimization_feasible,True +feasibility,mnist_wide,G5,mean_val_nll,1.721259 +feasibility,mnist_wide,G5,mean_val_acc,43.86 +feasibility,fashion_compact,G8,execution_feasible,True +feasibility,fashion_compact,G8,optimization_feasible,True +feasibility,fashion_compact,G8,mean_val_nll,1.511217 +feasibility,fashion_compact,G8,mean_val_acc,47.0033 +feasibility,fashion_compact,G6,execution_feasible,True +feasibility,fashion_compact,G6,optimization_feasible,True +feasibility,fashion_compact,G6,mean_val_nll,1.584443 +feasibility,fashion_compact,G6,mean_val_acc,45.6167 +feasibility,fashion_wide,G8,execution_feasible,True +feasibility,fashion_wide,G8,optimization_feasible,True +feasibility,fashion_wide,G8,mean_val_nll,1.615937 +feasibility,fashion_wide,G8,mean_val_acc,41.6667 +feasibility,fashion_wide,G5,execution_feasible,True +feasibility,fashion_wide,G5,optimization_feasible,True +feasibility,fashion_wide,G5,mean_val_nll,1.525747 +feasibility,fashion_wide,G5,mean_val_acc,46.31 diff --git a/benchmark_results/pso_v6_heavy_tasks.json b/benchmark_results/pso_v6_heavy_tasks.json new file mode 100644 index 0000000..17ce556 --- /dev/null +++ b/benchmark_results/pso_v6_heavy_tasks.json @@ -0,0 +1,2080 @@ +{ + "protocol_version": "HEAVY-TASK-PSO-V6 1.0.0", + "timestamp": "2026-09-02T14:52:52Z", + "hardware": { + "platform": "macOS-26.6.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "pso_version": "4.0.0", + "official_test_data_loaded": false, + "official_test_evaluations": 0, + "study_design": { + "screen": { + "methods": [ + "G0", + "G5", + "G6", + "G8" + ], + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "cells": 16 + }, + "confirmation": { + "methods_per_workload": { + "mnist_compact": [ + "G8", + "G6" + ], + "mnist_wide": [ + "G8", + "G5" + ], + "fashion_compact": [ + "G8", + "G6" + ], + "fashion_wide": [ + "G8", + "G5" + ] + }, + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ] + }, + "selection": { + "candidates": [ + "G0", + "G5", + "G6" + ], + "ranking": [ + "validation_nll_ascending", + "validation_accuracy_descending" + ], + "confirmation_reference": "G8" + }, + "feasibility_contract": { + "execution": "all_confirmed_runs_complete_with_finite_metrics", + "minimum_validation_nll_reduction_fraction": 0.2, + "minimum_validation_accuracy_gain_percentage_points": 20.0, + "requires_both_optimization_thresholds": true + }, + "validation": { + "source": "official_training_split_only", + "split": "50000_search_10000_validation_stratified", + "split_seed": 20260902, + "official_test_split_used": false + } + }, + "method_configs": { + "G0": { + "config_id": "G0", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "exact V5 control" + }, + "G5": { + "config_id": "G5", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test sufficient bound expansion" + }, + "G6": { + "config_id": "G6", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 1.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test broader normalized initialization" + }, + "G8": { + "config_id": "G8", + "scale_type": "optimizer_default", + "init_position_mode": "independent", + "position_radius": 0.05, + "initial_velocity_radius": 0.05, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "retained semantic control (public Optimizer)" + } + }, + "workloads": { + "mnist_compact": { + "workload_id": "mnist_compact", + "dataset_name": "mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "model_fingerprint": "d0eee0ffd33088ed", + "data_fingerprint": "26bd2ed5f27e7d24", + "split_fingerprint": "51b289d9f503a9f3", + "description": "MNIST dataset with CompactCNN (9,098 params control)" + }, + "mnist_wide": { + "workload_id": "mnist_wide", + "dataset_name": "mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "model_fingerprint": "d474d0ab7cc9f83d", + "data_fingerprint": "26bd2ed5f27e7d24", + "split_fingerprint": "51b289d9f503a9f3", + "description": "MNIST dataset with WideCNN (~55k params larger model axis)" + }, + "fashion_compact": { + "workload_id": "fashion_compact", + "dataset_name": "fashion_mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "model_fingerprint": "d0eee0ffd33088ed", + "data_fingerprint": "804ce8cb7d21089f", + "split_fingerprint": "9b30a85c7ff86e4a", + "description": "FashionMNIST dataset with CompactCNN (harder data axis)" + }, + "fashion_wide": { + "workload_id": "fashion_wide", + "dataset_name": "fashion_mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "model_fingerprint": "d474d0ab7cc9f83d", + "data_fingerprint": "804ce8cb7d21089f", + "split_fingerprint": "9b30a85c7ff86e4a", + "description": "FashionMNIST dataset with WideCNN (harder data + larger model axis)" + } + }, + "untrained_baselines": { + "mnist_compact": { + "val_nll": 2.325095, + "val_accuracy": 6.65, + "val_brier": 0.904644, + "val_ece": 0.060849, + "val_margin": 0.0109, + "objective_loss": 2.325288, + "objective_accuracy": 7.05 + }, + "mnist_wide": { + "val_nll": 2.32458, + "val_accuracy": 9.31, + "val_brier": 0.904232, + "val_ece": 0.025719, + "val_margin": 0.006578, + "objective_loss": 2.322588, + "objective_accuracy": 9.85 + }, + "fashion_compact": { + "val_nll": 2.320302, + "val_accuracy": 8.08, + "val_brier": 0.903272, + "val_ece": 0.037873, + "val_margin": 0.005784, + "objective_loss": 2.317111, + "objective_accuracy": 8.65 + }, + "fashion_wide": { + "val_nll": 2.311222, + "val_accuracy": 8.77, + "val_brier": 0.901676, + "val_ece": 0.029384, + "val_margin": 0.004878, + "objective_loss": 2.311339, + "objective_accuracy": 9.3 + } + }, + "screen_results": [ + { + "workload_id": "mnist_compact", + "method_id": "G0", + "dataset_name": "mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 2.014459, + "gbest_acc": 34.4, + "gbest_val_loss": 2.019988, + "gbest_val_acc": 33.32, + "val_selected_particle_idx": 1, + "val_selected_loss": 2.019988, + "val_selected_acc": 33.32, + "val_metrics": { + "accuracy": 33.32, + "nll": 2.019988, + "brier": 0.834431, + "ece": 0.139305, + "margin": 0.049729 + }, + "wall_time_sec": 0.9417, + "optimization_wall_time_sec": 0.8673, + "validation_wall_time_sec": 0.0744, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 1106883.43, + "is_finite": true + }, + { + "workload_id": "mnist_compact", + "method_id": "G5", + "dataset_name": "mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.971574, + "gbest_acc": 32.35, + "gbest_val_loss": 1.959743, + "gbest_val_acc": 33.95, + "val_selected_particle_idx": 9, + "val_selected_loss": 1.959743, + "val_selected_acc": 33.95, + "val_metrics": { + "accuracy": 33.95, + "nll": 1.959743, + "brier": 0.814657, + "ece": 0.092241, + "margin": 0.081765 + }, + "wall_time_sec": 0.9124, + "optimization_wall_time_sec": 0.8425, + "validation_wall_time_sec": 0.0699, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 1139465.88, + "is_finite": true + }, + { + "workload_id": "mnist_compact", + "method_id": "G6", + "dataset_name": "mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.941859, + "gbest_acc": 35.35, + "gbest_val_loss": 1.958177, + "gbest_val_acc": 35.03, + "val_selected_particle_idx": 11, + "val_selected_loss": 1.957307, + "val_selected_acc": 35.11, + "val_metrics": { + "accuracy": 35.11, + "nll": 1.957307, + "brier": 0.80199, + "ece": 0.079196, + "margin": 0.101943 + }, + "wall_time_sec": 0.7827, + "optimization_wall_time_sec": 0.7159, + "validation_wall_time_sec": 0.0668, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 1340969.41, + "is_finite": true + }, + { + "workload_id": "mnist_compact", + "method_id": "G8", + "dataset_name": "mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.675063, + "gbest_acc": 43.6, + "gbest_val_loss": null, + "gbest_val_acc": null, + "val_selected_particle_idx": null, + "val_selected_loss": 1.690442, + "val_selected_acc": 43.88, + "val_metrics": { + "accuracy": 43.88, + "nll": 1.690442, + "brier": 0.721828, + "ece": 0.046373, + "margin": 0.20173 + }, + "wall_time_sec": 1.1597, + "optimization_wall_time_sec": 0.975, + "validation_wall_time_sec": 0.1847, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2219912, + "throughput_samples_per_sec": 984615.38, + "is_finite": true + }, + { + "workload_id": "mnist_wide", + "method_id": "G0", + "dataset_name": "mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 2.087951, + "gbest_acc": 32.45, + "gbest_val_loss": 2.088156, + "gbest_val_acc": 33.19, + "val_selected_particle_idx": 1, + "val_selected_loss": 2.088156, + "val_selected_acc": 33.19, + "val_metrics": { + "accuracy": 33.19, + "nll": 2.088156, + "brier": 0.841868, + "ece": 0.149299, + "margin": 0.048573 + }, + "wall_time_sec": 1.8103, + "optimization_wall_time_sec": 1.6122, + "validation_wall_time_sec": 0.1981, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 595459.62, + "is_finite": true + }, + { + "workload_id": "mnist_wide", + "method_id": "G5", + "dataset_name": "mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.924357, + "gbest_acc": 39.5, + "gbest_val_loss": 1.913567, + "gbest_val_acc": 39.87, + "val_selected_particle_idx": 1, + "val_selected_loss": 1.913566, + "val_selected_acc": 39.87, + "val_metrics": { + "accuracy": 39.87, + "nll": 1.913566, + "brier": 0.788297, + "ece": 0.114298, + "margin": 0.113113 + }, + "wall_time_sec": 1.4089, + "optimization_wall_time_sec": 1.2427, + "validation_wall_time_sec": 0.1662, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 772511.47, + "is_finite": true + }, + { + "workload_id": "mnist_wide", + "method_id": "G6", + "dataset_name": "mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 2.014518, + "gbest_acc": 27.8, + "gbest_val_loss": 2.017511, + "gbest_val_acc": 29.46, + "val_selected_particle_idx": 2, + "val_selected_loss": 2.017511, + "val_selected_acc": 29.46, + "val_metrics": { + "accuracy": 29.46, + "nll": 2.017511, + "brier": 0.836293, + "ece": 0.08699, + "margin": 0.050265 + }, + "wall_time_sec": 1.4093, + "optimization_wall_time_sec": 1.2355, + "validation_wall_time_sec": 0.1738, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 777013.35, + "is_finite": true + }, + { + "workload_id": "mnist_wide", + "method_id": "G8", + "dataset_name": "mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 2.062368, + "gbest_acc": 20.3, + "gbest_val_loss": null, + "gbest_val_acc": null, + "val_selected_particle_idx": null, + "val_selected_loss": 2.056341, + "val_selected_acc": 20.43, + "val_metrics": { + "accuracy": 20.43, + "nll": 2.056341, + "brier": 0.850317, + "ece": 0.022169, + "margin": 0.052276 + }, + "wall_time_sec": 1.3145, + "optimization_wall_time_sec": 1.1228, + "validation_wall_time_sec": 0.1917, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13502472, + "throughput_samples_per_sec": 855005.34, + "is_finite": true + }, + { + "workload_id": "fashion_compact", + "method_id": "G0", + "dataset_name": "fashion_mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.96974, + "gbest_acc": 28.15, + "gbest_val_loss": 1.969548, + "gbest_val_acc": 28.25, + "val_selected_particle_idx": 0, + "val_selected_loss": 1.969548, + "val_selected_acc": 28.25, + "val_metrics": { + "accuracy": 28.25, + "nll": 1.969548, + "brier": 0.831504, + "ece": 0.090757, + "margin": 0.055678 + }, + "wall_time_sec": 0.8633, + "optimization_wall_time_sec": 0.7869, + "validation_wall_time_sec": 0.0764, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 1219977.13, + "is_finite": true + }, + { + "workload_id": "fashion_compact", + "method_id": "G5", + "dataset_name": "fashion_mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.874629, + "gbest_acc": 36.6, + "gbest_val_loss": 1.893233, + "gbest_val_acc": 35.54, + "val_selected_particle_idx": 3, + "val_selected_loss": 1.892402, + "val_selected_acc": 34.31, + "val_metrics": { + "accuracy": 34.31, + "nll": 1.892402, + "brier": 0.798486, + "ece": 0.105844, + "margin": 0.071749 + }, + "wall_time_sec": 0.9283, + "optimization_wall_time_sec": 0.8554, + "validation_wall_time_sec": 0.073, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 1122281.97, + "is_finite": true + }, + { + "workload_id": "fashion_compact", + "method_id": "G6", + "dataset_name": "fashion_mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.844914, + "gbest_acc": 33.5, + "gbest_val_loss": 1.824273, + "gbest_val_acc": 35.2, + "val_selected_particle_idx": 8, + "val_selected_loss": 1.824273, + "val_selected_acc": 35.2, + "val_metrics": { + "accuracy": 35.2, + "nll": 1.824273, + "brier": 0.787638, + "ece": 0.046928, + "margin": 0.169004 + }, + "wall_time_sec": 0.9054, + "optimization_wall_time_sec": 0.8331, + "validation_wall_time_sec": 0.0723, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 1152322.65, + "is_finite": true + }, + { + "workload_id": "fashion_compact", + "method_id": "G8", + "dataset_name": "fashion_mnist", + "model_name": "compact_cnn", + "parameter_count": 9098, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.895269, + "gbest_acc": 28.85, + "gbest_val_loss": null, + "gbest_val_acc": null, + "val_selected_particle_idx": null, + "val_selected_loss": 1.88018, + "val_selected_acc": 30.85, + "val_metrics": { + "accuracy": 30.85, + "nll": 1.88018, + "brier": 0.800592, + "ece": 0.043279, + "margin": 0.16498 + }, + "wall_time_sec": 1.0335, + "optimization_wall_time_sec": 0.8046, + "validation_wall_time_sec": 0.2289, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2219912, + "throughput_samples_per_sec": 1193139.45, + "is_finite": true + }, + { + "workload_id": "fashion_wide", + "method_id": "G0", + "dataset_name": "fashion_mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.98436, + "gbest_acc": 36.05, + "gbest_val_loss": 1.981317, + "gbest_val_acc": 36.39, + "val_selected_particle_idx": 8, + "val_selected_loss": 1.981316, + "val_selected_acc": 36.39, + "val_metrics": { + "accuracy": 36.39, + "nll": 1.981316, + "brier": 0.826711, + "ece": 0.180482, + "margin": 0.042564 + }, + "wall_time_sec": 1.9694, + "optimization_wall_time_sec": 1.7767, + "validation_wall_time_sec": 0.1927, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 540327.57, + "is_finite": true + }, + { + "workload_id": "fashion_wide", + "method_id": "G5", + "dataset_name": "fashion_mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.938569, + "gbest_acc": 33.3, + "gbest_val_loss": 1.945862, + "gbest_val_acc": 31.97, + "val_selected_particle_idx": 0, + "val_selected_loss": 1.945862, + "val_selected_acc": 31.97, + "val_metrics": { + "accuracy": 31.97, + "nll": 1.945862, + "brier": 0.818283, + "ece": 0.114404, + "margin": 0.049718 + }, + "wall_time_sec": 1.335, + "optimization_wall_time_sec": 1.189, + "validation_wall_time_sec": 0.146, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 807401.18, + "is_finite": true + }, + { + "workload_id": "fashion_wide", + "method_id": "G6", + "dataset_name": "fashion_mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.960139, + "gbest_acc": 28.1, + "gbest_val_loss": 1.975825, + "gbest_val_acc": 28.64, + "val_selected_particle_idx": 10, + "val_selected_loss": 1.975825, + "val_selected_acc": 28.64, + "val_metrics": { + "accuracy": 28.64, + "nll": 1.975825, + "brier": 0.825556, + "ece": 0.038186, + "margin": 0.084988 + }, + "wall_time_sec": 1.4862, + "optimization_wall_time_sec": 1.3055, + "validation_wall_time_sec": 0.1807, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 17, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 735350.44, + "is_finite": true + }, + { + "workload_id": "fashion_wide", + "method_id": "G8", + "dataset_name": "fashion_mnist", + "model_name": "wide_cnn", + "parameter_count": 55338, + "subset_size": 2000, + "particles": 12, + "epochs": 40, + "seed": 91, + "gbest_loss": 1.976977, + "gbest_acc": 28.45, + "gbest_val_loss": null, + "gbest_val_acc": null, + "val_selected_particle_idx": null, + "val_selected_loss": 1.987923, + "val_selected_acc": 28.69, + "val_metrics": { + "accuracy": 28.69, + "nll": 1.987923, + "brier": 0.829408, + "ece": 0.053144, + "margin": 0.069324 + }, + "wall_time_sec": 1.2958, + "optimization_wall_time_sec": 1.1088, + "validation_wall_time_sec": 0.187, + "total_queries": 480, + "total_sample_evaluations": 960000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13502472, + "throughput_samples_per_sec": 865800.87, + "is_finite": true + } + ], + "normalized_method_selections": { + "mnist_compact": "G6", + "mnist_wide": "G5", + "fashion_compact": "G6", + "fashion_wide": "G5" + }, + "confirmation_results": { + "mnist_compact": { + "G8": { + "workload_id": "mnist_compact", + "method_id": "G8", + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ], + "stats": { + "val_acc": { + "mean": 49.153333, + "std": 1.320656, + "median": 48.96, + "iqr": 1.31, + "ci95_t": 3.280728 + }, + "val_nll": { + "mean": 1.518089, + "std": 0.061523, + "median": 1.512633, + "iqr": 0.061342, + "ci95_t": 0.152834 + }, + "val_brier": { + "mean": 0.663921, + "std": 0.024244, + "median": 0.659644, + "iqr": 0.02396, + "ci95_t": 0.060226 + }, + "val_ece": { + "mean": 0.066236, + "std": 0.050095, + "median": 0.060988, + "iqr": 0.049888, + "ci95_t": 0.124443 + }, + "gbest_loss": { + "mean": 1.518602, + "std": 0.062467, + "median": 1.509299, + "iqr": 0.061945, + "ci95_t": 0.155179 + }, + "gbest_acc": { + "mean": 48.96, + "std": 1.407551, + "median": 49.28, + "iqr": 1.38, + "ci95_t": 3.496589 + }, + "wall_time_sec": { + "mean": 4.530167, + "std": 0.073436, + "median": 4.5186, + "iqr": 0.07275, + "ci95_t": 0.182428 + }, + "optimization_wall_time_sec": { + "mean": 4.3879, + "std": 0.064886, + "median": 4.3684, + "iqr": 0.06265, + "ci95_t": 0.161188 + }, + "throughput_samples_per_sec": { + "mean": 2188151.803333, + "std": 32164.042335, + "median": 2197600.95, + "iqr": 31105.64, + "ci95_t": 79900.788332 + } + }, + "per_seed_runs": [ + { + "seed": 101, + "val_selected_loss": 1.459476, + "val_selected_acc": 50.56, + "val_metrics": { + "accuracy": 50.56, + "nll": 1.459476, + "brier": 0.6421, + "ece": 0.018972, + "margin": 0.29628 + }, + "gbest_loss": 1.461308, + "gbest_acc": 50.18, + "wall_time_sec": 4.5186, + "optimization_wall_time_sec": 4.3684, + "validation_wall_time_sec": 0.1502, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2219912, + "throughput_samples_per_sec": 2197600.95 + }, + { + "seed": 102, + "val_selected_loss": 1.582159, + "val_selected_acc": 47.94, + "val_metrics": { + "accuracy": 47.94, + "nll": 1.582159, + "brier": 0.690019, + "ece": 0.118748, + "margin": 0.178296 + }, + "gbest_loss": 1.585199, + "gbest_acc": 47.42, + "wall_time_sec": 4.4632, + "optimization_wall_time_sec": 4.335, + "validation_wall_time_sec": 0.1282, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2219912, + "throughput_samples_per_sec": 2214532.87 + }, + { + "seed": 103, + "val_selected_loss": 1.512633, + "val_selected_acc": 48.96, + "val_metrics": { + "accuracy": 48.96, + "nll": 1.512633, + "brier": 0.659644, + "ece": 0.060988, + "margin": 0.242224 + }, + "gbest_loss": 1.509299, + "gbest_acc": 49.28, + "wall_time_sec": 4.6087, + "optimization_wall_time_sec": 4.4603, + "validation_wall_time_sec": 0.1484, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2219912, + "throughput_samples_per_sec": 2152321.59 + } + ] + }, + "G6": { + "workload_id": "mnist_compact", + "method_id": "G6", + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ], + "stats": { + "val_acc": { + "mean": 45.966667, + "std": 3.545438, + "median": 46.62, + "iqr": 3.5, + "ci95_t": 8.807454 + }, + "val_nll": { + "mean": 1.642081, + "std": 0.091398, + "median": 1.610062, + "iqr": 0.08709, + "ci95_t": 0.227048 + }, + "val_brier": { + "mean": 0.704608, + "std": 0.0315, + "median": 0.68996, + "iqr": 0.028833, + "ci95_t": 0.07825 + }, + "val_ece": { + "mean": 0.115422, + "std": 0.039961, + "median": 0.116838, + "iqr": 0.039942, + "ci95_t": 0.09927 + }, + "gbest_loss": { + "mean": 1.641447, + "std": 0.089036, + "median": 1.60673, + "iqr": 0.083806, + "ci95_t": 0.22118 + }, + "gbest_acc": { + "mean": 46.056667, + "std": 3.536444, + "median": 46.45, + "iqr": 3.52, + "ci95_t": 8.785109 + }, + "wall_time_sec": { + "mean": 5.2706, + "std": 1.015911, + "median": 4.8932, + "iqr": 0.9619, + "ci95_t": 2.52369 + }, + "optimization_wall_time_sec": { + "mean": 5.159533, + "std": 0.984816, + "median": 4.7957, + "iqr": 0.93305, + "ci95_t": 2.446446 + }, + "throughput_samples_per_sec": { + "mean": 1903152.163333, + "std": 334907.322507, + "median": 2001793.27, + "iqr": 323829.22, + "ci95_t": 831965.049903 + } + }, + "per_seed_runs": [ + { + "seed": 101, + "val_selected_loss": 1.745181, + "val_selected_acc": 42.14, + "val_metrics": { + "accuracy": 42.14, + "nll": 1.745181, + "brier": 0.740764, + "ece": 0.116838, + "margin": 0.131853 + }, + "gbest_loss": 1.742612, + "gbest_acc": 42.34, + "wall_time_sec": 4.8932, + "optimization_wall_time_sec": 4.7957, + "validation_wall_time_sec": 0.0975, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 2001793.27 + }, + { + "seed": 102, + "val_selected_loss": 1.610062, + "val_selected_acc": 49.14, + "val_metrics": { + "accuracy": 49.14, + "nll": 1.610062, + "brier": 0.68996, + "ece": 0.154657, + "margin": 0.160339 + }, + "gbest_loss": 1.60673, + "gbest_acc": 49.38, + "wall_time_sec": 6.4212, + "optimization_wall_time_sec": 6.2745, + "validation_wall_time_sec": 0.1467, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 1530002.39 + }, + { + "seed": 103, + "val_selected_loss": 1.571001, + "val_selected_acc": 46.62, + "val_metrics": { + "accuracy": 46.62, + "nll": 1.571001, + "brier": 0.683099, + "ece": 0.074772, + "margin": 0.208291 + }, + "gbest_loss": 1.575, + "gbest_acc": 46.45, + "wall_time_sec": 4.4974, + "optimization_wall_time_sec": 4.4084, + "validation_wall_time_sec": 0.089, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 2177660.83 + } + ] + } + }, + "mnist_wide": { + "G8": { + "workload_id": "mnist_wide", + "method_id": "G8", + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ], + "stats": { + "val_acc": { + "mean": 41.03, + "std": 4.055083, + "median": 41.36, + "iqr": 4.045, + "ci95_t": 10.073496 + }, + "val_nll": { + "mean": 1.733351, + "std": 0.084331, + "median": 1.733455, + "iqr": 0.08433, + "ci95_t": 0.209491 + }, + "val_brier": { + "mean": 0.739941, + "std": 0.029512, + "median": 0.734463, + "iqr": 0.029129, + "ci95_t": 0.073314 + }, + "val_ece": { + "mean": 0.088906, + "std": 0.015336, + "median": 0.083434, + "iqr": 0.014586, + "ci95_t": 0.038097 + }, + "gbest_loss": { + "mean": 1.732307, + "std": 0.09299, + "median": 1.720824, + "iqr": 0.092456, + "ci95_t": 0.231002 + }, + "gbest_acc": { + "mean": 40.866667, + "std": 3.390197, + "median": 40.44, + "iqr": 3.37, + "ci95_t": 8.421808 + }, + "wall_time_sec": { + "mean": 9.4569, + "std": 0.542029, + "median": 9.5612, + "iqr": 0.53445, + "ci95_t": 1.34649 + }, + "optimization_wall_time_sec": { + "mean": 9.2436, + "std": 0.534734, + "median": 9.3462, + "iqr": 0.5273, + "ci95_t": 1.328367 + }, + "throughput_samples_per_sec": { + "mean": 1040918.586667, + "std": 61275.63655, + "median": 1027155.42, + "iqr": 60105.2, + "ci95_t": 152218.791868 + } + }, + "per_seed_runs": [ + { + "seed": 101, + "val_selected_loss": 1.733455, + "val_selected_acc": 41.36, + "val_metrics": { + "accuracy": 41.36, + "nll": 1.733455, + "brier": 0.734463, + "ece": 0.077057, + "margin": 0.152205 + }, + "gbest_loss": 1.720824, + "gbest_acc": 40.44, + "wall_time_sec": 8.8703, + "optimization_wall_time_sec": 8.665, + "validation_wall_time_sec": 0.2053, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13502472, + "throughput_samples_per_sec": 1107905.37 + }, + { + "seed": 102, + "val_selected_loss": 1.648968, + "val_selected_acc": 44.91, + "val_metrics": { + "accuracy": 44.91, + "nll": 1.648968, + "brier": 0.713552, + "ece": 0.106228, + "margin": 0.14736 + }, + "gbest_loss": 1.645592, + "gbest_acc": 44.45, + "wall_time_sec": 9.5612, + "optimization_wall_time_sec": 9.3462, + "validation_wall_time_sec": 0.215, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13502472, + "throughput_samples_per_sec": 1027155.42 + }, + { + "seed": 103, + "val_selected_loss": 1.817629, + "val_selected_acc": 36.82, + "val_metrics": { + "accuracy": 36.82, + "nll": 1.817629, + "brier": 0.771809, + "ece": 0.083434, + "margin": 0.112362 + }, + "gbest_loss": 1.830505, + "gbest_acc": 37.71, + "wall_time_sec": 9.9392, + "optimization_wall_time_sec": 9.7196, + "validation_wall_time_sec": 0.2196, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13502472, + "throughput_samples_per_sec": 987694.97 + } + ] + }, + "G5": { + "workload_id": "mnist_wide", + "method_id": "G5", + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ], + "stats": { + "val_acc": { + "mean": 43.86, + "std": 3.512222, + "median": 43.1, + "iqr": 3.45, + "ci95_t": 8.724938 + }, + "val_nll": { + "mean": 1.721259, + "std": 0.098656, + "median": 1.66647, + "iqr": 0.086496, + "ci95_t": 0.245077 + }, + "val_brier": { + "mean": 0.734178, + "std": 0.034098, + "median": 0.737217, + "iqr": 0.033996, + "ci95_t": 0.084704 + }, + "val_ece": { + "mean": 0.150847, + "std": 0.013927, + "median": 0.144481, + "iqr": 0.012789, + "ci95_t": 0.034596 + }, + "gbest_loss": { + "mean": 1.716147, + "std": 0.098467, + "median": 1.667192, + "iqr": 0.088872, + "ci95_t": 0.244608 + }, + "gbest_acc": { + "mean": 44.03, + "std": 4.013776, + "median": 43.43, + "iqr": 3.98, + "ci95_t": 9.970883 + }, + "wall_time_sec": { + "mean": 9.868467, + "std": 0.070779, + "median": 9.8397, + "iqr": 0.06625, + "ci95_t": 0.175827 + }, + "optimization_wall_time_sec": { + "mean": 9.6602, + "std": 0.069128, + "median": 9.6324, + "iqr": 0.0648, + "ci95_t": 0.171725 + }, + "throughput_samples_per_sec": { + "mean": 993802.05, + "std": 7086.000756, + "median": 996636.35, + "iqr": 6647.29, + "ci95_t": 17602.795091 + } + }, + "per_seed_runs": [ + { + "seed": 101, + "val_selected_loss": 1.66647, + "val_selected_acc": 43.1, + "val_metrics": { + "accuracy": 43.1, + "nll": 1.66647, + "brier": 0.737217, + "ece": 0.144481, + "margin": 0.102556 + }, + "gbest_loss": 1.667192, + "gbest_acc": 43.43, + "wall_time_sec": 9.9491, + "optimization_wall_time_sec": 9.7389, + "validation_wall_time_sec": 0.2102, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 985737.61 + }, + { + "seed": 102, + "val_selected_loss": 1.662158, + "val_selected_acc": 47.69, + "val_metrics": { + "accuracy": 47.69, + "nll": 1.662158, + "brier": 0.698663, + "ece": 0.166819, + "margin": 0.156783 + }, + "gbest_loss": 1.651753, + "gbest_acc": 48.31, + "wall_time_sec": 9.8166, + "optimization_wall_time_sec": 9.6093, + "validation_wall_time_sec": 0.2073, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 999032.19 + }, + { + "seed": 103, + "val_selected_loss": 1.83515, + "val_selected_acc": 40.79, + "val_metrics": { + "accuracy": 40.79, + "nll": 1.83515, + "brier": 0.766655, + "ece": 0.141241, + "margin": 0.108132 + }, + "gbest_loss": 1.829497, + "gbest_acc": 40.35, + "wall_time_sec": 9.8397, + "optimization_wall_time_sec": 9.6324, + "validation_wall_time_sec": 0.2073, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 996636.35 + } + ] + } + }, + "fashion_compact": { + "G8": { + "workload_id": "fashion_compact", + "method_id": "G8", + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ], + "stats": { + "val_acc": { + "mean": 47.003333, + "std": 5.2259, + "median": 44.5, + "iqr": 4.755, + "ci95_t": 12.981998 + }, + "val_nll": { + "mean": 1.511217, + "std": 0.168628, + "median": 1.593665, + "iqr": 0.152765, + "ci95_t": 0.4189 + }, + "val_brier": { + "mean": 0.670829, + "std": 0.047121, + "median": 0.69484, + "iqr": 0.042284, + "ci95_t": 0.117055 + }, + "val_ece": { + "mean": 0.051117, + "std": 0.028629, + "median": 0.042956, + "iqr": 0.027743, + "ci95_t": 0.071118 + }, + "gbest_loss": { + "mean": 1.505129, + "std": 0.173608, + "median": 1.585615, + "iqr": 0.159001, + "ci95_t": 0.431271 + }, + "gbest_acc": { + "mean": 47.446667, + "std": 5.162212, + "median": 44.87, + "iqr": 4.655, + "ci95_t": 12.823787 + }, + "wall_time_sec": { + "mean": 5.0146, + "std": 0.07329, + "median": 4.9742, + "iqr": 0.0644, + "ci95_t": 0.182065 + }, + "optimization_wall_time_sec": { + "mean": 4.860267, + "std": 0.074059, + "median": 4.8208, + "iqr": 0.0657, + "ci95_t": 0.183974 + }, + "throughput_samples_per_sec": { + "mean": 1975503.406667, + "std": 29841.726913, + "median": 1991370.73, + "iqr": 26489.615, + "ci95_t": 74131.773634 + } + }, + "per_seed_runs": [ + { + "seed": 101, + "val_selected_loss": 1.317228, + "val_selected_acc": 53.01, + "val_metrics": { + "accuracy": 53.01, + "nll": 1.317228, + "brier": 0.616539, + "ece": 0.042956, + "margin": 0.295591 + }, + "gbest_loss": 1.305885, + "gbest_acc": 53.39, + "wall_time_sec": 4.9704, + "optimization_wall_time_sec": 4.8143, + "validation_wall_time_sec": 0.1561, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2219912, + "throughput_samples_per_sec": 1994059.36 + }, + { + "seed": 102, + "val_selected_loss": 1.593665, + "val_selected_acc": 43.5, + "val_metrics": { + "accuracy": 43.5, + "nll": 1.593665, + "brier": 0.69484, + "ece": 0.027455, + "margin": 0.271024 + }, + "gbest_loss": 1.585615, + "gbest_acc": 44.08, + "wall_time_sec": 5.0992, + "optimization_wall_time_sec": 4.9457, + "validation_wall_time_sec": 0.1534, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2219912, + "throughput_samples_per_sec": 1941080.13 + }, + { + "seed": 103, + "val_selected_loss": 1.622758, + "val_selected_acc": 44.5, + "val_metrics": { + "accuracy": 44.5, + "nll": 1.622758, + "brier": 0.701107, + "ece": 0.08294, + "margin": 0.177938 + }, + "gbest_loss": 1.623887, + "gbest_acc": 44.87, + "wall_time_sec": 4.9742, + "optimization_wall_time_sec": 4.8208, + "validation_wall_time_sec": 0.1534, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2219912, + "throughput_samples_per_sec": 1991370.73 + } + ] + }, + "G6": { + "workload_id": "fashion_compact", + "method_id": "G6", + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ], + "stats": { + "val_acc": { + "mean": 45.616667, + "std": 3.585392, + "median": 44.86, + "iqr": 3.525, + "ci95_t": 8.906704 + }, + "val_nll": { + "mean": 1.584443, + "std": 0.053077, + "median": 1.593562, + "iqr": 0.052487, + "ci95_t": 0.131853 + }, + "val_brier": { + "mean": 0.699684, + "std": 0.023018, + "median": 0.699068, + "iqr": 0.023011, + "ci95_t": 0.05718 + }, + "val_ece": { + "mean": 0.098265, + "std": 0.040761, + "median": 0.075459, + "iqr": 0.035656, + "ci95_t": 0.101256 + }, + "gbest_loss": { + "mean": 1.577682, + "std": 0.060531, + "median": 1.589026, + "iqr": 0.059728, + "ci95_t": 0.150369 + }, + "gbest_acc": { + "mean": 45.83, + "std": 3.77342, + "median": 44.62, + "iqr": 3.625, + "ci95_t": 9.373798 + }, + "wall_time_sec": { + "mean": 4.839267, + "std": 0.025908, + "median": 4.8501, + "iqr": 0.02415, + "ci95_t": 0.064361 + }, + "optimization_wall_time_sec": { + "mean": 4.7373, + "std": 0.0259, + "median": 4.7484, + "iqr": 0.02405, + "ci95_t": 0.06434 + }, + "throughput_samples_per_sec": { + "mean": 2026511.273333, + "std": 11111.347421, + "median": 2021733.64, + "iqr": 10312.26, + "ci95_t": 27602.420402 + } + }, + "per_seed_runs": [ + { + "seed": 101, + "val_selected_loss": 1.593562, + "val_selected_acc": 44.86, + "val_metrics": { + "accuracy": 44.86, + "nll": 1.593562, + "brier": 0.699068, + "ece": 0.075459, + "margin": 0.179908 + }, + "gbest_loss": 1.589026, + "gbest_acc": 44.62, + "wall_time_sec": 4.8501, + "optimization_wall_time_sec": 4.7484, + "validation_wall_time_sec": 0.1017, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 2021733.64 + }, + { + "seed": 102, + "val_selected_loss": 1.63237, + "val_selected_acc": 42.47, + "val_metrics": { + "accuracy": 42.47, + "nll": 1.63237, + "brier": 0.723003, + "ece": 0.074012, + "margin": 0.176538 + }, + "gbest_loss": 1.631738, + "gbest_acc": 42.81, + "wall_time_sec": 4.8097, + "optimization_wall_time_sec": 4.7077, + "validation_wall_time_sec": 0.102, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 2039212.35 + }, + { + "seed": 103, + "val_selected_loss": 1.527397, + "val_selected_acc": 49.52, + "val_metrics": { + "accuracy": 49.52, + "nll": 1.527397, + "brier": 0.67698, + "ece": 0.145324, + "margin": 0.156547 + }, + "gbest_loss": 1.512281, + "gbest_acc": 50.06, + "wall_time_sec": 4.858, + "optimization_wall_time_sec": 4.7558, + "validation_wall_time_sec": 0.1022, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 2183520, + "throughput_samples_per_sec": 2018587.83 + } + ] + } + }, + "fashion_wide": { + "G8": { + "workload_id": "fashion_wide", + "method_id": "G8", + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ], + "stats": { + "val_acc": { + "mean": 41.666667, + "std": 2.269016, + "median": 40.94, + "iqr": 2.18, + "ci95_t": 5.63661 + }, + "val_nll": { + "mean": 1.615937, + "std": 0.036692, + "median": 1.617185, + "iqr": 0.036676, + "ci95_t": 0.091149 + }, + "val_brier": { + "mean": 0.716583, + "std": 0.015392, + "median": 0.719193, + "iqr": 0.015226, + "ci95_t": 0.038237 + }, + "val_ece": { + "mean": 0.039104, + "std": 0.003431, + "median": 0.039736, + "iqr": 0.003387, + "ci95_t": 0.008523 + }, + "gbest_loss": { + "mean": 1.612987, + "std": 0.031992, + "median": 1.612069, + "iqr": 0.031983, + "ci95_t": 0.079474 + }, + "gbest_acc": { + "mean": 41.346667, + "std": 2.309899, + "median": 40.59, + "iqr": 2.215, + "ci95_t": 5.73817 + }, + "wall_time_sec": { + "mean": 9.499333, + "std": 0.068809, + "median": 9.5038, + "iqr": 0.0687, + "ci95_t": 0.170932 + }, + "optimization_wall_time_sec": { + "mean": 9.280267, + "std": 0.067396, + "median": 9.2862, + "iqr": 0.0672, + "ci95_t": 0.167423 + }, + "throughput_samples_per_sec": { + "mean": 1034489.443333, + "std": 7520.124937, + "median": 1033792.08, + "iqr": 7495.835, + "ci95_t": 18681.231187 + } + }, + "per_seed_runs": [ + { + "seed": 101, + "val_selected_loss": 1.617185, + "val_selected_acc": 40.94, + "val_metrics": { + "accuracy": 40.94, + "nll": 1.617185, + "brier": 0.719193, + "ece": 0.039736, + "margin": 0.182429 + }, + "gbest_loss": 1.612069, + "gbest_acc": 40.59, + "wall_time_sec": 9.4284, + "optimization_wall_time_sec": 9.2101, + "validation_wall_time_sec": 0.2183, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13502472, + "throughput_samples_per_sec": 1042333.96 + }, + { + "seed": 102, + "val_selected_loss": 1.651989, + "val_selected_acc": 39.85, + "val_metrics": { + "accuracy": 39.85, + "nll": 1.651989, + "brier": 0.730504, + "ece": 0.035401, + "margin": 0.165291 + }, + "gbest_loss": 1.645429, + "gbest_acc": 39.51, + "wall_time_sec": 9.5038, + "optimization_wall_time_sec": 9.2862, + "validation_wall_time_sec": 0.2176, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13502472, + "throughput_samples_per_sec": 1033792.08 + }, + { + "seed": 103, + "val_selected_loss": 1.578637, + "val_selected_acc": 44.21, + "val_metrics": { + "accuracy": 44.21, + "nll": 1.578637, + "brier": 0.700053, + "ece": 0.042175, + "margin": 0.190905 + }, + "gbest_loss": 1.581464, + "gbest_acc": 43.94, + "wall_time_sec": 9.5658, + "optimization_wall_time_sec": 9.3445, + "validation_wall_time_sec": 0.2213, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 13, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13502472, + "throughput_samples_per_sec": 1027342.29 + } + ] + }, + "G5": { + "workload_id": "fashion_wide", + "method_id": "G5", + "subset_size": 10000, + "particles": 12, + "epochs": 80, + "seeds": [ + 101, + 102, + 103 + ], + "stats": { + "val_acc": { + "mean": 46.31, + "std": 7.568494, + "median": 48.76, + "iqr": 7.265, + "ci95_t": 18.801388 + }, + "val_nll": { + "mean": 1.525747, + "std": 0.149706, + "median": 1.459695, + "iqr": 0.138346, + "ci95_t": 0.371893 + }, + "val_brier": { + "mean": 0.695206, + "std": 0.057206, + "median": 0.675207, + "iqr": 0.054522, + "ci95_t": 0.14211 + }, + "val_ece": { + "mean": 0.135458, + "std": 0.015271, + "median": 0.132617, + "iqr": 0.015072, + "ci95_t": 0.037936 + }, + "gbest_loss": { + "mean": 1.524557, + "std": 0.150724, + "median": 1.462688, + "iqr": 0.14088, + "ci95_t": 0.374424 + }, + "gbest_acc": { + "mean": 46.256667, + "std": 8.185019, + "median": 49.01, + "iqr": 7.83, + "ci95_t": 20.332937 + }, + "wall_time_sec": { + "mean": 10.038833, + "std": 0.159562, + "median": 10.0574, + "iqr": 0.15875, + "ci95_t": 0.396379 + }, + "optimization_wall_time_sec": { + "mean": 9.8224, + "std": 0.154476, + "median": 9.8419, + "iqr": 0.15355, + "ci95_t": 0.383744 + }, + "throughput_samples_per_sec": { + "mean": 977519.543333, + "std": 15420.239061, + "median": 975421.41, + "iqr": 15312.81, + "ci95_t": 38306.418218 + } + }, + "per_seed_runs": [ + { + "seed": 101, + "val_selected_loss": 1.420427, + "val_selected_acc": 52.35, + "val_metrics": { + "accuracy": 52.35, + "nll": 1.420427, + "brier": 0.650684, + "ece": 0.15195, + "margin": 0.168393 + }, + "gbest_loss": 1.414612, + "gbest_acc": 52.71, + "wall_time_sec": 9.8708, + "optimization_wall_time_sec": 9.6591, + "validation_wall_time_sec": 0.2117, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 993881.42 + }, + { + "seed": 102, + "val_selected_loss": 1.459695, + "val_selected_acc": 48.76, + "val_metrics": { + "accuracy": 48.76, + "nll": 1.459695, + "brier": 0.675207, + "ece": 0.132617, + "margin": 0.141615 + }, + "gbest_loss": 1.462688, + "gbest_acc": 49.01, + "wall_time_sec": 10.0574, + "optimization_wall_time_sec": 9.8419, + "validation_wall_time_sec": 0.2155, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 975421.41 + }, + { + "seed": 103, + "val_selected_loss": 1.697119, + "val_selected_acc": 37.82, + "val_metrics": { + "accuracy": 37.82, + "nll": 1.697119, + "brier": 0.759727, + "ece": 0.121807, + "margin": 0.068249 + }, + "gbest_loss": 1.696371, + "gbest_acc": 37.05, + "wall_time_sec": 10.1883, + "optimization_wall_time_sec": 9.9662, + "validation_wall_time_sec": 0.2221, + "total_queries": 960, + "total_sample_evaluations": 9600000, + "validation_evaluations": 21, + "official_test_evaluations": 0, + "core_swarm_state_bytes": 13281120, + "throughput_samples_per_sec": 963255.8 + } + ] + } + } + }, + "feasibility_evaluations": { + "mnist_compact": { + "G8": { + "execution_feasible": true, + "optimization_feasible": true, + "baseline_val_nll": 2.325095, + "target_val_nll_threshold": 1.860076, + "baseline_val_acc": 6.65, + "target_val_acc_threshold": 26.65, + "mean_val_nll": 1.518089, + "mean_val_acc": 49.1533 + }, + "G6": { + "execution_feasible": true, + "optimization_feasible": true, + "baseline_val_nll": 2.325095, + "target_val_nll_threshold": 1.860076, + "baseline_val_acc": 6.65, + "target_val_acc_threshold": 26.65, + "mean_val_nll": 1.642081, + "mean_val_acc": 45.9667 + } + }, + "mnist_wide": { + "G8": { + "execution_feasible": true, + "optimization_feasible": true, + "baseline_val_nll": 2.32458, + "target_val_nll_threshold": 1.859664, + "baseline_val_acc": 9.31, + "target_val_acc_threshold": 29.31, + "mean_val_nll": 1.733351, + "mean_val_acc": 41.03 + }, + "G5": { + "execution_feasible": true, + "optimization_feasible": true, + "baseline_val_nll": 2.32458, + "target_val_nll_threshold": 1.859664, + "baseline_val_acc": 9.31, + "target_val_acc_threshold": 29.31, + "mean_val_nll": 1.721259, + "mean_val_acc": 43.86 + } + }, + "fashion_compact": { + "G8": { + "execution_feasible": true, + "optimization_feasible": true, + "baseline_val_nll": 2.320302, + "target_val_nll_threshold": 1.856242, + "baseline_val_acc": 8.08, + "target_val_acc_threshold": 28.08, + "mean_val_nll": 1.511217, + "mean_val_acc": 47.0033 + }, + "G6": { + "execution_feasible": true, + "optimization_feasible": true, + "baseline_val_nll": 2.320302, + "target_val_nll_threshold": 1.856242, + "baseline_val_acc": 8.08, + "target_val_acc_threshold": 28.08, + "mean_val_nll": 1.584443, + "mean_val_acc": 45.6167 + } + }, + "fashion_wide": { + "G8": { + "execution_feasible": true, + "optimization_feasible": true, + "baseline_val_nll": 2.311222, + "target_val_nll_threshold": 1.848978, + "baseline_val_acc": 8.77, + "target_val_acc_threshold": 28.77, + "mean_val_nll": 1.615937, + "mean_val_acc": 41.6667 + }, + "G5": { + "execution_feasible": true, + "optimization_feasible": true, + "baseline_val_nll": 2.311222, + "target_val_nll_threshold": 1.848978, + "baseline_val_acc": 8.77, + "target_val_acc_threshold": 28.77, + "mean_val_nll": 1.525747, + "mean_val_acc": 46.31 + } + } + }, + "resource_totals": { + "total_queries": 30720, + "total_sample_evaluations": 245760000, + "summed_optimization_wall_time_sec": 188.7283, + "summed_validation_wall_time_sec": 6.3826, + "summed_recorded_run_wall_time_sec": 195.1109, + "elapsed_current_process_wall_time_sec": 176.3431 + } +} \ No newline at end of file diff --git a/benchmark_results/pso_v6_phase_b.csv b/benchmark_results/pso_v6_phase_b.csv new file mode 100644 index 0000000..cbab80d --- /dev/null +++ b/benchmark_results/pso_v6_phase_b.csv @@ -0,0 +1,21 @@ +protocol_version,MNIST-PSO-RAW-V6 1.0.0 + +--- Phase B Screen Results --- +config_id,description,val_nll,val_acc_%,queries,sample_evals,wall_time_sec +G0,exact V5 control,1.183117,67.73,4800,9600000,8.4356 +G1,isolate anisotropic per-tensor scaling,1.437604,62.32,4800,9600000,6.6136 +G2,isolate nonzero launch velocity,1.296105,60.72,4800,9600000,6.6528 +G3,isolate mutation,1.130839,68.07,4800,9600000,6.4943 +G4,velocity x mutation interaction,1.11628,65.76,4800,9600000,6.4837 +G5,test sufficient bound expansion,0.90151,70.93,4800,9600000,6.76 +G6,test broader normalized initialization,0.96129,69.56,4800,9600000,6.7408 +G7,isolate antithetic position coupling against G2,1.291266,58.79,4800,9600000,6.4273 +G8,retained semantic control (public Optimizer),0.883557,70.99,4800,9600000,8.7632 + +--- Phase B Confirmation Aggregates --- +config_id,mean_val_acc_%,std_val_acc,mean_val_nll,std_val_nll,num_seeds +G0,79.526667,0.576397,0.689687,0.008079,3 +G1,76.953333,2.490067,0.833759,0.123667,3 +G5,84.236667,0.903678,0.510297,0.024899,3 +G6,84.25,0.219317,0.503809,0.015789,3 +G8,84.916667,0.988804,0.48144,0.029447,3 diff --git a/benchmark_results/pso_v6_phase_b.json b/benchmark_results/pso_v6_phase_b.json new file mode 100644 index 0000000..ad9556a --- /dev/null +++ b/benchmark_results/pso_v6_phase_b.json @@ -0,0 +1,59505 @@ +{ + "protocol_version": "MNIST-PSO-RAW-V6 1.0.0", + "pso_version": "4.0.0", + "official_test_data_loaded": false, + "official_test_evaluations": 0, + "data_fingerprint": "26bd2ed5f27e7d24", + "base_model_seed": 41, + "base_model_fingerprint": "d0eee0ffd33088ed", + "geometry_configs": { + "G0": { + "config_id": "G0", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "exact V5 control" + }, + "G1": { + "config_id": "G1", + "scale_type": "global_rms", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate anisotropic per-tensor scaling" + }, + "G2": { + "config_id": "G2", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate nonzero launch velocity" + }, + "G3": { + "config_id": "G3", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate mutation" + }, + "G4": { + "config_id": "G4", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "velocity x mutation interaction" + }, + "G5": { + "config_id": "G5", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test sufficient bound expansion" + }, + "G6": { + "config_id": "G6", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 1.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test broader normalized initialization" + }, + "G7": { + "config_id": "G7", + "scale_type": "per_tensor_sd", + "init_position_mode": "independent", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate antithetic position coupling against G2" + }, + "G8": { + "config_id": "G8", + "scale_type": "optimizer_default", + "init_position_mode": "independent", + "position_radius": 0.05, + "initial_velocity_radius": 0.05, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "retained semantic control (public Optimizer)" + } + }, + "selection_rule": "lowest_validation_nll_then_highest_accuracy", + "provenance": { + "input_shape": [ + 1, + 28, + 28 + ], + "pca": false, + "raw_inputs": true, + "normalization_scope": "search_train_50000_only", + "train_mean": 0.130682, + "train_std": 0.308127, + "search_samples": 50000, + "val_samples": 10000, + "test_samples": 0, + "official_test_evaluations": 0, + "split_seed": 20260902, + "split_fingerprint": "51b289d9f503a9f3" + }, + "hardware_provenance": { + "platform": "macOS-26.6.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timestamp": "2026-09-02 23:18:03", + "screen_payload": { + "phase": "screen", + "seed": 91, + "swarm_size": 30, + "epochs": 160, + "screen_results": { + "G0": { + "config_id": "G0", + "gbest_loss": 1.147565, + "gbest_acc": 69.8, + "gbest_val_loss": 1.183117, + "gbest_val_acc": 67.73, + "val_selected_particle_idx": 8, + "val_selected_loss": 1.183117, + "val_selected_acc": 67.73, + "val_metrics": { + "accuracy": 67.73, + "nll": 1.183117, + "brier": 0.53537, + "ece": 0.247347, + "margin": 0.248949 + }, + "wall_time_sec": 8.4356, + "optimization_wall_time_sec": 8.2302, + "validation_wall_time_sec": 0.2054, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160 + ], + "pbest_update_counts": 2436, + "boundary_hits": 279090, + "boundary_occupancy": 0.006391, + "last_improvement_epoch": 160, + "velocity_rms": 0.187343, + "position_radius": 12.190442, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.310269, + "gbest_acc": 7.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.302216, + "gbest_acc": 9.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.280997, + "gbest_acc": 12.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.248806, + "gbest_acc": 20.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.22007, + "gbest_acc": 24.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.197811, + "gbest_acc": 22.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.181172, + "gbest_acc": 21.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.14378, + "gbest_acc": 19.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.111105, + "gbest_acc": 19.3, + "val_loss": 2.113562, + "val_acc": 20.15 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.065237, + "gbest_acc": 21.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.022572, + "gbest_acc": 26.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.99992, + "gbest_acc": 27.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.970806, + "gbest_acc": 30.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.964259, + "gbest_acc": 29.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.936239, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.932432, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908575, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.900177, + "gbest_acc": 34.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.893059, + "gbest_acc": 35.15, + "val_loss": 1.908893, + "val_acc": 35.05 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.893059, + "gbest_acc": 35.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.889398, + "gbest_acc": 35.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.879795, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.859706, + "gbest_acc": 38.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.844069, + "gbest_acc": 37.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.843418, + "gbest_acc": 38.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.835918, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.825405, + "gbest_acc": 37.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793166, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793166, + "gbest_acc": 41.3, + "val_loss": 1.813975, + "val_acc": 39.9 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793166, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793166, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.783466, + "gbest_acc": 41.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.770267, + "gbest_acc": 43.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.766128, + "gbest_acc": 43.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74411, + "gbest_acc": 43.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74411, + "gbest_acc": 43.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.722016, + "gbest_acc": 45.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.715608, + "gbest_acc": 44.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694592, + "gbest_acc": 47.3, + "val_loss": 1.7177, + "val_acc": 45.68 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687191, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.679955, + "gbest_acc": 48.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.665032, + "gbest_acc": 47.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660036, + "gbest_acc": 48.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660036, + "gbest_acc": 48.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656864, + "gbest_acc": 50.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648261, + "gbest_acc": 50.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.637429, + "gbest_acc": 53.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629559, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.627745, + "gbest_acc": 49.4, + "val_loss": 1.652814, + "val_acc": 46.97 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624722, + "gbest_acc": 51.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624722, + "gbest_acc": 51.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.621271, + "gbest_acc": 49.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.603937, + "gbest_acc": 51.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.603892, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.574743, + "gbest_acc": 54.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566305, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566305, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566305, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.561212, + "gbest_acc": 56.3, + "val_loss": 1.58474, + "val_acc": 53.4 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.550911, + "gbest_acc": 54.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.550176, + "gbest_acc": 55.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.54394, + "gbest_acc": 56.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.538204, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.536207, + "gbest_acc": 56.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.516027, + "gbest_acc": 57.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.514509, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501886, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501886, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.498765, + "gbest_acc": 57.05, + "val_loss": 1.530252, + "val_acc": 55.27 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.498765, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.494819, + "gbest_acc": 58.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.486218, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.486218, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.486218, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47865, + "gbest_acc": 58.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.471761, + "gbest_acc": 59.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.470706, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455133, + "gbest_acc": 61.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.447378, + "gbest_acc": 62.2, + "val_loss": 1.478323, + "val_acc": 59.59 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.446284, + "gbest_acc": 61.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444786, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444786, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444786, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.426749, + "gbest_acc": 63.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.425618, + "gbest_acc": 60.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.420136, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.420136, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414905, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40597, + "gbest_acc": 61.0, + "val_loss": 1.439038, + "val_acc": 58.65 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40361, + "gbest_acc": 61.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.395106, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.395106, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.394371, + "gbest_acc": 61.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390707, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38849, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38849, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38849, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388122, + "gbest_acc": 62.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388122, + "gbest_acc": 62.0, + "val_loss": 1.419643, + "val_acc": 59.72 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388122, + "gbest_acc": 62.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.375218, + "gbest_acc": 63.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.373271, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362747, + "gbest_acc": 64.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362747, + "gbest_acc": 64.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.359635, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348393, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348393, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348393, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348393, + "gbest_acc": 64.45, + "val_loss": 1.38298, + "val_acc": 62.02 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.33786, + "gbest_acc": 66.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.33786, + "gbest_acc": 66.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333928, + "gbest_acc": 66.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.328514, + "gbest_acc": 65.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.328241, + "gbest_acc": 65.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.321243, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.316853, + "gbest_acc": 66.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.314892, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312831, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312831, + "gbest_acc": 65.1, + "val_loss": 1.349793, + "val_acc": 62.28 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.305485, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.299608, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.293387, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.293387, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.289006, + "gbest_acc": 66.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279774, + "gbest_acc": 66.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.273683, + "gbest_acc": 67.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.273683, + "gbest_acc": 67.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270333, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270079, + "gbest_acc": 66.55, + "val_loss": 1.299638, + "val_acc": 64.95 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.262235, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256521, + "gbest_acc": 67.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240951, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240951, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240951, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240951, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.23886, + "gbest_acc": 68.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235466, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.223605, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.218237, + "gbest_acc": 68.85, + "val_loss": 1.255444, + "val_acc": 66.78 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.216309, + "gbest_acc": 67.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.214696, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209994, + "gbest_acc": 68.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.206406, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.206406, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.204739, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.201082, + "gbest_acc": 68.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195486, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195272, + "gbest_acc": 68.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.190521, + "gbest_acc": 69.0, + "val_loss": 1.233496, + "val_acc": 66.27 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.167662, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.167662, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.167662, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.155561, + "gbest_acc": 69.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.155403, + "gbest_acc": 69.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150636, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150636, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.149532, + "gbest_acc": 70.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148374, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.147565, + "gbest_acc": 69.8, + "val_loss": 1.183117, + "val_acc": 67.73 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G0", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "exact V5 control" + } + }, + "G1": { + "config_id": "G1", + "gbest_loss": 1.424766, + "gbest_acc": 64.65, + "gbest_val_loss": 1.439619, + "gbest_val_acc": 62.89, + "val_selected_particle_idx": 15, + "val_selected_loss": 1.437604, + "val_selected_acc": 62.32, + "val_metrics": { + "accuracy": 62.32, + "nll": 1.437604, + "brier": 0.638084, + "ece": 0.309309, + "margin": 0.143863 + }, + "wall_time_sec": 6.6136, + "optimization_wall_time_sec": 6.4264, + "validation_wall_time_sec": 0.1871, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160 + ], + "pbest_update_counts": 2515, + "boundary_hits": 347542, + "boundary_occupancy": 0.007958, + "last_improvement_epoch": 160, + "velocity_rms": 0.171411, + "position_radius": 12.100932, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.315947, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.308322, + "gbest_acc": 10.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.294986, + "gbest_acc": 10.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.273571, + "gbest_acc": 12.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.253161, + "gbest_acc": 12.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.222763, + "gbest_acc": 16.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.192668, + "gbest_acc": 19.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.173146, + "gbest_acc": 22.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.150064, + "gbest_acc": 28.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.136011, + "gbest_acc": 29.85, + "val_loss": 2.14699, + "val_acc": 26.68 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.12312, + "gbest_acc": 29.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.114006, + "gbest_acc": 32.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.095677, + "gbest_acc": 29.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.085551, + "gbest_acc": 31.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.068933, + "gbest_acc": 31.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.052427, + "gbest_acc": 31.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.043275, + "gbest_acc": 32.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.034469, + "gbest_acc": 30.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.027554, + "gbest_acc": 32.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.021309, + "gbest_acc": 28.8, + "val_loss": 2.033511, + "val_acc": 27.52 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.009541, + "gbest_acc": 30.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.005577, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.997396, + "gbest_acc": 37.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.988852, + "gbest_acc": 35.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.967112, + "gbest_acc": 37.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.955614, + "gbest_acc": 37.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.954019, + "gbest_acc": 37.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.954019, + "gbest_acc": 37.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.952413, + "gbest_acc": 36.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929805, + "gbest_acc": 43.45, + "val_loss": 1.9382, + "val_acc": 42.12 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929805, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929805, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929805, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.92051, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.904802, + "gbest_acc": 43.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.881655, + "gbest_acc": 47.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.866855, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862242, + "gbest_acc": 45.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862242, + "gbest_acc": 45.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862242, + "gbest_acc": 45.05, + "val_loss": 1.870654, + "val_acc": 44.47 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.848211, + "gbest_acc": 46.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.830021, + "gbest_acc": 49.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.824273, + "gbest_acc": 47.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.821906, + "gbest_acc": 49.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.821078, + "gbest_acc": 49.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.821078, + "gbest_acc": 49.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.818256, + "gbest_acc": 49.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.806508, + "gbest_acc": 49.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.806508, + "gbest_acc": 49.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.806508, + "gbest_acc": 49.7, + "val_loss": 1.812953, + "val_acc": 47.06 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.801929, + "gbest_acc": 50.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791898, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791898, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791898, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.790438, + "gbest_acc": 52.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.784344, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.782505, + "gbest_acc": 50.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.780576, + "gbest_acc": 50.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.772899, + "gbest_acc": 49.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.754965, + "gbest_acc": 51.05, + "val_loss": 1.766327, + "val_acc": 48.98 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.747439, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.747439, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.743661, + "gbest_acc": 52.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.740029, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.73525, + "gbest_acc": 54.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.731287, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.727312, + "gbest_acc": 54.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.72605, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.72605, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.717518, + "gbest_acc": 55.85, + "val_loss": 1.727644, + "val_acc": 54.48 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.717518, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.714798, + "gbest_acc": 54.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.714798, + "gbest_acc": 54.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711542, + "gbest_acc": 53.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.708385, + "gbest_acc": 56.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.708385, + "gbest_acc": 56.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.705886, + "gbest_acc": 55.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694518, + "gbest_acc": 56.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694518, + "gbest_acc": 56.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.691288, + "gbest_acc": 55.95, + "val_loss": 1.698494, + "val_acc": 54.14 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.685534, + "gbest_acc": 55.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675454, + "gbest_acc": 54.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.670128, + "gbest_acc": 55.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.661029, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.661029, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660406, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660406, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.649995, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648547, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.6459, + "gbest_acc": 55.5, + "val_loss": 1.655206, + "val_acc": 54.85 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.641742, + "gbest_acc": 58.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629151, + "gbest_acc": 57.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629151, + "gbest_acc": 57.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.623244, + "gbest_acc": 55.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.617541, + "gbest_acc": 57.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.615795, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.610377, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.610377, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.606006, + "gbest_acc": 56.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.593474, + "gbest_acc": 57.85, + "val_loss": 1.603899, + "val_acc": 57.46 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.593474, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584104, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584104, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584104, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.583131, + "gbest_acc": 58.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.577354, + "gbest_acc": 57.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.575562, + "gbest_acc": 58.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.570815, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.570815, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.569771, + "gbest_acc": 58.7, + "val_loss": 1.57983, + "val_acc": 57.85 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.556539, + "gbest_acc": 58.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.556348, + "gbest_acc": 59.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.549969, + "gbest_acc": 57.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.549892, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.53986, + "gbest_acc": 59.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535266, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535266, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535266, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535266, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.530102, + "gbest_acc": 60.45, + "val_loss": 1.541431, + "val_acc": 58.95 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.529386, + "gbest_acc": 60.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.528412, + "gbest_acc": 59.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52669, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52669, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.519616, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.515662, + "gbest_acc": 61.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.515231, + "gbest_acc": 60.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.510802, + "gbest_acc": 59.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.509791, + "gbest_acc": 61.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.506625, + "gbest_acc": 61.1, + "val_loss": 1.516113, + "val_acc": 59.4 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.500361, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.500361, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.494626, + "gbest_acc": 61.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.494626, + "gbest_acc": 61.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.487294, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.485371, + "gbest_acc": 62.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.485371, + "gbest_acc": 62.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.485371, + "gbest_acc": 62.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47923, + "gbest_acc": 62.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.476306, + "gbest_acc": 62.8, + "val_loss": 1.487363, + "val_acc": 61.41 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.476306, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474686, + "gbest_acc": 61.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.469395, + "gbest_acc": 62.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468387, + "gbest_acc": 63.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.461817, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.461817, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.461817, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.456501, + "gbest_acc": 64.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452649, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452649, + "gbest_acc": 63.15, + "val_loss": 1.46415, + "val_acc": 61.72 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.450157, + "gbest_acc": 63.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.445838, + "gbest_acc": 64.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.440069, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.435774, + "gbest_acc": 65.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.433747, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431516, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431516, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431516, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.429243, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424766, + "gbest_acc": 64.65, + "val_loss": 1.439619, + "val_acc": 62.89 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G1", + "scale_type": "global_rms", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate anisotropic per-tensor scaling" + } + }, + "G2": { + "config_id": "G2", + "gbest_loss": 1.260671, + "gbest_acc": 63.2, + "gbest_val_loss": 1.298475, + "gbest_val_acc": 60.76, + "val_selected_particle_idx": 11, + "val_selected_loss": 1.296105, + "val_selected_acc": 60.72, + "val_metrics": { + "accuracy": 60.72, + "nll": 1.296105, + "brier": 0.585207, + "ece": 0.186668, + "margin": 0.235434 + }, + "wall_time_sec": 6.6528, + "optimization_wall_time_sec": 6.4626, + "validation_wall_time_sec": 0.1902, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160 + ], + "pbest_update_counts": 2335, + "boundary_hits": 217768, + "boundary_occupancy": 0.004987, + "last_improvement_epoch": 160, + "velocity_rms": 0.127313, + "position_radius": 8.553208, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.303509, + "gbest_acc": 9.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.296052, + "gbest_acc": 9.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.262821, + "gbest_acc": 10.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.247507, + "gbest_acc": 12.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.222965, + "gbest_acc": 14.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.19646, + "gbest_acc": 16.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.14694, + "gbest_acc": 17.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.119284, + "gbest_acc": 20.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.077625, + "gbest_acc": 20.8, + "val_loss": 2.075401, + "val_acc": 21.73 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.048708, + "gbest_acc": 23.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042735, + "gbest_acc": 28.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042735, + "gbest_acc": 28.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037079, + "gbest_acc": 33.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.030461, + "gbest_acc": 27.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.029878, + "gbest_acc": 29.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.012703, + "gbest_acc": 31.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.012703, + "gbest_acc": 31.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.004503, + "gbest_acc": 33.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.997764, + "gbest_acc": 32.8, + "val_loss": 2.006228, + "val_acc": 32.64 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.953959, + "gbest_acc": 35.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.953959, + "gbest_acc": 35.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.951544, + "gbest_acc": 30.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.913776, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.913776, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.913776, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908982, + "gbest_acc": 33.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908982, + "gbest_acc": 33.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.907122, + "gbest_acc": 33.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.901545, + "gbest_acc": 34.1, + "val_loss": 1.897862, + "val_acc": 34.22 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850567, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850567, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850567, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.840613, + "gbest_acc": 38.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.840501, + "gbest_acc": 36.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.823124, + "gbest_acc": 40.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.823124, + "gbest_acc": 40.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.800574, + "gbest_acc": 39.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.787842, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.78207, + "gbest_acc": 40.8, + "val_loss": 1.789581, + "val_acc": 39.88 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.764248, + "gbest_acc": 42.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.764248, + "gbest_acc": 42.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.764248, + "gbest_acc": 42.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.750987, + "gbest_acc": 45.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.750987, + "gbest_acc": 45.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.742348, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.742348, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74108, + "gbest_acc": 46.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730096, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730096, + "gbest_acc": 46.25, + "val_loss": 1.744376, + "val_acc": 45.5 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730096, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730096, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.72351, + "gbest_acc": 43.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.707215, + "gbest_acc": 46.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.705108, + "gbest_acc": 48.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.698384, + "gbest_acc": 45.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687789, + "gbest_acc": 46.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687789, + "gbest_acc": 46.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.683239, + "gbest_acc": 46.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.677621, + "gbest_acc": 47.0, + "val_loss": 1.691962, + "val_acc": 46.35 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67126, + "gbest_acc": 45.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67126, + "gbest_acc": 45.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67126, + "gbest_acc": 45.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.668337, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.659695, + "gbest_acc": 46.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.659695, + "gbest_acc": 46.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657354, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657354, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657354, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.650023, + "gbest_acc": 48.3, + "val_loss": 1.662783, + "val_acc": 48.16 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.650023, + "gbest_acc": 48.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.650023, + "gbest_acc": 48.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.640128, + "gbest_acc": 47.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.628654, + "gbest_acc": 48.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.618027, + "gbest_acc": 51.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.61674, + "gbest_acc": 50.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.61674, + "gbest_acc": 50.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.600559, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.598821, + "gbest_acc": 50.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585512, + "gbest_acc": 50.05, + "val_loss": 1.603782, + "val_acc": 50.01 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585512, + "gbest_acc": 50.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585512, + "gbest_acc": 50.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.565692, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.545885, + "gbest_acc": 52.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543613, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543613, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543613, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535578, + "gbest_acc": 52.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.529132, + "gbest_acc": 55.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524492, + "gbest_acc": 52.8, + "val_loss": 1.551724, + "val_acc": 51.83 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524492, + "gbest_acc": 52.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524492, + "gbest_acc": 52.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524492, + "gbest_acc": 52.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.518399, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.518399, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.518399, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497453, + "gbest_acc": 55.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497453, + "gbest_acc": 55.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497453, + "gbest_acc": 55.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.491416, + "gbest_acc": 53.85, + "val_loss": 1.521564, + "val_acc": 51.36 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474938, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474938, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460145, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460145, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.453022, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.446806, + "gbest_acc": 54.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.434058, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.427915, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.426081, + "gbest_acc": 55.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.422212, + "gbest_acc": 55.75, + "val_loss": 1.461187, + "val_acc": 53.99 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.421268, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.413391, + "gbest_acc": 55.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.408327, + "gbest_acc": 55.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.404039, + "gbest_acc": 56.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401398, + "gbest_acc": 57.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401398, + "gbest_acc": 57.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401398, + "gbest_acc": 57.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.397829, + "gbest_acc": 57.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.392224, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.392224, + "gbest_acc": 57.05, + "val_loss": 1.429698, + "val_acc": 54.84 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.387502, + "gbest_acc": 57.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.384152, + "gbest_acc": 57.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.37996, + "gbest_acc": 56.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.376825, + "gbest_acc": 56.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.374364, + "gbest_acc": 56.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.37091, + "gbest_acc": 57.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.369904, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.361282, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357682, + "gbest_acc": 58.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.356437, + "gbest_acc": 59.2, + "val_loss": 1.392462, + "val_acc": 56.2 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.353375, + "gbest_acc": 58.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.352903, + "gbest_acc": 57.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.344424, + "gbest_acc": 58.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.340071, + "gbest_acc": 58.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338086, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.334613, + "gbest_acc": 58.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332369, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332369, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331179, + "gbest_acc": 58.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324061, + "gbest_acc": 59.3, + "val_loss": 1.360066, + "val_acc": 57.89 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.313231, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.313231, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.308882, + "gbest_acc": 59.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.305071, + "gbest_acc": 60.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.305071, + "gbest_acc": 60.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.297366, + "gbest_acc": 60.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.295663, + "gbest_acc": 60.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.294579, + "gbest_acc": 61.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28834, + "gbest_acc": 61.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286525, + "gbest_acc": 61.8, + "val_loss": 1.323947, + "val_acc": 59.65 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286525, + "gbest_acc": 61.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.284404, + "gbest_acc": 62.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279623, + "gbest_acc": 62.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.274098, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.272405, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270274, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270274, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.267652, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263967, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.260671, + "gbest_acc": 63.2, + "val_loss": 1.298475, + "val_acc": 60.76 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G2", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate nonzero launch velocity" + } + }, + "G3": { + "config_id": "G3", + "gbest_loss": 1.101833, + "gbest_acc": 70.5, + "gbest_val_loss": 1.130839, + "gbest_val_acc": 68.07, + "val_selected_particle_idx": 22, + "val_selected_loss": 1.130839, + "val_selected_acc": 68.07, + "val_metrics": { + "accuracy": 68.07, + "nll": 1.130839, + "brier": 0.513959, + "ece": 0.226902, + "margin": 0.271513 + }, + "wall_time_sec": 6.4943, + "optimization_wall_time_sec": 6.3127, + "validation_wall_time_sec": 0.1817, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 88, + "final_moment_steps": [ + 31, + 46, + 47, + 118, + 13, + 16, + 41, + 42, + 41, + 76, + 160, + 28, + 3, + 11, + 43, + 59, + 14, + 56, + 8, + 107, + 4, + 36, + 17, + 41, + 34, + 17, + 31, + 88, + 4, + 83 + ], + "pbest_update_counts": 2576, + "boundary_hits": 273258, + "boundary_occupancy": 0.006257, + "last_improvement_epoch": 160, + "velocity_rms": 0.161481, + "position_radius": 11.811624, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.310269, + "gbest_acc": 7.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.302216, + "gbest_acc": 9.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.280997, + "gbest_acc": 12.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.248806, + "gbest_acc": 20.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.22007, + "gbest_acc": 24.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.197811, + "gbest_acc": 22.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.181172, + "gbest_acc": 21.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.159871, + "gbest_acc": 20.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.136736, + "gbest_acc": 21.3, + "val_loss": 2.134861, + "val_acc": 22.43 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.114397, + "gbest_acc": 25.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.084893, + "gbest_acc": 28.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.061571, + "gbest_acc": 29.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.032724, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.013328, + "gbest_acc": 33.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.993989, + "gbest_acc": 32.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.979469, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.979469, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.979469, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.97274, + "gbest_acc": 34.7, + "val_loss": 1.983832, + "val_acc": 34.16 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.967456, + "gbest_acc": 34.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.964252, + "gbest_acc": 35.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.964252, + "gbest_acc": 35.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.962797, + "gbest_acc": 35.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.953577, + "gbest_acc": 37.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.948298, + "gbest_acc": 37.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.940264, + "gbest_acc": 40.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.920149, + "gbest_acc": 40.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.919143, + "gbest_acc": 40.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.914726, + "gbest_acc": 39.2, + "val_loss": 1.925831, + "val_acc": 39.53 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.904199, + "gbest_acc": 40.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.887915, + "gbest_acc": 40.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862978, + "gbest_acc": 39.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.855988, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.855988, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.855988, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.855988, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.848551, + "gbest_acc": 39.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.846189, + "gbest_acc": 40.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.820285, + "gbest_acc": 40.65, + "val_loss": 1.835167, + "val_acc": 38.95 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.808691, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.808691, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.800475, + "gbest_acc": 41.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.780675, + "gbest_acc": 41.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.772191, + "gbest_acc": 43.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.759504, + "gbest_acc": 40.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.744899, + "gbest_acc": 44.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711915, + "gbest_acc": 45.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.709915, + "gbest_acc": 43.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694066, + "gbest_acc": 45.65, + "val_loss": 1.713861, + "val_acc": 44.24 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.693825, + "gbest_acc": 48.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.686315, + "gbest_acc": 48.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.667942, + "gbest_acc": 48.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.664553, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.664553, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.654114, + "gbest_acc": 50.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.639485, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629218, + "gbest_acc": 46.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.625734, + "gbest_acc": 45.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.612302, + "gbest_acc": 49.45, + "val_loss": 1.628001, + "val_acc": 49.78 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.606189, + "gbest_acc": 51.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.605763, + "gbest_acc": 49.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.582973, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.582973, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.571994, + "gbest_acc": 51.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.571994, + "gbest_acc": 51.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.563389, + "gbest_acc": 52.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543682, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.523503, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52179, + "gbest_acc": 54.75, + "val_loss": 1.537683, + "val_acc": 54.22 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52179, + "gbest_acc": 54.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.520642, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.50233, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497037, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497037, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497037, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495274, + "gbest_acc": 55.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.492267, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.484278, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468022, + "gbest_acc": 57.25, + "val_loss": 1.490051, + "val_acc": 55.55 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.464147, + "gbest_acc": 57.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460034, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444612, + "gbest_acc": 57.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444612, + "gbest_acc": 57.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.441682, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.430969, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.430969, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414128, + "gbest_acc": 58.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414128, + "gbest_acc": 58.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.407198, + "gbest_acc": 58.15, + "val_loss": 1.433016, + "val_acc": 57.1 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.384158, + "gbest_acc": 59.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.382746, + "gbest_acc": 60.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.367198, + "gbest_acc": 60.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.364888, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.359646, + "gbest_acc": 59.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.358774, + "gbest_acc": 59.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.353043, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.347814, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342674, + "gbest_acc": 60.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.330429, + "gbest_acc": 61.0, + "val_loss": 1.34453, + "val_acc": 60.52 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.328923, + "gbest_acc": 60.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.32153, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.320176, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.304767, + "gbest_acc": 62.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.304732, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.304732, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.304732, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.303363, + "gbest_acc": 61.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282837, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282837, + "gbest_acc": 63.3, + "val_loss": 1.298784, + "val_acc": 60.86 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282837, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.280779, + "gbest_acc": 62.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.280779, + "gbest_acc": 62.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.271439, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26861, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263372, + "gbest_acc": 63.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263372, + "gbest_acc": 63.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.259126, + "gbest_acc": 64.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.254396, + "gbest_acc": 64.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.245999, + "gbest_acc": 64.35, + "val_loss": 1.26705, + "val_acc": 62.56 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235562, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235562, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.22955, + "gbest_acc": 64.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221117, + "gbest_acc": 65.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221117, + "gbest_acc": 65.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.220666, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209499, + "gbest_acc": 65.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.204967, + "gbest_acc": 65.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.204547, + "gbest_acc": 63.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.193624, + "gbest_acc": 64.25, + "val_loss": 1.209377, + "val_acc": 63.59 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.180667, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168593, + "gbest_acc": 65.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162642, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162642, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162642, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159592, + "gbest_acc": 68.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148466, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148466, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.147935, + "gbest_acc": 68.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146317, + "gbest_acc": 67.35, + "val_loss": 1.16723, + "val_acc": 66.6 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.144767, + "gbest_acc": 67.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.144767, + "gbest_acc": 67.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134513, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134513, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134513, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132542, + "gbest_acc": 68.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132542, + "gbest_acc": 68.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.128464, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12701, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12701, + "gbest_acc": 69.15, + "val_loss": 1.152151, + "val_acc": 67.67 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12701, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12701, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120452, + "gbest_acc": 68.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.116909, + "gbest_acc": 68.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109736, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.107309, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106793, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106793, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.103275, + "gbest_acc": 69.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.101833, + "gbest_acc": 70.5, + "val_loss": 1.130839, + "val_acc": 68.07 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G3", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate mutation" + } + }, + "G4": { + "config_id": "G4", + "gbest_loss": 1.06531, + "gbest_acc": 67.7, + "gbest_val_loss": 1.11628, + "gbest_val_acc": 65.76, + "val_selected_particle_idx": 18, + "val_selected_loss": 1.11628, + "val_selected_acc": 65.76, + "val_metrics": { + "accuracy": 65.76, + "nll": 1.11628, + "brier": 0.514631, + "ece": 0.174604, + "margin": 0.291075 + }, + "wall_time_sec": 6.4837, + "optimization_wall_time_sec": 6.3022, + "validation_wall_time_sec": 0.1815, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 88, + "final_moment_steps": [ + 31, + 46, + 47, + 118, + 13, + 16, + 41, + 42, + 41, + 76, + 160, + 28, + 3, + 11, + 43, + 59, + 14, + 56, + 8, + 107, + 4, + 36, + 17, + 41, + 34, + 17, + 31, + 88, + 4, + 83 + ], + "pbest_update_counts": 2125, + "boundary_hits": 317925, + "boundary_occupancy": 0.00728, + "last_improvement_epoch": 160, + "velocity_rms": 0.136519, + "position_radius": 10.236586, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.303509, + "gbest_acc": 9.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.296052, + "gbest_acc": 9.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.262821, + "gbest_acc": 10.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.247507, + "gbest_acc": 12.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.222965, + "gbest_acc": 14.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.19646, + "gbest_acc": 16.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.14694, + "gbest_acc": 17.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.119284, + "gbest_acc": 20.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.077625, + "gbest_acc": 20.8, + "val_loss": 2.075401, + "val_acc": 21.73 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.048708, + "gbest_acc": 23.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042735, + "gbest_acc": 28.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042735, + "gbest_acc": 28.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037079, + "gbest_acc": 33.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037079, + "gbest_acc": 33.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.034766, + "gbest_acc": 32.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.031814, + "gbest_acc": 33.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.012494, + "gbest_acc": 32.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.003936, + "gbest_acc": 36.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.985062, + "gbest_acc": 36.35, + "val_loss": 1.990384, + "val_acc": 37.17 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.977002, + "gbest_acc": 33.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.950469, + "gbest_acc": 34.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.9143, + "gbest_acc": 36.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.9143, + "gbest_acc": 36.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.90773, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.90773, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883531, + "gbest_acc": 35.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883531, + "gbest_acc": 35.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.878594, + "gbest_acc": 36.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.847759, + "gbest_acc": 39.4, + "val_loss": 1.880379, + "val_acc": 37.86 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.847759, + "gbest_acc": 39.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.835037, + "gbest_acc": 41.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.820522, + "gbest_acc": 41.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.817504, + "gbest_acc": 40.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.806495, + "gbest_acc": 39.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.795688, + "gbest_acc": 39.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.783437, + "gbest_acc": 41.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.783437, + "gbest_acc": 41.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.783437, + "gbest_acc": 41.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.780061, + "gbest_acc": 40.4, + "val_loss": 1.816181, + "val_acc": 40.71 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.7647, + "gbest_acc": 40.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.755221, + "gbest_acc": 42.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.755221, + "gbest_acc": 42.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74276, + "gbest_acc": 40.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74276, + "gbest_acc": 40.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716747, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716747, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716747, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.703336, + "gbest_acc": 43.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.681799, + "gbest_acc": 44.75, + "val_loss": 1.727276, + "val_acc": 42.2 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.681799, + "gbest_acc": 44.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.681799, + "gbest_acc": 44.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.661754, + "gbest_acc": 44.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656639, + "gbest_acc": 44.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656639, + "gbest_acc": 44.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656079, + "gbest_acc": 44.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648248, + "gbest_acc": 43.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642714, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642714, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642714, + "gbest_acc": 45.25, + "val_loss": 1.691618, + "val_acc": 43.29 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.618805, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.618805, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.599923, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.599923, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.599923, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.599923, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.590378, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584632, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584632, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.576327, + "gbest_acc": 49.05, + "val_loss": 1.632185, + "val_acc": 46.72 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.574419, + "gbest_acc": 49.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.564718, + "gbest_acc": 50.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.55848, + "gbest_acc": 48.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.55148, + "gbest_acc": 50.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.523769, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.512382, + "gbest_acc": 53.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.507042, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.499844, + "gbest_acc": 52.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481997, + "gbest_acc": 53.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47558, + "gbest_acc": 52.5, + "val_loss": 1.536835, + "val_acc": 49.09 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47558, + "gbest_acc": 52.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47558, + "gbest_acc": 52.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474314, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474314, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474314, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465071, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452196, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452196, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.433057, + "gbest_acc": 54.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.433057, + "gbest_acc": 54.6, + "val_loss": 1.496624, + "val_acc": 50.63 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431054, + "gbest_acc": 53.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.423613, + "gbest_acc": 54.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41836, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.399859, + "gbest_acc": 55.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388518, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38389, + "gbest_acc": 55.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380144, + "gbest_acc": 53.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380144, + "gbest_acc": 53.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380144, + "gbest_acc": 53.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.378148, + "gbest_acc": 54.15, + "val_loss": 1.440742, + "val_acc": 51.27 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.378148, + "gbest_acc": 54.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.378148, + "gbest_acc": 54.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.36134, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357391, + "gbest_acc": 54.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.349367, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348895, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.34134, + "gbest_acc": 58.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.334369, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.33206, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.33206, + "gbest_acc": 56.6, + "val_loss": 1.393573, + "val_acc": 53.57 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.326479, + "gbest_acc": 58.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.313742, + "gbest_acc": 59.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312688, + "gbest_acc": 58.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.311805, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.311805, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.301076, + "gbest_acc": 59.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.298557, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.298352, + "gbest_acc": 59.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296019, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.289547, + "gbest_acc": 59.55, + "val_loss": 1.347633, + "val_acc": 58.18 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282772, + "gbest_acc": 59.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282772, + "gbest_acc": 59.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282772, + "gbest_acc": 59.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28153, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.271947, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253498, + "gbest_acc": 61.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253498, + "gbest_acc": 61.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253498, + "gbest_acc": 61.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.238798, + "gbest_acc": 62.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.237215, + "gbest_acc": 62.4, + "val_loss": 1.302051, + "val_acc": 59.53 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.226809, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221308, + "gbest_acc": 61.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.20915, + "gbest_acc": 63.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.200485, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.190487, + "gbest_acc": 62.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.176096, + "gbest_acc": 63.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15428, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": 1.190695, + "val_acc": 62.53 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.130512, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.130512, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.124619, + "gbest_acc": 64.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120104, + "gbest_acc": 64.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114364, + "gbest_acc": 65.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.111627, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109958, + "gbest_acc": 65.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.108095, + "gbest_acc": 64.85, + "val_loss": 1.157127, + "val_acc": 64.12 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.108095, + "gbest_acc": 64.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.105296, + "gbest_acc": 65.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.099184, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.094836, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091118, + "gbest_acc": 66.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.088371, + "gbest_acc": 66.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.080286, + "gbest_acc": 66.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.073145, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.06531, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.06531, + "gbest_acc": 67.7, + "val_loss": 1.11628, + "val_acc": 65.76 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G4", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "velocity x mutation interaction" + } + }, + "G5": { + "config_id": "G5", + "gbest_loss": 0.87666, + "gbest_acc": 71.9, + "gbest_val_loss": 0.90151, + "gbest_val_acc": 70.93, + "val_selected_particle_idx": 3, + "val_selected_loss": 0.90151, + "val_selected_acc": 70.93, + "val_metrics": { + "accuracy": 70.93, + "nll": 0.90151, + "brier": 0.410921, + "ece": 0.060203, + "margin": 0.48728 + }, + "wall_time_sec": 6.76, + "optimization_wall_time_sec": 6.5753, + "validation_wall_time_sec": 0.1847, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 88, + "final_moment_steps": [ + 31, + 46, + 47, + 118, + 13, + 16, + 41, + 42, + 41, + 76, + 160, + 28, + 3, + 11, + 43, + 59, + 14, + 56, + 8, + 107, + 4, + 36, + 17, + 41, + 34, + 17, + 31, + 88, + 4, + 83 + ], + "pbest_update_counts": 2066, + "boundary_hits": 62745, + "boundary_occupancy": 0.001437, + "last_improvement_epoch": 160, + "velocity_rms": 0.171313, + "position_radius": 12.260184, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.303509, + "gbest_acc": 9.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.296052, + "gbest_acc": 9.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.262821, + "gbest_acc": 10.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.244346, + "gbest_acc": 12.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.22311, + "gbest_acc": 15.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.19362, + "gbest_acc": 12.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.173948, + "gbest_acc": 12.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.158491, + "gbest_acc": 17.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.128641, + "gbest_acc": 16.15, + "val_loss": 2.123287, + "val_acc": 16.73 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.10669, + "gbest_acc": 17.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.10669, + "gbest_acc": 17.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.076173, + "gbest_acc": 18.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.026621, + "gbest_acc": 23.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.959617, + "gbest_acc": 26.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.866877, + "gbest_acc": 30.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.819121, + "gbest_acc": 36.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.819121, + "gbest_acc": 36.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.780743, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.774729, + "gbest_acc": 39.75, + "val_loss": 1.77838, + "val_acc": 39.43 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.688082, + "gbest_acc": 43.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687632, + "gbest_acc": 41.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687632, + "gbest_acc": 41.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.673908, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.653132, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642928, + "gbest_acc": 43.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.628932, + "gbest_acc": 44.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.628932, + "gbest_acc": 44.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.626379, + "gbest_acc": 45.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.626379, + "gbest_acc": 45.55, + "val_loss": 1.642554, + "val_acc": 44.6 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.617016, + "gbest_acc": 46.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.608258, + "gbest_acc": 46.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548058, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548058, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548058, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548058, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.51832, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.51832, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.51832, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.509292, + "gbest_acc": 50.4, + "val_loss": 1.520981, + "val_acc": 49.39 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.499409, + "gbest_acc": 50.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.496912, + "gbest_acc": 49.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.476928, + "gbest_acc": 51.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.475891, + "gbest_acc": 51.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465416, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.457626, + "gbest_acc": 52.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.457626, + "gbest_acc": 52.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.457626, + "gbest_acc": 52.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.443585, + "gbest_acc": 53.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.435169, + "gbest_acc": 52.5, + "val_loss": 1.450692, + "val_acc": 52.98 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.435169, + "gbest_acc": 52.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.406087, + "gbest_acc": 54.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.402892, + "gbest_acc": 54.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.379921, + "gbest_acc": 51.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332886, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332886, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332886, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332886, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331518, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277132, + "gbest_acc": 57.8, + "val_loss": 1.288821, + "val_acc": 57.61 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277132, + "gbest_acc": 57.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277132, + "gbest_acc": 57.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.273769, + "gbest_acc": 58.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.262137, + "gbest_acc": 58.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253803, + "gbest_acc": 57.55, + "val_loss": 1.26665, + "val_acc": 57.74 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.249793, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243862, + "gbest_acc": 58.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.24209, + "gbest_acc": 58.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.236166, + "gbest_acc": 59.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.228308, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.228308, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.226109, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.222782, + "gbest_acc": 58.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221923, + "gbest_acc": 59.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.2132, + "gbest_acc": 60.0, + "val_loss": 1.228897, + "val_acc": 59.21 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195836, + "gbest_acc": 59.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188061, + "gbest_acc": 61.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188061, + "gbest_acc": 61.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184243, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184243, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.18185, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.180844, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.17235, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.17235, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.16785, + "gbest_acc": 61.55, + "val_loss": 1.19235, + "val_acc": 60.48 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159835, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.157449, + "gbest_acc": 62.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.147835, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146912, + "gbest_acc": 63.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.131573, + "gbest_acc": 63.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120912, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120912, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118666, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.101176, + "gbest_acc": 64.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.097438, + "gbest_acc": 64.05, + "val_loss": 1.126786, + "val_acc": 63.18 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.097438, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.07454, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072343, + "gbest_acc": 65.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072343, + "gbest_acc": 65.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069028, + "gbest_acc": 65.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.055623, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.049842, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.049842, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.044047, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.04235, + "gbest_acc": 66.75, + "val_loss": 1.074293, + "val_acc": 64.94 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.029091, + "gbest_acc": 66.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023243, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023243, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023243, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023243, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.017569, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.017569, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008633, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004002, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.00061, + "gbest_acc": 66.8, + "val_loss": 1.030409, + "val_acc": 66.14 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.00061, + "gbest_acc": 66.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999347, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999347, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999347, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993094, + "gbest_acc": 66.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.986082, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.981956, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.981956, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973175, + "gbest_acc": 67.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972542, + "gbest_acc": 67.45, + "val_loss": 0.995518, + "val_acc": 67.59 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.971742, + "gbest_acc": 67.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966672, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966672, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959388, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959143, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956071, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.948034, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.941507, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.937224, + "gbest_acc": 68.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.929362, + "gbest_acc": 69.65, + "val_loss": 0.949647, + "val_acc": 69.34 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92441, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92441, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92441, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.922341, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917089, + "gbest_acc": 70.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907896, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.900849, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.900849, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.900849, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.897977, + "gbest_acc": 70.3, + "val_loss": 0.923239, + "val_acc": 69.82 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896607, + "gbest_acc": 70.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894509, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891321, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891321, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891038, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887064, + "gbest_acc": 71.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884475, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884475, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879805, + "gbest_acc": 71.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87666, + "gbest_acc": 71.9, + "val_loss": 0.90151, + "val_acc": 70.93 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G5", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test sufficient bound expansion" + } + }, + "G6": { + "config_id": "G6", + "gbest_loss": 0.961326, + "gbest_acc": 69.05, + "gbest_val_loss": 0.96129, + "gbest_val_acc": 69.56, + "val_selected_particle_idx": 12, + "val_selected_loss": 0.96129, + "val_selected_acc": 69.56, + "val_metrics": { + "accuracy": 69.56, + "nll": 0.96129, + "brier": 0.429042, + "ece": 0.06558, + "margin": 0.465525 + }, + "wall_time_sec": 6.7408, + "optimization_wall_time_sec": 6.554, + "validation_wall_time_sec": 0.1868, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 88, + "final_moment_steps": [ + 31, + 46, + 47, + 118, + 13, + 16, + 41, + 42, + 41, + 76, + 160, + 28, + 3, + 11, + 43, + 59, + 14, + 56, + 8, + 107, + 4, + 36, + 17, + 41, + 34, + 17, + 31, + 88, + 4, + 83 + ], + "pbest_update_counts": 2143, + "boundary_hits": 91538, + "boundary_occupancy": 0.002096, + "last_improvement_epoch": 160, + "velocity_rms": 0.27561, + "position_radius": 18.448799, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.325288, + "gbest_acc": 7.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.30952, + "gbest_acc": 11.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.30333, + "gbest_acc": 12.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.27474, + "gbest_acc": 17.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.257845, + "gbest_acc": 14.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.206771, + "gbest_acc": 22.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.166269, + "gbest_acc": 25.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.166269, + "gbest_acc": 25.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.068628, + "gbest_acc": 31.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.035147, + "gbest_acc": 27.85, + "val_loss": 2.046996, + "val_acc": 27.34 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.026116, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.984777, + "gbest_acc": 30.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908976, + "gbest_acc": 34.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908976, + "gbest_acc": 34.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.907655, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.90281, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.899526, + "gbest_acc": 35.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.895408, + "gbest_acc": 34.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.873505, + "gbest_acc": 34.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.873505, + "gbest_acc": 34.7, + "val_loss": 1.885487, + "val_acc": 34.91 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.873505, + "gbest_acc": 34.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.866245, + "gbest_acc": 34.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.833964, + "gbest_acc": 36.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.817472, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.817472, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.810248, + "gbest_acc": 36.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.810248, + "gbest_acc": 36.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.809053, + "gbest_acc": 36.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.809053, + "gbest_acc": 36.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.799193, + "gbest_acc": 37.6, + "val_loss": 1.80777, + "val_acc": 37.76 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.79631, + "gbest_acc": 39.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.78926, + "gbest_acc": 37.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.770977, + "gbest_acc": 38.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.770977, + "gbest_acc": 38.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76754, + "gbest_acc": 39.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76754, + "gbest_acc": 39.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76754, + "gbest_acc": 39.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.754465, + "gbest_acc": 40.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.754465, + "gbest_acc": 40.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.736352, + "gbest_acc": 40.35, + "val_loss": 1.740964, + "val_acc": 39.54 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730599, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730599, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730599, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711387, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711387, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711387, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711387, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": 1.694976, + "val_acc": 43.17 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67567, + "gbest_acc": 42.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.646899, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.646899, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.646899, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.641969, + "gbest_acc": 43.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.641969, + "gbest_acc": 43.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629627, + "gbest_acc": 44.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.621204, + "gbest_acc": 44.8, + "val_loss": 1.62915, + "val_acc": 45.81 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.619025, + "gbest_acc": 44.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.607883, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.595301, + "gbest_acc": 46.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581446, + "gbest_acc": 46.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581446, + "gbest_acc": 46.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.56116, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.56116, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5547, + "gbest_acc": 46.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5547, + "gbest_acc": 46.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.547316, + "gbest_acc": 45.8, + "val_loss": 1.560907, + "val_acc": 47.36 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.539633, + "gbest_acc": 47.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52906, + "gbest_acc": 47.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.521271, + "gbest_acc": 48.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.511641, + "gbest_acc": 49.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501456, + "gbest_acc": 49.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495384, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495384, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.477692, + "gbest_acc": 50.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465775, + "gbest_acc": 50.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465775, + "gbest_acc": 50.5, + "val_loss": 1.487023, + "val_acc": 50.61 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.463173, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428135, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428135, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.416037, + "gbest_acc": 52.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.413407, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.405569, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390931, + "gbest_acc": 53.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372991, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372991, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357691, + "gbest_acc": 54.05, + "val_loss": 1.370485, + "val_acc": 54.93 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357691, + "gbest_acc": 54.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357691, + "gbest_acc": 54.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.355001, + "gbest_acc": 54.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338486, + "gbest_acc": 56.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338486, + "gbest_acc": 56.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333933, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.31521, + "gbest_acc": 57.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.308802, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.292441, + "gbest_acc": 57.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.292441, + "gbest_acc": 57.75, + "val_loss": 1.305631, + "val_acc": 58.03 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.287728, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.285697, + "gbest_acc": 58.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.276035, + "gbest_acc": 59.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256802, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256338, + "gbest_acc": 60.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243438, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243303, + "gbest_acc": 60.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243303, + "gbest_acc": 60.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.232502, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.228855, + "gbest_acc": 60.95, + "val_loss": 1.23967, + "val_acc": 60.87 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.213689, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.213689, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.21292, + "gbest_acc": 61.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.212314, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199686, + "gbest_acc": 62.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.194835, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.190278, + "gbest_acc": 62.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188638, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177123, + "gbest_acc": 62.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177123, + "gbest_acc": 62.5, + "val_loss": 1.190327, + "val_acc": 62.66 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.169856, + "gbest_acc": 62.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.160888, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15864, + "gbest_acc": 63.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15864, + "gbest_acc": 63.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.154944, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.149841, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.141024, + "gbest_acc": 64.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136587, + "gbest_acc": 62.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132175, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.124431, + "gbest_acc": 64.55, + "val_loss": 1.133461, + "val_acc": 64.36 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.119002, + "gbest_acc": 64.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.11873, + "gbest_acc": 64.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.107671, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.105437, + "gbest_acc": 64.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092362, + "gbest_acc": 65.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092362, + "gbest_acc": 65.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.087102, + "gbest_acc": 65.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.084745, + "gbest_acc": 65.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.083938, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.075225, + "gbest_acc": 65.95, + "val_loss": 1.080466, + "val_acc": 66.2 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.070469, + "gbest_acc": 65.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.070227, + "gbest_acc": 66.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.065267, + "gbest_acc": 65.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.054889, + "gbest_acc": 66.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.044873, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.039123, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030557, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019085, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.011961, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.011484, + "gbest_acc": 68.0, + "val_loss": 1.010008, + "val_acc": 68.36 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998134, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993379, + "gbest_acc": 68.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.987521, + "gbest_acc": 69.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.98132, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972304, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972304, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972304, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969385, + "gbest_acc": 69.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967466, + "gbest_acc": 68.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.961326, + "gbest_acc": 69.05, + "val_loss": 0.96129, + "val_acc": 69.56 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G6", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 1.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test broader normalized initialization" + } + }, + "G7": { + "config_id": "G7", + "gbest_loss": 1.286895, + "gbest_acc": 59.85, + "gbest_val_loss": 1.291266, + "gbest_val_acc": 58.79, + "val_selected_particle_idx": 5, + "val_selected_loss": 1.291266, + "val_selected_acc": 58.79, + "val_metrics": { + "accuracy": 58.79, + "nll": 1.291266, + "brier": 0.58435, + "ece": 0.169163, + "margin": 0.234253 + }, + "wall_time_sec": 6.4273, + "optimization_wall_time_sec": 6.2459, + "validation_wall_time_sec": 0.1814, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160 + ], + "pbest_update_counts": 2482, + "boundary_hits": 228313, + "boundary_occupancy": 0.005228, + "last_improvement_epoch": 160, + "velocity_rms": 0.267674, + "position_radius": 16.999327, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.309139, + "gbest_acc": 7.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.299011, + "gbest_acc": 9.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.287127, + "gbest_acc": 11.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.27862, + "gbest_acc": 11.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.255058, + "gbest_acc": 14.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.23202, + "gbest_acc": 15.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.23202, + "gbest_acc": 15.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.227222, + "gbest_acc": 17.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.214962, + "gbest_acc": 22.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.201656, + "gbest_acc": 25.35, + "val_loss": 2.197669, + "val_acc": 26.38 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.175992, + "gbest_acc": 21.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.174001, + "gbest_acc": 24.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.171524, + "gbest_acc": 22.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.171524, + "gbest_acc": 22.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.16751, + "gbest_acc": 21.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.141776, + "gbest_acc": 24.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.141776, + "gbest_acc": 24.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.120553, + "gbest_acc": 25.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.118536, + "gbest_acc": 24.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.116341, + "gbest_acc": 28.7, + "val_loss": 2.103779, + "val_acc": 28.58 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.086713, + "gbest_acc": 28.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.086713, + "gbest_acc": 28.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.078963, + "gbest_acc": 30.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.061015, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.061015, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042015, + "gbest_acc": 31.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.040004, + "gbest_acc": 32.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.028711, + "gbest_acc": 27.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.025341, + "gbest_acc": 31.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.998952, + "gbest_acc": 33.6, + "val_loss": 1.99407, + "val_acc": 33.57 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.998952, + "gbest_acc": 33.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.99236, + "gbest_acc": 36.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.99236, + "gbest_acc": 36.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.990788, + "gbest_acc": 33.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.977843, + "gbest_acc": 32.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.973256, + "gbest_acc": 30.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.961657, + "gbest_acc": 33.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.961657, + "gbest_acc": 33.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.961657, + "gbest_acc": 33.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.950446, + "gbest_acc": 35.1, + "val_loss": 1.952211, + "val_acc": 34.13 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.939352, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.917866, + "gbest_acc": 35.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.905276, + "gbest_acc": 36.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.900597, + "gbest_acc": 37.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.900597, + "gbest_acc": 37.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.884362, + "gbest_acc": 41.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.884362, + "gbest_acc": 41.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883041, + "gbest_acc": 40.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.870878, + "gbest_acc": 38.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.85983, + "gbest_acc": 39.1, + "val_loss": 1.855194, + "val_acc": 38.47 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.848652, + "gbest_acc": 39.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.845486, + "gbest_acc": 40.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.839194, + "gbest_acc": 39.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.834288, + "gbest_acc": 40.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.818126, + "gbest_acc": 41.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.818126, + "gbest_acc": 41.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.816245, + "gbest_acc": 41.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.812257, + "gbest_acc": 42.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.810906, + "gbest_acc": 43.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.807155, + "gbest_acc": 42.2, + "val_loss": 1.813947, + "val_acc": 41.75 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.801779, + "gbest_acc": 43.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.777376, + "gbest_acc": 44.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.775451, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76432, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76432, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76432, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.758181, + "gbest_acc": 44.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.758181, + "gbest_acc": 44.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.745974, + "gbest_acc": 46.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.745032, + "gbest_acc": 47.1, + "val_loss": 1.747376, + "val_acc": 46.71 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.735996, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.726349, + "gbest_acc": 47.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.726349, + "gbest_acc": 47.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.726349, + "gbest_acc": 47.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.709275, + "gbest_acc": 47.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.709275, + "gbest_acc": 47.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.689212, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.689212, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687616, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682901, + "gbest_acc": 47.65, + "val_loss": 1.677802, + "val_acc": 48.27 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682901, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682901, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675636, + "gbest_acc": 48.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.66942, + "gbest_acc": 48.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.665965, + "gbest_acc": 48.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.654253, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.643053, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.643053, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.630918, + "gbest_acc": 50.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.625607, + "gbest_acc": 51.05, + "val_loss": 1.622408, + "val_acc": 50.7 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.605352, + "gbest_acc": 50.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.605352, + "gbest_acc": 50.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.589749, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.589749, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581419, + "gbest_acc": 52.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581419, + "gbest_acc": 52.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581419, + "gbest_acc": 52.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.570031, + "gbest_acc": 53.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.558124, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.551278, + "gbest_acc": 50.1, + "val_loss": 1.54449, + "val_acc": 50.36 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548868, + "gbest_acc": 51.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.544148, + "gbest_acc": 52.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.532144, + "gbest_acc": 52.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.527366, + "gbest_acc": 53.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.527366, + "gbest_acc": 53.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.525305, + "gbest_acc": 54.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.520576, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.514018, + "gbest_acc": 54.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.506088, + "gbest_acc": 55.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.505858, + "gbest_acc": 54.6, + "val_loss": 1.505211, + "val_acc": 54.28 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501922, + "gbest_acc": 55.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.499061, + "gbest_acc": 54.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495314, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.491583, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474219, + "gbest_acc": 56.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.470855, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.456732, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455199, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455199, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455199, + "gbest_acc": 56.15, + "val_loss": 1.453086, + "val_acc": 55.69 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.450464, + "gbest_acc": 55.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.441264, + "gbest_acc": 56.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438647, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.432057, + "gbest_acc": 55.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424615, + "gbest_acc": 56.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.422398, + "gbest_acc": 55.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.418894, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414879, + "gbest_acc": 56.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.410718, + "gbest_acc": 57.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.405867, + "gbest_acc": 56.55, + "val_loss": 1.407187, + "val_acc": 55.96 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.396443, + "gbest_acc": 57.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.385648, + "gbest_acc": 56.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.377888, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.369016, + "gbest_acc": 57.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.36734, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362107, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.360926, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.360926, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.360926, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.356624, + "gbest_acc": 57.7, + "val_loss": 1.363448, + "val_acc": 56.94 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.354778, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.353311, + "gbest_acc": 57.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.347267, + "gbest_acc": 57.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.340002, + "gbest_acc": 58.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.337986, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.336033, + "gbest_acc": 58.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331574, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.328634, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324152, + "gbest_acc": 58.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324152, + "gbest_acc": 58.6, + "val_loss": 1.330312, + "val_acc": 57.4 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.319941, + "gbest_acc": 59.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.319941, + "gbest_acc": 59.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.317319, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.317319, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.314964, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.311068, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.299587, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.297939, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296547, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286895, + "gbest_acc": 59.85, + "val_loss": 1.291266, + "val_acc": 58.79 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G7", + "scale_type": "per_tensor_sd", + "init_position_mode": "independent", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate antithetic position coupling against G2" + } + }, + "G8": { + "config_id": "G8", + "gbest_loss": 0.858659, + "gbest_acc": 73.15, + "val_selected_loss": 0.883557, + "val_selected_acc": 70.99, + "val_metrics": { + "accuracy": 70.99, + "nll": 0.883557, + "brier": 0.402781, + "ece": 0.025241, + "margin": 0.533326 + }, + "wall_time_sec": 8.7632, + "optimization_wall_time_sec": 8.4371, + "validation_wall_time_sec": 0.326, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 31, + "official_test_evaluations": 0, + "pbest_update_counts": 0, + "boundary_hits": 0, + "boundary_occupancy": 0.0, + "last_improvement_epoch": 160, + "velocity_rms": 0.0, + "position_radius": 0.0, + "stage_histories": [], + "seed": 91, + "geometry_config": { + "config_id": "G8", + "scale_type": "optimizer_default", + "init_position_mode": "independent", + "position_radius": 0.05, + "initial_velocity_radius": 0.05, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "retained semantic control (public Optimizer)" + } + } + }, + "factor_deltas": { + "delta_scale_G1_vs_G0": { + "test_config": "G1", + "ref_config": "G0", + "nll_diff": 0.254487, + "acc_diff": -5.41, + "material": false, + "description": "global RMS scale vs per-tensor SD" + }, + "delta_vel_G2_vs_G0": { + "test_config": "G2", + "ref_config": "G0", + "nll_diff": 0.112988, + "acc_diff": -7.01, + "material": false, + "description": "launch velocity U(-0.5,0.5) vs 0" + }, + "delta_mut_G3_vs_G0": { + "test_config": "G3", + "ref_config": "G0", + "nll_diff": -0.052278, + "acc_diff": 0.34, + "material": true, + "description": "mutation 0.02 vs 0" + }, + "delta_vel_mut_G4_vs_G2": { + "test_config": "G4", + "ref_config": "G2", + "nll_diff": -0.179825, + "acc_diff": 5.04, + "material": true, + "description": "mutation interaction given velocity" + }, + "delta_bound_G5_vs_G4": { + "test_config": "G5", + "ref_config": "G4", + "nll_diff": -0.21477, + "acc_diff": 5.17, + "material": true, + "description": "bound box 6 vs 3" + }, + "delta_radius_G6_vs_G5": { + "test_config": "G6", + "ref_config": "G5", + "nll_diff": 0.05978, + "acc_diff": -1.37, + "material": false, + "description": "initial position radius 1.5 vs 0.5" + }, + "delta_init_G7_vs_G2": { + "test_config": "G7", + "ref_config": "G2", + "nll_diff": -0.004839, + "acc_diff": -1.93, + "material": false, + "description": "independent vs antithetic init" + }, + "delta_bundle_G8_vs_best_norm": { + "test_config": "G8", + "ref_config": "G5", + "nll_diff": -0.017953, + "acc_diff": 0.06, + "material": false, + "description": "Optimizer G8 control vs best normalized (G5)" + } + }, + "selected_for_confirm": [ + "G0", + "G1", + "G8", + "G5", + "G6" + ] + }, + "confirm_payload": { + "phase": "confirm", + "seeds": [ + 101, + 102, + 103 + ], + "swarm_size": 60, + "epochs": 420, + "selected_configs": [ + "G0", + "G1", + "G8", + "G5", + "G6" + ], + "confirm_runs": { + "G0": [ + { + "config_id": "G0", + "gbest_loss": 0.633802, + "gbest_acc": 82.2, + "gbest_val_loss": 0.685946, + "gbest_val_acc": 79.13, + "val_selected_particle_idx": 19, + "val_selected_loss": 0.685428, + "val_selected_acc": 79.09, + "val_metrics": { + "accuracy": 79.09, + "nll": 0.685428, + "brier": 0.316149, + "ece": 0.108594, + "margin": 0.53177 + }, + "wall_time_sec": 32.6173, + "optimization_wall_time_sec": 32.1964, + "validation_wall_time_sec": 0.4209, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420 + ], + "pbest_update_counts": 12571, + "boundary_hits": 789018, + "boundary_occupancy": 0.003441, + "last_improvement_epoch": 420, + "velocity_rms": 0.085821, + "position_radius": 5.465564, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.313677, + "gbest_acc": 8.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.301218, + "gbest_acc": 8.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.285447, + "gbest_acc": 10.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.272852, + "gbest_acc": 10.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.25676, + "gbest_acc": 15.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.235169, + "gbest_acc": 16.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.215387, + "gbest_acc": 17.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.195139, + "gbest_acc": 16.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.172303, + "gbest_acc": 17.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.143942, + "gbest_acc": 18.4, + "val_loss": 2.151907, + "val_acc": 17.89 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.104848, + "gbest_acc": 25.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.074167, + "gbest_acc": 28.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.047088, + "gbest_acc": 31.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037421, + "gbest_acc": 31.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.020699, + "gbest_acc": 32.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.001263, + "gbest_acc": 31.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.987104, + "gbest_acc": 32.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.974485, + "gbest_acc": 34.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.95992, + "gbest_acc": 33.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.920345, + "gbest_acc": 35.7, + "val_loss": 1.935011, + "val_acc": 35.02 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.89665, + "gbest_acc": 34.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.865372, + "gbest_acc": 37.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862488, + "gbest_acc": 36.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.840315, + "gbest_acc": 37.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.80913, + "gbest_acc": 41.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.805179, + "gbest_acc": 41.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.790193, + "gbest_acc": 41.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.778837, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.741537, + "gbest_acc": 40.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.723342, + "gbest_acc": 41.95, + "val_loss": 1.733494, + "val_acc": 42.38 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.723342, + "gbest_acc": 41.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.723342, + "gbest_acc": 41.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711093, + "gbest_acc": 44.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.710663, + "gbest_acc": 43.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.697524, + "gbest_acc": 47.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.695646, + "gbest_acc": 43.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675379, + "gbest_acc": 44.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675379, + "gbest_acc": 44.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675379, + "gbest_acc": 44.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675379, + "gbest_acc": 44.8, + "val_loss": 1.68309, + "val_acc": 45.19 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.663724, + "gbest_acc": 47.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.643251, + "gbest_acc": 47.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.638516, + "gbest_acc": 49.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.638516, + "gbest_acc": 49.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.638516, + "gbest_acc": 49.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.630599, + "gbest_acc": 49.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.62583, + "gbest_acc": 49.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.612362, + "gbest_acc": 49.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.607309, + "gbest_acc": 49.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597507, + "gbest_acc": 49.9, + "val_loss": 1.616313, + "val_acc": 49.21 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597507, + "gbest_acc": 49.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.589937, + "gbest_acc": 49.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585674, + "gbest_acc": 49.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585674, + "gbest_acc": 49.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581922, + "gbest_acc": 48.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.573043, + "gbest_acc": 50.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566594, + "gbest_acc": 50.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.560889, + "gbest_acc": 50.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.559694, + "gbest_acc": 51.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548401, + "gbest_acc": 50.6, + "val_loss": 1.562575, + "val_acc": 50.63 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.53328, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524198, + "gbest_acc": 52.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.516219, + "gbest_acc": 52.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.503186, + "gbest_acc": 53.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497528, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497528, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.480586, + "gbest_acc": 54.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.480586, + "gbest_acc": 54.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.480586, + "gbest_acc": 54.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.473519, + "gbest_acc": 56.2, + "val_loss": 1.492842, + "val_acc": 54.67 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.46558, + "gbest_acc": 55.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.454535, + "gbest_acc": 57.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.450421, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.447857, + "gbest_acc": 54.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.447857, + "gbest_acc": 54.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.445136, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.434835, + "gbest_acc": 56.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428301, + "gbest_acc": 54.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.42308, + "gbest_acc": 56.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.42308, + "gbest_acc": 56.95, + "val_loss": 1.43687, + "val_acc": 57.5 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.420767, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401707, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401707, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401707, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401707, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401707, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388961, + "gbest_acc": 57.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.379293, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.367219, + "gbest_acc": 57.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.365159, + "gbest_acc": 57.1, + "val_loss": 1.388078, + "val_acc": 56.46 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362132, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362132, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357241, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.352113, + "gbest_acc": 59.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.340415, + "gbest_acc": 60.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339663, + "gbest_acc": 59.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339663, + "gbest_acc": 59.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339663, + "gbest_acc": 59.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.3197, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.3197, + "gbest_acc": 60.15, + "val_loss": 1.348133, + "val_acc": 58.58 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.307931, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.305451, + "gbest_acc": 61.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.295244, + "gbest_acc": 60.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.295244, + "gbest_acc": 60.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.289637, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.27937, + "gbest_acc": 61.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.278637, + "gbest_acc": 61.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.272169, + "gbest_acc": 60.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256237, + "gbest_acc": 61.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253315, + "gbest_acc": 61.15, + "val_loss": 1.285717, + "val_acc": 59.68 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.248137, + "gbest_acc": 61.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240221, + "gbest_acc": 61.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.233605, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.224596, + "gbest_acc": 63.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.222144, + "gbest_acc": 62.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.22183, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.211832, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.211832, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.211832, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.208542, + "gbest_acc": 62.35, + "val_loss": 1.233988, + "val_acc": 61.75 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.200153, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.192073, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.179771, + "gbest_acc": 64.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177873, + "gbest_acc": 64.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177608, + "gbest_acc": 63.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172675, + "gbest_acc": 62.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.169088, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.16326, + "gbest_acc": 64.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.153378, + "gbest_acc": 64.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.151271, + "gbest_acc": 64.05, + "val_loss": 1.1847, + "val_acc": 63.1 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.151271, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150086, + "gbest_acc": 64.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146745, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146745, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146745, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146246, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.143007, + "gbest_acc": 64.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.140579, + "gbest_acc": 64.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134806, + "gbest_acc": 64.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.124985, + "gbest_acc": 64.15, + "val_loss": 1.158869, + "val_acc": 63.8 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12497, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.119891, + "gbest_acc": 64.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.119891, + "gbest_acc": 64.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.115576, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.111309, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.101847, + "gbest_acc": 65.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.087386, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.073213, + "gbest_acc": 66.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.073213, + "gbest_acc": 66.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.073213, + "gbest_acc": 66.0, + "val_loss": 1.106823, + "val_acc": 65.53 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.071652, + "gbest_acc": 66.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.067931, + "gbest_acc": 66.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057524, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057524, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057524, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057524, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057063, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052032, + "gbest_acc": 67.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.047287, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.040389, + "gbest_acc": 67.55, + "val_loss": 1.076705, + "val_acc": 66.59 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.027877, + "gbest_acc": 67.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026191, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026191, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023765, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.022337, + "gbest_acc": 67.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.018796, + "gbest_acc": 68.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.012783, + "gbest_acc": 67.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.011271, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008019, + "gbest_acc": 68.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004226, + "gbest_acc": 68.35, + "val_loss": 1.044486, + "val_acc": 67.05 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004226, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.003238, + "gbest_acc": 68.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996652, + "gbest_acc": 68.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.994623, + "gbest_acc": 69.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993795, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.99346, + "gbest_acc": 69.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.989703, + "gbest_acc": 70.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.986472, + "gbest_acc": 70.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.986106, + "gbest_acc": 70.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.981587, + "gbest_acc": 70.5, + "val_loss": 1.023797, + "val_acc": 68.23 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.980155, + "gbest_acc": 70.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979024, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973919, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96914, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966885, + "gbest_acc": 70.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96551, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.960373, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.960373, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.958307, + "gbest_acc": 70.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.955938, + "gbest_acc": 70.3, + "val_loss": 0.996693, + "val_acc": 68.86 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.952121, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.948942, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.945218, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.940691, + "gbest_acc": 71.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.938968, + "gbest_acc": 71.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.937444, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.935324, + "gbest_acc": 71.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.934009, + "gbest_acc": 71.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.932876, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.928683, + "gbest_acc": 73.6, + "val_loss": 0.969211, + "val_acc": 70.18 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.926372, + "gbest_acc": 72.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92564, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.921348, + "gbest_acc": 73.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.919276, + "gbest_acc": 72.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.913393, + "gbest_acc": 72.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.910771, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.910359, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.90482, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.90482, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.904574, + "gbest_acc": 74.0, + "val_loss": 0.947963, + "val_acc": 71.04 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.904119, + "gbest_acc": 73.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.899794, + "gbest_acc": 74.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.897842, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894584, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894572, + "gbest_acc": 74.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894572, + "gbest_acc": 74.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.893878, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.893878, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.893878, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.892495, + "gbest_acc": 74.0, + "val_loss": 0.933069, + "val_acc": 71.41 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887176, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884516, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884516, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882184, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882184, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882184, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.881056, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879287, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877143, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877143, + "gbest_acc": 74.75, + "val_loss": 0.917577, + "val_acc": 72.08 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.876832, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.873053, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871684, + "gbest_acc": 74.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.868702, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.867797, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.865331, + "gbest_acc": 74.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.863834, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.863398, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862939, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.861933, + "gbest_acc": 75.4, + "val_loss": 0.904187, + "val_acc": 72.68 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858527, + "gbest_acc": 75.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.857223, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.854032, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.853678, + "gbest_acc": 75.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.851331, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849171, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.8485, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.8485, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.84823, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.84823, + "gbest_acc": 75.45, + "val_loss": 0.886928, + "val_acc": 73.07 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.847355, + "gbest_acc": 76.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.844035, + "gbest_acc": 75.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.838745, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.838733, + "gbest_acc": 76.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.833459, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.829304, + "gbest_acc": 76.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.827331, + "gbest_acc": 76.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.824824, + "gbest_acc": 76.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.824332, + "gbest_acc": 77.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.824332, + "gbest_acc": 77.0, + "val_loss": 0.867163, + "val_acc": 73.95 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821352, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.819641, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.819641, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.818047, + "gbest_acc": 76.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.818047, + "gbest_acc": 76.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816055, + "gbest_acc": 76.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813629, + "gbest_acc": 76.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813629, + "gbest_acc": 76.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813395, + "gbest_acc": 76.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.810268, + "gbest_acc": 76.75, + "val_loss": 0.85342, + "val_acc": 74.08 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.80828, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805127, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.8028, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.800013, + "gbest_acc": 76.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.800013, + "gbest_acc": 76.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.798141, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.79649, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.793463, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786999, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786999, + "gbest_acc": 77.55, + "val_loss": 0.832197, + "val_acc": 75.23 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786595, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.785016, + "gbest_acc": 77.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.779988, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.777171, + "gbest_acc": 77.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775904, + "gbest_acc": 78.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775904, + "gbest_acc": 78.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775482, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775131, + "gbest_acc": 78.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.77508, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.774836, + "gbest_acc": 77.75, + "val_loss": 0.821588, + "val_acc": 75.2 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.773399, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.772679, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.772679, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.772679, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767749, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767014, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767014, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766901, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.764455, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.763743, + "gbest_acc": 78.4, + "val_loss": 0.808491, + "val_acc": 75.8 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.760634, + "gbest_acc": 78.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.760276, + "gbest_acc": 77.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.757206, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756396, + "gbest_acc": 77.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756039, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756039, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756039, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.75269, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.749742, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74739, + "gbest_acc": 78.55, + "val_loss": 0.793297, + "val_acc": 75.69 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.746408, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.746408, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.746408, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74427, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.742964, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.742964, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.742964, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.742118, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739165, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739165, + "gbest_acc": 78.85, + "val_loss": 0.787489, + "val_acc": 75.69 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736559, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733685, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.730842, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.729747, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728268, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728056, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727059, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725962, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725829, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725545, + "gbest_acc": 79.2, + "val_loss": 0.775614, + "val_acc": 75.89 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725545, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725545, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723154, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722193, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721605, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721605, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721605, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.720136, + "gbest_acc": 79.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.716562, + "gbest_acc": 79.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714309, + "gbest_acc": 79.0, + "val_loss": 0.765318, + "val_acc": 76.34 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.712869, + "gbest_acc": 79.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.710136, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.70766, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706658, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.70536, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703141, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703141, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.702427, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701408, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.699995, + "gbest_acc": 79.4, + "val_loss": 0.749855, + "val_acc": 76.57 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.699109, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.697691, + "gbest_acc": 80.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.69538, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693206, + "gbest_acc": 80.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693206, + "gbest_acc": 80.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693206, + "gbest_acc": 80.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.691544, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688623, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.686891, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.686891, + "gbest_acc": 79.65, + "val_loss": 0.741712, + "val_acc": 77.14 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.686552, + "gbest_acc": 80.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.68507, + "gbest_acc": 80.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.682927, + "gbest_acc": 80.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.682927, + "gbest_acc": 80.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.682927, + "gbest_acc": 80.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.682927, + "gbest_acc": 80.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681609, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.68069, + "gbest_acc": 79.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679846, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679846, + "gbest_acc": 80.2, + "val_loss": 0.732237, + "val_acc": 77.26 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679254, + "gbest_acc": 79.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.677559, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.676398, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.67517, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.673712, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.673712, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.672469, + "gbest_acc": 81.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.671465, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.670877, + "gbest_acc": 81.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.670162, + "gbest_acc": 80.95, + "val_loss": 0.722701, + "val_acc": 77.78 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.670006, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.670006, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.669412, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.667928, + "gbest_acc": 81.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.667696, + "gbest_acc": 81.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666281, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.665572, + "gbest_acc": 81.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.663169, + "gbest_acc": 81.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.659419, + "gbest_acc": 81.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.658179, + "gbest_acc": 81.55, + "val_loss": 0.708292, + "val_acc": 78.31 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.657167, + "gbest_acc": 81.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.656215, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.656062, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655312, + "gbest_acc": 81.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.654909, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.654149, + "gbest_acc": 81.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.653486, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.652089, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.650322, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649704, + "gbest_acc": 81.9, + "val_loss": 0.699505, + "val_acc": 78.89 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.648684, + "gbest_acc": 81.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.647225, + "gbest_acc": 81.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.646646, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.646189, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.644603, + "gbest_acc": 81.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.643438, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.642023, + "gbest_acc": 81.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.641696, + "gbest_acc": 82.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.641355, + "gbest_acc": 81.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.640637, + "gbest_acc": 82.05, + "val_loss": 0.692683, + "val_acc": 79.02 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.63886, + "gbest_acc": 81.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.638838, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.637654, + "gbest_acc": 82.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.636092, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.636092, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.636092, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.635722, + "gbest_acc": 82.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.633802, + "gbest_acc": 82.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.633802, + "gbest_acc": 82.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.633802, + "gbest_acc": 82.2, + "val_loss": 0.685946, + "val_acc": 79.13 + } + ], + "seed": 101, + "geometry_config": { + "config_id": "G0", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "exact V5 control" + } + }, + { + "config_id": "G0", + "gbest_loss": 0.662536, + "gbest_acc": 82.1, + "gbest_val_loss": 0.699154, + "gbest_val_acc": 80.2, + "val_selected_particle_idx": 58, + "val_selected_loss": 0.699005, + "val_selected_acc": 80.18, + "val_metrics": { + "accuracy": 80.18, + "nll": 0.699005, + "brier": 0.311782, + "ece": 0.13376, + "margin": 0.51392 + }, + "wall_time_sec": 32.1224, + "optimization_wall_time_sec": 31.6984, + "validation_wall_time_sec": 0.424, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420 + ], + "pbest_update_counts": 12350, + "boundary_hits": 705300, + "boundary_occupancy": 0.003076, + "last_improvement_epoch": 420, + "velocity_rms": 0.060965, + "position_radius": 4.637939, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.314652, + "gbest_acc": 8.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.307074, + "gbest_acc": 8.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.297392, + "gbest_acc": 10.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.28717, + "gbest_acc": 10.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.273744, + "gbest_acc": 11.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.252855, + "gbest_acc": 15.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.243629, + "gbest_acc": 11.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.217047, + "gbest_acc": 15.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.183382, + "gbest_acc": 18.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.165299, + "gbest_acc": 21.35, + "val_loss": 2.163949, + "val_acc": 20.34 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.145566, + "gbest_acc": 19.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.127849, + "gbest_acc": 21.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.105398, + "gbest_acc": 21.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.086457, + "gbest_acc": 24.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.066531, + "gbest_acc": 22.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.035558, + "gbest_acc": 26.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.007202, + "gbest_acc": 27.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.965906, + "gbest_acc": 32.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.947275, + "gbest_acc": 34.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.940691, + "gbest_acc": 29.4, + "val_loss": 1.939283, + "val_acc": 30.04 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.918899, + "gbest_acc": 33.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.896375, + "gbest_acc": 31.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.878475, + "gbest_acc": 31.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.860492, + "gbest_acc": 35.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.851936, + "gbest_acc": 34.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.845591, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.845591, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.834479, + "gbest_acc": 35.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.833447, + "gbest_acc": 38.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.824804, + "gbest_acc": 34.85, + "val_loss": 1.825386, + "val_acc": 35.23 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.822195, + "gbest_acc": 36.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.804916, + "gbest_acc": 38.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.765187, + "gbest_acc": 38.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.765187, + "gbest_acc": 38.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.765187, + "gbest_acc": 38.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.746791, + "gbest_acc": 43.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716333, + "gbest_acc": 45.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716333, + "gbest_acc": 45.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.699198, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.699198, + "gbest_acc": 47.55, + "val_loss": 1.71272, + "val_acc": 46.72 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.681061, + "gbest_acc": 44.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.679152, + "gbest_acc": 44.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.679152, + "gbest_acc": 44.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.679152, + "gbest_acc": 44.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.669368, + "gbest_acc": 45.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.650319, + "gbest_acc": 44.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5, + "val_loss": 1.638346, + "val_acc": 46.32 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624876, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.620738, + "gbest_acc": 46.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.614751, + "gbest_acc": 47.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.611005, + "gbest_acc": 46.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.611005, + "gbest_acc": 46.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.602792, + "gbest_acc": 46.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.602792, + "gbest_acc": 46.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.590975, + "gbest_acc": 47.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585729, + "gbest_acc": 46.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.567061, + "gbest_acc": 48.45, + "val_loss": 1.577566, + "val_acc": 48.83 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566092, + "gbest_acc": 47.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566092, + "gbest_acc": 47.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.565005, + "gbest_acc": 49.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.555475, + "gbest_acc": 49.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.542124, + "gbest_acc": 49.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.542124, + "gbest_acc": 49.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.542124, + "gbest_acc": 49.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.54153, + "gbest_acc": 50.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.526881, + "gbest_acc": 50.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.526881, + "gbest_acc": 50.25, + "val_loss": 1.536342, + "val_acc": 49.12 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.526881, + "gbest_acc": 50.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.526881, + "gbest_acc": 50.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5195, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.49862, + "gbest_acc": 52.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.496269, + "gbest_acc": 50.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.494356, + "gbest_acc": 51.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.490199, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.490199, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481824, + "gbest_acc": 50.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.476317, + "gbest_acc": 51.35, + "val_loss": 1.488454, + "val_acc": 50.92 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468632, + "gbest_acc": 51.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.442998, + "gbest_acc": 52.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.442998, + "gbest_acc": 52.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.442998, + "gbest_acc": 52.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438832, + "gbest_acc": 51.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438832, + "gbest_acc": 51.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438832, + "gbest_acc": 51.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.435925, + "gbest_acc": 52.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424146, + "gbest_acc": 52.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.415349, + "gbest_acc": 53.85, + "val_loss": 1.434949, + "val_acc": 53.3 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.411837, + "gbest_acc": 54.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.405917, + "gbest_acc": 54.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401856, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401856, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.391088, + "gbest_acc": 54.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.387467, + "gbest_acc": 54.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.374507, + "gbest_acc": 54.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.369182, + "gbest_acc": 54.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.369182, + "gbest_acc": 54.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357941, + "gbest_acc": 55.8, + "val_loss": 1.374407, + "val_acc": 54.86 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.354854, + "gbest_acc": 56.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.343088, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.343088, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339319, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338408, + "gbest_acc": 55.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338408, + "gbest_acc": 55.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338408, + "gbest_acc": 55.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338025, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.326401, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.315668, + "gbest_acc": 56.3, + "val_loss": 1.338498, + "val_acc": 56.47 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.310245, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.30309, + "gbest_acc": 57.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.299424, + "gbest_acc": 57.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.291195, + "gbest_acc": 57.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279598, + "gbest_acc": 58.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279598, + "gbest_acc": 58.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.27879, + "gbest_acc": 58.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.268698, + "gbest_acc": 58.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.265512, + "gbest_acc": 59.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.265512, + "gbest_acc": 59.4, + "val_loss": 1.291361, + "val_acc": 58.53 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263289, + "gbest_acc": 59.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.255685, + "gbest_acc": 60.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.254651, + "gbest_acc": 60.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.251733, + "gbest_acc": 60.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.249537, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.241428, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.236142, + "gbest_acc": 61.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.226473, + "gbest_acc": 61.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221837, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.215822, + "gbest_acc": 62.1, + "val_loss": 1.238645, + "val_acc": 60.81 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.214657, + "gbest_acc": 61.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.214023, + "gbest_acc": 62.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.207905, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195935, + "gbest_acc": 63.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.193055, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.192793, + "gbest_acc": 63.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.186548, + "gbest_acc": 63.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.185695, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.185376, + "gbest_acc": 63.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172993, + "gbest_acc": 63.75, + "val_loss": 1.191301, + "val_acc": 63.76 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172993, + "gbest_acc": 63.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172672, + "gbest_acc": 64.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.164976, + "gbest_acc": 65.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.164976, + "gbest_acc": 65.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.164976, + "gbest_acc": 65.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.160617, + "gbest_acc": 64.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.156369, + "gbest_acc": 64.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.14213, + "gbest_acc": 66.15, + "val_loss": 1.15642, + "val_acc": 65.11 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.139441, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135301, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135301, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.128614, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.123017, + "gbest_acc": 66.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.122288, + "gbest_acc": 67.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118658, + "gbest_acc": 66.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.110606, + "gbest_acc": 66.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106726, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106726, + "gbest_acc": 67.15, + "val_loss": 1.123954, + "val_acc": 67.04 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.104495, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.10228, + "gbest_acc": 67.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.095114, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.089828, + "gbest_acc": 67.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.085364, + "gbest_acc": 67.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.082867, + "gbest_acc": 67.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.081901, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.080668, + "gbest_acc": 66.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.074919, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.074383, + "gbest_acc": 67.45, + "val_loss": 1.097346, + "val_acc": 66.86 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069487, + "gbest_acc": 68.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.06257, + "gbest_acc": 67.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.056192, + "gbest_acc": 69.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.055899, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.055899, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.055899, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05343, + "gbest_acc": 68.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052246, + "gbest_acc": 69.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052246, + "gbest_acc": 69.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.051466, + "gbest_acc": 68.35, + "val_loss": 1.074637, + "val_acc": 67.9 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.042926, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.040834, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.036938, + "gbest_acc": 69.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.032962, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.028109, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021494, + "gbest_acc": 69.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019423, + "gbest_acc": 69.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.012842, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.010593, + "gbest_acc": 70.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.010593, + "gbest_acc": 70.45, + "val_loss": 1.033864, + "val_acc": 69.73 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.010593, + "gbest_acc": 70.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.005359, + "gbest_acc": 70.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004749, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.000908, + "gbest_acc": 71.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996608, + "gbest_acc": 71.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996608, + "gbest_acc": 71.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996608, + "gbest_acc": 71.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996056, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.994229, + "gbest_acc": 71.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993368, + "gbest_acc": 71.25, + "val_loss": 1.020133, + "val_acc": 69.42 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990039, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.987092, + "gbest_acc": 71.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.984221, + "gbest_acc": 71.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.982294, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979657, + "gbest_acc": 71.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.978865, + "gbest_acc": 72.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974484, + "gbest_acc": 71.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973513, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973513, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973513, + "gbest_acc": 72.45, + "val_loss": 0.999158, + "val_acc": 70.61 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969168, + "gbest_acc": 73.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966634, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.965794, + "gbest_acc": 72.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96496, + "gbest_acc": 72.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.963513, + "gbest_acc": 71.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.960019, + "gbest_acc": 72.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959203, + "gbest_acc": 72.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.957585, + "gbest_acc": 72.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956074, + "gbest_acc": 73.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956028, + "gbest_acc": 73.05, + "val_loss": 0.983875, + "val_acc": 71.74 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.953274, + "gbest_acc": 72.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.95108, + "gbest_acc": 72.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.948609, + "gbest_acc": 73.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.945673, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.939635, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.936792, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.936792, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.936792, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.93568, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.934299, + "gbest_acc": 74.15, + "val_loss": 0.961084, + "val_acc": 72.83 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.930508, + "gbest_acc": 73.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92805, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.926893, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.925479, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.922378, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918581, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918581, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918581, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.91821, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.914648, + "gbest_acc": 73.7, + "val_loss": 0.944708, + "val_acc": 72.32 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.913586, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.912721, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.912721, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.909991, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.909991, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.906846, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.90678, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.903498, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.902915, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.901159, + "gbest_acc": 74.7, + "val_loss": 0.93257, + "val_acc": 72.58 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.899628, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.898525, + "gbest_acc": 74.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896479, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896479, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896479, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.895774, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894581, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894136, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.890367, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.890367, + "gbest_acc": 75.15, + "val_loss": 0.917824, + "val_acc": 73.49 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.888981, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.88733, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.883378, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882718, + "gbest_acc": 75.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.88116, + "gbest_acc": 75.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.880844, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87957, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877473, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875663, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875271, + "gbest_acc": 75.75, + "val_loss": 0.901807, + "val_acc": 73.68 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.868771, + "gbest_acc": 75.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.867293, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.866932, + "gbest_acc": 75.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862862, + "gbest_acc": 76.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860619, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.859334, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858821, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858821, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858204, + "gbest_acc": 76.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.85445, + "gbest_acc": 76.2, + "val_loss": 0.884266, + "val_acc": 74.7 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.853464, + "gbest_acc": 76.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.851202, + "gbest_acc": 76.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.850305, + "gbest_acc": 76.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.850101, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849514, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.847176, + "gbest_acc": 76.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.844499, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.844499, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842627, + "gbest_acc": 76.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840578, + "gbest_acc": 77.45, + "val_loss": 0.865736, + "val_acc": 75.26 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840227, + "gbest_acc": 77.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.833332, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.831382, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.830377, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.830377, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.829683, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.828258, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.82629, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.823779, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821202, + "gbest_acc": 76.3, + "val_loss": 0.851103, + "val_acc": 74.87 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816807, + "gbest_acc": 77.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816807, + "gbest_acc": 77.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816122, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.814015, + "gbest_acc": 77.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.812348, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.812348, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809264, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.806157, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805587, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.802893, + "gbest_acc": 77.65, + "val_loss": 0.831145, + "val_acc": 75.7 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.80167, + "gbest_acc": 77.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.800298, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.797568, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795933, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795933, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.793618, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.791958, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.785689, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.781742, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.780385, + "gbest_acc": 78.65, + "val_loss": 0.810763, + "val_acc": 76.79 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.778438, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.778438, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.777431, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775729, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.773803, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769443, + "gbest_acc": 78.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.76888, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766407, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.764332, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762249, + "gbest_acc": 78.5, + "val_loss": 0.795576, + "val_acc": 76.77 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762249, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.760729, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759943, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759739, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759739, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759568, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755642, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.753388, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.75159, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.747497, + "gbest_acc": 78.6, + "val_loss": 0.778006, + "val_acc": 77.23 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74644, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74264, + "gbest_acc": 79.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74264, + "gbest_acc": 79.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.740747, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739201, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.737092, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733109, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733109, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.732827, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.732127, + "gbest_acc": 79.7, + "val_loss": 0.766514, + "val_acc": 77.67 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.732075, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.729802, + "gbest_acc": 79.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725803, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725803, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725803, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723323, + "gbest_acc": 80.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723068, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7216, + "gbest_acc": 80.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7216, + "gbest_acc": 80.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.719491, + "gbest_acc": 80.3, + "val_loss": 0.754467, + "val_acc": 78.53 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.718292, + "gbest_acc": 80.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714285, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714285, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714285, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.71375, + "gbest_acc": 80.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.712532, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.709635, + "gbest_acc": 79.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.709511, + "gbest_acc": 80.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.70877, + "gbest_acc": 80.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.70877, + "gbest_acc": 80.05, + "val_loss": 0.741437, + "val_acc": 78.82 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.70877, + "gbest_acc": 80.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706193, + "gbest_acc": 81.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706053, + "gbest_acc": 80.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705478, + "gbest_acc": 80.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703933, + "gbest_acc": 80.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703385, + "gbest_acc": 80.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701733, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.699976, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.699976, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.699715, + "gbest_acc": 80.75, + "val_loss": 0.733157, + "val_acc": 79.01 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.697988, + "gbest_acc": 80.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.695566, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.694213, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693346, + "gbest_acc": 81.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.690646, + "gbest_acc": 81.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688917, + "gbest_acc": 81.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.687429, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.685612, + "gbest_acc": 80.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.685612, + "gbest_acc": 80.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.685363, + "gbest_acc": 81.1, + "val_loss": 0.721951, + "val_acc": 79.49 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.684828, + "gbest_acc": 81.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.683802, + "gbest_acc": 81.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.683277, + "gbest_acc": 81.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681569, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681569, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681569, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681569, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.68048, + "gbest_acc": 81.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679738, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679535, + "gbest_acc": 81.75, + "val_loss": 0.717119, + "val_acc": 79.57 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.677953, + "gbest_acc": 81.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.677541, + "gbest_acc": 81.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.675877, + "gbest_acc": 81.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674916, + "gbest_acc": 81.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674443, + "gbest_acc": 81.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674443, + "gbest_acc": 81.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.672832, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.671292, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.671292, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.670718, + "gbest_acc": 82.05, + "val_loss": 0.706413, + "val_acc": 79.93 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.669937, + "gbest_acc": 81.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.667854, + "gbest_acc": 82.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.667163, + "gbest_acc": 81.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.6653, + "gbest_acc": 82.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.663808, + "gbest_acc": 82.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.663808, + "gbest_acc": 82.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.663808, + "gbest_acc": 82.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.662975, + "gbest_acc": 82.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.662536, + "gbest_acc": 82.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.662536, + "gbest_acc": 82.1, + "val_loss": 0.699154, + "val_acc": 80.2 + } + ], + "seed": 102, + "geometry_config": { + "config_id": "G0", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "exact V5 control" + } + }, + { + "config_id": "G0", + "gbest_loss": 0.649193, + "gbest_acc": 81.1, + "gbest_val_loss": 0.684629, + "gbest_val_acc": 79.31, + "val_selected_particle_idx": 29, + "val_selected_loss": 0.684629, + "val_selected_acc": 79.31, + "val_metrics": { + "accuracy": 79.31, + "nll": 0.684629, + "brier": 0.314848, + "ece": 0.116395, + "margin": 0.527051 + }, + "wall_time_sec": 30.8166, + "optimization_wall_time_sec": 30.4118, + "validation_wall_time_sec": 0.4047, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420 + ], + "pbest_update_counts": 12409, + "boundary_hits": 752865, + "boundary_occupancy": 0.003284, + "last_improvement_epoch": 420, + "velocity_rms": 0.141813, + "position_radius": 9.09326, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.306736, + "gbest_acc": 7.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.301095, + "gbest_acc": 9.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.285218, + "gbest_acc": 10.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.272207, + "gbest_acc": 13.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.258712, + "gbest_acc": 11.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.237577, + "gbest_acc": 11.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.219055, + "gbest_acc": 17.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.190786, + "gbest_acc": 19.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.165014, + "gbest_acc": 20.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.1444, + "gbest_acc": 21.4, + "val_loss": 2.151267, + "val_acc": 22.0 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.133009, + "gbest_acc": 25.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.124876, + "gbest_acc": 25.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.123546, + "gbest_acc": 29.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.120491, + "gbest_acc": 26.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.092338, + "gbest_acc": 27.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.070742, + "gbest_acc": 28.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.055494, + "gbest_acc": 29.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.050444, + "gbest_acc": 28.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.03032, + "gbest_acc": 29.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.019969, + "gbest_acc": 25.95, + "val_loss": 2.015333, + "val_acc": 26.91 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.98332, + "gbest_acc": 31.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.981001, + "gbest_acc": 33.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.953625, + "gbest_acc": 36.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.92213, + "gbest_acc": 37.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.92213, + "gbest_acc": 37.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.899446, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.881171, + "gbest_acc": 37.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.872066, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.872066, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.865757, + "gbest_acc": 37.15, + "val_loss": 1.862944, + "val_acc": 38.96 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.864147, + "gbest_acc": 34.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850855, + "gbest_acc": 35.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.843205, + "gbest_acc": 37.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.832204, + "gbest_acc": 40.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.812147, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.790389, + "gbest_acc": 43.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.769716, + "gbest_acc": 40.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.736351, + "gbest_acc": 45.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.736351, + "gbest_acc": 45.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.736351, + "gbest_acc": 45.75, + "val_loss": 1.745945, + "val_acc": 45.51 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.728964, + "gbest_acc": 43.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.713552, + "gbest_acc": 42.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.710278, + "gbest_acc": 44.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.695851, + "gbest_acc": 44.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.684052, + "gbest_acc": 44.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.669037, + "gbest_acc": 45.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648473, + "gbest_acc": 45.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.63566, + "gbest_acc": 45.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624056, + "gbest_acc": 46.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624056, + "gbest_acc": 46.95, + "val_loss": 1.63277, + "val_acc": 47.25 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.61576, + "gbest_acc": 48.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.60888, + "gbest_acc": 49.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.593466, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.574614, + "gbest_acc": 51.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.572293, + "gbest_acc": 49.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.572293, + "gbest_acc": 49.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.571663, + "gbest_acc": 50.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.567876, + "gbest_acc": 49.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.567876, + "gbest_acc": 49.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.564345, + "gbest_acc": 50.7, + "val_loss": 1.569299, + "val_acc": 50.65 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.546467, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.546467, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.544715, + "gbest_acc": 51.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.541698, + "gbest_acc": 53.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.529722, + "gbest_acc": 52.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.529722, + "gbest_acc": 52.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.520475, + "gbest_acc": 54.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.513356, + "gbest_acc": 51.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.511238, + "gbest_acc": 51.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.505921, + "gbest_acc": 53.9, + "val_loss": 1.509124, + "val_acc": 54.16 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.505921, + "gbest_acc": 53.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.489987, + "gbest_acc": 53.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.489987, + "gbest_acc": 53.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.484597, + "gbest_acc": 53.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.475171, + "gbest_acc": 54.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468384, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468384, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468384, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.459432, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.450613, + "gbest_acc": 55.9, + "val_loss": 1.457016, + "val_acc": 55.1 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.441139, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.441139, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.43605, + "gbest_acc": 54.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.432794, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.432794, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428505, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428505, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428505, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.420489, + "gbest_acc": 56.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.403591, + "gbest_acc": 55.9, + "val_loss": 1.410683, + "val_acc": 56.28 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.392963, + "gbest_acc": 57.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.392666, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.391011, + "gbest_acc": 58.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.384967, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.384967, + "gbest_acc": 56.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.384136, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.384136, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.377499, + "gbest_acc": 56.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.377499, + "gbest_acc": 56.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.376609, + "gbest_acc": 57.5, + "val_loss": 1.381019, + "val_acc": 57.66 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.361736, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.361736, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.361736, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.361736, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.345358, + "gbest_acc": 58.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.341193, + "gbest_acc": 57.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.341193, + "gbest_acc": 57.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.335249, + "gbest_acc": 57.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331691, + "gbest_acc": 58.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331691, + "gbest_acc": 58.1, + "val_loss": 1.324126, + "val_acc": 58.5 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.325926, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312999, + "gbest_acc": 59.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312842, + "gbest_acc": 59.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312842, + "gbest_acc": 59.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.305198, + "gbest_acc": 60.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.302572, + "gbest_acc": 59.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.302018, + "gbest_acc": 60.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.302018, + "gbest_acc": 60.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.302018, + "gbest_acc": 60.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.295283, + "gbest_acc": 60.25, + "val_loss": 1.2915, + "val_acc": 59.91 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28276, + "gbest_acc": 59.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.275106, + "gbest_acc": 59.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.2678, + "gbest_acc": 60.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26388, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.257533, + "gbest_acc": 59.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.257533, + "gbest_acc": 59.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.255258, + "gbest_acc": 61.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.250099, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.244453, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.236681, + "gbest_acc": 61.25, + "val_loss": 1.238899, + "val_acc": 60.76 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.232377, + "gbest_acc": 60.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.21781, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.212491, + "gbest_acc": 62.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.197734, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.197734, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.197734, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.194925, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.191174, + "gbest_acc": 63.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.18202, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172453, + "gbest_acc": 63.3, + "val_loss": 1.171373, + "val_acc": 63.44 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.165386, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.163869, + "gbest_acc": 63.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.155356, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152931, + "gbest_acc": 64.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135248, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135248, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135248, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135248, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.133099, + "gbest_acc": 65.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.117737, + "gbest_acc": 67.2, + "val_loss": 1.119449, + "val_acc": 66.56 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.117737, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.116449, + "gbest_acc": 66.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.113959, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106013, + "gbest_acc": 65.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.096282, + "gbest_acc": 67.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.090645, + "gbest_acc": 67.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.087364, + "gbest_acc": 66.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.087364, + "gbest_acc": 66.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.077697, + "gbest_acc": 66.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.07466, + "gbest_acc": 66.6, + "val_loss": 1.08091, + "val_acc": 66.93 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.07466, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.066785, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.06637, + "gbest_acc": 67.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.062913, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.062913, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.061092, + "gbest_acc": 67.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057908, + "gbest_acc": 67.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057908, + "gbest_acc": 67.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.054054, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.051232, + "gbest_acc": 67.75, + "val_loss": 1.058238, + "val_acc": 67.91 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.046829, + "gbest_acc": 67.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.043936, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.04053, + "gbest_acc": 68.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.036955, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0325, + "gbest_acc": 69.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030122, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030122, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030122, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030122, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023272, + "gbest_acc": 68.95, + "val_loss": 1.032547, + "val_acc": 69.81 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019122, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.014617, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.006986, + "gbest_acc": 69.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.00455, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002736, + "gbest_acc": 70.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002736, + "gbest_acc": 70.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002736, + "gbest_acc": 70.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996614, + "gbest_acc": 70.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996614, + "gbest_acc": 70.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.995444, + "gbest_acc": 71.15, + "val_loss": 1.007711, + "val_acc": 70.33 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993558, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.991494, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990618, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.988436, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985452, + "gbest_acc": 71.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.983675, + "gbest_acc": 71.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.980629, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.980629, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.980629, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977708, + "gbest_acc": 70.85, + "val_loss": 0.989304, + "val_acc": 70.38 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977113, + "gbest_acc": 70.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972697, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972697, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.971173, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967602, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967602, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.962197, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.960478, + "gbest_acc": 71.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956993, + "gbest_acc": 72.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.955682, + "gbest_acc": 71.35, + "val_loss": 0.969941, + "val_acc": 70.51 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.953295, + "gbest_acc": 72.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.949542, + "gbest_acc": 71.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.947368, + "gbest_acc": 72.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.947147, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.944569, + "gbest_acc": 72.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.944569, + "gbest_acc": 72.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.942983, + "gbest_acc": 72.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.942983, + "gbest_acc": 72.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.940003, + "gbest_acc": 72.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.938552, + "gbest_acc": 72.8, + "val_loss": 0.958855, + "val_acc": 71.23 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.938552, + "gbest_acc": 72.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.937258, + "gbest_acc": 72.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.934794, + "gbest_acc": 72.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.929854, + "gbest_acc": 72.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.929141, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.923239, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.922582, + "gbest_acc": 72.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.919944, + "gbest_acc": 73.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.916955, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915314, + "gbest_acc": 73.75, + "val_loss": 0.936178, + "val_acc": 72.09 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915158, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.912604, + "gbest_acc": 72.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.911354, + "gbest_acc": 72.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.909109, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908928, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.906937, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.903967, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.901335, + "gbest_acc": 73.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.89987, + "gbest_acc": 74.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.899011, + "gbest_acc": 74.2, + "val_loss": 0.922501, + "val_acc": 72.83 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894676, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891424, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.889795, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.889795, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.889795, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887789, + "gbest_acc": 73.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.88383, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882379, + "gbest_acc": 74.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882379, + "gbest_acc": 74.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882379, + "gbest_acc": 74.05, + "val_loss": 0.907094, + "val_acc": 72.52 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.88169, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.88058, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879075, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875328, + "gbest_acc": 73.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.874951, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.872983, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871795, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.868419, + "gbest_acc": 74.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.866418, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.863975, + "gbest_acc": 73.9, + "val_loss": 0.885884, + "val_acc": 73.17 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860003, + "gbest_acc": 74.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.857904, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.855202, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.85461, + "gbest_acc": 74.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.854425, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.854425, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.854425, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.854425, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.85248, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.850354, + "gbest_acc": 74.15, + "val_loss": 0.87347, + "val_acc": 73.51 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.845735, + "gbest_acc": 74.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.844941, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842368, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842368, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842368, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840299, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840299, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840167, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.837389, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.836726, + "gbest_acc": 74.9, + "val_loss": 0.861769, + "val_acc": 73.56 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835198, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.831905, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.829801, + "gbest_acc": 75.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.828782, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.826812, + "gbest_acc": 76.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.824786, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.824786, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.822587, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.818785, + "gbest_acc": 75.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816681, + "gbest_acc": 75.15, + "val_loss": 0.839469, + "val_acc": 74.37 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.814889, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809867, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809185, + "gbest_acc": 76.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805849, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805849, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.804978, + "gbest_acc": 75.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.802106, + "gbest_acc": 75.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.800387, + "gbest_acc": 76.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.798266, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.798014, + "gbest_acc": 75.65, + "val_loss": 0.820349, + "val_acc": 74.76 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795383, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795281, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.792304, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.787911, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.787067, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78529, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78437, + "gbest_acc": 76.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.784272, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.782888, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.780001, + "gbest_acc": 76.1, + "val_loss": 0.807702, + "val_acc": 74.63 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.777134, + "gbest_acc": 76.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.776681, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.774309, + "gbest_acc": 76.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.77273, + "gbest_acc": 76.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769951, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769951, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769731, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767981, + "gbest_acc": 77.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766536, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.764583, + "gbest_acc": 77.05, + "val_loss": 0.792164, + "val_acc": 75.53 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762837, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762082, + "gbest_acc": 77.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759315, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.752516, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.751007, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74725, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.746098, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745788, + "gbest_acc": 77.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745191, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.744436, + "gbest_acc": 77.1, + "val_loss": 0.767359, + "val_acc": 76.36 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.741245, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.741245, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.740116, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.738993, + "gbest_acc": 78.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735917, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735182, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.734297, + "gbest_acc": 78.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733332, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.730654, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.730654, + "gbest_acc": 78.4, + "val_loss": 0.752847, + "val_acc": 77.26 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.730654, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728554, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726947, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725314, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725314, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725314, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.724764, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723705, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722247, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722247, + "gbest_acc": 78.3, + "val_loss": 0.744699, + "val_acc": 77.47 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721523, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.719858, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.717646, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.716682, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.71518, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711599, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7105, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.710267, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707933, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707688, + "gbest_acc": 78.35, + "val_loss": 0.732659, + "val_acc": 77.92 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705537, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705537, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.704138, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703339, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.70308, + "gbest_acc": 79.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.700847, + "gbest_acc": 78.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.697859, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.697157, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696877, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.694975, + "gbest_acc": 79.6, + "val_loss": 0.722579, + "val_acc": 78.48 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.694547, + "gbest_acc": 79.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692499, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692466, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689819, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688078, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688078, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.687376, + "gbest_acc": 79.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.68465, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.683527, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681125, + "gbest_acc": 79.1, + "val_loss": 0.709423, + "val_acc": 78.69 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.680759, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.679153, + "gbest_acc": 78.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.678429, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.676923, + "gbest_acc": 79.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.675477, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.672298, + "gbest_acc": 79.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.670975, + "gbest_acc": 80.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.670339, + "gbest_acc": 80.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.669837, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.669837, + "gbest_acc": 79.5, + "val_loss": 0.70384, + "val_acc": 78.55 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668001, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.667334, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666161, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.665956, + "gbest_acc": 79.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.664301, + "gbest_acc": 79.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.664202, + "gbest_acc": 79.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.662717, + "gbest_acc": 79.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.662012, + "gbest_acc": 80.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.662012, + "gbest_acc": 80.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.660902, + "gbest_acc": 80.2, + "val_loss": 0.69636, + "val_acc": 78.73 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.66035, + "gbest_acc": 80.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.659452, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.658635, + "gbest_acc": 80.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.658345, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.658088, + "gbest_acc": 80.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.657222, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.657222, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.656986, + "gbest_acc": 80.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.65585, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655211, + "gbest_acc": 80.7, + "val_loss": 0.689905, + "val_acc": 79.3 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655178, + "gbest_acc": 80.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655088, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.654135, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.654135, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.654041, + "gbest_acc": 81.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.653674, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.652545, + "gbest_acc": 80.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.652545, + "gbest_acc": 80.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.651276, + "gbest_acc": 81.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649193, + "gbest_acc": 81.1, + "val_loss": 0.684629, + "val_acc": 79.31 + } + ], + "seed": 103, + "geometry_config": { + "config_id": "G0", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "exact V5 control" + } + } + ], + "G1": [ + { + "config_id": "G1", + "gbest_loss": 0.794615, + "gbest_acc": 78.8, + "gbest_val_loss": 0.829049, + "gbest_val_acc": 76.77, + "val_selected_particle_idx": 23, + "val_selected_loss": 0.829049, + "val_selected_acc": 76.77, + "val_metrics": { + "accuracy": 76.77, + "nll": 0.829049, + "brier": 0.371229, + "ece": 0.179234, + "margin": 0.423688 + }, + "wall_time_sec": 30.903, + "optimization_wall_time_sec": 30.4903, + "validation_wall_time_sec": 0.4127, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420 + ], + "pbest_update_counts": 12342, + "boundary_hits": 1302507, + "boundary_occupancy": 0.005681, + "last_improvement_epoch": 420, + "velocity_rms": 0.163836, + "position_radius": 10.919968, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.310012, + "gbest_acc": 8.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.299881, + "gbest_acc": 9.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.285095, + "gbest_acc": 10.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.260516, + "gbest_acc": 11.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.234907, + "gbest_acc": 16.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.213634, + "gbest_acc": 20.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.191551, + "gbest_acc": 25.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.171802, + "gbest_acc": 26.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.160379, + "gbest_acc": 28.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.151926, + "gbest_acc": 28.45, + "val_loss": 2.156079, + "val_acc": 29.43 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.141272, + "gbest_acc": 29.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.12499, + "gbest_acc": 32.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.1087, + "gbest_acc": 31.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.096035, + "gbest_acc": 33.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.079533, + "gbest_acc": 32.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.063046, + "gbest_acc": 35.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.050247, + "gbest_acc": 34.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037342, + "gbest_acc": 30.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.024687, + "gbest_acc": 31.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.004747, + "gbest_acc": 32.6, + "val_loss": 2.009202, + "val_acc": 32.94 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.998725, + "gbest_acc": 32.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.976254, + "gbest_acc": 37.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.961322, + "gbest_acc": 35.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.949461, + "gbest_acc": 35.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.948391, + "gbest_acc": 34.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.939639, + "gbest_acc": 37.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.928395, + "gbest_acc": 39.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.921444, + "gbest_acc": 39.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.919515, + "gbest_acc": 35.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.907651, + "gbest_acc": 38.3, + "val_loss": 1.921216, + "val_acc": 37.52 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.894041, + "gbest_acc": 35.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.873474, + "gbest_acc": 41.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.867333, + "gbest_acc": 37.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.860084, + "gbest_acc": 40.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.842857, + "gbest_acc": 40.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.834823, + "gbest_acc": 43.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.830443, + "gbest_acc": 40.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.829538, + "gbest_acc": 43.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.819344, + "gbest_acc": 42.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.819344, + "gbest_acc": 42.5, + "val_loss": 1.838749, + "val_acc": 41.57 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.80725, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793426, + "gbest_acc": 44.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.788294, + "gbest_acc": 45.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.786772, + "gbest_acc": 48.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.784072, + "gbest_acc": 47.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.779962, + "gbest_acc": 47.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.761333, + "gbest_acc": 48.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.751215, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.742851, + "gbest_acc": 51.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.726624, + "gbest_acc": 52.5, + "val_loss": 1.739653, + "val_acc": 51.88 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.717962, + "gbest_acc": 50.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.697751, + "gbest_acc": 52.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.697751, + "gbest_acc": 52.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.69225, + "gbest_acc": 50.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.664045, + "gbest_acc": 53.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.664045, + "gbest_acc": 53.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648705, + "gbest_acc": 55.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.64205, + "gbest_acc": 56.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.640077, + "gbest_acc": 55.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.628234, + "gbest_acc": 56.1, + "val_loss": 1.646208, + "val_acc": 54.31 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.628234, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.623011, + "gbest_acc": 57.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.620021, + "gbest_acc": 58.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597868, + "gbest_acc": 59.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5938, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585979, + "gbest_acc": 55.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.573343, + "gbest_acc": 54.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.573343, + "gbest_acc": 54.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.573343, + "gbest_acc": 54.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.568115, + "gbest_acc": 59.7, + "val_loss": 1.585753, + "val_acc": 58.36 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.565416, + "gbest_acc": 60.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.547302, + "gbest_acc": 58.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.547302, + "gbest_acc": 58.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.542205, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.534807, + "gbest_acc": 58.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.527881, + "gbest_acc": 59.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.527881, + "gbest_acc": 59.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.527881, + "gbest_acc": 59.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52569, + "gbest_acc": 58.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.515739, + "gbest_acc": 58.6, + "val_loss": 1.538976, + "val_acc": 56.93 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.512594, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.505421, + "gbest_acc": 59.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.503966, + "gbest_acc": 60.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495691, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.480792, + "gbest_acc": 61.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.477899, + "gbest_acc": 60.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.477899, + "gbest_acc": 60.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.477899, + "gbest_acc": 60.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.469992, + "gbest_acc": 61.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.467467, + "gbest_acc": 62.45, + "val_loss": 1.48846, + "val_acc": 60.95 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.462598, + "gbest_acc": 60.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455052, + "gbest_acc": 61.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.440767, + "gbest_acc": 62.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.440122, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.440122, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.43973, + "gbest_acc": 62.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.432979, + "gbest_acc": 63.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.423605, + "gbest_acc": 62.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.412776, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.405911, + "gbest_acc": 63.6, + "val_loss": 1.430713, + "val_acc": 62.33 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.405911, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.404251, + "gbest_acc": 65.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401759, + "gbest_acc": 64.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.394086, + "gbest_acc": 64.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.389878, + "gbest_acc": 64.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.389856, + "gbest_acc": 64.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388729, + "gbest_acc": 62.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.383464, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.383464, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.383464, + "gbest_acc": 63.6, + "val_loss": 1.405221, + "val_acc": 62.65 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.374071, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372714, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372714, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372714, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.366754, + "gbest_acc": 63.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.366754, + "gbest_acc": 63.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357003, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.350764, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.345537, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.345537, + "gbest_acc": 67.25, + "val_loss": 1.369051, + "val_acc": 64.94 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.34242, + "gbest_acc": 67.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338541, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.336246, + "gbest_acc": 66.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333104, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.330269, + "gbest_acc": 65.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.326915, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.326915, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.318862, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.307294, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.306937, + "gbest_acc": 68.2, + "val_loss": 1.33461, + "val_acc": 65.8 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.306937, + "gbest_acc": 68.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.306687, + "gbest_acc": 67.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.306687, + "gbest_acc": 67.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.302881, + "gbest_acc": 66.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296001, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296001, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.293887, + "gbest_acc": 68.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286639, + "gbest_acc": 68.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286028, + "gbest_acc": 67.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.284406, + "gbest_acc": 67.4, + "val_loss": 1.312134, + "val_acc": 65.11 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.284225, + "gbest_acc": 67.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282289, + "gbest_acc": 68.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.281705, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.281705, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28057, + "gbest_acc": 68.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270269, + "gbest_acc": 68.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264456, + "gbest_acc": 68.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264103, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264103, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264103, + "gbest_acc": 68.95, + "val_loss": 1.293838, + "val_acc": 67.68 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.262442, + "gbest_acc": 68.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256164, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.252586, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.252586, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.248474, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.244713, + "gbest_acc": 69.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.244713, + "gbest_acc": 69.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.244713, + "gbest_acc": 69.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.239786, + "gbest_acc": 70.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.237382, + "gbest_acc": 70.2, + "val_loss": 1.262164, + "val_acc": 68.04 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.237382, + "gbest_acc": 70.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.234788, + "gbest_acc": 69.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.231423, + "gbest_acc": 69.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.22466, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.22466, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.218691, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.216692, + "gbest_acc": 69.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.216641, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.216641, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.2088, + "gbest_acc": 70.45, + "val_loss": 1.238752, + "val_acc": 67.6 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.204274, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.197729, + "gbest_acc": 70.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.193468, + "gbest_acc": 70.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.191144, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.191144, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184082, + "gbest_acc": 70.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.182378, + "gbest_acc": 70.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.178355, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.178355, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177966, + "gbest_acc": 70.6, + "val_loss": 1.208975, + "val_acc": 67.7 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.175245, + "gbest_acc": 71.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.170557, + "gbest_acc": 70.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.163833, + "gbest_acc": 70.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.163833, + "gbest_acc": 70.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162038, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15472, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152441, + "gbest_acc": 71.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152441, + "gbest_acc": 71.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152441, + "gbest_acc": 71.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.149805, + "gbest_acc": 70.6, + "val_loss": 1.183182, + "val_acc": 68.76 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.149805, + "gbest_acc": 70.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146789, + "gbest_acc": 71.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146789, + "gbest_acc": 71.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.142664, + "gbest_acc": 73.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.140243, + "gbest_acc": 71.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.140243, + "gbest_acc": 71.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.138495, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136353, + "gbest_acc": 72.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135092, + "gbest_acc": 71.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135092, + "gbest_acc": 71.75, + "val_loss": 1.16729, + "val_acc": 68.9 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132646, + "gbest_acc": 71.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.129252, + "gbest_acc": 71.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.1258, + "gbest_acc": 71.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.121853, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.121853, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12095, + "gbest_acc": 72.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.119158, + "gbest_acc": 72.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.117539, + "gbest_acc": 72.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114767, + "gbest_acc": 72.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.11307, + "gbest_acc": 72.7, + "val_loss": 1.140975, + "val_acc": 70.48 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.1104, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.105516, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.103499, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.103499, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.100192, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.099035, + "gbest_acc": 72.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.095861, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.095861, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092363, + "gbest_acc": 73.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.090247, + "gbest_acc": 73.35, + "val_loss": 1.117736, + "val_acc": 71.29 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.087638, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.085616, + "gbest_acc": 73.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.082443, + "gbest_acc": 73.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08155, + "gbest_acc": 72.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08155, + "gbest_acc": 72.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.079649, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.076205, + "gbest_acc": 73.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.075097, + "gbest_acc": 73.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072488, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072488, + "gbest_acc": 74.2, + "val_loss": 1.101127, + "val_acc": 70.75 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072488, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.071087, + "gbest_acc": 74.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069604, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0677, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0677, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0677, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.066931, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057868, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057868, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057868, + "gbest_acc": 73.95, + "val_loss": 1.08788, + "val_acc": 71.29 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057868, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05546, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052271, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05083, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.048794, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.047063, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.045236, + "gbest_acc": 73.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.044525, + "gbest_acc": 73.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.042034, + "gbest_acc": 73.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.039485, + "gbest_acc": 73.45, + "val_loss": 1.072365, + "val_acc": 70.7 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.037716, + "gbest_acc": 73.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.036318, + "gbest_acc": 74.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.034629, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.034629, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.034629, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.033459, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.029166, + "gbest_acc": 73.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.028876, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023856, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023856, + "gbest_acc": 74.65, + "val_loss": 1.05347, + "val_acc": 72.02 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.022283, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021825, + "gbest_acc": 73.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019406, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019406, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.018163, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.015714, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0122, + "gbest_acc": 74.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.01154, + "gbest_acc": 74.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008649, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008601, + "gbest_acc": 74.3, + "val_loss": 1.03574, + "val_acc": 71.89 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.003861, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.003861, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996466, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996466, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.994301, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.992628, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.992628, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.992628, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.991457, + "gbest_acc": 74.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.989228, + "gbest_acc": 74.1, + "val_loss": 1.017473, + "val_acc": 72.23 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.988468, + "gbest_acc": 74.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.987877, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.986252, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.98472, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.982308, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.98202, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979482, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979482, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979105, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977673, + "gbest_acc": 74.2, + "val_loss": 1.00481, + "val_acc": 71.9 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.976693, + "gbest_acc": 74.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974487, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973291, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972766, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972766, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972417, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.970265, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969626, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966226, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.965751, + "gbest_acc": 74.75, + "val_loss": 0.992057, + "val_acc": 73.04 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96384, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.960886, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959888, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.958589, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.954265, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.953607, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.953501, + "gbest_acc": 74.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.953223, + "gbest_acc": 74.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.950902, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.947104, + "gbest_acc": 74.65, + "val_loss": 0.975703, + "val_acc": 73.23 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.945159, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.944835, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.940521, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.94008, + "gbest_acc": 74.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.93594, + "gbest_acc": 75.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.932494, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.931175, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.931175, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.928582, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.927048, + "gbest_acc": 75.45, + "val_loss": 0.956894, + "val_acc": 73.42 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.926488, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.923755, + "gbest_acc": 75.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918929, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918545, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918545, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918545, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.916016, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.914054, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.911837, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.910606, + "gbest_acc": 76.1, + "val_loss": 0.942871, + "val_acc": 73.88 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.906125, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.90537, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.903694, + "gbest_acc": 75.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.901159, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.898595, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.898595, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.895876, + "gbest_acc": 76.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891747, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891408, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.889417, + "gbest_acc": 76.85, + "val_loss": 0.925336, + "val_acc": 74.28 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.889039, + "gbest_acc": 76.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.886435, + "gbest_acc": 76.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884131, + "gbest_acc": 76.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884131, + "gbest_acc": 76.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882945, + "gbest_acc": 76.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879842, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879374, + "gbest_acc": 77.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875549, + "gbest_acc": 76.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875549, + "gbest_acc": 76.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.872364, + "gbest_acc": 76.8, + "val_loss": 0.909555, + "val_acc": 74.4 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.872364, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871942, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871074, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.870295, + "gbest_acc": 77.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.866029, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.866029, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.864163, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862767, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862767, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.862767, + "gbest_acc": 77.5, + "val_loss": 0.90049, + "val_acc": 74.69 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860316, + "gbest_acc": 77.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.859693, + "gbest_acc": 76.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856338, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856338, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856338, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.855933, + "gbest_acc": 76.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.854668, + "gbest_acc": 76.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.853454, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.853286, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.851038, + "gbest_acc": 77.35, + "val_loss": 0.888211, + "val_acc": 75.1 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849086, + "gbest_acc": 77.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849086, + "gbest_acc": 77.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849086, + "gbest_acc": 77.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849086, + "gbest_acc": 77.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.846924, + "gbest_acc": 77.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.845396, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.844744, + "gbest_acc": 77.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842231, + "gbest_acc": 77.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.841167, + "gbest_acc": 77.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.841167, + "gbest_acc": 77.75, + "val_loss": 0.8787, + "val_acc": 74.96 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.839602, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.839512, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.837016, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.836639, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835334, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835161, + "gbest_acc": 77.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.830294, + "gbest_acc": 77.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.829073, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.828256, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.828256, + "gbest_acc": 78.2, + "val_loss": 0.864934, + "val_acc": 75.5 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.828256, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.82711, + "gbest_acc": 77.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.823439, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.823439, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.823208, + "gbest_acc": 78.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821909, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821909, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821909, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821288, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.819911, + "gbest_acc": 78.35, + "val_loss": 0.853038, + "val_acc": 76.14 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.819445, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.818612, + "gbest_acc": 78.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.817562, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.817562, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.815567, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.812757, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.812757, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.81176, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.81176, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809788, + "gbest_acc": 78.5, + "val_loss": 0.843894, + "val_acc": 76.34 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.808535, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.804753, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.804594, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801163, + "gbest_acc": 79.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.799657, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.799657, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.798326, + "gbest_acc": 79.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.79679, + "gbest_acc": 79.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.79679, + "gbest_acc": 79.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.794615, + "gbest_acc": 78.8, + "val_loss": 0.829049, + "val_acc": 76.77 + } + ], + "seed": 101, + "geometry_config": { + "config_id": "G1", + "scale_type": "global_rms", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate anisotropic per-tensor scaling" + } + }, + { + "config_id": "G1", + "gbest_loss": 0.942968, + "gbest_acc": 75.25, + "gbest_val_loss": 0.959953, + "gbest_val_acc": 74.41, + "val_selected_particle_idx": 41, + "val_selected_loss": 0.959714, + "val_selected_acc": 74.56, + "val_metrics": { + "accuracy": 74.56, + "nll": 0.959714, + "brier": 0.432698, + "ece": 0.236244, + "margin": 0.339033 + }, + "wall_time_sec": 31.7701, + "optimization_wall_time_sec": 31.3513, + "validation_wall_time_sec": 0.4188, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420 + ], + "pbest_update_counts": 13364, + "boundary_hits": 962677, + "boundary_occupancy": 0.004199, + "last_improvement_epoch": 420, + "velocity_rms": 0.108827, + "position_radius": 7.494582, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.308251, + "gbest_acc": 6.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.300112, + "gbest_acc": 7.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.28583, + "gbest_acc": 10.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.27106, + "gbest_acc": 12.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.253277, + "gbest_acc": 11.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.237694, + "gbest_acc": 16.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.222606, + "gbest_acc": 14.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.20703, + "gbest_acc": 16.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.191514, + "gbest_acc": 14.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.167835, + "gbest_acc": 21.0, + "val_loss": 2.161986, + "val_acc": 21.47 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.157919, + "gbest_acc": 23.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.140123, + "gbest_acc": 23.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.126402, + "gbest_acc": 24.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.112596, + "gbest_acc": 26.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.10033, + "gbest_acc": 26.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.081214, + "gbest_acc": 29.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.072942, + "gbest_acc": 29.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.05064, + "gbest_acc": 31.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.03623, + "gbest_acc": 31.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.021289, + "gbest_acc": 33.5, + "val_loss": 2.017474, + "val_acc": 32.88 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.993636, + "gbest_acc": 34.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.978348, + "gbest_acc": 35.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.964849, + "gbest_acc": 37.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.949536, + "gbest_acc": 35.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.94365, + "gbest_acc": 36.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.94365, + "gbest_acc": 36.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.941805, + "gbest_acc": 35.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.928597, + "gbest_acc": 37.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.893885, + "gbest_acc": 38.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.890626, + "gbest_acc": 40.35, + "val_loss": 1.886238, + "val_acc": 41.16 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.870036, + "gbest_acc": 40.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850066, + "gbest_acc": 40.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.841049, + "gbest_acc": 41.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.835984, + "gbest_acc": 42.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.826841, + "gbest_acc": 41.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.820109, + "gbest_acc": 43.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.811803, + "gbest_acc": 43.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.808548, + "gbest_acc": 42.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.808548, + "gbest_acc": 42.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.808548, + "gbest_acc": 42.75, + "val_loss": 1.809921, + "val_acc": 44.16 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.80496, + "gbest_acc": 43.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791795, + "gbest_acc": 46.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791795, + "gbest_acc": 46.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791795, + "gbest_acc": 46.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.784787, + "gbest_acc": 45.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.775544, + "gbest_acc": 45.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.768946, + "gbest_acc": 46.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.757248, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.757248, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.751049, + "gbest_acc": 45.5, + "val_loss": 1.752816, + "val_acc": 46.4 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.740379, + "gbest_acc": 46.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.731848, + "gbest_acc": 48.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.722702, + "gbest_acc": 47.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.718968, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711896, + "gbest_acc": 51.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.700388, + "gbest_acc": 50.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.700388, + "gbest_acc": 50.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.700388, + "gbest_acc": 50.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.699439, + "gbest_acc": 51.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.693362, + "gbest_acc": 51.25, + "val_loss": 1.692775, + "val_acc": 52.19 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682225, + "gbest_acc": 50.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.673416, + "gbest_acc": 50.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.667821, + "gbest_acc": 50.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.664708, + "gbest_acc": 50.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.662051, + "gbest_acc": 51.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.658936, + "gbest_acc": 51.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.641213, + "gbest_acc": 52.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.637479, + "gbest_acc": 53.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.630264, + "gbest_acc": 52.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.630264, + "gbest_acc": 52.35, + "val_loss": 1.630862, + "val_acc": 51.77 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.630264, + "gbest_acc": 52.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.630264, + "gbest_acc": 52.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629805, + "gbest_acc": 52.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.627116, + "gbest_acc": 52.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.6188, + "gbest_acc": 54.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.617375, + "gbest_acc": 53.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.614618, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.607948, + "gbest_acc": 55.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.605273, + "gbest_acc": 55.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597137, + "gbest_acc": 56.75, + "val_loss": 1.599704, + "val_acc": 56.43 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597137, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597137, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597137, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.594432, + "gbest_acc": 56.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.590899, + "gbest_acc": 55.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.590899, + "gbest_acc": 55.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.583148, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.58168, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.58168, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.579615, + "gbest_acc": 56.05, + "val_loss": 1.581267, + "val_acc": 55.65 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.577744, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.575662, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.563363, + "gbest_acc": 56.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.55747, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.555303, + "gbest_acc": 58.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.552513, + "gbest_acc": 58.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.550836, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.544681, + "gbest_acc": 58.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.544681, + "gbest_acc": 58.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.544681, + "gbest_acc": 58.85, + "val_loss": 1.545637, + "val_acc": 57.79 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.538543, + "gbest_acc": 58.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.533564, + "gbest_acc": 58.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.53096, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.529279, + "gbest_acc": 58.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.527115, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52523, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.516989, + "gbest_acc": 57.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.510704, + "gbest_acc": 56.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.510704, + "gbest_acc": 56.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.510704, + "gbest_acc": 56.95, + "val_loss": 1.514346, + "val_acc": 58.19 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.510704, + "gbest_acc": 56.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.506901, + "gbest_acc": 57.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497929, + "gbest_acc": 58.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.489772, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481681, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.478712, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.477022, + "gbest_acc": 59.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.471952, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.467525, + "gbest_acc": 59.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.464259, + "gbest_acc": 61.5, + "val_loss": 1.469462, + "val_acc": 60.66 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.462724, + "gbest_acc": 62.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.461775, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.4613, + "gbest_acc": 61.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.4613, + "gbest_acc": 61.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.456926, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.456787, + "gbest_acc": 59.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452214, + "gbest_acc": 62.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.448971, + "gbest_acc": 61.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444302, + "gbest_acc": 63.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.43553, + "gbest_acc": 60.85, + "val_loss": 1.438712, + "val_acc": 61.24 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431994, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428049, + "gbest_acc": 61.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.426504, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.425456, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41925, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414926, + "gbest_acc": 61.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.411188, + "gbest_acc": 64.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41066, + "gbest_acc": 62.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.407778, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.406756, + "gbest_acc": 62.85, + "val_loss": 1.410775, + "val_acc": 62.73 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.406756, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.402033, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.396883, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.396883, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.396875, + "gbest_acc": 63.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390885, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390885, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390885, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390885, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388658, + "gbest_acc": 63.5, + "val_loss": 1.392259, + "val_acc": 63.24 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38851, + "gbest_acc": 62.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.385692, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38492, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.381533, + "gbest_acc": 64.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372466, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372466, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.370312, + "gbest_acc": 63.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.368083, + "gbest_acc": 64.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.365853, + "gbest_acc": 65.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.363151, + "gbest_acc": 64.45, + "val_loss": 1.371205, + "val_acc": 64.58 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.354694, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.35427, + "gbest_acc": 63.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.35427, + "gbest_acc": 63.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.35427, + "gbest_acc": 63.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.350407, + "gbest_acc": 63.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.346872, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342702, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339579, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.335717, + "gbest_acc": 63.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333511, + "gbest_acc": 64.95, + "val_loss": 1.341098, + "val_acc": 65.23 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333511, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331779, + "gbest_acc": 64.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.32793, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.323951, + "gbest_acc": 66.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.323951, + "gbest_acc": 66.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.323951, + "gbest_acc": 66.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.323951, + "gbest_acc": 66.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.323943, + "gbest_acc": 66.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.322509, + "gbest_acc": 65.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.317337, + "gbest_acc": 66.15, + "val_loss": 1.323069, + "val_acc": 66.32 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.317337, + "gbest_acc": 66.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.314115, + "gbest_acc": 66.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312029, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.307908, + "gbest_acc": 66.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.30162, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.30162, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.301001, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.297203, + "gbest_acc": 66.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.29467, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.293032, + "gbest_acc": 67.65, + "val_loss": 1.299349, + "val_acc": 67.24 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.293032, + "gbest_acc": 67.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.290876, + "gbest_acc": 66.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.288553, + "gbest_acc": 66.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.284604, + "gbest_acc": 66.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.281219, + "gbest_acc": 66.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.281219, + "gbest_acc": 66.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.278767, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.275515, + "gbest_acc": 66.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.275515, + "gbest_acc": 66.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.275246, + "gbest_acc": 66.95, + "val_loss": 1.282521, + "val_acc": 67.01 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.275246, + "gbest_acc": 66.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.275246, + "gbest_acc": 66.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.271419, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.267608, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.266697, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.261219, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.25923, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.254076, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.250961, + "gbest_acc": 65.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.242633, + "gbest_acc": 67.9, + "val_loss": 1.250727, + "val_acc": 67.45 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.238168, + "gbest_acc": 66.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235902, + "gbest_acc": 67.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235902, + "gbest_acc": 67.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.233577, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.228488, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.222879, + "gbest_acc": 68.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.222503, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.214512, + "gbest_acc": 67.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.210555, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199453, + "gbest_acc": 68.15, + "val_loss": 1.207994, + "val_acc": 68.51 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199453, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.198662, + "gbest_acc": 67.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.197566, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.197566, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195657, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.1917, + "gbest_acc": 68.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184783, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184783, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184142, + "gbest_acc": 68.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184142, + "gbest_acc": 68.85, + "val_loss": 1.191995, + "val_acc": 68.95 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.183894, + "gbest_acc": 68.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.183068, + "gbest_acc": 68.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.181697, + "gbest_acc": 68.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.17958, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177353, + "gbest_acc": 68.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.174732, + "gbest_acc": 68.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.170771, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.170771, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168824, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.1683, + "gbest_acc": 68.5, + "val_loss": 1.177935, + "val_acc": 69.12 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.165933, + "gbest_acc": 68.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.163221, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.157994, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.153044, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148855, + "gbest_acc": 69.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148855, + "gbest_acc": 69.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148855, + "gbest_acc": 69.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146592, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.145531, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.144501, + "gbest_acc": 70.0, + "val_loss": 1.154622, + "val_acc": 70.21 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.144501, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.144501, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.143444, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.141171, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.13943, + "gbest_acc": 70.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.138148, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.135749, + "gbest_acc": 71.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132314, + "gbest_acc": 71.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132314, + "gbest_acc": 71.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132314, + "gbest_acc": 71.6, + "val_loss": 1.142806, + "val_acc": 71.13 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.127449, + "gbest_acc": 70.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.127449, + "gbest_acc": 70.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.126741, + "gbest_acc": 70.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.123549, + "gbest_acc": 70.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.122581, + "gbest_acc": 70.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.119281, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.117534, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114806, + "gbest_acc": 71.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114806, + "gbest_acc": 71.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.112311, + "gbest_acc": 72.35, + "val_loss": 1.120329, + "val_acc": 71.57 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.111739, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109535, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109535, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109535, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.108432, + "gbest_acc": 72.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106026, + "gbest_acc": 73.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.102711, + "gbest_acc": 73.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.102711, + "gbest_acc": 73.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.100747, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.097947, + "gbest_acc": 72.4, + "val_loss": 1.104596, + "val_acc": 71.82 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.095486, + "gbest_acc": 71.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.093053, + "gbest_acc": 71.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.090653, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08376, + "gbest_acc": 72.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08376, + "gbest_acc": 72.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08376, + "gbest_acc": 72.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08376, + "gbest_acc": 72.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.082681, + "gbest_acc": 72.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08136, + "gbest_acc": 72.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.081316, + "gbest_acc": 72.8, + "val_loss": 1.092051, + "val_acc": 72.27 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.078696, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.077438, + "gbest_acc": 73.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.073121, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.068913, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.068641, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.068556, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.066722, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.063709, + "gbest_acc": 73.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.061703, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.058363, + "gbest_acc": 73.0, + "val_loss": 1.070422, + "val_acc": 72.3 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057168, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.055279, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05481, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053615, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052216, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052216, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.052216, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05072, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.049052, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.045241, + "gbest_acc": 74.2, + "val_loss": 1.056893, + "val_acc": 72.9 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.044178, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.043346, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.042452, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.04066, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.04066, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.039771, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.039493, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.037351, + "gbest_acc": 74.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.036417, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.035451, + "gbest_acc": 74.0, + "val_loss": 1.048482, + "val_acc": 72.7 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.034907, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.032869, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.031192, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.028577, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.027766, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026359, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.02425, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.024082, + "gbest_acc": 74.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021234, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021234, + "gbest_acc": 74.55, + "val_loss": 1.034217, + "val_acc": 73.54 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021234, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021234, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.01862, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.017493, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.016493, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.0163, + "gbest_acc": 74.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.016052, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.013792, + "gbest_acc": 74.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.011423, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.011423, + "gbest_acc": 74.65, + "val_loss": 1.026605, + "val_acc": 73.16 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008582, + "gbest_acc": 74.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.007987, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.007421, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004956, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004956, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004725, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002827, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002826, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002738, + "gbest_acc": 75.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002723, + "gbest_acc": 75.45, + "val_loss": 1.018488, + "val_acc": 73.5 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002254, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.000941, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.000941, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.000583, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998712, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998712, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998045, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996658, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996658, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996658, + "gbest_acc": 75.05, + "val_loss": 1.013715, + "val_acc": 73.54 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996658, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.996531, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.99444, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.991907, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990471, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.988618, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985173, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985173, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985173, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.984358, + "gbest_acc": 75.55, + "val_loss": 1.001588, + "val_acc": 73.8 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.982391, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.980727, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977035, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.976536, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974504, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974504, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974504, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973644, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973644, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.971407, + "gbest_acc": 75.15, + "val_loss": 0.990217, + "val_acc": 73.57 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.971021, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969968, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969042, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967734, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967734, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967734, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967571, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96715, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96715, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966756, + "gbest_acc": 75.75, + "val_loss": 0.983319, + "val_acc": 74.01 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.965799, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.964738, + "gbest_acc": 76.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.964386, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.963145, + "gbest_acc": 76.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.962854, + "gbest_acc": 74.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.962197, + "gbest_acc": 76.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.962044, + "gbest_acc": 75.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959452, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.958129, + "gbest_acc": 76.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956304, + "gbest_acc": 75.75, + "val_loss": 0.973083, + "val_acc": 74.27 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.955952, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.955278, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.954907, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.954282, + "gbest_acc": 75.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.954282, + "gbest_acc": 75.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.953915, + "gbest_acc": 75.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.952407, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.951101, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.951101, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.950827, + "gbest_acc": 76.3, + "val_loss": 0.96712, + "val_acc": 74.64 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.94934, + "gbest_acc": 75.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.949052, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.946526, + "gbest_acc": 76.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.946526, + "gbest_acc": 76.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.946098, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.944823, + "gbest_acc": 75.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.943351, + "gbest_acc": 75.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.943035, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.942968, + "gbest_acc": 75.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.942968, + "gbest_acc": 75.25, + "val_loss": 0.959953, + "val_acc": 74.41 + } + ], + "seed": 102, + "geometry_config": { + "config_id": "G1", + "scale_type": "global_rms", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate anisotropic per-tensor scaling" + } + }, + { + "config_id": "G1", + "gbest_loss": 0.689941, + "gbest_acc": 80.05, + "gbest_val_loss": 0.712515, + "gbest_val_acc": 79.53, + "val_selected_particle_idx": 23, + "val_selected_loss": 0.712515, + "val_selected_acc": 79.53, + "val_metrics": { + "accuracy": 79.53, + "nll": 0.712515, + "brier": 0.3262, + "ece": 0.153736, + "margin": 0.485345 + }, + "wall_time_sec": 39.6442, + "optimization_wall_time_sec": 39.1967, + "validation_wall_time_sec": 0.4475, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420, + 420 + ], + "pbest_update_counts": 13549, + "boundary_hits": 1067771, + "boundary_occupancy": 0.004657, + "last_improvement_epoch": 420, + "velocity_rms": 0.091638, + "position_radius": 6.172244, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.309893, + "gbest_acc": 10.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.30143, + "gbest_acc": 10.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.285158, + "gbest_acc": 9.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.26472, + "gbest_acc": 11.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.242381, + "gbest_acc": 16.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.209798, + "gbest_acc": 17.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.179847, + "gbest_acc": 20.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.143448, + "gbest_acc": 23.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.122672, + "gbest_acc": 25.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.101889, + "gbest_acc": 27.1, + "val_loss": 2.104325, + "val_acc": 27.35 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.089032, + "gbest_acc": 29.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.076806, + "gbest_acc": 30.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.047444, + "gbest_acc": 31.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.018426, + "gbest_acc": 33.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.003399, + "gbest_acc": 35.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.991664, + "gbest_acc": 33.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.977967, + "gbest_acc": 38.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.949925, + "gbest_acc": 38.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929959, + "gbest_acc": 40.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908147, + "gbest_acc": 39.1, + "val_loss": 1.914648, + "val_acc": 39.9 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.894993, + "gbest_acc": 41.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.880967, + "gbest_acc": 41.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.869496, + "gbest_acc": 41.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.818546, + "gbest_acc": 42.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.80648, + "gbest_acc": 44.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.792469, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.766288, + "gbest_acc": 43.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.765175, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74851, + "gbest_acc": 44.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.727359, + "gbest_acc": 49.1, + "val_loss": 1.735428, + "val_acc": 49.95 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711171, + "gbest_acc": 48.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.688532, + "gbest_acc": 50.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687437, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687437, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.674679, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657281, + "gbest_acc": 52.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657234, + "gbest_acc": 53.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648957, + "gbest_acc": 53.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648422, + "gbest_acc": 52.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.641706, + "gbest_acc": 53.7, + "val_loss": 1.643881, + "val_acc": 55.11 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.632738, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629456, + "gbest_acc": 55.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.622095, + "gbest_acc": 53.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.605503, + "gbest_acc": 55.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.603037, + "gbest_acc": 55.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597725, + "gbest_acc": 54.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.593385, + "gbest_acc": 55.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.58756, + "gbest_acc": 56.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.579526, + "gbest_acc": 57.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.579526, + "gbest_acc": 57.0, + "val_loss": 1.588577, + "val_acc": 57.37 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5654, + "gbest_acc": 56.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5654, + "gbest_acc": 56.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5654, + "gbest_acc": 56.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5654, + "gbest_acc": 56.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.560202, + "gbest_acc": 58.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.555944, + "gbest_acc": 58.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.547064, + "gbest_acc": 57.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.536907, + "gbest_acc": 58.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.523391, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.502182, + "gbest_acc": 59.35, + "val_loss": 1.506936, + "val_acc": 59.62 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.502182, + "gbest_acc": 59.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.49422, + "gbest_acc": 58.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.491681, + "gbest_acc": 59.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.483712, + "gbest_acc": 57.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.476296, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.46828, + "gbest_acc": 58.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.46745, + "gbest_acc": 59.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460452, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.448492, + "gbest_acc": 61.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438388, + "gbest_acc": 60.55, + "val_loss": 1.451499, + "val_acc": 59.65 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438388, + "gbest_acc": 60.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.433967, + "gbest_acc": 60.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424599, + "gbest_acc": 60.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424599, + "gbest_acc": 60.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.409288, + "gbest_acc": 60.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.39938, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.39938, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.395015, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.389278, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388726, + "gbest_acc": 60.1, + "val_loss": 1.399049, + "val_acc": 60.94 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.378491, + "gbest_acc": 61.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372455, + "gbest_acc": 61.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.36346, + "gbest_acc": 61.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.354573, + "gbest_acc": 62.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348208, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348208, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348208, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.344182, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333562, + "gbest_acc": 62.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.325619, + "gbest_acc": 61.8, + "val_loss": 1.338582, + "val_acc": 62.87 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324816, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.323064, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.314797, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.308174, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.291646, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28531, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28531, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28531, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.272941, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.272941, + "gbest_acc": 64.45, + "val_loss": 1.285351, + "val_acc": 63.67 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.268151, + "gbest_acc": 63.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263173, + "gbest_acc": 64.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.262668, + "gbest_acc": 64.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.258032, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.258032, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.249328, + "gbest_acc": 65.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235978, + "gbest_acc": 66.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.232522, + "gbest_acc": 65.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.225554, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.225554, + "gbest_acc": 66.3, + "val_loss": 1.244672, + "val_acc": 65.28 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.225076, + "gbest_acc": 66.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.216084, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.216084, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.216084, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.212699, + "gbest_acc": 66.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209075, + "gbest_acc": 66.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.205777, + "gbest_acc": 67.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.203133, + "gbest_acc": 67.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.196253, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.196253, + "gbest_acc": 67.2, + "val_loss": 1.213984, + "val_acc": 66.04 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.191978, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.191814, + "gbest_acc": 68.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188008, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188008, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.186632, + "gbest_acc": 67.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.174344, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.174344, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172305, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168621, + "gbest_acc": 67.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168621, + "gbest_acc": 67.75, + "val_loss": 1.183569, + "val_acc": 66.47 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168621, + "gbest_acc": 67.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159108, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.153097, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.147897, + "gbest_acc": 67.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.143562, + "gbest_acc": 67.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.133717, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.133275, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.133275, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132648, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132415, + "gbest_acc": 68.1, + "val_loss": 1.150517, + "val_acc": 66.83 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.130736, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.125353, + "gbest_acc": 68.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.125353, + "gbest_acc": 68.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12407, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.121807, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120392, + "gbest_acc": 68.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114197, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.111764, + "gbest_acc": 68.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.108939, + "gbest_acc": 69.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.099831, + "gbest_acc": 69.1, + "val_loss": 1.118862, + "val_acc": 68.14 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.094812, + "gbest_acc": 70.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.089858, + "gbest_acc": 69.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.089602, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.089602, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.089602, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.085394, + "gbest_acc": 70.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.084047, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08141, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08141, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.077731, + "gbest_acc": 69.95, + "val_loss": 1.098037, + "val_acc": 69.04 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072367, + "gbest_acc": 70.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.063682, + "gbest_acc": 70.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057554, + "gbest_acc": 71.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057554, + "gbest_acc": 71.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053368, + "gbest_acc": 70.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.051527, + "gbest_acc": 71.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.047009, + "gbest_acc": 72.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.041935, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.041043, + "gbest_acc": 72.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.041043, + "gbest_acc": 72.0, + "val_loss": 1.05923, + "val_acc": 70.19 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.035393, + "gbest_acc": 71.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.035193, + "gbest_acc": 71.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.027319, + "gbest_acc": 71.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.022736, + "gbest_acc": 72.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019489, + "gbest_acc": 71.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019124, + "gbest_acc": 72.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.018566, + "gbest_acc": 71.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.015584, + "gbest_acc": 71.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.010838, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.000518, + "gbest_acc": 73.65, + "val_loss": 1.024892, + "val_acc": 71.89 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998748, + "gbest_acc": 73.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.99365, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.992853, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.992536, + "gbest_acc": 73.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.989249, + "gbest_acc": 73.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985433, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.975649, + "gbest_acc": 73.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974206, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969716, + "gbest_acc": 74.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966226, + "gbest_acc": 74.15, + "val_loss": 0.985178, + "val_acc": 72.82 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.963654, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.957999, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.957999, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.957999, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.957999, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.957999, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.954653, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.953383, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.950293, + "gbest_acc": 73.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.944131, + "gbest_acc": 73.95, + "val_loss": 0.964191, + "val_acc": 72.58 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.944131, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.944131, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.943785, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.938597, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.935632, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.935632, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.935399, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.934856, + "gbest_acc": 74.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.923794, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.923794, + "gbest_acc": 75.4, + "val_loss": 0.945008, + "val_acc": 73.97 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.923794, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.922926, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917747, + "gbest_acc": 75.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.914712, + "gbest_acc": 75.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.914712, + "gbest_acc": 75.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.914712, + "gbest_acc": 75.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.913753, + "gbest_acc": 76.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.912153, + "gbest_acc": 75.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907952, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907952, + "gbest_acc": 75.35, + "val_loss": 0.931234, + "val_acc": 73.97 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907952, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907587, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.904635, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.90148, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.90148, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.8979, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896573, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896172, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891362, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.890303, + "gbest_acc": 74.9, + "val_loss": 0.913331, + "val_acc": 74.39 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884626, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884327, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884327, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884327, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.883291, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.881202, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.880811, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.880326, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877519, + "gbest_acc": 75.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877405, + "gbest_acc": 75.15, + "val_loss": 0.900336, + "val_acc": 74.99 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877238, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.876437, + "gbest_acc": 74.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.876437, + "gbest_acc": 74.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875141, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871409, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871409, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.870908, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.864695, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.864695, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.864631, + "gbest_acc": 75.7, + "val_loss": 0.88956, + "val_acc": 75.01 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.86268, + "gbest_acc": 75.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.861083, + "gbest_acc": 76.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860286, + "gbest_acc": 76.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.857634, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852978, + "gbest_acc": 76.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852641, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.8512, + "gbest_acc": 76.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849907, + "gbest_acc": 76.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849907, + "gbest_acc": 76.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.847881, + "gbest_acc": 76.4, + "val_loss": 0.872274, + "val_acc": 75.6 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.847881, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.847119, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.846274, + "gbest_acc": 76.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.846046, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.845023, + "gbest_acc": 76.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840576, + "gbest_acc": 76.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840576, + "gbest_acc": 76.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.839159, + "gbest_acc": 77.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.83752, + "gbest_acc": 77.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835964, + "gbest_acc": 77.2, + "val_loss": 0.860244, + "val_acc": 76.0 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.83472, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.833305, + "gbest_acc": 77.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.833305, + "gbest_acc": 77.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.830545, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.830545, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.830255, + "gbest_acc": 77.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.829839, + "gbest_acc": 77.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.82889, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.826404, + "gbest_acc": 77.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.826404, + "gbest_acc": 77.35, + "val_loss": 0.846733, + "val_acc": 76.49 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.825203, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.822632, + "gbest_acc": 77.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821505, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.819901, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.81959, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.818747, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.817012, + "gbest_acc": 77.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816612, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.816612, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.815692, + "gbest_acc": 77.15, + "val_loss": 0.837387, + "val_acc": 76.5 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.814846, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.814846, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813985, + "gbest_acc": 77.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.812232, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.81218, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.811889, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.810623, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.810184, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.808774, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.808023, + "gbest_acc": 77.95, + "val_loss": 0.830918, + "val_acc": 76.67 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.80682, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805953, + "gbest_acc": 77.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.803392, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801801, + "gbest_acc": 78.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801801, + "gbest_acc": 78.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.798786, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.797544, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.796106, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795623, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.794693, + "gbest_acc": 77.85, + "val_loss": 0.817966, + "val_acc": 77.13 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.794693, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.794693, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.794478, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.793215, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.791388, + "gbest_acc": 78.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.790408, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789418, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789202, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.788594, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.788055, + "gbest_acc": 78.35, + "val_loss": 0.811334, + "val_acc": 77.58 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786868, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786868, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786868, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.785116, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.783393, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.781453, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.780071, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.778294, + "gbest_acc": 78.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.776726, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775377, + "gbest_acc": 77.55, + "val_loss": 0.795441, + "val_acc": 77.28 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.774969, + "gbest_acc": 78.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.772238, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.772039, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769885, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769478, + "gbest_acc": 78.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.768498, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767502, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767502, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767133, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.767133, + "gbest_acc": 78.75, + "val_loss": 0.788033, + "val_acc": 77.5 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.765102, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.763933, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.763474, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762153, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762142, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.761141, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.761081, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.760497, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758616, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758616, + "gbest_acc": 78.35, + "val_loss": 0.779411, + "val_acc": 77.75 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.75746, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756612, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756612, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.756549, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755589, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.754062, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.752592, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.75118, + "gbest_acc": 79.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.749815, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.749518, + "gbest_acc": 79.05, + "val_loss": 0.773585, + "val_acc": 78.13 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.748701, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.748321, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.746875, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.746404, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745172, + "gbest_acc": 79.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743821, + "gbest_acc": 79.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743731, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743297, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74163, + "gbest_acc": 79.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74163, + "gbest_acc": 79.4, + "val_loss": 0.763832, + "val_acc": 78.42 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74045, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739238, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.738549, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.738549, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.738082, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.738082, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736419, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735464, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.734945, + "gbest_acc": 79.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.734439, + "gbest_acc": 78.75, + "val_loss": 0.758619, + "val_acc": 78.29 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733979, + "gbest_acc": 78.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.732861, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.731852, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.730788, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.729284, + "gbest_acc": 78.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727606, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.724911, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721989, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721166, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.718883, + "gbest_acc": 79.7, + "val_loss": 0.744017, + "val_acc": 78.77 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.716488, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714843, + "gbest_acc": 79.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714411, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714411, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.712479, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711541, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.710939, + "gbest_acc": 79.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.709965, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707764, + "gbest_acc": 79.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707764, + "gbest_acc": 79.7, + "val_loss": 0.734293, + "val_acc": 78.95 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.707728, + "gbest_acc": 79.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705958, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705958, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705929, + "gbest_acc": 79.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705038, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703885, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.702624, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701274, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.700996, + "gbest_acc": 79.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.698876, + "gbest_acc": 79.3, + "val_loss": 0.723231, + "val_acc": 79.16 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.697683, + "gbest_acc": 79.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.697236, + "gbest_acc": 79.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696473, + "gbest_acc": 79.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693805, + "gbest_acc": 80.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693117, + "gbest_acc": 80.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692481, + "gbest_acc": 79.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692026, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.692026, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.69118, + "gbest_acc": 79.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.689941, + "gbest_acc": 80.05, + "val_loss": 0.712515, + "val_acc": 79.53 + } + ], + "seed": 103, + "geometry_config": { + "config_id": "G1", + "scale_type": "global_rms", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate anisotropic per-tensor scaling" + } + } + ], + "G8": [ + { + "config_id": "G8", + "gbest_loss": 0.385086, + "gbest_acc": 88.8, + "val_selected_loss": 0.492543, + "val_selected_acc": 84.47, + "val_metrics": { + "accuracy": 84.47, + "nll": 0.492543, + "brier": 0.226311, + "ece": 0.006948, + "margin": 0.74696 + }, + "wall_time_sec": 47.8347, + "optimization_wall_time_sec": 46.6915, + "validation_wall_time_sec": 1.1431, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 61, + "official_test_evaluations": 0, + "pbest_update_counts": 0, + "boundary_hits": 0, + "boundary_occupancy": 0.0, + "last_improvement_epoch": 420, + "velocity_rms": 0.0, + "position_radius": 0.0, + "stage_histories": [], + "seed": 101, + "geometry_config": { + "config_id": "G8", + "scale_type": "optimizer_default", + "init_position_mode": "independent", + "position_radius": 0.05, + "initial_velocity_radius": 0.05, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "retained semantic control (public Optimizer)" + } + }, + { + "config_id": "G8", + "gbest_loss": 0.298761, + "gbest_acc": 90.7, + "val_selected_loss": 0.448056, + "val_selected_acc": 86.05, + "val_metrics": { + "accuracy": 86.05, + "nll": 0.448056, + "brier": 0.206991, + "ece": 0.020049, + "margin": 0.798482 + }, + "wall_time_sec": 45.4033, + "optimization_wall_time_sec": 44.8804, + "validation_wall_time_sec": 0.5229, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 61, + "official_test_evaluations": 0, + "pbest_update_counts": 0, + "boundary_hits": 0, + "boundary_occupancy": 0.0, + "last_improvement_epoch": 420, + "velocity_rms": 0.0, + "position_radius": 0.0, + "stage_histories": [], + "seed": 102, + "geometry_config": { + "config_id": "G8", + "scale_type": "optimizer_default", + "init_position_mode": "independent", + "position_radius": 0.05, + "initial_velocity_radius": 0.05, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "retained semantic control (public Optimizer)" + } + }, + { + "config_id": "G8", + "gbest_loss": 0.437193, + "gbest_acc": 86.8, + "val_selected_loss": 0.503722, + "val_selected_acc": 84.23, + "val_metrics": { + "accuracy": 84.23, + "nll": 0.503722, + "brier": 0.23026, + "ece": 0.01607, + "margin": 0.723439 + }, + "wall_time_sec": 49.9031, + "optimization_wall_time_sec": 49.3871, + "validation_wall_time_sec": 0.516, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 61, + "official_test_evaluations": 0, + "pbest_update_counts": 0, + "boundary_hits": 0, + "boundary_occupancy": 0.0, + "last_improvement_epoch": 420, + "velocity_rms": 0.0, + "position_radius": 0.0, + "stage_histories": [], + "seed": 103, + "geometry_config": { + "config_id": "G8", + "scale_type": "optimizer_default", + "init_position_mode": "independent", + "position_radius": 0.05, + "initial_velocity_radius": 0.05, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "retained semantic control (public Optimizer)" + } + } + ], + "G5": [ + { + "config_id": "G5", + "gbest_loss": 0.369503, + "gbest_acc": 89.4, + "gbest_val_loss": 0.486263, + "gbest_val_acc": 84.93, + "val_selected_particle_idx": 35, + "val_selected_loss": 0.482174, + "val_selected_acc": 85.28, + "val_metrics": { + "accuracy": 85.28, + "nll": 0.482174, + "brier": 0.219081, + "ece": 0.008102, + "margin": 0.754631 + }, + "wall_time_sec": 32.9311, + "optimization_wall_time_sec": 32.5085, + "validation_wall_time_sec": 0.4226, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 467, + "final_moment_steps": [ + 9, + 72, + 16, + 171, + 84, + 155, + 102, + 104, + 19, + 2, + 90, + 29, + 50, + 63, + 143, + 10, + 99, + 39, + 87, + 27, + 5, + 7, + 27, + 8, + 11, + 5, + 12, + 26, + 8, + 49, + 55, + 80, + 93, + 40, + 13, + 7, + 7, + 15, + 73, + 1, + 54, + 239, + 76, + 33, + 6, + 21, + 56, + 28, + 4, + 1, + 25, + 88, + 115, + 60, + 8, + 129, + 13, + 53, + 19, + 11 + ], + "pbest_update_counts": 10708, + "boundary_hits": 262583, + "boundary_occupancy": 0.001145, + "last_improvement_epoch": 420, + "velocity_rms": 0.120612, + "position_radius": 9.116757, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.313677, + "gbest_acc": 8.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.298876, + "gbest_acc": 9.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.278552, + "gbest_acc": 12.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.264536, + "gbest_acc": 13.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.229959, + "gbest_acc": 17.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.184555, + "gbest_acc": 17.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.117779, + "gbest_acc": 23.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.087162, + "gbest_acc": 23.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.027791, + "gbest_acc": 26.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.000861, + "gbest_acc": 28.25, + "val_loss": 2.024861, + "val_acc": 26.39 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.957443, + "gbest_acc": 26.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.916278, + "gbest_acc": 31.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.903273, + "gbest_acc": 31.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.884541, + "gbest_acc": 31.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.842811, + "gbest_acc": 35.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.809725, + "gbest_acc": 35.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.802479, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.727687, + "gbest_acc": 39.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.701846, + "gbest_acc": 40.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694906, + "gbest_acc": 41.95, + "val_loss": 1.72126, + "val_acc": 41.38 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.646171, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.640748, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.626077, + "gbest_acc": 44.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.620746, + "gbest_acc": 45.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.593086, + "gbest_acc": 45.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.583507, + "gbest_acc": 48.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566582, + "gbest_acc": 46.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.563556, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.562349, + "gbest_acc": 45.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.536205, + "gbest_acc": 48.8, + "val_loss": 1.55558, + "val_acc": 47.8 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.519785, + "gbest_acc": 48.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.519785, + "gbest_acc": 48.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.519785, + "gbest_acc": 48.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.507749, + "gbest_acc": 49.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481671, + "gbest_acc": 49.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.443953, + "gbest_acc": 49.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.443953, + "gbest_acc": 49.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41154, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41154, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41154, + "gbest_acc": 51.35, + "val_loss": 1.467953, + "val_acc": 48.57 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41154, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.368685, + "gbest_acc": 52.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.35309, + "gbest_acc": 54.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342129, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.329453, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.322546, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.322546, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.322546, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.322546, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.307902, + "gbest_acc": 55.95, + "val_loss": 1.343455, + "val_acc": 54.87 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.273758, + "gbest_acc": 56.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.273758, + "gbest_acc": 56.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.264488, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.259814, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.257108, + "gbest_acc": 56.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.201708, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.201708, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.201708, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.198806, + "gbest_acc": 60.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177065, + "gbest_acc": 62.4, + "val_loss": 1.212465, + "val_acc": 60.09 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177065, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.154394, + "gbest_acc": 62.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150699, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150699, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146757, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.127421, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.126285, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118984, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118984, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118984, + "gbest_acc": 63.05, + "val_loss": 1.156018, + "val_acc": 61.68 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118984, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106567, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.080883, + "gbest_acc": 65.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.065373, + "gbest_acc": 64.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.056323, + "gbest_acc": 65.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.056323, + "gbest_acc": 65.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053468, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053468, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053322, + "gbest_acc": 65.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.050174, + "gbest_acc": 65.5, + "val_loss": 1.088162, + "val_acc": 63.98 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.042139, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.03333, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.031238, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.031238, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023848, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021024, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.007964, + "gbest_acc": 67.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.005775, + "gbest_acc": 67.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998774, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.98712, + "gbest_acc": 67.95, + "val_loss": 1.022042, + "val_acc": 66.11 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.982986, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.982986, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977766, + "gbest_acc": 69.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.9642, + "gbest_acc": 69.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.9642, + "gbest_acc": 69.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.9642, + "gbest_acc": 69.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956048, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.954685, + "gbest_acc": 69.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.93815, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.933452, + "gbest_acc": 69.55, + "val_loss": 0.982123, + "val_acc": 67.41 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.933452, + "gbest_acc": 69.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.933452, + "gbest_acc": 69.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.928255, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.924551, + "gbest_acc": 71.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.924551, + "gbest_acc": 71.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.924551, + "gbest_acc": 71.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915148, + "gbest_acc": 71.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915148, + "gbest_acc": 71.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908145, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907067, + "gbest_acc": 69.7, + "val_loss": 0.960846, + "val_acc": 68.01 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.902756, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.897202, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.885313, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.885313, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.885313, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.885313, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.885313, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.880794, + "gbest_acc": 72.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.880794, + "gbest_acc": 72.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.880794, + "gbest_acc": 72.15, + "val_loss": 0.926605, + "val_acc": 69.29 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.880794, + "gbest_acc": 72.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.872636, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.8654, + "gbest_acc": 72.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.864818, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.853998, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852847, + "gbest_acc": 72.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.841039, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.841039, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.841039, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840294, + "gbest_acc": 73.35, + "val_loss": 0.903008, + "val_acc": 70.83 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.825337, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821023, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821023, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821023, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.821023, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.818559, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.811456, + "gbest_acc": 74.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.807997, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.803719, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.803625, + "gbest_acc": 74.5, + "val_loss": 0.862754, + "val_acc": 72.01 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795814, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.791245, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.791245, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.791028, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.788966, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.781821, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.779152, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.77104, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766927, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766927, + "gbest_acc": 75.3, + "val_loss": 0.826319, + "val_acc": 73.13 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766272, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759929, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758941, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.750904, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.747482, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74011, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733568, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733568, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733568, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.731425, + "gbest_acc": 75.4, + "val_loss": 0.803664, + "val_acc": 73.95 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727226, + "gbest_acc": 76.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726697, + "gbest_acc": 76.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723895, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.723895, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722701, + "gbest_acc": 76.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.71915, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.715992, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.713979, + "gbest_acc": 76.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.71334, + "gbest_acc": 76.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711599, + "gbest_acc": 76.7, + "val_loss": 0.781023, + "val_acc": 74.9 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.705004, + "gbest_acc": 77.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701269, + "gbest_acc": 76.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696262, + "gbest_acc": 76.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.694294, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.691105, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.6872, + "gbest_acc": 76.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681538, + "gbest_acc": 76.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.6793, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674095, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.672578, + "gbest_acc": 77.4, + "val_loss": 0.741742, + "val_acc": 75.88 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666917, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666917, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.665581, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.660297, + "gbest_acc": 78.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.660297, + "gbest_acc": 78.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.659515, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.654813, + "gbest_acc": 78.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649778, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649778, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649391, + "gbest_acc": 78.3, + "val_loss": 0.7235, + "val_acc": 76.44 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.648711, + "gbest_acc": 78.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.645988, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.644148, + "gbest_acc": 78.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.642658, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.640317, + "gbest_acc": 79.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.636775, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.635216, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.633089, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.631302, + "gbest_acc": 79.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.62756, + "gbest_acc": 79.4, + "val_loss": 0.704798, + "val_acc": 77.65 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.62519, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.62519, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.623713, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.621676, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.619235, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.619235, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.619235, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.617317, + "gbest_acc": 80.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.611875, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.611386, + "gbest_acc": 80.05, + "val_loss": 0.697042, + "val_acc": 77.85 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.608487, + "gbest_acc": 80.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.60426, + "gbest_acc": 81.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.599621, + "gbest_acc": 80.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.59565, + "gbest_acc": 81.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.591675, + "gbest_acc": 80.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.588267, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.584099, + "gbest_acc": 81.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.583183, + "gbest_acc": 81.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.580294, + "gbest_acc": 81.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.580294, + "gbest_acc": 81.45, + "val_loss": 0.665134, + "val_acc": 78.72 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.580294, + "gbest_acc": 81.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.578382, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.576433, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.576433, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.5744, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.571134, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.566484, + "gbest_acc": 82.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.566484, + "gbest_acc": 82.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.566484, + "gbest_acc": 82.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.563107, + "gbest_acc": 82.4, + "val_loss": 0.654681, + "val_acc": 79.04 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.561057, + "gbest_acc": 82.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.560716, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.559278, + "gbest_acc": 82.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.556142, + "gbest_acc": 82.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.556142, + "gbest_acc": 82.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.5561, + "gbest_acc": 82.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.552555, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551543, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551543, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.550248, + "gbest_acc": 82.9, + "val_loss": 0.644208, + "val_acc": 79.58 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.54678, + "gbest_acc": 83.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.545932, + "gbest_acc": 83.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.544068, + "gbest_acc": 82.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.540955, + "gbest_acc": 82.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.536781, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.536781, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.536781, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.533209, + "gbest_acc": 83.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.531294, + "gbest_acc": 83.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.530024, + "gbest_acc": 83.25, + "val_loss": 0.632598, + "val_acc": 79.96 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.528, + "gbest_acc": 83.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.526719, + "gbest_acc": 83.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.526629, + "gbest_acc": 83.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.526629, + "gbest_acc": 83.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.524434, + "gbest_acc": 83.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.522196, + "gbest_acc": 84.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.522196, + "gbest_acc": 84.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.519136, + "gbest_acc": 84.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.519136, + "gbest_acc": 84.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.516824, + "gbest_acc": 84.05, + "val_loss": 0.612846, + "val_acc": 80.8 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.516824, + "gbest_acc": 84.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.5152, + "gbest_acc": 84.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.512375, + "gbest_acc": 84.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.512375, + "gbest_acc": 84.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.512058, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.509873, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.509372, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.508474, + "gbest_acc": 84.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.507576, + "gbest_acc": 84.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.506051, + "gbest_acc": 84.95, + "val_loss": 0.603519, + "val_acc": 81.07 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.506051, + "gbest_acc": 84.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505206, + "gbest_acc": 85.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.50499, + "gbest_acc": 84.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.502614, + "gbest_acc": 84.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.502614, + "gbest_acc": 84.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.502614, + "gbest_acc": 84.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.501009, + "gbest_acc": 84.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.497235, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.496154, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.492171, + "gbest_acc": 85.45, + "val_loss": 0.586684, + "val_acc": 81.63 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.492171, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.491467, + "gbest_acc": 85.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.490683, + "gbest_acc": 85.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.48889, + "gbest_acc": 85.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.487687, + "gbest_acc": 85.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.486713, + "gbest_acc": 85.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.484857, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.483942, + "gbest_acc": 84.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.481513, + "gbest_acc": 84.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.480071, + "gbest_acc": 84.8, + "val_loss": 0.579558, + "val_acc": 81.8 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478504, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.476889, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474502, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.472785, + "gbest_acc": 85.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.472693, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.471922, + "gbest_acc": 85.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.470094, + "gbest_acc": 85.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.469231, + "gbest_acc": 85.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.468381, + "gbest_acc": 85.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.467715, + "gbest_acc": 85.4, + "val_loss": 0.56837, + "val_acc": 82.25 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.465616, + "gbest_acc": 85.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.463932, + "gbest_acc": 85.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.463625, + "gbest_acc": 85.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.461318, + "gbest_acc": 85.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.459352, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45798, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.456746, + "gbest_acc": 86.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.456182, + "gbest_acc": 86.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45472, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.452741, + "gbest_acc": 86.5, + "val_loss": 0.55657, + "val_acc": 82.78 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.451112, + "gbest_acc": 86.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.449722, + "gbest_acc": 86.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.449424, + "gbest_acc": 86.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.448278, + "gbest_acc": 86.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.447567, + "gbest_acc": 86.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.444713, + "gbest_acc": 86.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.44323, + "gbest_acc": 86.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.442631, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.44037, + "gbest_acc": 87.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.44037, + "gbest_acc": 87.15, + "val_loss": 0.547158, + "val_acc": 83.09 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.44037, + "gbest_acc": 87.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440225, + "gbest_acc": 87.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.439287, + "gbest_acc": 86.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.439287, + "gbest_acc": 86.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.439287, + "gbest_acc": 86.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.437987, + "gbest_acc": 87.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.437205, + "gbest_acc": 86.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.436178, + "gbest_acc": 86.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.436178, + "gbest_acc": 86.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.436178, + "gbest_acc": 86.6, + "val_loss": 0.540593, + "val_acc": 83.41 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.433762, + "gbest_acc": 87.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.432071, + "gbest_acc": 87.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.43179, + "gbest_acc": 87.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.430514, + "gbest_acc": 87.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.430514, + "gbest_acc": 87.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.429056, + "gbest_acc": 87.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.428118, + "gbest_acc": 87.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.426461, + "gbest_acc": 87.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.425527, + "gbest_acc": 87.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.424084, + "gbest_acc": 87.45, + "val_loss": 0.529621, + "val_acc": 83.72 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.423104, + "gbest_acc": 87.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.421971, + "gbest_acc": 87.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.420597, + "gbest_acc": 87.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.420049, + "gbest_acc": 87.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.419632, + "gbest_acc": 87.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.418263, + "gbest_acc": 87.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.417817, + "gbest_acc": 87.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.417254, + "gbest_acc": 87.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.417062, + "gbest_acc": 87.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.414835, + "gbest_acc": 87.25, + "val_loss": 0.51885, + "val_acc": 83.88 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.414217, + "gbest_acc": 87.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.413432, + "gbest_acc": 87.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.412704, + "gbest_acc": 87.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.412391, + "gbest_acc": 87.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.411681, + "gbest_acc": 87.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.408864, + "gbest_acc": 87.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.408451, + "gbest_acc": 87.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.407069, + "gbest_acc": 87.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.405679, + "gbest_acc": 87.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.405679, + "gbest_acc": 87.5, + "val_loss": 0.514914, + "val_acc": 84.14 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.404874, + "gbest_acc": 87.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.404512, + "gbest_acc": 87.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.404279, + "gbest_acc": 87.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.403155, + "gbest_acc": 87.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.402961, + "gbest_acc": 87.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.401895, + "gbest_acc": 87.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.401762, + "gbest_acc": 87.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.401088, + "gbest_acc": 87.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.401088, + "gbest_acc": 87.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.401088, + "gbest_acc": 87.75, + "val_loss": 0.504588, + "val_acc": 84.68 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.399931, + "gbest_acc": 87.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.399931, + "gbest_acc": 87.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.398123, + "gbest_acc": 87.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.397103, + "gbest_acc": 87.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.396734, + "gbest_acc": 87.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.395385, + "gbest_acc": 87.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.395035, + "gbest_acc": 88.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.393996, + "gbest_acc": 88.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.393844, + "gbest_acc": 88.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.390816, + "gbest_acc": 88.2, + "val_loss": 0.504378, + "val_acc": 84.73 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.390816, + "gbest_acc": 88.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.390816, + "gbest_acc": 88.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.390654, + "gbest_acc": 88.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.390114, + "gbest_acc": 87.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.388685, + "gbest_acc": 87.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.388685, + "gbest_acc": 87.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.388685, + "gbest_acc": 87.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.38768, + "gbest_acc": 88.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.38768, + "gbest_acc": 88.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.38768, + "gbest_acc": 88.1, + "val_loss": 0.495703, + "val_acc": 84.86 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.387074, + "gbest_acc": 88.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.387074, + "gbest_acc": 88.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.387074, + "gbest_acc": 88.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.387074, + "gbest_acc": 88.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.386418, + "gbest_acc": 87.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.38485, + "gbest_acc": 88.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.383527, + "gbest_acc": 88.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.383527, + "gbest_acc": 88.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.383527, + "gbest_acc": 88.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.382249, + "gbest_acc": 88.65, + "val_loss": 0.495909, + "val_acc": 84.69 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.382249, + "gbest_acc": 88.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.382249, + "gbest_acc": 88.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.382249, + "gbest_acc": 88.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.381982, + "gbest_acc": 88.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.381982, + "gbest_acc": 88.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.381161, + "gbest_acc": 88.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.379115, + "gbest_acc": 88.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.379115, + "gbest_acc": 88.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.379115, + "gbest_acc": 88.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.379115, + "gbest_acc": 88.65, + "val_loss": 0.493146, + "val_acc": 84.81 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.378534, + "gbest_acc": 88.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.37783, + "gbest_acc": 88.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.375741, + "gbest_acc": 89.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.375625, + "gbest_acc": 89.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.374191, + "gbest_acc": 88.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.373528, + "gbest_acc": 89.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.37251, + "gbest_acc": 89.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.371197, + "gbest_acc": 89.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.37025, + "gbest_acc": 89.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.369503, + "gbest_acc": 89.4, + "val_loss": 0.486263, + "val_acc": 84.93 + } + ], + "seed": 101, + "geometry_config": { + "config_id": "G5", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test sufficient bound expansion" + } + }, + { + "config_id": "G5", + "gbest_loss": 0.435671, + "gbest_acc": 86.75, + "gbest_val_loss": 0.532956, + "gbest_val_acc": 83.79, + "val_selected_particle_idx": 56, + "val_selected_loss": 0.529533, + "val_selected_acc": 83.73, + "val_metrics": { + "accuracy": 83.73, + "nll": 0.529533, + "brier": 0.237264, + "ece": 0.012206, + "margin": 0.718737 + }, + "wall_time_sec": 32.9641, + "optimization_wall_time_sec": 32.5333, + "validation_wall_time_sec": 0.4308, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 513, + "final_moment_steps": [ + 86, + 2, + 53, + 73, + 15, + 14, + 34, + 123, + 84, + 2, + 51, + 104, + 174, + 115, + 22, + 41, + 6, + 147, + 119, + 38, + 49, + 28, + 31, + 62, + 12, + 71, + 34, + 20, + 46, + 80, + 42, + 131, + 13, + 27, + 89, + 5, + 35, + 29, + 82, + 15, + 17, + 44, + 61, + 111, + 26, + 87, + 43, + 39, + 5, + 21, + 7, + 4, + 42, + 45, + 131, + 85, + 14, + 3, + 193, + 28 + ], + "pbest_update_counts": 10003, + "boundary_hits": 149969, + "boundary_occupancy": 0.000654, + "last_improvement_epoch": 420, + "velocity_rms": 0.100577, + "position_radius": 7.131938, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.314652, + "gbest_acc": 8.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.301145, + "gbest_acc": 8.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.285543, + "gbest_acc": 9.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.271624, + "gbest_acc": 15.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.253005, + "gbest_acc": 19.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.246552, + "gbest_acc": 20.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.227233, + "gbest_acc": 17.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.207625, + "gbest_acc": 16.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.182504, + "gbest_acc": 21.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.165681, + "gbest_acc": 22.35, + "val_loss": 2.1712, + "val_acc": 22.94 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.163023, + "gbest_acc": 24.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.103436, + "gbest_acc": 25.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.084129, + "gbest_acc": 24.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.062531, + "gbest_acc": 24.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.034178, + "gbest_acc": 26.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.02488, + "gbest_acc": 27.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.997893, + "gbest_acc": 29.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.961573, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.937211, + "gbest_acc": 33.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.927021, + "gbest_acc": 33.75, + "val_loss": 1.93514, + "val_acc": 34.83 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.906708, + "gbest_acc": 36.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.863046, + "gbest_acc": 38.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.831445, + "gbest_acc": 37.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.824408, + "gbest_acc": 38.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.811021, + "gbest_acc": 39.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.792484, + "gbest_acc": 38.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.781789, + "gbest_acc": 39.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.769389, + "gbest_acc": 44.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.753771, + "gbest_acc": 41.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.734722, + "gbest_acc": 43.95, + "val_loss": 1.757246, + "val_acc": 43.7 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.734722, + "gbest_acc": 43.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.697146, + "gbest_acc": 40.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.697146, + "gbest_acc": 40.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.697146, + "gbest_acc": 40.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682826, + "gbest_acc": 42.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682826, + "gbest_acc": 42.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.672931, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.672931, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.672931, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.65295, + "gbest_acc": 46.35, + "val_loss": 1.666945, + "val_acc": 46.48 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.637196, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.602009, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.602009, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.602009, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597236, + "gbest_acc": 45.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.574492, + "gbest_acc": 47.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535161, + "gbest_acc": 52.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.528065, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.503107, + "gbest_acc": 54.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.471189, + "gbest_acc": 56.25, + "val_loss": 1.475851, + "val_acc": 54.38 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.461462, + "gbest_acc": 56.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.441362, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.434281, + "gbest_acc": 51.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.415905, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.415905, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.415059, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.404588, + "gbest_acc": 57.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388056, + "gbest_acc": 59.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380641, + "gbest_acc": 60.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.363306, + "gbest_acc": 58.6, + "val_loss": 1.370271, + "val_acc": 58.06 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362694, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362694, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.339104, + "gbest_acc": 60.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.334277, + "gbest_acc": 57.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.325037, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.318799, + "gbest_acc": 61.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.303291, + "gbest_acc": 60.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277527, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277527, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.274515, + "gbest_acc": 62.25, + "val_loss": 1.291924, + "val_acc": 59.77 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.266792, + "gbest_acc": 62.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263764, + "gbest_acc": 61.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240207, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.233122, + "gbest_acc": 63.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.229638, + "gbest_acc": 62.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.226272, + "gbest_acc": 62.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.22081, + "gbest_acc": 62.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.22081, + "gbest_acc": 62.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.203829, + "gbest_acc": 62.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.181536, + "gbest_acc": 63.6, + "val_loss": 1.207731, + "val_acc": 62.89 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172561, + "gbest_acc": 63.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172258, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.172258, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168966, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.160746, + "gbest_acc": 63.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.153432, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150546, + "gbest_acc": 65.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.138009, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.131097, + "gbest_acc": 64.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.127212, + "gbest_acc": 65.15, + "val_loss": 1.156661, + "val_acc": 63.2 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.121893, + "gbest_acc": 65.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118445, + "gbest_acc": 65.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106491, + "gbest_acc": 65.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.101166, + "gbest_acc": 65.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.086662, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.078371, + "gbest_acc": 66.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069283, + "gbest_acc": 67.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.064285, + "gbest_acc": 66.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053834, + "gbest_acc": 67.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.049919, + "gbest_acc": 67.15, + "val_loss": 1.097226, + "val_acc": 64.86 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.045435, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.032757, + "gbest_acc": 67.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026372, + "gbest_acc": 68.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026372, + "gbest_acc": 68.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026372, + "gbest_acc": 68.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.026372, + "gbest_acc": 68.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.016106, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.013769, + "gbest_acc": 68.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.013769, + "gbest_acc": 68.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008562, + "gbest_acc": 68.65, + "val_loss": 1.050804, + "val_acc": 66.61 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.005835, + "gbest_acc": 69.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.000665, + "gbest_acc": 69.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.994682, + "gbest_acc": 69.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.994682, + "gbest_acc": 69.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993222, + "gbest_acc": 70.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993222, + "gbest_acc": 70.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.991108, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985242, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.976371, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.976371, + "gbest_acc": 70.7, + "val_loss": 1.012804, + "val_acc": 68.31 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973287, + "gbest_acc": 70.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967998, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.964034, + "gbest_acc": 71.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956772, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.952415, + "gbest_acc": 70.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.949171, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.94739, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.939679, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.937849, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.930213, + "gbest_acc": 71.25, + "val_loss": 0.970888, + "val_acc": 69.38 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.929182, + "gbest_acc": 71.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.919365, + "gbest_acc": 71.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915393, + "gbest_acc": 72.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915393, + "gbest_acc": 72.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.913665, + "gbest_acc": 72.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907464, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907464, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907464, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.902548, + "gbest_acc": 72.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.900902, + "gbest_acc": 72.5, + "val_loss": 0.941405, + "val_acc": 70.26 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.895649, + "gbest_acc": 72.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.893505, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.889665, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882502, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.877866, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.873132, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871767, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871767, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871626, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.86981, + "gbest_acc": 73.7, + "val_loss": 0.916952, + "val_acc": 71.08 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860779, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858887, + "gbest_acc": 74.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852279, + "gbest_acc": 73.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.841082, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.841082, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.841082, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.839542, + "gbest_acc": 73.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835588, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.832255, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.827652, + "gbest_acc": 73.95, + "val_loss": 0.881246, + "val_acc": 72.06 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.822057, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.817162, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.815254, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.814348, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.814348, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813445, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805889, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.804227, + "gbest_acc": 75.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801571, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.796149, + "gbest_acc": 74.95, + "val_loss": 0.846407, + "val_acc": 72.89 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.794131, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.785041, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.785041, + "gbest_acc": 75.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.775095, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769389, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.76368, + "gbest_acc": 76.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.761992, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758262, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.753981, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.753981, + "gbest_acc": 76.7, + "val_loss": 0.807665, + "val_acc": 74.46 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.751734, + "gbest_acc": 76.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.748355, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745193, + "gbest_acc": 76.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7396, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.737082, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735965, + "gbest_acc": 77.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735053, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.731208, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722121, + "gbest_acc": 78.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721947, + "gbest_acc": 77.4, + "val_loss": 0.777721, + "val_acc": 75.39 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721947, + "gbest_acc": 77.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.72003, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.716484, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.716484, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.715658, + "gbest_acc": 77.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711825, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.708458, + "gbest_acc": 76.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706896, + "gbest_acc": 76.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.702222, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.691487, + "gbest_acc": 78.1, + "val_loss": 0.750659, + "val_acc": 76.08 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.691487, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.691487, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.690098, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688164, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688164, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.687971, + "gbest_acc": 77.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.68657, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.682741, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.682063, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.676684, + "gbest_acc": 78.6, + "val_loss": 0.756459, + "val_acc": 76.01 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.67594, + "gbest_acc": 77.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.672607, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.672607, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.671234, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.671234, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.671234, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668974, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.656608, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.656608, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.654319, + "gbest_acc": 79.3, + "val_loss": 0.729946, + "val_acc": 76.7 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.651744, + "gbest_acc": 79.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.651744, + "gbest_acc": 79.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.651744, + "gbest_acc": 79.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649753, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.645543, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.645543, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.645543, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.644104, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.643715, + "gbest_acc": 79.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.643715, + "gbest_acc": 79.6, + "val_loss": 0.71605, + "val_acc": 77.38 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.641782, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.640262, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.640262, + "gbest_acc": 79.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.640199, + "gbest_acc": 79.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.637268, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.63725, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.63725, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.63725, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.634589, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.633662, + "gbest_acc": 79.95, + "val_loss": 0.704695, + "val_acc": 77.65 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.632403, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.632403, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.631775, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.631775, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.629914, + "gbest_acc": 79.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.629536, + "gbest_acc": 79.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.629131, + "gbest_acc": 80.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.627174, + "gbest_acc": 79.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.625122, + "gbest_acc": 80.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.625122, + "gbest_acc": 80.15, + "val_loss": 0.697909, + "val_acc": 77.99 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.622897, + "gbest_acc": 80.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.621478, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.621478, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.62054, + "gbest_acc": 79.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.619069, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.619069, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.619069, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.619069, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.619069, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.617355, + "gbest_acc": 80.4, + "val_loss": 0.683026, + "val_acc": 78.47 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.614033, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.613715, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.610619, + "gbest_acc": 80.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.607618, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.607618, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.607618, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.607618, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.607618, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.605539, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602547, + "gbest_acc": 80.55, + "val_loss": 0.679565, + "val_acc": 78.83 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602547, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602547, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602219, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602219, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.600204, + "gbest_acc": 81.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.598711, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.596064, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.593586, + "gbest_acc": 81.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.593129, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.589757, + "gbest_acc": 81.35, + "val_loss": 0.664876, + "val_acc": 79.33 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.589757, + "gbest_acc": 81.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.589757, + "gbest_acc": 81.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.585914, + "gbest_acc": 81.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.583404, + "gbest_acc": 81.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.578445, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.578445, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.577449, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.571326, + "gbest_acc": 81.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.570525, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.570525, + "gbest_acc": 81.85, + "val_loss": 0.648621, + "val_acc": 79.67 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.568236, + "gbest_acc": 82.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.563785, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.563785, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.560781, + "gbest_acc": 82.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.557007, + "gbest_acc": 82.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.553164, + "gbest_acc": 82.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.552973, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.552973, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.552757, + "gbest_acc": 82.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.54992, + "gbest_acc": 83.1, + "val_loss": 0.629392, + "val_acc": 80.25 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.549891, + "gbest_acc": 82.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.547268, + "gbest_acc": 83.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.547268, + "gbest_acc": 83.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.547268, + "gbest_acc": 83.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.546574, + "gbest_acc": 83.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.546045, + "gbest_acc": 83.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.544973, + "gbest_acc": 83.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.543255, + "gbest_acc": 83.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.542889, + "gbest_acc": 83.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.540533, + "gbest_acc": 83.6, + "val_loss": 0.625339, + "val_acc": 80.69 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.539209, + "gbest_acc": 83.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.538794, + "gbest_acc": 83.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.538411, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.538411, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.538411, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.537941, + "gbest_acc": 84.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.536921, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.536921, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.53483, + "gbest_acc": 84.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.53483, + "gbest_acc": 84.05, + "val_loss": 0.622437, + "val_acc": 80.62 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.534221, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.534221, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.534221, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.534221, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.534049, + "gbest_acc": 84.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.531737, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.53141, + "gbest_acc": 84.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.529791, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.526769, + "gbest_acc": 84.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.526289, + "gbest_acc": 84.45, + "val_loss": 0.614736, + "val_acc": 80.92 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.523946, + "gbest_acc": 84.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.523923, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.520736, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.519374, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.518565, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.517725, + "gbest_acc": 85.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.51526, + "gbest_acc": 84.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.513082, + "gbest_acc": 84.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.513082, + "gbest_acc": 84.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.513082, + "gbest_acc": 84.4, + "val_loss": 0.598993, + "val_acc": 81.46 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.513069, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.511372, + "gbest_acc": 85.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.511372, + "gbest_acc": 85.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.511283, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.509333, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505832, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505832, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505385, + "gbest_acc": 85.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505166, + "gbest_acc": 85.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505166, + "gbest_acc": 85.25, + "val_loss": 0.592996, + "val_acc": 81.86 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.504309, + "gbest_acc": 85.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.503304, + "gbest_acc": 85.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.503304, + "gbest_acc": 85.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.503092, + "gbest_acc": 85.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.502018, + "gbest_acc": 84.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.499907, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.499907, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.499907, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.499907, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.499481, + "gbest_acc": 85.1, + "val_loss": 0.585645, + "val_acc": 81.91 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.497878, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.496681, + "gbest_acc": 85.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.49653, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.495963, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.494219, + "gbest_acc": 85.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.49232, + "gbest_acc": 85.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.488723, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.488723, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.487032, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485459, + "gbest_acc": 85.6, + "val_loss": 0.56757, + "val_acc": 82.72 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485304, + "gbest_acc": 85.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485304, + "gbest_acc": 85.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.48487, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.484722, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.483125, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478797, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478309, + "gbest_acc": 85.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478182, + "gbest_acc": 85.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.475734, + "gbest_acc": 85.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.475734, + "gbest_acc": 85.65, + "val_loss": 0.56133, + "val_acc": 82.91 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474674, + "gbest_acc": 85.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474674, + "gbest_acc": 85.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.473268, + "gbest_acc": 85.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.472336, + "gbest_acc": 86.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.469716, + "gbest_acc": 85.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.469644, + "gbest_acc": 86.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.469522, + "gbest_acc": 86.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.468444, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.468444, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46796, + "gbest_acc": 86.05, + "val_loss": 0.556472, + "val_acc": 82.91 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.465867, + "gbest_acc": 86.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.464468, + "gbest_acc": 86.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.463928, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.463348, + "gbest_acc": 86.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.462208, + "gbest_acc": 86.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.462006, + "gbest_acc": 86.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.460101, + "gbest_acc": 86.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.458848, + "gbest_acc": 86.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.457235, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.456548, + "gbest_acc": 86.75, + "val_loss": 0.546986, + "val_acc": 83.31 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453984, + "gbest_acc": 86.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453984, + "gbest_acc": 86.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453381, + "gbest_acc": 86.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453381, + "gbest_acc": 86.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.451169, + "gbest_acc": 86.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.451149, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.450155, + "gbest_acc": 87.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45006, + "gbest_acc": 87.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.449159, + "gbest_acc": 87.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.447856, + "gbest_acc": 86.8, + "val_loss": 0.535878, + "val_acc": 83.44 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.446597, + "gbest_acc": 86.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.446393, + "gbest_acc": 86.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.443804, + "gbest_acc": 86.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.443348, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440845, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.439439, + "gbest_acc": 86.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.437922, + "gbest_acc": 86.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.435815, + "gbest_acc": 86.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.435671, + "gbest_acc": 86.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.435671, + "gbest_acc": 86.75, + "val_loss": 0.532956, + "val_acc": 83.79 + } + ], + "seed": 102, + "geometry_config": { + "config_id": "G5", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test sufficient bound expansion" + } + }, + { + "config_id": "G5", + "gbest_loss": 0.442053, + "gbest_acc": 85.7, + "gbest_val_loss": 0.521308, + "gbest_val_acc": 83.61, + "val_selected_particle_idx": 35, + "val_selected_loss": 0.519183, + "val_selected_acc": 83.7, + "val_metrics": { + "accuracy": 83.7, + "nll": 0.519183, + "brier": 0.238524, + "ece": 0.01629, + "margin": 0.722691 + }, + "wall_time_sec": 32.7942, + "optimization_wall_time_sec": 32.3688, + "validation_wall_time_sec": 0.4254, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 520, + "final_moment_steps": [ + 37, + 54, + 23, + 120, + 78, + 5, + 133, + 90, + 97, + 5, + 31, + 207, + 48, + 70, + 25, + 1, + 52, + 23, + 37, + 13, + 1, + 28, + 7, + 70, + 24, + 65, + 20, + 45, + 75, + 99, + 1, + 111, + 40, + 19, + 75, + 38, + 10, + 41, + 84, + 50, + 4, + 12, + 54, + 13, + 117, + 22, + 12, + 55, + 29, + 58, + 40, + 57, + 49, + 43, + 166, + 108, + 54, + 34, + 44, + 27 + ], + "pbest_update_counts": 9827, + "boundary_hits": 259379, + "boundary_occupancy": 0.001131, + "last_improvement_epoch": 420, + "velocity_rms": 0.1292, + "position_radius": 8.976848, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.306736, + "gbest_acc": 7.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.297185, + "gbest_acc": 8.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.275908, + "gbest_acc": 12.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.261282, + "gbest_acc": 19.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.238174, + "gbest_acc": 18.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.223287, + "gbest_acc": 19.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.191756, + "gbest_acc": 18.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.142016, + "gbest_acc": 23.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.094206, + "gbest_acc": 27.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.063807, + "gbest_acc": 25.7, + "val_loss": 2.070425, + "val_acc": 25.22 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.05024, + "gbest_acc": 28.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.005893, + "gbest_acc": 29.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.970084, + "gbest_acc": 30.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.970084, + "gbest_acc": 30.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.970084, + "gbest_acc": 30.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.934466, + "gbest_acc": 30.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.934466, + "gbest_acc": 30.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.934466, + "gbest_acc": 30.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.930831, + "gbest_acc": 30.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.900772, + "gbest_acc": 33.0, + "val_loss": 1.919232, + "val_acc": 32.7 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.876959, + "gbest_acc": 33.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.876959, + "gbest_acc": 33.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.87011, + "gbest_acc": 32.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.845989, + "gbest_acc": 34.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.831086, + "gbest_acc": 32.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.80325, + "gbest_acc": 38.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.802307, + "gbest_acc": 36.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.778686, + "gbest_acc": 36.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.778686, + "gbest_acc": 36.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.778686, + "gbest_acc": 36.15, + "val_loss": 1.795839, + "val_acc": 36.88 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.778686, + "gbest_acc": 36.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.767178, + "gbest_acc": 36.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.757479, + "gbest_acc": 37.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.750223, + "gbest_acc": 37.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.750223, + "gbest_acc": 37.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.727912, + "gbest_acc": 38.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.704062, + "gbest_acc": 38.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.658214, + "gbest_acc": 39.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.65289, + "gbest_acc": 41.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.649048, + "gbest_acc": 43.35, + "val_loss": 1.675824, + "val_acc": 42.85 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.645542, + "gbest_acc": 45.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.597496, + "gbest_acc": 43.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.578852, + "gbest_acc": 45.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.578852, + "gbest_acc": 45.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.578852, + "gbest_acc": 45.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.578852, + "gbest_acc": 45.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.565042, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.560975, + "gbest_acc": 48.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543624, + "gbest_acc": 47.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.540555, + "gbest_acc": 48.8, + "val_loss": 1.570713, + "val_acc": 48.0 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524486, + "gbest_acc": 47.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.520601, + "gbest_acc": 46.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.520601, + "gbest_acc": 46.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.520601, + "gbest_acc": 46.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.514753, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.514753, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.509157, + "gbest_acc": 48.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.509157, + "gbest_acc": 48.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.509157, + "gbest_acc": 48.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.509157, + "gbest_acc": 48.75, + "val_loss": 1.551392, + "val_acc": 47.39 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460085, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460085, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460085, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460085, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460085, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.459682, + "gbest_acc": 50.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424368, + "gbest_acc": 52.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.421782, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.421782, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.421782, + "gbest_acc": 51.9, + "val_loss": 1.46463, + "val_acc": 51.74 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41545, + "gbest_acc": 52.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.411804, + "gbest_acc": 52.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.411804, + "gbest_acc": 52.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.394839, + "gbest_acc": 53.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.394839, + "gbest_acc": 53.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.39342, + "gbest_acc": 52.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.379512, + "gbest_acc": 54.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.358883, + "gbest_acc": 54.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.358883, + "gbest_acc": 54.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.358883, + "gbest_acc": 54.65, + "val_loss": 1.394204, + "val_acc": 53.44 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.355258, + "gbest_acc": 55.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.349152, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342287, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342287, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342287, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.336709, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.336709, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331797, + "gbest_acc": 55.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331797, + "gbest_acc": 55.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.330911, + "gbest_acc": 55.4, + "val_loss": 1.373266, + "val_acc": 54.95 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.330911, + "gbest_acc": 55.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.326333, + "gbest_acc": 56.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.326333, + "gbest_acc": 56.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324818, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.318744, + "gbest_acc": 56.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.31621, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.314044, + "gbest_acc": 56.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.309402, + "gbest_acc": 55.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296692, + "gbest_acc": 57.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.281567, + "gbest_acc": 57.75, + "val_loss": 1.327476, + "val_acc": 55.74 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.281567, + "gbest_acc": 57.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.281567, + "gbest_acc": 57.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279069, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279069, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.266293, + "gbest_acc": 57.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26623, + "gbest_acc": 57.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.257732, + "gbest_acc": 57.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.2535, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.2535, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.248533, + "gbest_acc": 59.4, + "val_loss": 1.302965, + "val_acc": 56.8 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243469, + "gbest_acc": 57.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.242401, + "gbest_acc": 57.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.2353, + "gbest_acc": 58.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.218341, + "gbest_acc": 60.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.218341, + "gbest_acc": 60.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.218341, + "gbest_acc": 60.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.217208, + "gbest_acc": 59.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.217208, + "gbest_acc": 59.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.213103, + "gbest_acc": 58.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199533, + "gbest_acc": 60.15, + "val_loss": 1.254425, + "val_acc": 58.63 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199533, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199413, + "gbest_acc": 59.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195405, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.182786, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.182786, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.179841, + "gbest_acc": 60.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.17483, + "gbest_acc": 61.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.1661, + "gbest_acc": 61.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162926, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162926, + "gbest_acc": 61.6, + "val_loss": 1.218548, + "val_acc": 60.15 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.157818, + "gbest_acc": 62.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.151371, + "gbest_acc": 62.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150804, + "gbest_acc": 63.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.14374, + "gbest_acc": 62.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.137372, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.121171, + "gbest_acc": 63.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.121171, + "gbest_acc": 63.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114312, + "gbest_acc": 64.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.107682, + "gbest_acc": 63.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.100526, + "gbest_acc": 64.7, + "val_loss": 1.141972, + "val_acc": 62.72 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08024, + "gbest_acc": 64.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.074158, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.071947, + "gbest_acc": 64.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.059806, + "gbest_acc": 64.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05422, + "gbest_acc": 65.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05422, + "gbest_acc": 65.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05422, + "gbest_acc": 65.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.046523, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.037713, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.037713, + "gbest_acc": 66.85, + "val_loss": 1.087123, + "val_acc": 65.15 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.037713, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.035951, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.029403, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.025879, + "gbest_acc": 67.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.020176, + "gbest_acc": 67.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.018134, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.015306, + "gbest_acc": 67.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.012, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.00923, + "gbest_acc": 66.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008767, + "gbest_acc": 67.3, + "val_loss": 1.054763, + "val_acc": 65.46 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.003297, + "gbest_acc": 67.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998366, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993813, + "gbest_acc": 67.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990881, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990881, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.990881, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.985305, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979103, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977941, + "gbest_acc": 67.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973284, + "gbest_acc": 67.65, + "val_loss": 1.020858, + "val_acc": 66.85 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.960294, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.948434, + "gbest_acc": 68.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.943418, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.937466, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.937466, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.935301, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.928168, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.923367, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92013, + "gbest_acc": 69.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.910884, + "gbest_acc": 70.05, + "val_loss": 0.958899, + "val_acc": 68.54 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908031, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.901616, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.89116, + "gbest_acc": 71.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.888514, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887281, + "gbest_acc": 71.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87708, + "gbest_acc": 71.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87708, + "gbest_acc": 71.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871466, + "gbest_acc": 71.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871207, + "gbest_acc": 71.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.871207, + "gbest_acc": 71.3, + "val_loss": 0.918171, + "val_acc": 70.14 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.868761, + "gbest_acc": 71.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.865656, + "gbest_acc": 71.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.865656, + "gbest_acc": 71.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.865656, + "gbest_acc": 71.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858094, + "gbest_acc": 72.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858094, + "gbest_acc": 72.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858094, + "gbest_acc": 72.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856944, + "gbest_acc": 71.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.850975, + "gbest_acc": 71.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849424, + "gbest_acc": 72.35, + "val_loss": 0.891239, + "val_acc": 71.14 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849424, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.84828, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.84828, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.84828, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.846003, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.844526, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.836183, + "gbest_acc": 72.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.83176, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.82558, + "gbest_acc": 73.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.82558, + "gbest_acc": 73.5, + "val_loss": 0.874743, + "val_acc": 71.38 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.819443, + "gbest_acc": 73.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.811219, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.81111, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809974, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.804929, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801301, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.799451, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.79526, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.794777, + "gbest_acc": 75.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789055, + "gbest_acc": 75.1, + "val_loss": 0.831572, + "val_acc": 73.12 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786607, + "gbest_acc": 74.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786296, + "gbest_acc": 75.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78364, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.779951, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.776929, + "gbest_acc": 75.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.776929, + "gbest_acc": 75.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.77263, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770307, + "gbest_acc": 75.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766831, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766831, + "gbest_acc": 75.75, + "val_loss": 0.814645, + "val_acc": 74.17 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.765462, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.765462, + "gbest_acc": 75.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.764405, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758501, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.757141, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755668, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755668, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.751674, + "gbest_acc": 76.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.747013, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743434, + "gbest_acc": 77.8, + "val_loss": 0.789342, + "val_acc": 75.37 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743024, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.741907, + "gbest_acc": 76.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.737457, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736886, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736886, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735852, + "gbest_acc": 76.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728796, + "gbest_acc": 76.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728402, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728402, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728402, + "gbest_acc": 77.2, + "val_loss": 0.77999, + "val_acc": 75.41 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.728402, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726773, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722022, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.715028, + "gbest_acc": 77.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.715028, + "gbest_acc": 77.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.714914, + "gbest_acc": 77.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.713, + "gbest_acc": 77.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706887, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703322, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703322, + "gbest_acc": 78.3, + "val_loss": 0.754679, + "val_acc": 76.37 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.703104, + "gbest_acc": 78.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.702634, + "gbest_acc": 78.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701571, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.690286, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.690286, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.687528, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.686657, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.680466, + "gbest_acc": 78.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.680466, + "gbest_acc": 78.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.680466, + "gbest_acc": 78.25, + "val_loss": 0.733534, + "val_acc": 77.41 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.676064, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674546, + "gbest_acc": 78.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674546, + "gbest_acc": 78.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.67199, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668459, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668459, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.665279, + "gbest_acc": 78.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.661767, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.661767, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.661767, + "gbest_acc": 79.3, + "val_loss": 0.712344, + "val_acc": 78.13 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655168, + "gbest_acc": 79.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655096, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.653603, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.653603, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649705, + "gbest_acc": 79.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649705, + "gbest_acc": 79.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649705, + "gbest_acc": 79.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.649661, + "gbest_acc": 80.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.643849, + "gbest_acc": 79.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.643849, + "gbest_acc": 79.85, + "val_loss": 0.69507, + "val_acc": 78.63 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.641536, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.639686, + "gbest_acc": 79.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.635769, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.632509, + "gbest_acc": 80.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.630942, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.629515, + "gbest_acc": 80.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.626334, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.625286, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.621115, + "gbest_acc": 80.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.617955, + "gbest_acc": 80.75, + "val_loss": 0.674398, + "val_acc": 78.82 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.614585, + "gbest_acc": 81.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.608756, + "gbest_acc": 81.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602616, + "gbest_acc": 82.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602616, + "gbest_acc": 82.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.601657, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.600788, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.599243, + "gbest_acc": 82.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.596707, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.591084, + "gbest_acc": 82.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.590371, + "gbest_acc": 82.55, + "val_loss": 0.653407, + "val_acc": 79.82 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.590371, + "gbest_acc": 82.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.587929, + "gbest_acc": 81.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.587929, + "gbest_acc": 81.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.58599, + "gbest_acc": 81.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.58599, + "gbest_acc": 81.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.583473, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.581936, + "gbest_acc": 82.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.581819, + "gbest_acc": 82.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.580797, + "gbest_acc": 82.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.578253, + "gbest_acc": 82.65, + "val_loss": 0.636929, + "val_acc": 80.15 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.577889, + "gbest_acc": 82.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.576631, + "gbest_acc": 82.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.574548, + "gbest_acc": 82.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.572073, + "gbest_acc": 82.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.569359, + "gbest_acc": 82.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.565705, + "gbest_acc": 82.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.563951, + "gbest_acc": 83.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.562887, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.562203, + "gbest_acc": 83.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.561083, + "gbest_acc": 83.1, + "val_loss": 0.625473, + "val_acc": 80.41 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.559194, + "gbest_acc": 83.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.558144, + "gbest_acc": 83.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.556224, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.553584, + "gbest_acc": 83.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.55243, + "gbest_acc": 82.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551704, + "gbest_acc": 83.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551704, + "gbest_acc": 83.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551704, + "gbest_acc": 83.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551704, + "gbest_acc": 83.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551704, + "gbest_acc": 83.0, + "val_loss": 0.615447, + "val_acc": 80.72 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551704, + "gbest_acc": 83.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.550319, + "gbest_acc": 83.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.549663, + "gbest_acc": 82.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.547197, + "gbest_acc": 83.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.54464, + "gbest_acc": 83.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.543198, + "gbest_acc": 83.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.540544, + "gbest_acc": 83.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.54014, + "gbest_acc": 83.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.535296, + "gbest_acc": 83.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.533476, + "gbest_acc": 83.55, + "val_loss": 0.593913, + "val_acc": 81.5 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.532509, + "gbest_acc": 83.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.530881, + "gbest_acc": 83.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.52929, + "gbest_acc": 83.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.528764, + "gbest_acc": 84.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.527635, + "gbest_acc": 83.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.523777, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.522284, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.521033, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.515299, + "gbest_acc": 84.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.514652, + "gbest_acc": 84.05, + "val_loss": 0.578546, + "val_acc": 82.27 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.51364, + "gbest_acc": 84.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.511437, + "gbest_acc": 84.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.509611, + "gbest_acc": 84.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.509059, + "gbest_acc": 84.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505414, + "gbest_acc": 84.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505142, + "gbest_acc": 84.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.501224, + "gbest_acc": 84.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.501044, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.49983, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.49949, + "gbest_acc": 85.2, + "val_loss": 0.564309, + "val_acc": 82.61 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.49843, + "gbest_acc": 84.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.49768, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.497555, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.49649, + "gbest_acc": 84.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.493587, + "gbest_acc": 84.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.491822, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.491822, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.488116, + "gbest_acc": 84.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.486845, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.48496, + "gbest_acc": 85.1, + "val_loss": 0.547115, + "val_acc": 82.84 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.483142, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.483142, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.482848, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.482848, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478236, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478236, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.477109, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.473795, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.473005, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.473005, + "gbest_acc": 85.9, + "val_loss": 0.541918, + "val_acc": 83.09 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.472408, + "gbest_acc": 85.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.471128, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46943, + "gbest_acc": 86.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.468182, + "gbest_acc": 85.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.468182, + "gbest_acc": 85.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.468013, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.466745, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.465288, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.464297, + "gbest_acc": 85.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.463146, + "gbest_acc": 85.85, + "val_loss": 0.53566, + "val_acc": 83.33 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.462261, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.461616, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.460729, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.460542, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.458529, + "gbest_acc": 85.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45788, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.455815, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.455815, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453573, + "gbest_acc": 86.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.451108, + "gbest_acc": 86.2, + "val_loss": 0.525727, + "val_acc": 83.79 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.450953, + "gbest_acc": 86.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.450772, + "gbest_acc": 86.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.449977, + "gbest_acc": 86.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.449015, + "gbest_acc": 86.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.447081, + "gbest_acc": 86.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.446481, + "gbest_acc": 86.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.44537, + "gbest_acc": 86.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.444306, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.443198, + "gbest_acc": 85.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.442053, + "gbest_acc": 85.7, + "val_loss": 0.521308, + "val_acc": 83.61 + } + ], + "seed": 103, + "geometry_config": { + "config_id": "G5", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test sufficient bound expansion" + } + } + ], + "G6": [ + { + "config_id": "G6", + "gbest_loss": 0.422646, + "gbest_acc": 86.75, + "gbest_val_loss": 0.498121, + "gbest_val_acc": 84.2, + "val_selected_particle_idx": 41, + "val_selected_loss": 0.498121, + "val_selected_acc": 84.2, + "val_metrics": { + "accuracy": 84.2, + "nll": 0.498121, + "brier": 0.230765, + "ece": 0.023868, + "margin": 0.714704 + }, + "wall_time_sec": 33.2029, + "optimization_wall_time_sec": 32.7858, + "validation_wall_time_sec": 0.4171, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 467, + "final_moment_steps": [ + 9, + 72, + 16, + 171, + 84, + 155, + 102, + 104, + 19, + 2, + 90, + 29, + 50, + 63, + 143, + 10, + 99, + 39, + 87, + 27, + 5, + 7, + 27, + 8, + 11, + 5, + 12, + 26, + 8, + 49, + 55, + 80, + 93, + 40, + 13, + 7, + 7, + 15, + 73, + 1, + 54, + 239, + 76, + 33, + 6, + 21, + 56, + 28, + 4, + 1, + 25, + 88, + 115, + 60, + 8, + 129, + 13, + 53, + 19, + 11 + ], + "pbest_update_counts": 9734, + "boundary_hits": 313172, + "boundary_occupancy": 0.001366, + "last_improvement_epoch": 420, + "velocity_rms": 0.184976, + "position_radius": 12.968482, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.325288, + "gbest_acc": 7.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.302071, + "gbest_acc": 10.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.288745, + "gbest_acc": 6.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.270416, + "gbest_acc": 9.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.251149, + "gbest_acc": 14.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.224668, + "gbest_acc": 17.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.164184, + "gbest_acc": 21.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.159015, + "gbest_acc": 20.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.121732, + "gbest_acc": 22.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.11508, + "gbest_acc": 22.25, + "val_loss": 2.10606, + "val_acc": 23.35 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.106247, + "gbest_acc": 21.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.106247, + "gbest_acc": 21.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.038369, + "gbest_acc": 24.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.038369, + "gbest_acc": 24.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.038369, + "gbest_acc": 24.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.038369, + "gbest_acc": 24.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.019926, + "gbest_acc": 23.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.966944, + "gbest_acc": 29.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.966944, + "gbest_acc": 29.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.966804, + "gbest_acc": 30.2, + "val_loss": 1.9614, + "val_acc": 31.11 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.941425, + "gbest_acc": 29.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.91478, + "gbest_acc": 31.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883577, + "gbest_acc": 34.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883577, + "gbest_acc": 34.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883577, + "gbest_acc": 34.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883577, + "gbest_acc": 34.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.860669, + "gbest_acc": 36.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.837765, + "gbest_acc": 36.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.837765, + "gbest_acc": 36.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.834462, + "gbest_acc": 36.8, + "val_loss": 1.824032, + "val_acc": 37.79 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.824751, + "gbest_acc": 37.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.79815, + "gbest_acc": 36.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.77698, + "gbest_acc": 38.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.77698, + "gbest_acc": 38.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.77698, + "gbest_acc": 38.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.737576, + "gbest_acc": 41.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.69875, + "gbest_acc": 41.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.69875, + "gbest_acc": 41.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.69875, + "gbest_acc": 41.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660816, + "gbest_acc": 43.3, + "val_loss": 1.640026, + "val_acc": 44.31 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660816, + "gbest_acc": 43.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660816, + "gbest_acc": 43.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.659908, + "gbest_acc": 42.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656381, + "gbest_acc": 43.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.640883, + "gbest_acc": 44.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.640883, + "gbest_acc": 44.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.622697, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.622697, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.610256, + "gbest_acc": 45.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.603877, + "gbest_acc": 46.3, + "val_loss": 1.575655, + "val_acc": 46.36 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.603877, + "gbest_acc": 46.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.603877, + "gbest_acc": 46.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.589292, + "gbest_acc": 45.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.57426, + "gbest_acc": 45.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.561933, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.561933, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.561933, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.56093, + "gbest_acc": 46.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.559979, + "gbest_acc": 46.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.547555, + "gbest_acc": 46.9, + "val_loss": 1.530129, + "val_acc": 47.08 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.547555, + "gbest_acc": 46.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.534715, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.511108, + "gbest_acc": 50.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501531, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501531, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481139, + "gbest_acc": 50.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481139, + "gbest_acc": 50.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481139, + "gbest_acc": 50.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.469667, + "gbest_acc": 51.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.463591, + "gbest_acc": 51.05, + "val_loss": 1.450185, + "val_acc": 51.35 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.447661, + "gbest_acc": 51.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.443456, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.417341, + "gbest_acc": 51.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.404086, + "gbest_acc": 52.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.404086, + "gbest_acc": 52.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.404086, + "gbest_acc": 52.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.397283, + "gbest_acc": 52.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.396259, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.374056, + "gbest_acc": 53.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.360019, + "gbest_acc": 52.9, + "val_loss": 1.368318, + "val_acc": 52.98 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.343276, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.343276, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.326914, + "gbest_acc": 54.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.319507, + "gbest_acc": 54.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.297533, + "gbest_acc": 55.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.29082, + "gbest_acc": 55.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282334, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.258383, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.24642, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.242492, + "gbest_acc": 56.1, + "val_loss": 1.251733, + "val_acc": 56.93 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.211298, + "gbest_acc": 58.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.211298, + "gbest_acc": 58.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.201677, + "gbest_acc": 58.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.201677, + "gbest_acc": 58.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199275, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199275, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199275, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199275, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195969, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.186559, + "gbest_acc": 59.3, + "val_loss": 1.189966, + "val_acc": 60.28 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177155, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177155, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.163084, + "gbest_acc": 61.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.163084, + "gbest_acc": 61.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152427, + "gbest_acc": 61.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152427, + "gbest_acc": 61.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.145308, + "gbest_acc": 62.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.145308, + "gbest_acc": 62.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.140341, + "gbest_acc": 61.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.131055, + "gbest_acc": 62.5, + "val_loss": 1.138847, + "val_acc": 63.32 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.119077, + "gbest_acc": 64.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.117963, + "gbest_acc": 64.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.116485, + "gbest_acc": 63.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.110609, + "gbest_acc": 63.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.100844, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.094726, + "gbest_acc": 64.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.094726, + "gbest_acc": 64.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.093367, + "gbest_acc": 64.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.093367, + "gbest_acc": 64.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.08922, + "gbest_acc": 64.0, + "val_loss": 1.096235, + "val_acc": 64.26 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.081561, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.081561, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072612, + "gbest_acc": 65.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.059915, + "gbest_acc": 65.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053287, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.04576, + "gbest_acc": 65.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.037303, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.037303, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.028491, + "gbest_acc": 66.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021647, + "gbest_acc": 66.6, + "val_loss": 1.037331, + "val_acc": 65.51 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.012943, + "gbest_acc": 66.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.012089, + "gbest_acc": 65.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.000414, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999847, + "gbest_acc": 67.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993308, + "gbest_acc": 66.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.991361, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.991361, + "gbest_acc": 66.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.983344, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.976153, + "gbest_acc": 67.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.976153, + "gbest_acc": 67.8, + "val_loss": 0.985008, + "val_acc": 67.83 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96945, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966623, + "gbest_acc": 67.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.963894, + "gbest_acc": 67.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.96231, + "gbest_acc": 68.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.957384, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956978, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.948183, + "gbest_acc": 68.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.946965, + "gbest_acc": 68.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.944815, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.940587, + "gbest_acc": 69.65, + "val_loss": 0.95434, + "val_acc": 68.84 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.937079, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.926923, + "gbest_acc": 69.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918496, + "gbest_acc": 70.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917579, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917579, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917579, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917579, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915622, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.915622, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.912761, + "gbest_acc": 69.65, + "val_loss": 0.924603, + "val_acc": 69.78 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.910818, + "gbest_acc": 69.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.905642, + "gbest_acc": 70.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894908, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887837, + "gbest_acc": 70.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887829, + "gbest_acc": 70.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.876567, + "gbest_acc": 70.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875688, + "gbest_acc": 71.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875688, + "gbest_acc": 71.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875688, + "gbest_acc": 71.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.875688, + "gbest_acc": 71.55, + "val_loss": 0.89156, + "val_acc": 71.09 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.874923, + "gbest_acc": 71.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.868525, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860586, + "gbest_acc": 71.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860586, + "gbest_acc": 71.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.860586, + "gbest_acc": 71.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.859831, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858006, + "gbest_acc": 71.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.856833, + "gbest_acc": 71.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.850249, + "gbest_acc": 72.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.850249, + "gbest_acc": 72.25, + "val_loss": 0.868414, + "val_acc": 71.84 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.846892, + "gbest_acc": 72.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840734, + "gbest_acc": 72.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.834274, + "gbest_acc": 72.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.833712, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.826925, + "gbest_acc": 72.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.826798, + "gbest_acc": 72.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.820902, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.818615, + "gbest_acc": 72.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.815028, + "gbest_acc": 73.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809654, + "gbest_acc": 73.05, + "val_loss": 0.827736, + "val_acc": 72.87 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.806907, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.806907, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.805869, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.80526, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.800494, + "gbest_acc": 73.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.796721, + "gbest_acc": 73.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.796349, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789376, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789376, + "gbest_acc": 73.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789376, + "gbest_acc": 73.7, + "val_loss": 0.811788, + "val_acc": 72.95 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.788132, + "gbest_acc": 73.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.784951, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.783866, + "gbest_acc": 74.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.779512, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.777102, + "gbest_acc": 74.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.77492, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.774554, + "gbest_acc": 74.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770049, + "gbest_acc": 74.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.76711, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.76684, + "gbest_acc": 75.05, + "val_loss": 0.794618, + "val_acc": 73.86 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759418, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755131, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755131, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755131, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.75459, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.75459, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.752403, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.751432, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.7479, + "gbest_acc": 76.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.745427, + "gbest_acc": 75.3, + "val_loss": 0.775677, + "val_acc": 74.2 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743449, + "gbest_acc": 75.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.743376, + "gbest_acc": 75.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739578, + "gbest_acc": 75.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736627, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736627, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.736527, + "gbest_acc": 76.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.734686, + "gbest_acc": 76.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.732372, + "gbest_acc": 76.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.727993, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.726815, + "gbest_acc": 76.8, + "val_loss": 0.754594, + "val_acc": 75.34 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721197, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.721197, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.720229, + "gbest_acc": 77.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.719991, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.717911, + "gbest_acc": 77.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.712392, + "gbest_acc": 77.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711427, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.708695, + "gbest_acc": 77.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.704916, + "gbest_acc": 77.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.704562, + "gbest_acc": 78.2, + "val_loss": 0.737616, + "val_acc": 75.91 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696734, + "gbest_acc": 77.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.696734, + "gbest_acc": 77.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.69428, + "gbest_acc": 78.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.691193, + "gbest_acc": 78.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.690999, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.687518, + "gbest_acc": 78.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.686303, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.686299, + "gbest_acc": 77.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681493, + "gbest_acc": 78.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.677533, + "gbest_acc": 78.4, + "val_loss": 0.716108, + "val_acc": 76.64 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.676364, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.676364, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674258, + "gbest_acc": 78.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.673639, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.673639, + "gbest_acc": 79.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668731, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668731, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668731, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668731, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668731, + "gbest_acc": 79.0, + "val_loss": 0.70903, + "val_acc": 77.27 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.663879, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.663443, + "gbest_acc": 79.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.662462, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.660993, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.656626, + "gbest_acc": 79.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655456, + "gbest_acc": 79.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.654003, + "gbest_acc": 79.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.653636, + "gbest_acc": 79.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.651132, + "gbest_acc": 78.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.650102, + "gbest_acc": 79.65, + "val_loss": 0.695312, + "val_acc": 77.37 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.64697, + "gbest_acc": 79.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.64377, + "gbest_acc": 80.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.642924, + "gbest_acc": 80.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.641412, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.635101, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.635101, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.635101, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.6341, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.629275, + "gbest_acc": 81.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.625885, + "gbest_acc": 80.55, + "val_loss": 0.675231, + "val_acc": 78.06 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.623786, + "gbest_acc": 80.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.622803, + "gbest_acc": 81.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.621965, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.617272, + "gbest_acc": 80.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.611598, + "gbest_acc": 81.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.610883, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.609396, + "gbest_acc": 81.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.609396, + "gbest_acc": 81.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.605327, + "gbest_acc": 81.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602194, + "gbest_acc": 81.4, + "val_loss": 0.658726, + "val_acc": 78.35 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602194, + "gbest_acc": 81.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602194, + "gbest_acc": 81.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602163, + "gbest_acc": 81.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.597134, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.597134, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.595101, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.59273, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.590998, + "gbest_acc": 81.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.590998, + "gbest_acc": 81.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.589006, + "gbest_acc": 82.15, + "val_loss": 0.644411, + "val_acc": 79.24 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.589006, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.589006, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.586809, + "gbest_acc": 81.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.583696, + "gbest_acc": 82.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.583159, + "gbest_acc": 82.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.58249, + "gbest_acc": 82.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.581256, + "gbest_acc": 82.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.581256, + "gbest_acc": 82.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.581256, + "gbest_acc": 82.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.580566, + "gbest_acc": 82.35, + "val_loss": 0.630781, + "val_acc": 79.88 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.580566, + "gbest_acc": 82.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.580306, + "gbest_acc": 82.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.577611, + "gbest_acc": 82.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.577566, + "gbest_acc": 82.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.577138, + "gbest_acc": 82.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.576081, + "gbest_acc": 82.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.573095, + "gbest_acc": 82.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.573095, + "gbest_acc": 82.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.573095, + "gbest_acc": 82.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.573095, + "gbest_acc": 82.25, + "val_loss": 0.623577, + "val_acc": 79.85 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.571111, + "gbest_acc": 82.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.569493, + "gbest_acc": 82.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.567935, + "gbest_acc": 82.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.566849, + "gbest_acc": 83.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.566209, + "gbest_acc": 82.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.563062, + "gbest_acc": 82.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.560977, + "gbest_acc": 83.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.558772, + "gbest_acc": 83.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.55875, + "gbest_acc": 82.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.557307, + "gbest_acc": 83.65, + "val_loss": 0.609808, + "val_acc": 80.14 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.555819, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.553574, + "gbest_acc": 83.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.552462, + "gbest_acc": 83.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551195, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.549497, + "gbest_acc": 83.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.547591, + "gbest_acc": 83.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.546658, + "gbest_acc": 83.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.543749, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.542084, + "gbest_acc": 83.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.541091, + "gbest_acc": 84.05, + "val_loss": 0.592735, + "val_acc": 81.26 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.540557, + "gbest_acc": 83.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.538848, + "gbest_acc": 83.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.538096, + "gbest_acc": 84.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.535925, + "gbest_acc": 83.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.535925, + "gbest_acc": 83.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.535297, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.531614, + "gbest_acc": 83.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.530202, + "gbest_acc": 84.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.528425, + "gbest_acc": 84.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.527373, + "gbest_acc": 84.0, + "val_loss": 0.581933, + "val_acc": 81.43 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.524346, + "gbest_acc": 84.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.522365, + "gbest_acc": 84.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.517776, + "gbest_acc": 84.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.517528, + "gbest_acc": 84.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.515433, + "gbest_acc": 84.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.513631, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.510247, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.508977, + "gbest_acc": 84.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.507853, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.506345, + "gbest_acc": 84.5, + "val_loss": 0.560327, + "val_acc": 81.92 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.504395, + "gbest_acc": 84.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.501559, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.501346, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.50029, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.497455, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.495308, + "gbest_acc": 84.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.493339, + "gbest_acc": 84.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.491167, + "gbest_acc": 84.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.490525, + "gbest_acc": 84.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485086, + "gbest_acc": 84.7, + "val_loss": 0.54033, + "val_acc": 82.96 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485086, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.484207, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.48301, + "gbest_acc": 84.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.48298, + "gbest_acc": 85.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.48298, + "gbest_acc": 85.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.480706, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.479099, + "gbest_acc": 85.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.476034, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474785, + "gbest_acc": 85.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.471015, + "gbest_acc": 85.55, + "val_loss": 0.533112, + "val_acc": 83.28 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.470914, + "gbest_acc": 85.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.470914, + "gbest_acc": 85.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46867, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46867, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46867, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46867, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46687, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46447, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.461641, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46143, + "gbest_acc": 85.5, + "val_loss": 0.522796, + "val_acc": 83.38 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.460968, + "gbest_acc": 85.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45852, + "gbest_acc": 85.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45745, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45567, + "gbest_acc": 85.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45567, + "gbest_acc": 85.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.455369, + "gbest_acc": 85.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453665, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453665, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45181, + "gbest_acc": 86.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.450547, + "gbest_acc": 86.45, + "val_loss": 0.520438, + "val_acc": 83.46 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.44695, + "gbest_acc": 86.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.443735, + "gbest_acc": 86.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440839, + "gbest_acc": 86.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440839, + "gbest_acc": 86.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440154, + "gbest_acc": 86.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.439082, + "gbest_acc": 86.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.439082, + "gbest_acc": 86.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.43887, + "gbest_acc": 86.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.438058, + "gbest_acc": 86.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.434735, + "gbest_acc": 86.4, + "val_loss": 0.508354, + "val_acc": 83.96 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.434674, + "gbest_acc": 86.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.429255, + "gbest_acc": 86.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.429255, + "gbest_acc": 86.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.428858, + "gbest_acc": 86.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.42505, + "gbest_acc": 86.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.42505, + "gbest_acc": 86.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.424086, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.424086, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.424086, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.422646, + "gbest_acc": 86.75, + "val_loss": 0.498121, + "val_acc": 84.2 + } + ], + "seed": 101, + "geometry_config": { + "config_id": "G6", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 1.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test broader normalized initialization" + } + }, + { + "config_id": "G6", + "gbest_loss": 0.445977, + "gbest_acc": 86.25, + "gbest_val_loss": 0.522555, + "gbest_val_acc": 83.96, + "val_selected_particle_idx": 12, + "val_selected_loss": 0.521653, + "val_selected_acc": 84.06, + "val_metrics": { + "accuracy": 84.06, + "nll": 0.521653, + "brier": 0.236013, + "ece": 0.023118, + "margin": 0.711133 + }, + "wall_time_sec": 34.3861, + "optimization_wall_time_sec": 33.9531, + "validation_wall_time_sec": 0.433, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 513, + "final_moment_steps": [ + 86, + 2, + 53, + 73, + 15, + 14, + 34, + 123, + 84, + 2, + 51, + 104, + 174, + 115, + 22, + 41, + 6, + 147, + 119, + 38, + 49, + 28, + 31, + 62, + 12, + 71, + 34, + 20, + 46, + 80, + 42, + 131, + 13, + 27, + 89, + 5, + 35, + 29, + 82, + 15, + 17, + 44, + 61, + 111, + 26, + 87, + 43, + 39, + 5, + 21, + 7, + 4, + 42, + 45, + 131, + 85, + 14, + 3, + 193, + 28 + ], + "pbest_update_counts": 10360, + "boundary_hits": 352748, + "boundary_occupancy": 0.001539, + "last_improvement_epoch": 420, + "velocity_rms": 0.175875, + "position_radius": 12.217265, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.325288, + "gbest_acc": 7.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.303698, + "gbest_acc": 10.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.276653, + "gbest_acc": 17.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.248022, + "gbest_acc": 20.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.191486, + "gbest_acc": 24.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.172964, + "gbest_acc": 23.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.140794, + "gbest_acc": 25.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.121751, + "gbest_acc": 25.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.121751, + "gbest_acc": 25.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.109673, + "gbest_acc": 25.05, + "val_loss": 2.106116, + "val_acc": 24.54 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.103431, + "gbest_acc": 26.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.08475, + "gbest_acc": 26.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.073097, + "gbest_acc": 30.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.046818, + "gbest_acc": 29.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.031539, + "gbest_acc": 31.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.017354, + "gbest_acc": 28.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.017354, + "gbest_acc": 28.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.003742, + "gbest_acc": 29.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.986837, + "gbest_acc": 31.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.944175, + "gbest_acc": 34.1, + "val_loss": 1.928924, + "val_acc": 34.51 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.944175, + "gbest_acc": 34.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.944175, + "gbest_acc": 34.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.944175, + "gbest_acc": 34.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929495, + "gbest_acc": 32.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.884191, + "gbest_acc": 38.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883921, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883921, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883921, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883921, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.788107, + "gbest_acc": 39.8, + "val_loss": 1.784119, + "val_acc": 38.63 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.73959, + "gbest_acc": 41.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.73959, + "gbest_acc": 41.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.73959, + "gbest_acc": 41.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.734325, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.734325, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.734325, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.734325, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.703814, + "gbest_acc": 42.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.703814, + "gbest_acc": 42.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.670778, + "gbest_acc": 45.25, + "val_loss": 1.67181, + "val_acc": 44.56 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.670778, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.670778, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.670778, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.66898, + "gbest_acc": 44.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642849, + "gbest_acc": 46.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.637721, + "gbest_acc": 45.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.6244, + "gbest_acc": 47.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.553537, + "gbest_acc": 51.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.553537, + "gbest_acc": 51.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.553537, + "gbest_acc": 51.75, + "val_loss": 1.576836, + "val_acc": 48.99 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.549802, + "gbest_acc": 51.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.545503, + "gbest_acc": 51.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.533125, + "gbest_acc": 49.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.510107, + "gbest_acc": 50.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.486493, + "gbest_acc": 53.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.486493, + "gbest_acc": 53.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.477362, + "gbest_acc": 51.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.477362, + "gbest_acc": 51.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.471616, + "gbest_acc": 51.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452964, + "gbest_acc": 52.25, + "val_loss": 1.480729, + "val_acc": 51.43 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452964, + "gbest_acc": 52.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452964, + "gbest_acc": 52.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.442052, + "gbest_acc": 54.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.409034, + "gbest_acc": 55.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.409034, + "gbest_acc": 55.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.39772, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.385634, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.378163, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.377544, + "gbest_acc": 55.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.377544, + "gbest_acc": 55.5, + "val_loss": 1.408721, + "val_acc": 54.17 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.377544, + "gbest_acc": 55.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.37149, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.37149, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.37149, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.36253, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.346272, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.345117, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.317858, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296909, + "gbest_acc": 56.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.292817, + "gbest_acc": 57.5, + "val_loss": 1.318424, + "val_acc": 55.9 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286676, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.283301, + "gbest_acc": 57.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.283301, + "gbest_acc": 57.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.271153, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.266194, + "gbest_acc": 58.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.266194, + "gbest_acc": 58.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.260438, + "gbest_acc": 58.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.255971, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.248075, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.248075, + "gbest_acc": 60.6, + "val_loss": 1.276369, + "val_acc": 57.49 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.234323, + "gbest_acc": 61.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.229701, + "gbest_acc": 59.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.208922, + "gbest_acc": 60.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199836, + "gbest_acc": 60.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199836, + "gbest_acc": 60.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199836, + "gbest_acc": 60.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.198708, + "gbest_acc": 61.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.19198, + "gbest_acc": 61.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.176048, + "gbest_acc": 62.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.176048, + "gbest_acc": 62.1, + "val_loss": 1.217381, + "val_acc": 59.72 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.176048, + "gbest_acc": 62.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.16197, + "gbest_acc": 62.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.154283, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.154283, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136477, + "gbest_acc": 63.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136477, + "gbest_acc": 63.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.124143, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12349, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106312, + "gbest_acc": 63.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.103874, + "gbest_acc": 64.9, + "val_loss": 1.140638, + "val_acc": 62.59 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.099498, + "gbest_acc": 64.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091561, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091267, + "gbest_acc": 64.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.084231, + "gbest_acc": 65.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.084231, + "gbest_acc": 65.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.057816, + "gbest_acc": 65.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.054417, + "gbest_acc": 65.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.054417, + "gbest_acc": 65.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.05095, + "gbest_acc": 66.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.034377, + "gbest_acc": 66.8, + "val_loss": 1.081776, + "val_acc": 64.55 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.029908, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.028048, + "gbest_acc": 66.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.028048, + "gbest_acc": 66.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.021766, + "gbest_acc": 66.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.017643, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.005748, + "gbest_acc": 66.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.988799, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.988799, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.987622, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.984837, + "gbest_acc": 67.45, + "val_loss": 1.031806, + "val_acc": 65.98 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.984837, + "gbest_acc": 67.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979589, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979589, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979589, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.979589, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.977807, + "gbest_acc": 69.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974636, + "gbest_acc": 68.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966236, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.960639, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956944, + "gbest_acc": 68.55, + "val_loss": 1.006943, + "val_acc": 67.01 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.954276, + "gbest_acc": 68.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.951831, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.950283, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.94936, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.94936, + "gbest_acc": 68.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.933247, + "gbest_acc": 70.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.933247, + "gbest_acc": 70.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.933247, + "gbest_acc": 70.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.930519, + "gbest_acc": 69.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.927035, + "gbest_acc": 70.05, + "val_loss": 0.981369, + "val_acc": 67.55 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.925717, + "gbest_acc": 69.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918329, + "gbest_acc": 70.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.918222, + "gbest_acc": 69.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908461, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908461, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908461, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908461, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.906102, + "gbest_acc": 70.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.901999, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896034, + "gbest_acc": 70.45, + "val_loss": 0.944199, + "val_acc": 69.23 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.892707, + "gbest_acc": 70.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.885515, + "gbest_acc": 71.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.876059, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.876059, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.869043, + "gbest_acc": 72.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.8642, + "gbest_acc": 72.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.863646, + "gbest_acc": 71.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.863646, + "gbest_acc": 71.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858266, + "gbest_acc": 72.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.857081, + "gbest_acc": 72.4, + "val_loss": 0.902301, + "val_acc": 70.75 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852685, + "gbest_acc": 72.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852685, + "gbest_acc": 72.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852685, + "gbest_acc": 72.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.852542, + "gbest_acc": 72.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.850971, + "gbest_acc": 72.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.848259, + "gbest_acc": 72.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.846991, + "gbest_acc": 71.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.845444, + "gbest_acc": 72.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.838591, + "gbest_acc": 73.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.837015, + "gbest_acc": 73.1, + "val_loss": 0.884214, + "val_acc": 71.43 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835235, + "gbest_acc": 73.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.831122, + "gbest_acc": 72.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.823598, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.823598, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.815454, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.813775, + "gbest_acc": 73.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.808305, + "gbest_acc": 73.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.804288, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801415, + "gbest_acc": 73.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.796196, + "gbest_acc": 73.55, + "val_loss": 0.835796, + "val_acc": 73.38 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.792457, + "gbest_acc": 73.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.792457, + "gbest_acc": 73.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789858, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.789142, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.785265, + "gbest_acc": 74.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78388, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78388, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.78388, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.782898, + "gbest_acc": 73.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.781568, + "gbest_acc": 74.6, + "val_loss": 0.824822, + "val_acc": 73.21 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.781568, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.778735, + "gbest_acc": 74.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.776401, + "gbest_acc": 73.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.771081, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770534, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770534, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769935, + "gbest_acc": 75.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769135, + "gbest_acc": 74.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.769099, + "gbest_acc": 74.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.766928, + "gbest_acc": 74.5, + "val_loss": 0.811113, + "val_acc": 73.63 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.764188, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.762084, + "gbest_acc": 74.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758901, + "gbest_acc": 74.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.758497, + "gbest_acc": 74.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755549, + "gbest_acc": 74.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.751707, + "gbest_acc": 75.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.750372, + "gbest_acc": 75.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.747836, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.74678, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.741789, + "gbest_acc": 74.6, + "val_loss": 0.788696, + "val_acc": 74.53 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.740774, + "gbest_acc": 74.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.739077, + "gbest_acc": 75.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735081, + "gbest_acc": 75.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.734149, + "gbest_acc": 76.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.733514, + "gbest_acc": 76.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.731859, + "gbest_acc": 75.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.724221, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.724221, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.716669, + "gbest_acc": 77.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.711826, + "gbest_acc": 77.4, + "val_loss": 0.759753, + "val_acc": 76.04 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.710167, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706836, + "gbest_acc": 77.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701938, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.698054, + "gbest_acc": 76.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.695105, + "gbest_acc": 77.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.69158, + "gbest_acc": 76.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688424, + "gbest_acc": 77.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688424, + "gbest_acc": 77.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.686306, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.685382, + "gbest_acc": 76.8, + "val_loss": 0.737589, + "val_acc": 76.72 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.685382, + "gbest_acc": 76.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.683925, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.682109, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.680607, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.678884, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.678884, + "gbest_acc": 77.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.67666, + "gbest_acc": 77.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.674999, + "gbest_acc": 78.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.67224, + "gbest_acc": 77.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.669672, + "gbest_acc": 77.95, + "val_loss": 0.724393, + "val_acc": 76.95 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668567, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.666558, + "gbest_acc": 78.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.665992, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.662464, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.65953, + "gbest_acc": 78.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.656542, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.653171, + "gbest_acc": 78.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.648471, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.648471, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.645465, + "gbest_acc": 78.4, + "val_loss": 0.697154, + "val_acc": 77.84 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.644427, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.643076, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.640417, + "gbest_acc": 79.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.638892, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.637482, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.637482, + "gbest_acc": 79.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.634832, + "gbest_acc": 79.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.633014, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.630339, + "gbest_acc": 79.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.62894, + "gbest_acc": 79.0, + "val_loss": 0.681489, + "val_acc": 78.34 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.628284, + "gbest_acc": 79.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.625183, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.621625, + "gbest_acc": 79.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.621625, + "gbest_acc": 79.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.61983, + "gbest_acc": 79.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.618032, + "gbest_acc": 79.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.616925, + "gbest_acc": 80.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.614005, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.610711, + "gbest_acc": 80.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.610711, + "gbest_acc": 80.2, + "val_loss": 0.668245, + "val_acc": 78.89 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.609234, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.608982, + "gbest_acc": 80.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.606594, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602865, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602378, + "gbest_acc": 80.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602378, + "gbest_acc": 80.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.601283, + "gbest_acc": 81.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.600855, + "gbest_acc": 81.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.600411, + "gbest_acc": 80.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.598437, + "gbest_acc": 81.1, + "val_loss": 0.661099, + "val_acc": 79.18 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.596836, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.596836, + "gbest_acc": 81.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.595142, + "gbest_acc": 81.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.591796, + "gbest_acc": 81.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.590324, + "gbest_acc": 81.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.589051, + "gbest_acc": 81.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.586146, + "gbest_acc": 82.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.585059, + "gbest_acc": 82.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.584203, + "gbest_acc": 82.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.583769, + "gbest_acc": 82.3, + "val_loss": 0.651275, + "val_acc": 79.49 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.580835, + "gbest_acc": 82.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.579458, + "gbest_acc": 82.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.577584, + "gbest_acc": 82.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.574437, + "gbest_acc": 82.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.573828, + "gbest_acc": 82.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.57381, + "gbest_acc": 83.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.571863, + "gbest_acc": 82.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.571863, + "gbest_acc": 82.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.571619, + "gbest_acc": 82.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.570848, + "gbest_acc": 82.85, + "val_loss": 0.638731, + "val_acc": 79.96 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.570666, + "gbest_acc": 82.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.56817, + "gbest_acc": 83.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.563272, + "gbest_acc": 83.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.56232, + "gbest_acc": 83.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.561597, + "gbest_acc": 83.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.560461, + "gbest_acc": 82.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.558205, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.555244, + "gbest_acc": 83.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.55464, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.550151, + "gbest_acc": 83.1, + "val_loss": 0.615959, + "val_acc": 81.23 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.550151, + "gbest_acc": 83.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.548698, + "gbest_acc": 83.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.54816, + "gbest_acc": 83.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.544434, + "gbest_acc": 83.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.544434, + "gbest_acc": 83.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.543106, + "gbest_acc": 83.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.541154, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.540851, + "gbest_acc": 83.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.538607, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.537797, + "gbest_acc": 83.9, + "val_loss": 0.604792, + "val_acc": 81.54 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.535332, + "gbest_acc": 84.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.534784, + "gbest_acc": 84.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.534089, + "gbest_acc": 84.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.532754, + "gbest_acc": 84.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.53149, + "gbest_acc": 84.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.530315, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.528484, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.528192, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.527164, + "gbest_acc": 84.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.527164, + "gbest_acc": 84.55, + "val_loss": 0.59389, + "val_acc": 81.58 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.526054, + "gbest_acc": 84.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.524198, + "gbest_acc": 84.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.523139, + "gbest_acc": 84.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.521735, + "gbest_acc": 84.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.52005, + "gbest_acc": 84.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.516831, + "gbest_acc": 84.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.515759, + "gbest_acc": 84.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.514715, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.50993, + "gbest_acc": 84.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.509338, + "gbest_acc": 84.4, + "val_loss": 0.582765, + "val_acc": 82.1 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.508564, + "gbest_acc": 84.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.506913, + "gbest_acc": 84.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505721, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.505616, + "gbest_acc": 84.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.50439, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.503066, + "gbest_acc": 84.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.503066, + "gbest_acc": 84.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.500892, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.500488, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.498776, + "gbest_acc": 84.75, + "val_loss": 0.568354, + "val_acc": 82.41 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.496492, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.496492, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.496492, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.496492, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.495745, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.494404, + "gbest_acc": 85.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.493262, + "gbest_acc": 84.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.492086, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.491378, + "gbest_acc": 85.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.491148, + "gbest_acc": 85.0, + "val_loss": 0.563188, + "val_acc": 82.45 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.489963, + "gbest_acc": 85.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.48741, + "gbest_acc": 85.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.486137, + "gbest_acc": 85.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485637, + "gbest_acc": 85.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485079, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.484796, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.483306, + "gbest_acc": 85.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.483306, + "gbest_acc": 85.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.483306, + "gbest_acc": 85.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.482219, + "gbest_acc": 85.3, + "val_loss": 0.557157, + "val_acc": 82.74 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.481403, + "gbest_acc": 85.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.47944, + "gbest_acc": 85.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478898, + "gbest_acc": 85.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.477553, + "gbest_acc": 85.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474834, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474834, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474267, + "gbest_acc": 85.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.473395, + "gbest_acc": 85.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.472181, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.471634, + "gbest_acc": 86.0, + "val_loss": 0.547718, + "val_acc": 83.04 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.470744, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.469306, + "gbest_acc": 86.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.4693, + "gbest_acc": 85.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.468882, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.467515, + "gbest_acc": 86.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.466903, + "gbest_acc": 86.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.466347, + "gbest_acc": 86.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.464838, + "gbest_acc": 86.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.464113, + "gbest_acc": 86.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.463231, + "gbest_acc": 86.1, + "val_loss": 0.538985, + "val_acc": 83.57 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.461511, + "gbest_acc": 85.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46043, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.459881, + "gbest_acc": 86.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.459451, + "gbest_acc": 86.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.459334, + "gbest_acc": 86.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.459334, + "gbest_acc": 86.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.457651, + "gbest_acc": 85.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.455155, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45437, + "gbest_acc": 86.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453744, + "gbest_acc": 86.5, + "val_loss": 0.529059, + "val_acc": 83.75 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.453374, + "gbest_acc": 86.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.452051, + "gbest_acc": 86.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.450578, + "gbest_acc": 86.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.450063, + "gbest_acc": 86.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.449675, + "gbest_acc": 86.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.44872, + "gbest_acc": 87.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.448166, + "gbest_acc": 86.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.445977, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.445977, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.445977, + "gbest_acc": 86.25, + "val_loss": 0.522555, + "val_acc": 83.96 + } + ], + "seed": 102, + "geometry_config": { + "config_id": "G6", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 1.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test broader normalized initialization" + } + }, + { + "config_id": "G6", + "gbest_loss": 0.420119, + "gbest_acc": 87.4, + "gbest_val_loss": 0.493078, + "gbest_val_acc": 84.69, + "val_selected_particle_idx": 4, + "val_selected_loss": 0.491652, + "val_selected_acc": 84.49, + "val_metrics": { + "accuracy": 84.49, + "nll": 0.491652, + "brier": 0.226617, + "ece": 0.010903, + "margin": 0.741913 + }, + "wall_time_sec": 35.4402, + "optimization_wall_time_sec": 34.9982, + "validation_wall_time_sec": 0.4419, + "total_queries": 25200, + "total_sample_evaluations": 50400000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 103, + "official_test_evaluations": 0, + "mutation_events": 520, + "final_moment_steps": [ + 37, + 54, + 23, + 120, + 78, + 5, + 133, + 90, + 97, + 5, + 31, + 207, + 48, + 70, + 25, + 1, + 52, + 23, + 37, + 13, + 1, + 28, + 7, + 70, + 24, + 65, + 20, + 45, + 75, + 99, + 1, + 111, + 40, + 19, + 75, + 38, + 10, + 41, + 84, + 50, + 4, + 12, + 54, + 13, + 117, + 22, + 12, + 55, + 29, + 58, + 40, + 57, + 49, + 43, + 166, + 108, + 54, + 34, + 44, + 27 + ], + "pbest_update_counts": 9249, + "boundary_hits": 399064, + "boundary_occupancy": 0.001741, + "last_improvement_epoch": 420, + "velocity_rms": 0.113773, + "position_radius": 8.452122, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.287914, + "gbest_acc": 14.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.284861, + "gbest_acc": 15.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.257874, + "gbest_acc": 15.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.231976, + "gbest_acc": 18.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.210336, + "gbest_acc": 16.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.19479, + "gbest_acc": 14.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.177079, + "gbest_acc": 16.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.158732, + "gbest_acc": 19.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.158732, + "gbest_acc": 19.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.158732, + "gbest_acc": 19.7, + "val_loss": 2.145256, + "val_acc": 20.11 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.152148, + "gbest_acc": 18.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.081408, + "gbest_acc": 21.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.025574, + "gbest_acc": 24.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.025574, + "gbest_acc": 24.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.006338, + "gbest_acc": 28.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.006338, + "gbest_acc": 28.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.952874, + "gbest_acc": 32.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.952874, + "gbest_acc": 32.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.952874, + "gbest_acc": 32.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.952874, + "gbest_acc": 32.05, + "val_loss": 1.934467, + "val_acc": 32.55 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.891713, + "gbest_acc": 31.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.879687, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.879687, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.879687, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.860288, + "gbest_acc": 35.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850561, + "gbest_acc": 37.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.840237, + "gbest_acc": 36.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.83021, + "gbest_acc": 35.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.822399, + "gbest_acc": 34.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.805009, + "gbest_acc": 38.35, + "val_loss": 1.775587, + "val_acc": 39.66 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.798626, + "gbest_acc": 37.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.798626, + "gbest_acc": 37.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.77093, + "gbest_acc": 37.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.752763, + "gbest_acc": 39.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.751739, + "gbest_acc": 39.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.751083, + "gbest_acc": 39.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.750646, + "gbest_acc": 39.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.749304, + "gbest_acc": 38.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.731727, + "gbest_acc": 39.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.731727, + "gbest_acc": 39.7, + "val_loss": 1.702245, + "val_acc": 41.38 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.729065, + "gbest_acc": 39.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.729065, + "gbest_acc": 39.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.703436, + "gbest_acc": 40.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.703436, + "gbest_acc": 40.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.703436, + "gbest_acc": 40.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.679256, + "gbest_acc": 39.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657955, + "gbest_acc": 41.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657955, + "gbest_acc": 41.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656874, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.644688, + "gbest_acc": 45.0, + "val_loss": 1.619296, + "val_acc": 46.47 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.644688, + "gbest_acc": 45.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.633229, + "gbest_acc": 46.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.62915, + "gbest_acc": 44.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.615447, + "gbest_acc": 45.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.588456, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.588456, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.588456, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.588456, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.571952, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.571941, + "gbest_acc": 46.2, + "val_loss": 1.553717, + "val_acc": 47.32 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.567404, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.565136, + "gbest_acc": 48.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.547803, + "gbest_acc": 47.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.523299, + "gbest_acc": 49.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.522494, + "gbest_acc": 48.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.506741, + "gbest_acc": 48.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.493979, + "gbest_acc": 47.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.487447, + "gbest_acc": 49.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.487447, + "gbest_acc": 49.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.475406, + "gbest_acc": 48.95, + "val_loss": 1.46026, + "val_acc": 50.11 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.456636, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.436346, + "gbest_acc": 52.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.436346, + "gbest_acc": 52.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.434191, + "gbest_acc": 50.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414346, + "gbest_acc": 51.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.413534, + "gbest_acc": 51.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40719, + "gbest_acc": 50.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401994, + "gbest_acc": 51.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.394808, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380568, + "gbest_acc": 52.3, + "val_loss": 1.375089, + "val_acc": 52.3 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380568, + "gbest_acc": 52.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348019, + "gbest_acc": 54.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348019, + "gbest_acc": 54.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348019, + "gbest_acc": 54.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333347, + "gbest_acc": 56.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.322313, + "gbest_acc": 54.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.309068, + "gbest_acc": 55.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.29399, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.29399, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.29399, + "gbest_acc": 56.8, + "val_loss": 1.27277, + "val_acc": 58.55 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.29399, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.285032, + "gbest_acc": 58.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279089, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.27246, + "gbest_acc": 59.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.260669, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.247211, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.228372, + "gbest_acc": 57.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.225919, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.206558, + "gbest_acc": 58.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199931, + "gbest_acc": 59.35, + "val_loss": 1.20981, + "val_acc": 59.57 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168667, + "gbest_acc": 60.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168667, + "gbest_acc": 60.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152839, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152839, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.152553, + "gbest_acc": 61.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.144903, + "gbest_acc": 61.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.128972, + "gbest_acc": 61.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118429, + "gbest_acc": 61.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109975, + "gbest_acc": 62.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109975, + "gbest_acc": 62.25, + "val_loss": 1.133655, + "val_acc": 61.7 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109975, + "gbest_acc": 62.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.108882, + "gbest_acc": 62.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.102237, + "gbest_acc": 62.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092858, + "gbest_acc": 62.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092858, + "gbest_acc": 62.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.086137, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.086137, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.086137, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.076643, + "gbest_acc": 63.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.065412, + "gbest_acc": 63.3, + "val_loss": 1.088712, + "val_acc": 63.41 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.065412, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.064086, + "gbest_acc": 64.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.053645, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.051744, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.031056, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.031056, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.031056, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030808, + "gbest_acc": 64.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.024108, + "gbest_acc": 65.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.020005, + "gbest_acc": 64.9, + "val_loss": 1.031538, + "val_acc": 65.24 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.020005, + "gbest_acc": 64.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.017716, + "gbest_acc": 65.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.017716, + "gbest_acc": 65.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.010425, + "gbest_acc": 65.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.002559, + "gbest_acc": 65.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.994548, + "gbest_acc": 66.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974724, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974724, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.974724, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969618, + "gbest_acc": 67.8, + "val_loss": 0.987995, + "val_acc": 67.43 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.963238, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.951412, + "gbest_acc": 68.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.945568, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.945568, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.93983, + "gbest_acc": 68.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92914, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.919187, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.916826, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.916826, + "gbest_acc": 69.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.916826, + "gbest_acc": 69.8, + "val_loss": 0.932437, + "val_acc": 68.51 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.908718, + "gbest_acc": 69.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.904786, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.904786, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894028, + "gbest_acc": 71.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.885905, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884862, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884862, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882919, + "gbest_acc": 70.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.882177, + "gbest_acc": 70.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.878755, + "gbest_acc": 70.7, + "val_loss": 0.900997, + "val_acc": 70.15 + }, + { + "epoch": 161, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.869227, + "gbest_acc": 71.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 162, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.868265, + "gbest_acc": 71.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 163, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.859778, + "gbest_acc": 72.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 164, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.858541, + "gbest_acc": 72.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 165, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.849589, + "gbest_acc": 73.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 166, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.847409, + "gbest_acc": 72.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 167, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.845293, + "gbest_acc": 72.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 168, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.842278, + "gbest_acc": 72.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 169, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.840868, + "gbest_acc": 73.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 170, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.839781, + "gbest_acc": 72.8, + "val_loss": 0.860269, + "val_acc": 72.08 + }, + { + "epoch": 171, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.839781, + "gbest_acc": 72.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 172, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.837365, + "gbest_acc": 72.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 173, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.837197, + "gbest_acc": 73.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 174, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.835056, + "gbest_acc": 73.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 175, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.832937, + "gbest_acc": 73.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 176, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.832094, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 177, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.832094, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 178, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.832094, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 179, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.832094, + "gbest_acc": 73.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 180, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.828265, + "gbest_acc": 72.6, + "val_loss": 0.849009, + "val_acc": 71.76 + }, + { + "epoch": 181, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.823636, + "gbest_acc": 72.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 182, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.817271, + "gbest_acc": 74.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 183, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.815512, + "gbest_acc": 73.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 184, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.815512, + "gbest_acc": 73.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 185, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.810766, + "gbest_acc": 73.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 186, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.809745, + "gbest_acc": 74.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 187, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.803486, + "gbest_acc": 73.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 188, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.801068, + "gbest_acc": 74.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 189, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.798575, + "gbest_acc": 73.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 190, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.795113, + "gbest_acc": 74.25, + "val_loss": 0.826001, + "val_acc": 73.08 + }, + { + "epoch": 191, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.787875, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 192, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.787875, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 193, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786744, + "gbest_acc": 74.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 194, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.786695, + "gbest_acc": 74.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 195, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770591, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 196, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.770591, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 197, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.764087, + "gbest_acc": 74.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 198, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.759807, + "gbest_acc": 74.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 199, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.755596, + "gbest_acc": 75.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 200, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.750046, + "gbest_acc": 75.0, + "val_loss": 0.773975, + "val_acc": 74.29 + }, + { + "epoch": 201, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.746437, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 202, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.740099, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 203, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.740099, + "gbest_acc": 75.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 204, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735987, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 205, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735987, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 206, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735987, + "gbest_acc": 75.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 207, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.735663, + "gbest_acc": 75.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 208, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725156, + "gbest_acc": 76.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 209, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.725156, + "gbest_acc": 76.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 210, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.722473, + "gbest_acc": 76.6, + "val_loss": 0.75671, + "val_acc": 75.22 + }, + { + "epoch": 211, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.713871, + "gbest_acc": 77.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 212, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.709491, + "gbest_acc": 77.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 213, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.706839, + "gbest_acc": 77.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 214, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.701806, + "gbest_acc": 77.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 215, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.699974, + "gbest_acc": 77.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 216, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.697562, + "gbest_acc": 78.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 217, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.693024, + "gbest_acc": 77.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 218, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688156, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 219, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.688156, + "gbest_acc": 78.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 220, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.684955, + "gbest_acc": 78.0, + "val_loss": 0.723987, + "val_acc": 76.36 + }, + { + "epoch": 221, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.681628, + "gbest_acc": 78.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 222, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.678168, + "gbest_acc": 78.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 223, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.675446, + "gbest_acc": 78.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 224, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.675446, + "gbest_acc": 78.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 225, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.675446, + "gbest_acc": 78.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 226, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.675446, + "gbest_acc": 78.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 227, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.668731, + "gbest_acc": 78.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 228, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.664895, + "gbest_acc": 78.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 229, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.659519, + "gbest_acc": 78.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 230, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655713, + "gbest_acc": 79.0, + "val_loss": 0.695629, + "val_acc": 76.95 + }, + { + "epoch": 231, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655713, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 232, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.655713, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 233, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.651147, + "gbest_acc": 79.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 234, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.645809, + "gbest_acc": 79.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 235, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.640802, + "gbest_acc": 79.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 236, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.639458, + "gbest_acc": 79.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 237, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.637129, + "gbest_acc": 80.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 238, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.636579, + "gbest_acc": 80.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 239, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.632614, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 240, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.632614, + "gbest_acc": 80.65, + "val_loss": 0.6647, + "val_acc": 78.43 + }, + { + "epoch": 241, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.631752, + "gbest_acc": 80.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 242, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.631602, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 243, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.631602, + "gbest_acc": 80.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 244, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.629122, + "gbest_acc": 80.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 245, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.627725, + "gbest_acc": 80.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 246, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.624022, + "gbest_acc": 81.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 247, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.62057, + "gbest_acc": 80.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 248, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.617697, + "gbest_acc": 80.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 249, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.616975, + "gbest_acc": 80.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 250, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.613018, + "gbest_acc": 80.75, + "val_loss": 0.649444, + "val_acc": 79.18 + }, + { + "epoch": 251, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.611872, + "gbest_acc": 80.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 252, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.60825, + "gbest_acc": 80.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 253, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.605613, + "gbest_acc": 81.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 254, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.605613, + "gbest_acc": 81.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 255, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.605613, + "gbest_acc": 81.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 256, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.604953, + "gbest_acc": 80.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 257, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.602405, + "gbest_acc": 81.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 258, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.599034, + "gbest_acc": 81.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 259, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.599034, + "gbest_acc": 81.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 260, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.599034, + "gbest_acc": 81.9, + "val_loss": 0.638915, + "val_acc": 79.5 + }, + { + "epoch": 261, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.597399, + "gbest_acc": 81.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 262, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.593448, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 263, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.593448, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 264, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.593448, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 265, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.593448, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 266, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.593448, + "gbest_acc": 82.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 267, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.589572, + "gbest_acc": 81.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 268, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.585296, + "gbest_acc": 81.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 269, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.582099, + "gbest_acc": 81.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 270, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.578287, + "gbest_acc": 81.75, + "val_loss": 0.620615, + "val_acc": 79.85 + }, + { + "epoch": 271, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.575666, + "gbest_acc": 81.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 272, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.57408, + "gbest_acc": 81.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 273, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.57219, + "gbest_acc": 82.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 274, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.569981, + "gbest_acc": 82.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 275, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.566315, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 276, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.566315, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 277, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.566315, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 278, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.564921, + "gbest_acc": 82.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 279, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.564021, + "gbest_acc": 83.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 280, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.564021, + "gbest_acc": 83.05, + "val_loss": 0.611336, + "val_acc": 80.22 + }, + { + "epoch": 281, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.562219, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 282, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.558433, + "gbest_acc": 82.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 283, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.555449, + "gbest_acc": 82.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 284, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.555449, + "gbest_acc": 82.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 285, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.555449, + "gbest_acc": 82.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 286, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.554474, + "gbest_acc": 83.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 287, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.554031, + "gbest_acc": 82.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 288, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551819, + "gbest_acc": 83.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 289, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.551455, + "gbest_acc": 83.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 290, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.550846, + "gbest_acc": 83.4, + "val_loss": 0.598677, + "val_acc": 80.92 + }, + { + "epoch": 291, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.549813, + "gbest_acc": 83.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 292, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.548705, + "gbest_acc": 83.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 293, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.546439, + "gbest_acc": 83.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 294, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.54545, + "gbest_acc": 83.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 295, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.545245, + "gbest_acc": 82.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 296, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.544553, + "gbest_acc": 82.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 297, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.543399, + "gbest_acc": 83.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 298, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.542148, + "gbest_acc": 83.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 299, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.539621, + "gbest_acc": 83.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 300, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.537986, + "gbest_acc": 83.35, + "val_loss": 0.585166, + "val_acc": 81.2 + }, + { + "epoch": 301, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.536046, + "gbest_acc": 83.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 302, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.535593, + "gbest_acc": 83.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 303, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.533016, + "gbest_acc": 83.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 304, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.532133, + "gbest_acc": 83.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 305, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.529391, + "gbest_acc": 83.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 306, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.52784, + "gbest_acc": 83.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 307, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.52642, + "gbest_acc": 83.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 308, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.523822, + "gbest_acc": 83.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 309, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.523234, + "gbest_acc": 83.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 310, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.522248, + "gbest_acc": 83.85, + "val_loss": 0.573425, + "val_acc": 81.53 + }, + { + "epoch": 311, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.520903, + "gbest_acc": 83.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 312, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.517646, + "gbest_acc": 83.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 313, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.515345, + "gbest_acc": 84.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 314, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.513799, + "gbest_acc": 83.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 315, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.511408, + "gbest_acc": 83.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 316, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.509953, + "gbest_acc": 84.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 317, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.508404, + "gbest_acc": 84.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 318, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.50606, + "gbest_acc": 84.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 319, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.504511, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 320, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.504511, + "gbest_acc": 84.15, + "val_loss": 0.566322, + "val_acc": 81.97 + }, + { + "epoch": 321, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.504511, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 322, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.504511, + "gbest_acc": 84.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 323, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.504327, + "gbest_acc": 84.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 324, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.502215, + "gbest_acc": 84.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 325, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.501235, + "gbest_acc": 84.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 326, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.500216, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 327, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.497499, + "gbest_acc": 84.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 328, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.495728, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 329, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.493185, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 330, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.490557, + "gbest_acc": 85.05, + "val_loss": 0.554143, + "val_acc": 82.6 + }, + { + "epoch": 331, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.490557, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 332, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.489693, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 333, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.488131, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 334, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.488131, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 335, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.488131, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 336, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.48757, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 337, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485982, + "gbest_acc": 85.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 338, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.485982, + "gbest_acc": 85.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 339, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.484678, + "gbest_acc": 84.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 340, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.481946, + "gbest_acc": 85.5, + "val_loss": 0.541951, + "val_acc": 82.7 + }, + { + "epoch": 341, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.481946, + "gbest_acc": 85.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 342, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.480984, + "gbest_acc": 85.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 343, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.479491, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 344, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.479491, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 345, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478937, + "gbest_acc": 85.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 346, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.478241, + "gbest_acc": 85.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 347, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.477824, + "gbest_acc": 84.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 348, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.477006, + "gbest_acc": 84.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 349, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474777, + "gbest_acc": 84.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 350, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.474777, + "gbest_acc": 84.75, + "val_loss": 0.533911, + "val_acc": 82.99 + }, + { + "epoch": 351, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.473978, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 352, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.473374, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 353, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.471391, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 354, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.471391, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 355, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46775, + "gbest_acc": 85.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 356, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46775, + "gbest_acc": 85.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 357, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46775, + "gbest_acc": 85.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 358, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.466749, + "gbest_acc": 85.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 359, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.465831, + "gbest_acc": 85.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 360, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.464809, + "gbest_acc": 85.55, + "val_loss": 0.536025, + "val_acc": 82.98 + }, + { + "epoch": 361, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.46365, + "gbest_acc": 86.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 362, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.462189, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 363, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.462189, + "gbest_acc": 85.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 364, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.461524, + "gbest_acc": 85.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 365, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45863, + "gbest_acc": 85.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 366, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45863, + "gbest_acc": 85.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 367, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.456442, + "gbest_acc": 85.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 368, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.455763, + "gbest_acc": 85.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 369, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.455056, + "gbest_acc": 86.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 370, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45252, + "gbest_acc": 86.05, + "val_loss": 0.517162, + "val_acc": 83.78 + }, + { + "epoch": 371, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.45252, + "gbest_acc": 86.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 372, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.452488, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 373, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.451704, + "gbest_acc": 85.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 374, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.451704, + "gbest_acc": 85.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 375, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.451151, + "gbest_acc": 85.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 376, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.450202, + "gbest_acc": 85.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 377, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.450202, + "gbest_acc": 85.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 378, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.449674, + "gbest_acc": 86.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 379, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.449674, + "gbest_acc": 86.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 380, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.448594, + "gbest_acc": 86.1, + "val_loss": 0.51607, + "val_acc": 83.72 + }, + { + "epoch": 381, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.446736, + "gbest_acc": 86.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 382, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.446657, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 383, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.445496, + "gbest_acc": 85.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 384, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.445245, + "gbest_acc": 85.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 385, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.444815, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 386, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.444815, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 387, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.444815, + "gbest_acc": 85.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 388, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.44432, + "gbest_acc": 86.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 389, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.443104, + "gbest_acc": 86.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 390, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.442378, + "gbest_acc": 85.95, + "val_loss": 0.506089, + "val_acc": 83.99 + }, + { + "epoch": 391, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440645, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 392, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440645, + "gbest_acc": 86.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 393, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440639, + "gbest_acc": 86.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 394, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.440505, + "gbest_acc": 86.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 395, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.438168, + "gbest_acc": 86.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 396, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.4361, + "gbest_acc": 86.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 397, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.4361, + "gbest_acc": 86.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 398, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.434952, + "gbest_acc": 86.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 399, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.434952, + "gbest_acc": 86.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 400, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.434585, + "gbest_acc": 86.75, + "val_loss": 0.505165, + "val_acc": 84.13 + }, + { + "epoch": 401, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.433815, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 402, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.432554, + "gbest_acc": 86.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 403, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.43126, + "gbest_acc": 86.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 404, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.429984, + "gbest_acc": 86.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 405, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.429911, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 406, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.428561, + "gbest_acc": 86.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 407, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.428137, + "gbest_acc": 87.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 408, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.428137, + "gbest_acc": 87.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 409, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.428137, + "gbest_acc": 87.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 410, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.426939, + "gbest_acc": 87.05, + "val_loss": 0.501554, + "val_acc": 84.3 + }, + { + "epoch": 411, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.426853, + "gbest_acc": 87.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 412, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.426061, + "gbest_acc": 87.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 413, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.425562, + "gbest_acc": 87.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 414, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.425114, + "gbest_acc": 87.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 415, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.424224, + "gbest_acc": 87.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 416, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.422623, + "gbest_acc": 87.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 417, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.421628, + "gbest_acc": 87.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 418, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.421592, + "gbest_acc": 87.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 419, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.420878, + "gbest_acc": 87.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 420, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.420119, + "gbest_acc": 87.4, + "val_loss": 0.493078, + "val_acc": 84.69 + } + ], + "seed": 103, + "geometry_config": { + "config_id": "G6", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 1.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test broader normalized initialization" + } + } + ] + }, + "confirm_aggregates": { + "G0": { + "val_selected_acc": { + "mean": 79.526667, + "std": 0.576397, + "median": 79.31, + "iqr": 0.545, + "ci95_t": 1.431865 + }, + "val_selected_nll": { + "mean": 0.689687, + "std": 0.008079, + "median": 0.685428, + "iqr": 0.007188, + "ci95_t": 0.02007 + }, + "brier": { + "mean": 0.31426, + "std": 0.002242, + "median": 0.314848, + "iqr": 0.002184, + "ci95_t": 0.00557 + }, + "ece": { + "mean": 0.119583, + "std": 0.012882, + "median": 0.116395, + "iqr": 0.012583, + "ci95_t": 0.032002 + }, + "num_seeds": 3 + }, + "G1": { + "val_selected_acc": { + "mean": 76.953333, + "std": 2.490067, + "median": 76.77, + "iqr": 2.485, + "ci95_t": 6.185737 + }, + "val_selected_nll": { + "mean": 0.833759, + "std": 0.123667, + "median": 0.829049, + "iqr": 0.123599, + "ci95_t": 0.307209 + }, + "brier": { + "mean": 0.376709, + "std": 0.05346, + "median": 0.371229, + "iqr": 0.053249, + "ci95_t": 0.132804 + }, + "ece": { + "mean": 0.189738, + "std": 0.042245, + "median": 0.179234, + "iqr": 0.041254, + "ci95_t": 0.104944 + }, + "num_seeds": 3 + }, + "G8": { + "val_selected_acc": { + "mean": 84.916667, + "std": 0.988804, + "median": 84.47, + "iqr": 0.91, + "ci95_t": 2.456352 + }, + "val_selected_nll": { + "mean": 0.48144, + "std": 0.029447, + "median": 0.492543, + "iqr": 0.027833, + "ci95_t": 0.073151 + }, + "brier": { + "mean": 0.221187, + "std": 0.012452, + "median": 0.226311, + "iqr": 0.011634, + "ci95_t": 0.030933 + }, + "ece": { + "mean": 0.014356, + "std": 0.006717, + "median": 0.01607, + "iqr": 0.00655, + "ci95_t": 0.016685 + }, + "num_seeds": 3 + }, + "G5": { + "val_selected_acc": { + "mean": 84.236667, + "std": 0.903678, + "median": 83.73, + "iqr": 0.79, + "ci95_t": 2.244884 + }, + "val_selected_nll": { + "mean": 0.510297, + "std": 0.024899, + "median": 0.519183, + "iqr": 0.023679, + "ci95_t": 0.061852 + }, + "brier": { + "mean": 0.231623, + "std": 0.01088, + "median": 0.237264, + "iqr": 0.009721, + "ci95_t": 0.027028 + }, + "ece": { + "mean": 0.012199, + "std": 0.004094, + "median": 0.012206, + "iqr": 0.004094, + "ci95_t": 0.01017 + }, + "num_seeds": 3 + }, + "G6": { + "val_selected_acc": { + "mean": 84.25, + "std": 0.219317, + "median": 84.2, + "iqr": 0.215, + "ci95_t": 0.54482 + }, + "val_selected_nll": { + "mean": 0.503809, + "std": 0.015789, + "median": 0.498121, + "iqr": 0.015, + "ci95_t": 0.039221 + }, + "brier": { + "mean": 0.231132, + "std": 0.004709, + "median": 0.230765, + "iqr": 0.004698, + "ci95_t": 0.011697 + }, + "ece": { + "mean": 0.019296, + "std": 0.007279, + "median": 0.023118, + "iqr": 0.006483, + "ci95_t": 0.018081 + }, + "num_seeds": 3 + } + }, + "root_cause_statuses": { + "regression_recovered": { + "status": "supported", + "recovered_configs": [ + "G5", + "G6" + ], + "g8_mean_acc": 84.916667, + "g8_mean_nll": 0.48144, + "description": "Normalized geometry is within 1.0pp accuracy and 0.05 NLL of G8" + }, + "anisotropic_per_tensor_scaling": { + "status": "rejected", + "test_config": "G1", + "ref_config": "G0", + "mean_nll_diff": 0.144072, + "mean_acc_diff": -2.5733, + "description": "global RMS scale versus per-tensor SD" + }, + "nonzero_launch_velocity": { + "status": "unresolved", + "test_config": "G2", + "ref_config": "G0", + "description": "nonzero launch velocity versus zero" + }, + "mutation": { + "status": "unresolved", + "test_config": "G3", + "ref_config": "G0", + "description": "mutation 0.02 versus none" + }, + "velocity_mutation_interaction": { + "status": "unresolved", + "test_config": "G4", + "ref_config": "G2", + "description": "mutation given nonzero velocity" + }, + "bound_expansion": { + "status": "unresolved", + "test_config": "G5", + "ref_config": "G4", + "description": "normalized bound 6 versus 3" + }, + "broader_initialization": { + "status": "rejected", + "test_config": "G6", + "ref_config": "G5", + "mean_nll_diff": -0.006488, + "mean_acc_diff": 0.0133, + "description": "initial radius 1.5 versus 0.5" + }, + "independent_initialization": { + "status": "unresolved", + "test_config": "G7", + "ref_config": "G2", + "description": "independent versus antithetic positions" + } + } + }, + "resource_totals": { + "candidate_objective_queries": 421200, + "candidate_sample_evaluations": 842400000, + "validation_model_evaluations": 1826, + "summed_optimization_wall_time_sec": 596.998, + "summed_validation_wall_time_sec": 9.1062, + "official_test_evaluations": 0 + } +} \ No newline at end of file diff --git a/benchmark_results/pso_v6_phase_b_screen.json b/benchmark_results/pso_v6_phase_b_screen.json new file mode 100644 index 0000000..bc1c38e --- /dev/null +++ b/benchmark_results/pso_v6_phase_b_screen.json @@ -0,0 +1,12444 @@ +{ + "protocol_version": "MNIST-PSO-RAW-V6 1.0.0", + "pso_version": "4.0.0", + "official_test_data_loaded": false, + "official_test_evaluations": 0, + "data_fingerprint": "26bd2ed5f27e7d24", + "base_model_seed": 41, + "base_model_fingerprint": "d0eee0ffd33088ed", + "geometry_configs": { + "G0": { + "config_id": "G0", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "exact V5 control" + }, + "G1": { + "config_id": "G1", + "scale_type": "global_rms", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate anisotropic per-tensor scaling" + }, + "G2": { + "config_id": "G2", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate nonzero launch velocity" + }, + "G3": { + "config_id": "G3", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate mutation" + }, + "G4": { + "config_id": "G4", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "velocity x mutation interaction" + }, + "G5": { + "config_id": "G5", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test sufficient bound expansion" + }, + "G6": { + "config_id": "G6", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 1.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test broader normalized initialization" + }, + "G7": { + "config_id": "G7", + "scale_type": "per_tensor_sd", + "init_position_mode": "independent", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate antithetic position coupling against G2" + }, + "G8": { + "config_id": "G8", + "scale_type": "optimizer_default", + "init_position_mode": "independent", + "position_radius": 0.05, + "initial_velocity_radius": 0.05, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "retained semantic control (public Optimizer)" + } + }, + "selection_rule": "lowest_validation_nll_then_highest_accuracy", + "provenance": { + "input_shape": [ + 1, + 28, + 28 + ], + "pca": false, + "raw_inputs": true, + "normalization_scope": "search_train_50000_only", + "train_mean": 0.130682, + "train_std": 0.308127, + "search_samples": 50000, + "val_samples": 10000, + "test_samples": 0, + "official_test_evaluations": 0, + "split_seed": 20260902, + "split_fingerprint": "51b289d9f503a9f3" + }, + "hardware_provenance": { + "platform": "macOS-26.6.2-arm64-arm-64bit", + "system": "Darwin", + "machine": "arm64", + "processor": "arm", + "python_version": "3.11.15", + "torch_version": "2.13.0", + "pso_version": "4.0.0", + "device_type": "mps", + "device_str": "mps", + "mps_available": true + }, + "timestamp": "2026-09-02 23:18:03", + "screen_payload": { + "phase": "screen", + "seed": 91, + "swarm_size": 30, + "epochs": 160, + "screen_results": { + "G0": { + "config_id": "G0", + "gbest_loss": 1.147565, + "gbest_acc": 69.8, + "gbest_val_loss": 1.183117, + "gbest_val_acc": 67.73, + "val_selected_particle_idx": 8, + "val_selected_loss": 1.183117, + "val_selected_acc": 67.73, + "val_metrics": { + "accuracy": 67.73, + "nll": 1.183117, + "brier": 0.53537, + "ece": 0.247347, + "margin": 0.248949 + }, + "wall_time_sec": 8.4356, + "optimization_wall_time_sec": 8.2302, + "validation_wall_time_sec": 0.2054, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160 + ], + "pbest_update_counts": 2436, + "boundary_hits": 279090, + "boundary_occupancy": 0.006391, + "last_improvement_epoch": 160, + "velocity_rms": 0.187343, + "position_radius": 12.190442, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.310269, + "gbest_acc": 7.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.302216, + "gbest_acc": 9.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.280997, + "gbest_acc": 12.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.248806, + "gbest_acc": 20.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.22007, + "gbest_acc": 24.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.197811, + "gbest_acc": 22.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.181172, + "gbest_acc": 21.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.14378, + "gbest_acc": 19.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.111105, + "gbest_acc": 19.3, + "val_loss": 2.113562, + "val_acc": 20.15 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.065237, + "gbest_acc": 21.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.022572, + "gbest_acc": 26.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.99992, + "gbest_acc": 27.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.970806, + "gbest_acc": 30.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.964259, + "gbest_acc": 29.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.936239, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.932432, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908575, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.900177, + "gbest_acc": 34.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.893059, + "gbest_acc": 35.15, + "val_loss": 1.908893, + "val_acc": 35.05 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.893059, + "gbest_acc": 35.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.889398, + "gbest_acc": 35.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.879795, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.859706, + "gbest_acc": 38.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.844069, + "gbest_acc": 37.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.843418, + "gbest_acc": 38.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.835918, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.825405, + "gbest_acc": 37.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793166, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793166, + "gbest_acc": 41.3, + "val_loss": 1.813975, + "val_acc": 39.9 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793166, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.793166, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.783466, + "gbest_acc": 41.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.770267, + "gbest_acc": 43.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.766128, + "gbest_acc": 43.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74411, + "gbest_acc": 43.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74411, + "gbest_acc": 43.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.722016, + "gbest_acc": 45.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.715608, + "gbest_acc": 44.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694592, + "gbest_acc": 47.3, + "val_loss": 1.7177, + "val_acc": 45.68 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687191, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.679955, + "gbest_acc": 48.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.665032, + "gbest_acc": 47.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660036, + "gbest_acc": 48.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660036, + "gbest_acc": 48.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656864, + "gbest_acc": 50.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648261, + "gbest_acc": 50.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.637429, + "gbest_acc": 53.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629559, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.627745, + "gbest_acc": 49.4, + "val_loss": 1.652814, + "val_acc": 46.97 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624722, + "gbest_acc": 51.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.624722, + "gbest_acc": 51.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.621271, + "gbest_acc": 49.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.603937, + "gbest_acc": 51.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.603892, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.574743, + "gbest_acc": 54.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566305, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566305, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.566305, + "gbest_acc": 56.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.561212, + "gbest_acc": 56.3, + "val_loss": 1.58474, + "val_acc": 53.4 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.550911, + "gbest_acc": 54.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.550176, + "gbest_acc": 55.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.54394, + "gbest_acc": 56.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.538204, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.536207, + "gbest_acc": 56.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.516027, + "gbest_acc": 57.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.514509, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501886, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501886, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.498765, + "gbest_acc": 57.05, + "val_loss": 1.530252, + "val_acc": 55.27 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.498765, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.494819, + "gbest_acc": 58.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.486218, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.486218, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.486218, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47865, + "gbest_acc": 58.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.471761, + "gbest_acc": 59.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.470706, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455133, + "gbest_acc": 61.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.447378, + "gbest_acc": 62.2, + "val_loss": 1.478323, + "val_acc": 59.59 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.446284, + "gbest_acc": 61.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444786, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444786, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444786, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.426749, + "gbest_acc": 63.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.425618, + "gbest_acc": 60.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.420136, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.420136, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414905, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40597, + "gbest_acc": 61.0, + "val_loss": 1.439038, + "val_acc": 58.65 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.40361, + "gbest_acc": 61.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.395106, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.395106, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.394371, + "gbest_acc": 61.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390707, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38849, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38849, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38849, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388122, + "gbest_acc": 62.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388122, + "gbest_acc": 62.0, + "val_loss": 1.419643, + "val_acc": 59.72 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388122, + "gbest_acc": 62.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.375218, + "gbest_acc": 63.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.373271, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362747, + "gbest_acc": 64.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362747, + "gbest_acc": 64.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.359635, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348393, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348393, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348393, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348393, + "gbest_acc": 64.45, + "val_loss": 1.38298, + "val_acc": 62.02 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.33786, + "gbest_acc": 66.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.33786, + "gbest_acc": 66.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333928, + "gbest_acc": 66.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.328514, + "gbest_acc": 65.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.328241, + "gbest_acc": 65.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.321243, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.316853, + "gbest_acc": 66.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.314892, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312831, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312831, + "gbest_acc": 65.1, + "val_loss": 1.349793, + "val_acc": 62.28 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.305485, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.299608, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.293387, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.293387, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.289006, + "gbest_acc": 66.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279774, + "gbest_acc": 66.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.273683, + "gbest_acc": 67.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.273683, + "gbest_acc": 67.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270333, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270079, + "gbest_acc": 66.55, + "val_loss": 1.299638, + "val_acc": 64.95 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.262235, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256521, + "gbest_acc": 67.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240951, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240951, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240951, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.240951, + "gbest_acc": 67.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.23886, + "gbest_acc": 68.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235466, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.223605, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.218237, + "gbest_acc": 68.85, + "val_loss": 1.255444, + "val_acc": 66.78 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.216309, + "gbest_acc": 67.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.214696, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209994, + "gbest_acc": 68.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.206406, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.206406, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.204739, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.201082, + "gbest_acc": 68.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195486, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195272, + "gbest_acc": 68.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.190521, + "gbest_acc": 69.0, + "val_loss": 1.233496, + "val_acc": 66.27 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.167662, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.167662, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.167662, + "gbest_acc": 69.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.155561, + "gbest_acc": 69.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.155403, + "gbest_acc": 69.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150636, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.150636, + "gbest_acc": 69.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.149532, + "gbest_acc": 70.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148374, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.147565, + "gbest_acc": 69.8, + "val_loss": 1.183117, + "val_acc": 67.73 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G0", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "exact V5 control" + } + }, + "G1": { + "config_id": "G1", + "gbest_loss": 1.424766, + "gbest_acc": 64.65, + "gbest_val_loss": 1.439619, + "gbest_val_acc": 62.89, + "val_selected_particle_idx": 15, + "val_selected_loss": 1.437604, + "val_selected_acc": 62.32, + "val_metrics": { + "accuracy": 62.32, + "nll": 1.437604, + "brier": 0.638084, + "ece": 0.309309, + "margin": 0.143863 + }, + "wall_time_sec": 6.6136, + "optimization_wall_time_sec": 6.4264, + "validation_wall_time_sec": 0.1871, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160 + ], + "pbest_update_counts": 2515, + "boundary_hits": 347542, + "boundary_occupancy": 0.007958, + "last_improvement_epoch": 160, + "velocity_rms": 0.171411, + "position_radius": 12.100932, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.315947, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.308322, + "gbest_acc": 10.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.294986, + "gbest_acc": 10.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.273571, + "gbest_acc": 12.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.253161, + "gbest_acc": 12.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.222763, + "gbest_acc": 16.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.192668, + "gbest_acc": 19.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.173146, + "gbest_acc": 22.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.150064, + "gbest_acc": 28.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.136011, + "gbest_acc": 29.85, + "val_loss": 2.14699, + "val_acc": 26.68 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.12312, + "gbest_acc": 29.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.114006, + "gbest_acc": 32.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.095677, + "gbest_acc": 29.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.085551, + "gbest_acc": 31.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.068933, + "gbest_acc": 31.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.052427, + "gbest_acc": 31.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.043275, + "gbest_acc": 32.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.034469, + "gbest_acc": 30.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.027554, + "gbest_acc": 32.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.021309, + "gbest_acc": 28.8, + "val_loss": 2.033511, + "val_acc": 27.52 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.009541, + "gbest_acc": 30.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.005577, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.997396, + "gbest_acc": 37.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.988852, + "gbest_acc": 35.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.967112, + "gbest_acc": 37.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.955614, + "gbest_acc": 37.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.954019, + "gbest_acc": 37.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.954019, + "gbest_acc": 37.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.952413, + "gbest_acc": 36.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929805, + "gbest_acc": 43.45, + "val_loss": 1.9382, + "val_acc": 42.12 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929805, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929805, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.929805, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.92051, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.904802, + "gbest_acc": 43.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.881655, + "gbest_acc": 47.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.866855, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862242, + "gbest_acc": 45.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862242, + "gbest_acc": 45.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862242, + "gbest_acc": 45.05, + "val_loss": 1.870654, + "val_acc": 44.47 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.848211, + "gbest_acc": 46.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.830021, + "gbest_acc": 49.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.824273, + "gbest_acc": 47.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.821906, + "gbest_acc": 49.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.821078, + "gbest_acc": 49.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.821078, + "gbest_acc": 49.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.818256, + "gbest_acc": 49.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.806508, + "gbest_acc": 49.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.806508, + "gbest_acc": 49.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.806508, + "gbest_acc": 49.7, + "val_loss": 1.812953, + "val_acc": 47.06 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.801929, + "gbest_acc": 50.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791898, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791898, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.791898, + "gbest_acc": 51.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.790438, + "gbest_acc": 52.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.784344, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.782505, + "gbest_acc": 50.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.780576, + "gbest_acc": 50.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.772899, + "gbest_acc": 49.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.754965, + "gbest_acc": 51.05, + "val_loss": 1.766327, + "val_acc": 48.98 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.747439, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.747439, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.743661, + "gbest_acc": 52.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.740029, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.73525, + "gbest_acc": 54.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.731287, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.727312, + "gbest_acc": 54.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.72605, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.72605, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.717518, + "gbest_acc": 55.85, + "val_loss": 1.727644, + "val_acc": 54.48 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.717518, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.714798, + "gbest_acc": 54.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.714798, + "gbest_acc": 54.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711542, + "gbest_acc": 53.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.708385, + "gbest_acc": 56.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.708385, + "gbest_acc": 56.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.705886, + "gbest_acc": 55.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694518, + "gbest_acc": 56.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694518, + "gbest_acc": 56.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.691288, + "gbest_acc": 55.95, + "val_loss": 1.698494, + "val_acc": 54.14 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.685534, + "gbest_acc": 55.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675454, + "gbest_acc": 54.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.670128, + "gbest_acc": 55.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.661029, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.661029, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660406, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.660406, + "gbest_acc": 56.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.649995, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648547, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.6459, + "gbest_acc": 55.5, + "val_loss": 1.655206, + "val_acc": 54.85 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.641742, + "gbest_acc": 58.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629151, + "gbest_acc": 57.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629151, + "gbest_acc": 57.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.623244, + "gbest_acc": 55.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.617541, + "gbest_acc": 57.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.615795, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.610377, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.610377, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.606006, + "gbest_acc": 56.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.593474, + "gbest_acc": 57.85, + "val_loss": 1.603899, + "val_acc": 57.46 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.593474, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584104, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584104, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584104, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.583131, + "gbest_acc": 58.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.577354, + "gbest_acc": 57.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.575562, + "gbest_acc": 58.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.570815, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.570815, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.569771, + "gbest_acc": 58.7, + "val_loss": 1.57983, + "val_acc": 57.85 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.556539, + "gbest_acc": 58.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.556348, + "gbest_acc": 59.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.549969, + "gbest_acc": 57.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.549892, + "gbest_acc": 57.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.53986, + "gbest_acc": 59.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535266, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535266, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535266, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535266, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.530102, + "gbest_acc": 60.45, + "val_loss": 1.541431, + "val_acc": 58.95 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.529386, + "gbest_acc": 60.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.528412, + "gbest_acc": 59.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52669, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52669, + "gbest_acc": 60.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.519616, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.515662, + "gbest_acc": 61.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.515231, + "gbest_acc": 60.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.510802, + "gbest_acc": 59.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.509791, + "gbest_acc": 61.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.506625, + "gbest_acc": 61.1, + "val_loss": 1.516113, + "val_acc": 59.4 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.500361, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.500361, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.494626, + "gbest_acc": 61.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.494626, + "gbest_acc": 61.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.487294, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.485371, + "gbest_acc": 62.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.485371, + "gbest_acc": 62.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.485371, + "gbest_acc": 62.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47923, + "gbest_acc": 62.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.476306, + "gbest_acc": 62.8, + "val_loss": 1.487363, + "val_acc": 61.41 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.476306, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474686, + "gbest_acc": 61.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.469395, + "gbest_acc": 62.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468387, + "gbest_acc": 63.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.461817, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.461817, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.461817, + "gbest_acc": 64.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.456501, + "gbest_acc": 64.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452649, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452649, + "gbest_acc": 63.15, + "val_loss": 1.46415, + "val_acc": 61.72 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.450157, + "gbest_acc": 63.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.445838, + "gbest_acc": 64.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.440069, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.435774, + "gbest_acc": 65.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.433747, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431516, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431516, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431516, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.429243, + "gbest_acc": 64.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424766, + "gbest_acc": 64.65, + "val_loss": 1.439619, + "val_acc": 62.89 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G1", + "scale_type": "global_rms", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate anisotropic per-tensor scaling" + } + }, + "G2": { + "config_id": "G2", + "gbest_loss": 1.260671, + "gbest_acc": 63.2, + "gbest_val_loss": 1.298475, + "gbest_val_acc": 60.76, + "val_selected_particle_idx": 11, + "val_selected_loss": 1.296105, + "val_selected_acc": 60.72, + "val_metrics": { + "accuracy": 60.72, + "nll": 1.296105, + "brier": 0.585207, + "ece": 0.186668, + "margin": 0.235434 + }, + "wall_time_sec": 6.6528, + "optimization_wall_time_sec": 6.4626, + "validation_wall_time_sec": 0.1902, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160 + ], + "pbest_update_counts": 2335, + "boundary_hits": 217768, + "boundary_occupancy": 0.004987, + "last_improvement_epoch": 160, + "velocity_rms": 0.127313, + "position_radius": 8.553208, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.303509, + "gbest_acc": 9.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.296052, + "gbest_acc": 9.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.262821, + "gbest_acc": 10.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.247507, + "gbest_acc": 12.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.222965, + "gbest_acc": 14.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.19646, + "gbest_acc": 16.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.14694, + "gbest_acc": 17.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.119284, + "gbest_acc": 20.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.077625, + "gbest_acc": 20.8, + "val_loss": 2.075401, + "val_acc": 21.73 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.048708, + "gbest_acc": 23.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042735, + "gbest_acc": 28.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042735, + "gbest_acc": 28.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037079, + "gbest_acc": 33.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.030461, + "gbest_acc": 27.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.029878, + "gbest_acc": 29.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.012703, + "gbest_acc": 31.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.012703, + "gbest_acc": 31.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.004503, + "gbest_acc": 33.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.997764, + "gbest_acc": 32.8, + "val_loss": 2.006228, + "val_acc": 32.64 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.953959, + "gbest_acc": 35.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.953959, + "gbest_acc": 35.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.951544, + "gbest_acc": 30.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.913776, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.913776, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.913776, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908982, + "gbest_acc": 33.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908982, + "gbest_acc": 33.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.907122, + "gbest_acc": 33.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.901545, + "gbest_acc": 34.1, + "val_loss": 1.897862, + "val_acc": 34.22 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850567, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850567, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.850567, + "gbest_acc": 38.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.840613, + "gbest_acc": 38.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.840501, + "gbest_acc": 36.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.823124, + "gbest_acc": 40.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.823124, + "gbest_acc": 40.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.800574, + "gbest_acc": 39.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.787842, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.78207, + "gbest_acc": 40.8, + "val_loss": 1.789581, + "val_acc": 39.88 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.764248, + "gbest_acc": 42.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.764248, + "gbest_acc": 42.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.764248, + "gbest_acc": 42.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.750987, + "gbest_acc": 45.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.750987, + "gbest_acc": 45.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.742348, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.742348, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74108, + "gbest_acc": 46.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730096, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730096, + "gbest_acc": 46.25, + "val_loss": 1.744376, + "val_acc": 45.5 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730096, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730096, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.72351, + "gbest_acc": 43.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.707215, + "gbest_acc": 46.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.705108, + "gbest_acc": 48.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.698384, + "gbest_acc": 45.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687789, + "gbest_acc": 46.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687789, + "gbest_acc": 46.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.683239, + "gbest_acc": 46.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.677621, + "gbest_acc": 47.0, + "val_loss": 1.691962, + "val_acc": 46.35 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67126, + "gbest_acc": 45.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67126, + "gbest_acc": 45.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67126, + "gbest_acc": 45.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.668337, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.659695, + "gbest_acc": 46.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.659695, + "gbest_acc": 46.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657354, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657354, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.657354, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.650023, + "gbest_acc": 48.3, + "val_loss": 1.662783, + "val_acc": 48.16 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.650023, + "gbest_acc": 48.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.650023, + "gbest_acc": 48.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.640128, + "gbest_acc": 47.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.628654, + "gbest_acc": 48.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.618027, + "gbest_acc": 51.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.61674, + "gbest_acc": 50.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.61674, + "gbest_acc": 50.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.600559, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.598821, + "gbest_acc": 50.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585512, + "gbest_acc": 50.05, + "val_loss": 1.603782, + "val_acc": 50.01 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585512, + "gbest_acc": 50.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.585512, + "gbest_acc": 50.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.565692, + "gbest_acc": 50.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.545885, + "gbest_acc": 52.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543613, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543613, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543613, + "gbest_acc": 52.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.535578, + "gbest_acc": 52.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.529132, + "gbest_acc": 55.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524492, + "gbest_acc": 52.8, + "val_loss": 1.551724, + "val_acc": 51.83 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524492, + "gbest_acc": 52.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524492, + "gbest_acc": 52.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.524492, + "gbest_acc": 52.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.518399, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.518399, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.518399, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497453, + "gbest_acc": 55.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497453, + "gbest_acc": 55.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497453, + "gbest_acc": 55.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.491416, + "gbest_acc": 53.85, + "val_loss": 1.521564, + "val_acc": 51.36 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474938, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474938, + "gbest_acc": 55.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460145, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460145, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.453022, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.446806, + "gbest_acc": 54.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.434058, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.427915, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.426081, + "gbest_acc": 55.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.422212, + "gbest_acc": 55.75, + "val_loss": 1.461187, + "val_acc": 53.99 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.421268, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.413391, + "gbest_acc": 55.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.408327, + "gbest_acc": 55.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.404039, + "gbest_acc": 56.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401398, + "gbest_acc": 57.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401398, + "gbest_acc": 57.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.401398, + "gbest_acc": 57.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.397829, + "gbest_acc": 57.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.392224, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.392224, + "gbest_acc": 57.05, + "val_loss": 1.429698, + "val_acc": 54.84 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.387502, + "gbest_acc": 57.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.384152, + "gbest_acc": 57.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.37996, + "gbest_acc": 56.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.376825, + "gbest_acc": 56.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.374364, + "gbest_acc": 56.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.37091, + "gbest_acc": 57.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.369904, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.361282, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357682, + "gbest_acc": 58.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.356437, + "gbest_acc": 59.2, + "val_loss": 1.392462, + "val_acc": 56.2 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.353375, + "gbest_acc": 58.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.352903, + "gbest_acc": 57.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.344424, + "gbest_acc": 58.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.340071, + "gbest_acc": 58.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338086, + "gbest_acc": 58.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.334613, + "gbest_acc": 58.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332369, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332369, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331179, + "gbest_acc": 58.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324061, + "gbest_acc": 59.3, + "val_loss": 1.360066, + "val_acc": 57.89 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.313231, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.313231, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.308882, + "gbest_acc": 59.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.305071, + "gbest_acc": 60.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.305071, + "gbest_acc": 60.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.297366, + "gbest_acc": 60.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.295663, + "gbest_acc": 60.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.294579, + "gbest_acc": 61.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28834, + "gbest_acc": 61.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286525, + "gbest_acc": 61.8, + "val_loss": 1.323947, + "val_acc": 59.65 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286525, + "gbest_acc": 61.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.284404, + "gbest_acc": 62.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.279623, + "gbest_acc": 62.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.274098, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.272405, + "gbest_acc": 62.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270274, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.270274, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.267652, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263967, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.260671, + "gbest_acc": 63.2, + "val_loss": 1.298475, + "val_acc": 60.76 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G2", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate nonzero launch velocity" + } + }, + "G3": { + "config_id": "G3", + "gbest_loss": 1.101833, + "gbest_acc": 70.5, + "gbest_val_loss": 1.130839, + "gbest_val_acc": 68.07, + "val_selected_particle_idx": 22, + "val_selected_loss": 1.130839, + "val_selected_acc": 68.07, + "val_metrics": { + "accuracy": 68.07, + "nll": 1.130839, + "brier": 0.513959, + "ece": 0.226902, + "margin": 0.271513 + }, + "wall_time_sec": 6.4943, + "optimization_wall_time_sec": 6.3127, + "validation_wall_time_sec": 0.1817, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 88, + "final_moment_steps": [ + 31, + 46, + 47, + 118, + 13, + 16, + 41, + 42, + 41, + 76, + 160, + 28, + 3, + 11, + 43, + 59, + 14, + 56, + 8, + 107, + 4, + 36, + 17, + 41, + 34, + 17, + 31, + 88, + 4, + 83 + ], + "pbest_update_counts": 2576, + "boundary_hits": 273258, + "boundary_occupancy": 0.006257, + "last_improvement_epoch": 160, + "velocity_rms": 0.161481, + "position_radius": 11.811624, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.310269, + "gbest_acc": 7.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.302216, + "gbest_acc": 9.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.280997, + "gbest_acc": 12.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.248806, + "gbest_acc": 20.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.22007, + "gbest_acc": 24.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.197811, + "gbest_acc": 22.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.181172, + "gbest_acc": 21.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.159871, + "gbest_acc": 20.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.136736, + "gbest_acc": 21.3, + "val_loss": 2.134861, + "val_acc": 22.43 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.114397, + "gbest_acc": 25.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.084893, + "gbest_acc": 28.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.061571, + "gbest_acc": 29.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.032724, + "gbest_acc": 34.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.013328, + "gbest_acc": 33.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.993989, + "gbest_acc": 32.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.979469, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.979469, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.979469, + "gbest_acc": 33.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.97274, + "gbest_acc": 34.7, + "val_loss": 1.983832, + "val_acc": 34.16 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.967456, + "gbest_acc": 34.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.964252, + "gbest_acc": 35.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.964252, + "gbest_acc": 35.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.962797, + "gbest_acc": 35.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.953577, + "gbest_acc": 37.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.948298, + "gbest_acc": 37.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.940264, + "gbest_acc": 40.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.920149, + "gbest_acc": 40.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.919143, + "gbest_acc": 40.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.914726, + "gbest_acc": 39.2, + "val_loss": 1.925831, + "val_acc": 39.53 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.904199, + "gbest_acc": 40.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.887915, + "gbest_acc": 40.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.862978, + "gbest_acc": 39.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.855988, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.855988, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.855988, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.855988, + "gbest_acc": 41.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.848551, + "gbest_acc": 39.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.846189, + "gbest_acc": 40.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.820285, + "gbest_acc": 40.65, + "val_loss": 1.835167, + "val_acc": 38.95 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.808691, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.808691, + "gbest_acc": 41.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.800475, + "gbest_acc": 41.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.780675, + "gbest_acc": 41.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.772191, + "gbest_acc": 43.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.759504, + "gbest_acc": 40.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.744899, + "gbest_acc": 44.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711915, + "gbest_acc": 45.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.709915, + "gbest_acc": 43.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.694066, + "gbest_acc": 45.65, + "val_loss": 1.713861, + "val_acc": 44.24 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.693825, + "gbest_acc": 48.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.686315, + "gbest_acc": 48.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.667942, + "gbest_acc": 48.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.664553, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.664553, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.654114, + "gbest_acc": 50.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.639485, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629218, + "gbest_acc": 46.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.625734, + "gbest_acc": 45.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.612302, + "gbest_acc": 49.45, + "val_loss": 1.628001, + "val_acc": 49.78 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.606189, + "gbest_acc": 51.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.605763, + "gbest_acc": 49.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.582973, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.582973, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.571994, + "gbest_acc": 51.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.571994, + "gbest_acc": 51.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.563389, + "gbest_acc": 52.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.543682, + "gbest_acc": 55.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.523503, + "gbest_acc": 55.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52179, + "gbest_acc": 54.75, + "val_loss": 1.537683, + "val_acc": 54.22 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52179, + "gbest_acc": 54.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.520642, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.50233, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497037, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497037, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.497037, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495274, + "gbest_acc": 55.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.492267, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.484278, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.468022, + "gbest_acc": 57.25, + "val_loss": 1.490051, + "val_acc": 55.55 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.464147, + "gbest_acc": 57.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.460034, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444612, + "gbest_acc": 57.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.444612, + "gbest_acc": 57.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.441682, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.430969, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.430969, + "gbest_acc": 57.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414128, + "gbest_acc": 58.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414128, + "gbest_acc": 58.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.407198, + "gbest_acc": 58.15, + "val_loss": 1.433016, + "val_acc": 57.1 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.384158, + "gbest_acc": 59.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.382746, + "gbest_acc": 60.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.367198, + "gbest_acc": 60.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.364888, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.359646, + "gbest_acc": 59.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.358774, + "gbest_acc": 59.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.353043, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.347814, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.342674, + "gbest_acc": 60.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.330429, + "gbest_acc": 61.0, + "val_loss": 1.34453, + "val_acc": 60.52 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.328923, + "gbest_acc": 60.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.32153, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.320176, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.304767, + "gbest_acc": 62.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.304732, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.304732, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.304732, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.303363, + "gbest_acc": 61.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282837, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282837, + "gbest_acc": 63.3, + "val_loss": 1.298784, + "val_acc": 60.86 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282837, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.280779, + "gbest_acc": 62.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.280779, + "gbest_acc": 62.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.271439, + "gbest_acc": 63.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26861, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263372, + "gbest_acc": 63.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.263372, + "gbest_acc": 63.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.259126, + "gbest_acc": 64.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.254396, + "gbest_acc": 64.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.245999, + "gbest_acc": 64.35, + "val_loss": 1.26705, + "val_acc": 62.56 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235562, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.235562, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.22955, + "gbest_acc": 64.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221117, + "gbest_acc": 65.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221117, + "gbest_acc": 65.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.220666, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.209499, + "gbest_acc": 65.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.204967, + "gbest_acc": 65.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.204547, + "gbest_acc": 63.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.193624, + "gbest_acc": 64.25, + "val_loss": 1.209377, + "val_acc": 63.59 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.180667, + "gbest_acc": 65.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.168593, + "gbest_acc": 65.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162642, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162642, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.162642, + "gbest_acc": 67.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159592, + "gbest_acc": 68.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148466, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.148466, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.147935, + "gbest_acc": 68.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146317, + "gbest_acc": 67.35, + "val_loss": 1.16723, + "val_acc": 66.6 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.144767, + "gbest_acc": 67.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.144767, + "gbest_acc": 67.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134513, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134513, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.134513, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132542, + "gbest_acc": 68.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132542, + "gbest_acc": 68.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.128464, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12701, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12701, + "gbest_acc": 69.15, + "val_loss": 1.152151, + "val_acc": 67.67 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12701, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.12701, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120452, + "gbest_acc": 68.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.116909, + "gbest_acc": 68.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109736, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.107309, + "gbest_acc": 68.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106793, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.106793, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.103275, + "gbest_acc": 69.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.101833, + "gbest_acc": 70.5, + "val_loss": 1.130839, + "val_acc": 68.07 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G3", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.0, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate mutation" + } + }, + "G4": { + "config_id": "G4", + "gbest_loss": 1.06531, + "gbest_acc": 67.7, + "gbest_val_loss": 1.11628, + "gbest_val_acc": 65.76, + "val_selected_particle_idx": 18, + "val_selected_loss": 1.11628, + "val_selected_acc": 65.76, + "val_metrics": { + "accuracy": 65.76, + "nll": 1.11628, + "brier": 0.514631, + "ece": 0.174604, + "margin": 0.291075 + }, + "wall_time_sec": 6.4837, + "optimization_wall_time_sec": 6.3022, + "validation_wall_time_sec": 0.1815, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 88, + "final_moment_steps": [ + 31, + 46, + 47, + 118, + 13, + 16, + 41, + 42, + 41, + 76, + 160, + 28, + 3, + 11, + 43, + 59, + 14, + 56, + 8, + 107, + 4, + 36, + 17, + 41, + 34, + 17, + 31, + 88, + 4, + 83 + ], + "pbest_update_counts": 2125, + "boundary_hits": 317925, + "boundary_occupancy": 0.00728, + "last_improvement_epoch": 160, + "velocity_rms": 0.136519, + "position_radius": 10.236586, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.303509, + "gbest_acc": 9.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.296052, + "gbest_acc": 9.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.262821, + "gbest_acc": 10.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.247507, + "gbest_acc": 12.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.222965, + "gbest_acc": 14.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.19646, + "gbest_acc": 16.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.14694, + "gbest_acc": 17.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.119284, + "gbest_acc": 20.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.077625, + "gbest_acc": 20.8, + "val_loss": 2.075401, + "val_acc": 21.73 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.048708, + "gbest_acc": 23.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042735, + "gbest_acc": 28.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042735, + "gbest_acc": 28.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037079, + "gbest_acc": 33.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.037079, + "gbest_acc": 33.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.034766, + "gbest_acc": 32.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.031814, + "gbest_acc": 33.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.012494, + "gbest_acc": 32.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.003936, + "gbest_acc": 36.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.985062, + "gbest_acc": 36.35, + "val_loss": 1.990384, + "val_acc": 37.17 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.977002, + "gbest_acc": 33.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.950469, + "gbest_acc": 34.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.9143, + "gbest_acc": 36.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.9143, + "gbest_acc": 36.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.90773, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.90773, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883531, + "gbest_acc": 35.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883531, + "gbest_acc": 35.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.878594, + "gbest_acc": 36.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.847759, + "gbest_acc": 39.4, + "val_loss": 1.880379, + "val_acc": 37.86 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.847759, + "gbest_acc": 39.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.835037, + "gbest_acc": 41.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.820522, + "gbest_acc": 41.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.817504, + "gbest_acc": 40.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.806495, + "gbest_acc": 39.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.795688, + "gbest_acc": 39.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.783437, + "gbest_acc": 41.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.783437, + "gbest_acc": 41.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.783437, + "gbest_acc": 41.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.780061, + "gbest_acc": 40.4, + "val_loss": 1.816181, + "val_acc": 40.71 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.7647, + "gbest_acc": 40.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.755221, + "gbest_acc": 42.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.755221, + "gbest_acc": 42.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74276, + "gbest_acc": 40.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.74276, + "gbest_acc": 40.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716747, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716747, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.716747, + "gbest_acc": 42.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.703336, + "gbest_acc": 43.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.681799, + "gbest_acc": 44.75, + "val_loss": 1.727276, + "val_acc": 42.2 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.681799, + "gbest_acc": 44.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.681799, + "gbest_acc": 44.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.661754, + "gbest_acc": 44.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656639, + "gbest_acc": 44.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656639, + "gbest_acc": 44.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.656079, + "gbest_acc": 44.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.648248, + "gbest_acc": 43.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642714, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642714, + "gbest_acc": 45.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642714, + "gbest_acc": 45.25, + "val_loss": 1.691618, + "val_acc": 43.29 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.618805, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.618805, + "gbest_acc": 47.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.599923, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.599923, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.599923, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.599923, + "gbest_acc": 47.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.590378, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584632, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.584632, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.576327, + "gbest_acc": 49.05, + "val_loss": 1.632185, + "val_acc": 46.72 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.574419, + "gbest_acc": 49.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.564718, + "gbest_acc": 50.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.55848, + "gbest_acc": 48.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.55148, + "gbest_acc": 50.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.523769, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.512382, + "gbest_acc": 53.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.507042, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.499844, + "gbest_acc": 52.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.481997, + "gbest_acc": 53.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47558, + "gbest_acc": 52.5, + "val_loss": 1.536835, + "val_acc": 49.09 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47558, + "gbest_acc": 52.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.47558, + "gbest_acc": 52.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474314, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474314, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474314, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465071, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452196, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.452196, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.433057, + "gbest_acc": 54.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.433057, + "gbest_acc": 54.6, + "val_loss": 1.496624, + "val_acc": 50.63 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.431054, + "gbest_acc": 53.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.423613, + "gbest_acc": 54.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.41836, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.399859, + "gbest_acc": 55.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.388518, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.38389, + "gbest_acc": 55.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380144, + "gbest_acc": 53.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380144, + "gbest_acc": 53.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.380144, + "gbest_acc": 53.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.378148, + "gbest_acc": 54.15, + "val_loss": 1.440742, + "val_acc": 51.27 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.378148, + "gbest_acc": 54.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.378148, + "gbest_acc": 54.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.36134, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357391, + "gbest_acc": 54.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.349367, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.348895, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.34134, + "gbest_acc": 58.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.334369, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.33206, + "gbest_acc": 56.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.33206, + "gbest_acc": 56.6, + "val_loss": 1.393573, + "val_acc": 53.57 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.326479, + "gbest_acc": 58.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.313742, + "gbest_acc": 59.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.312688, + "gbest_acc": 58.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.311805, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.311805, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.301076, + "gbest_acc": 59.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.298557, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.298352, + "gbest_acc": 59.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296019, + "gbest_acc": 59.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.289547, + "gbest_acc": 59.55, + "val_loss": 1.347633, + "val_acc": 58.18 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282772, + "gbest_acc": 59.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282772, + "gbest_acc": 59.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.282772, + "gbest_acc": 59.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.28153, + "gbest_acc": 59.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.271947, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253498, + "gbest_acc": 61.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253498, + "gbest_acc": 61.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253498, + "gbest_acc": 61.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.238798, + "gbest_acc": 62.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.237215, + "gbest_acc": 62.4, + "val_loss": 1.302051, + "val_acc": 59.53 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.226809, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221308, + "gbest_acc": 61.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.20915, + "gbest_acc": 63.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.200485, + "gbest_acc": 63.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.190487, + "gbest_acc": 62.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.176096, + "gbest_acc": 63.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15428, + "gbest_acc": 64.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": 1.190695, + "val_acc": 62.53 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136401, + "gbest_acc": 64.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.130512, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.130512, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.124619, + "gbest_acc": 64.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120104, + "gbest_acc": 64.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.114364, + "gbest_acc": 65.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.111627, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.109958, + "gbest_acc": 65.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.108095, + "gbest_acc": 64.85, + "val_loss": 1.157127, + "val_acc": 64.12 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.108095, + "gbest_acc": 64.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.105296, + "gbest_acc": 65.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.099184, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.094836, + "gbest_acc": 66.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.091118, + "gbest_acc": 66.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.088371, + "gbest_acc": 66.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.080286, + "gbest_acc": 66.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.073145, + "gbest_acc": 67.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.06531, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.06531, + "gbest_acc": 67.7, + "val_loss": 1.11628, + "val_acc": 65.76 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G4", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "velocity x mutation interaction" + } + }, + "G5": { + "config_id": "G5", + "gbest_loss": 0.87666, + "gbest_acc": 71.9, + "gbest_val_loss": 0.90151, + "gbest_val_acc": 70.93, + "val_selected_particle_idx": 3, + "val_selected_loss": 0.90151, + "val_selected_acc": 70.93, + "val_metrics": { + "accuracy": 70.93, + "nll": 0.90151, + "brier": 0.410921, + "ece": 0.060203, + "margin": 0.48728 + }, + "wall_time_sec": 6.76, + "optimization_wall_time_sec": 6.5753, + "validation_wall_time_sec": 0.1847, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 88, + "final_moment_steps": [ + 31, + 46, + 47, + 118, + 13, + 16, + 41, + 42, + 41, + 76, + 160, + 28, + 3, + 11, + 43, + 59, + 14, + 56, + 8, + 107, + 4, + 36, + 17, + 41, + 34, + 17, + 31, + 88, + 4, + 83 + ], + "pbest_update_counts": 2066, + "boundary_hits": 62745, + "boundary_occupancy": 0.001437, + "last_improvement_epoch": 160, + "velocity_rms": 0.171313, + "position_radius": 12.260184, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.319009, + "gbest_acc": 7.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.303509, + "gbest_acc": 9.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.296052, + "gbest_acc": 9.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.262821, + "gbest_acc": 10.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.244346, + "gbest_acc": 12.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.22311, + "gbest_acc": 15.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.19362, + "gbest_acc": 12.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.173948, + "gbest_acc": 12.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.158491, + "gbest_acc": 17.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.128641, + "gbest_acc": 16.15, + "val_loss": 2.123287, + "val_acc": 16.73 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.10669, + "gbest_acc": 17.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.10669, + "gbest_acc": 17.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.076173, + "gbest_acc": 18.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.026621, + "gbest_acc": 23.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.959617, + "gbest_acc": 26.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.866877, + "gbest_acc": 30.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.819121, + "gbest_acc": 36.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.819121, + "gbest_acc": 36.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.780743, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.774729, + "gbest_acc": 39.75, + "val_loss": 1.77838, + "val_acc": 39.43 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.688082, + "gbest_acc": 43.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687632, + "gbest_acc": 41.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687632, + "gbest_acc": 41.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.673908, + "gbest_acc": 43.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.653132, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.642928, + "gbest_acc": 43.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.628932, + "gbest_acc": 44.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.628932, + "gbest_acc": 44.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.626379, + "gbest_acc": 45.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.626379, + "gbest_acc": 45.55, + "val_loss": 1.642554, + "val_acc": 44.6 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.617016, + "gbest_acc": 46.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.608258, + "gbest_acc": 46.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548058, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548058, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548058, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548058, + "gbest_acc": 49.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.51832, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.51832, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.51832, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.509292, + "gbest_acc": 50.4, + "val_loss": 1.520981, + "val_acc": 49.39 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.499409, + "gbest_acc": 50.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.496912, + "gbest_acc": 49.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.476928, + "gbest_acc": 51.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.475891, + "gbest_acc": 51.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465416, + "gbest_acc": 51.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.457626, + "gbest_acc": 52.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.457626, + "gbest_acc": 52.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.457626, + "gbest_acc": 52.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.443585, + "gbest_acc": 53.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.435169, + "gbest_acc": 52.5, + "val_loss": 1.450692, + "val_acc": 52.98 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.435169, + "gbest_acc": 52.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.406087, + "gbest_acc": 54.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.402892, + "gbest_acc": 54.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.379921, + "gbest_acc": 51.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332886, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332886, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332886, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.332886, + "gbest_acc": 54.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331518, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277132, + "gbest_acc": 57.8, + "val_loss": 1.288821, + "val_acc": 57.61 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277132, + "gbest_acc": 57.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.277132, + "gbest_acc": 57.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.273769, + "gbest_acc": 58.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.262137, + "gbest_acc": 58.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.26008, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.253803, + "gbest_acc": 57.55, + "val_loss": 1.26665, + "val_acc": 57.74 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.249793, + "gbest_acc": 58.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243862, + "gbest_acc": 58.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.24209, + "gbest_acc": 58.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.236166, + "gbest_acc": 59.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.228308, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.228308, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.226109, + "gbest_acc": 59.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.222782, + "gbest_acc": 58.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.221923, + "gbest_acc": 59.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.2132, + "gbest_acc": 60.0, + "val_loss": 1.228897, + "val_acc": 59.21 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.195836, + "gbest_acc": 59.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188061, + "gbest_acc": 61.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188061, + "gbest_acc": 61.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184243, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.184243, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.18185, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.180844, + "gbest_acc": 62.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.17235, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.17235, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.16785, + "gbest_acc": 61.55, + "val_loss": 1.19235, + "val_acc": 60.48 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.159835, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.157449, + "gbest_acc": 62.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.147835, + "gbest_acc": 62.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.146912, + "gbest_acc": 63.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.131573, + "gbest_acc": 63.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120912, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.120912, + "gbest_acc": 63.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.118666, + "gbest_acc": 63.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.101176, + "gbest_acc": 64.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.097438, + "gbest_acc": 64.05, + "val_loss": 1.126786, + "val_acc": 63.18 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.097438, + "gbest_acc": 64.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.07454, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072343, + "gbest_acc": 65.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.072343, + "gbest_acc": 65.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.069028, + "gbest_acc": 65.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.055623, + "gbest_acc": 65.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.049842, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.049842, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.044047, + "gbest_acc": 66.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.04235, + "gbest_acc": 66.75, + "val_loss": 1.074293, + "val_acc": 64.94 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.029091, + "gbest_acc": 66.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023243, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023243, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023243, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.023243, + "gbest_acc": 66.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.017569, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.017569, + "gbest_acc": 66.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.008633, + "gbest_acc": 66.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.004002, + "gbest_acc": 67.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.00061, + "gbest_acc": 66.8, + "val_loss": 1.030409, + "val_acc": 66.14 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.00061, + "gbest_acc": 66.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999347, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999347, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.999347, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993094, + "gbest_acc": 66.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.986082, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.981956, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.981956, + "gbest_acc": 67.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.973175, + "gbest_acc": 67.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972542, + "gbest_acc": 67.45, + "val_loss": 0.995518, + "val_acc": 67.59 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.971742, + "gbest_acc": 67.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966672, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.966672, + "gbest_acc": 68.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959388, + "gbest_acc": 68.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.959143, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.956071, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.948034, + "gbest_acc": 68.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.941507, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.937224, + "gbest_acc": 68.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.929362, + "gbest_acc": 69.65, + "val_loss": 0.949647, + "val_acc": 69.34 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92441, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92441, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.92441, + "gbest_acc": 69.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.922341, + "gbest_acc": 69.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.917089, + "gbest_acc": 70.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.907896, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.900849, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.900849, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.900849, + "gbest_acc": 70.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.897977, + "gbest_acc": 70.3, + "val_loss": 0.923239, + "val_acc": 69.82 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.896607, + "gbest_acc": 70.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.894509, + "gbest_acc": 70.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891321, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891321, + "gbest_acc": 70.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.891038, + "gbest_acc": 70.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.887064, + "gbest_acc": 71.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884475, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.884475, + "gbest_acc": 71.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.879805, + "gbest_acc": 71.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.87666, + "gbest_acc": 71.9, + "val_loss": 0.90151, + "val_acc": 70.93 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G5", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test sufficient bound expansion" + } + }, + "G6": { + "config_id": "G6", + "gbest_loss": 0.961326, + "gbest_acc": 69.05, + "gbest_val_loss": 0.96129, + "gbest_val_acc": 69.56, + "val_selected_particle_idx": 12, + "val_selected_loss": 0.96129, + "val_selected_acc": 69.56, + "val_metrics": { + "accuracy": 69.56, + "nll": 0.96129, + "brier": 0.429042, + "ece": 0.06558, + "margin": 0.465525 + }, + "wall_time_sec": 6.7408, + "optimization_wall_time_sec": 6.554, + "validation_wall_time_sec": 0.1868, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 88, + "final_moment_steps": [ + 31, + 46, + 47, + 118, + 13, + 16, + 41, + 42, + 41, + 76, + 160, + 28, + 3, + 11, + 43, + 59, + 14, + 56, + 8, + 107, + 4, + 36, + 17, + 41, + 34, + 17, + 31, + 88, + 4, + 83 + ], + "pbest_update_counts": 2143, + "boundary_hits": 91538, + "boundary_occupancy": 0.002096, + "last_improvement_epoch": 160, + "velocity_rms": 0.27561, + "position_radius": 18.448799, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.325288, + "gbest_acc": 7.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.30952, + "gbest_acc": 11.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.30333, + "gbest_acc": 12.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.27474, + "gbest_acc": 17.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.257845, + "gbest_acc": 14.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.206771, + "gbest_acc": 22.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.166269, + "gbest_acc": 25.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.166269, + "gbest_acc": 25.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.068628, + "gbest_acc": 31.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.035147, + "gbest_acc": 27.85, + "val_loss": 2.046996, + "val_acc": 27.34 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.026116, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.984777, + "gbest_acc": 30.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908976, + "gbest_acc": 34.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.908976, + "gbest_acc": 34.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.907655, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.90281, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.899526, + "gbest_acc": 35.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.895408, + "gbest_acc": 34.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.873505, + "gbest_acc": 34.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.873505, + "gbest_acc": 34.7, + "val_loss": 1.885487, + "val_acc": 34.91 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.873505, + "gbest_acc": 34.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.866245, + "gbest_acc": 34.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.833964, + "gbest_acc": 36.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.817472, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.817472, + "gbest_acc": 36.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.810248, + "gbest_acc": 36.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.810248, + "gbest_acc": 36.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.809053, + "gbest_acc": 36.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.809053, + "gbest_acc": 36.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.799193, + "gbest_acc": 37.6, + "val_loss": 1.80777, + "val_acc": 37.76 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.79631, + "gbest_acc": 39.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.78926, + "gbest_acc": 37.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.770977, + "gbest_acc": 38.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.770977, + "gbest_acc": 38.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76754, + "gbest_acc": 39.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76754, + "gbest_acc": 39.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76754, + "gbest_acc": 39.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.754465, + "gbest_acc": 40.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.754465, + "gbest_acc": 40.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.736352, + "gbest_acc": 40.35, + "val_loss": 1.740964, + "val_acc": 39.54 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730599, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730599, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.730599, + "gbest_acc": 38.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711387, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711387, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711387, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.711387, + "gbest_acc": 41.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": 1.694976, + "val_acc": 43.17 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.68994, + "gbest_acc": 42.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.67567, + "gbest_acc": 42.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.646899, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.646899, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.646899, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.641969, + "gbest_acc": 43.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.641969, + "gbest_acc": 43.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.629627, + "gbest_acc": 44.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.621204, + "gbest_acc": 44.8, + "val_loss": 1.62915, + "val_acc": 45.81 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.619025, + "gbest_acc": 44.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.607883, + "gbest_acc": 44.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.595301, + "gbest_acc": 46.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581446, + "gbest_acc": 46.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581446, + "gbest_acc": 46.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.56116, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.56116, + "gbest_acc": 46.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5547, + "gbest_acc": 46.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.5547, + "gbest_acc": 46.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.547316, + "gbest_acc": 45.8, + "val_loss": 1.560907, + "val_acc": 47.36 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.539633, + "gbest_acc": 47.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.52906, + "gbest_acc": 47.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.521271, + "gbest_acc": 48.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.511641, + "gbest_acc": 49.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501456, + "gbest_acc": 49.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495384, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495384, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.477692, + "gbest_acc": 50.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465775, + "gbest_acc": 50.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.465775, + "gbest_acc": 50.5, + "val_loss": 1.487023, + "val_acc": 50.61 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.463173, + "gbest_acc": 50.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428135, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.428135, + "gbest_acc": 52.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.416037, + "gbest_acc": 52.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.413407, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.405569, + "gbest_acc": 53.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.390931, + "gbest_acc": 53.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372991, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.372991, + "gbest_acc": 53.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357691, + "gbest_acc": 54.05, + "val_loss": 1.370485, + "val_acc": 54.93 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357691, + "gbest_acc": 54.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.357691, + "gbest_acc": 54.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.355001, + "gbest_acc": 54.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338486, + "gbest_acc": 56.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.338486, + "gbest_acc": 56.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.333933, + "gbest_acc": 55.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.31521, + "gbest_acc": 57.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.308802, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.292441, + "gbest_acc": 57.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.292441, + "gbest_acc": 57.75, + "val_loss": 1.305631, + "val_acc": 58.03 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.287728, + "gbest_acc": 57.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.285697, + "gbest_acc": 58.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.276035, + "gbest_acc": 59.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256802, + "gbest_acc": 60.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.256338, + "gbest_acc": 60.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243438, + "gbest_acc": 60.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243303, + "gbest_acc": 60.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.243303, + "gbest_acc": 60.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.232502, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.228855, + "gbest_acc": 60.95, + "val_loss": 1.23967, + "val_acc": 60.87 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.213689, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.213689, + "gbest_acc": 61.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.21292, + "gbest_acc": 61.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.212314, + "gbest_acc": 62.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.199686, + "gbest_acc": 62.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.194835, + "gbest_acc": 62.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.190278, + "gbest_acc": 62.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.188638, + "gbest_acc": 62.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177123, + "gbest_acc": 62.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.177123, + "gbest_acc": 62.5, + "val_loss": 1.190327, + "val_acc": 62.66 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.169856, + "gbest_acc": 62.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.160888, + "gbest_acc": 63.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15864, + "gbest_acc": 63.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.15864, + "gbest_acc": 63.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.154944, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.149841, + "gbest_acc": 63.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.141024, + "gbest_acc": 64.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.136587, + "gbest_acc": 62.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.132175, + "gbest_acc": 63.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.124431, + "gbest_acc": 64.55, + "val_loss": 1.133461, + "val_acc": 64.36 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.119002, + "gbest_acc": 64.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.11873, + "gbest_acc": 64.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.107671, + "gbest_acc": 65.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.105437, + "gbest_acc": 64.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092362, + "gbest_acc": 65.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.092362, + "gbest_acc": 65.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.087102, + "gbest_acc": 65.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.084745, + "gbest_acc": 65.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.083938, + "gbest_acc": 64.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.075225, + "gbest_acc": 65.95, + "val_loss": 1.080466, + "val_acc": 66.2 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.070469, + "gbest_acc": 65.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.070227, + "gbest_acc": 66.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.065267, + "gbest_acc": 65.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.054889, + "gbest_acc": 66.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.044873, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.039123, + "gbest_acc": 68.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.030557, + "gbest_acc": 67.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.019085, + "gbest_acc": 68.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.011961, + "gbest_acc": 67.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.011484, + "gbest_acc": 68.0, + "val_loss": 1.010008, + "val_acc": 68.36 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.998134, + "gbest_acc": 69.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.993379, + "gbest_acc": 68.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.987521, + "gbest_acc": 69.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.98132, + "gbest_acc": 67.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972304, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972304, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.972304, + "gbest_acc": 69.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.969385, + "gbest_acc": 69.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.967466, + "gbest_acc": 68.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 0.961326, + "gbest_acc": 69.05, + "val_loss": 0.96129, + "val_acc": 69.56 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G6", + "scale_type": "per_tensor_sd", + "init_position_mode": "antithetic", + "position_radius": 1.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 6.0, + "projection_seed": null, + "latent_dim": "full", + "description": "test broader normalized initialization" + } + }, + "G7": { + "config_id": "G7", + "gbest_loss": 1.286895, + "gbest_acc": 59.85, + "gbest_val_loss": 1.291266, + "gbest_val_acc": 58.79, + "val_selected_particle_idx": 5, + "val_selected_loss": 1.291266, + "val_selected_acc": 58.79, + "val_metrics": { + "accuracy": 58.79, + "nll": 1.291266, + "brier": 0.58435, + "ece": 0.169163, + "margin": 0.234253 + }, + "wall_time_sec": 6.4273, + "optimization_wall_time_sec": 6.2459, + "validation_wall_time_sec": 0.1814, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 47, + "official_test_evaluations": 0, + "mutation_events": 0, + "final_moment_steps": [ + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160 + ], + "pbest_update_counts": 2482, + "boundary_hits": 228313, + "boundary_occupancy": 0.005228, + "last_improvement_epoch": 160, + "velocity_rms": 0.267674, + "position_radius": 16.999327, + "stage_histories": [ + { + "epoch": 1, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.309139, + "gbest_acc": 7.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 2, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.299011, + "gbest_acc": 9.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 3, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.287127, + "gbest_acc": 11.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 4, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.27862, + "gbest_acc": 11.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 5, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.255058, + "gbest_acc": 14.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 6, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.23202, + "gbest_acc": 15.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 7, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.23202, + "gbest_acc": 15.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 8, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.227222, + "gbest_acc": 17.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 9, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.214962, + "gbest_acc": 22.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 10, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.201656, + "gbest_acc": 25.35, + "val_loss": 2.197669, + "val_acc": 26.38 + }, + { + "epoch": 11, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.175992, + "gbest_acc": 21.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 12, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.174001, + "gbest_acc": 24.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 13, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.171524, + "gbest_acc": 22.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 14, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.171524, + "gbest_acc": 22.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 15, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.16751, + "gbest_acc": 21.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 16, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.141776, + "gbest_acc": 24.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 17, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.141776, + "gbest_acc": 24.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 18, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.120553, + "gbest_acc": 25.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 19, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.118536, + "gbest_acc": 24.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 20, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.116341, + "gbest_acc": 28.7, + "val_loss": 2.103779, + "val_acc": 28.58 + }, + { + "epoch": 21, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.086713, + "gbest_acc": 28.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 22, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.086713, + "gbest_acc": 28.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 23, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.078963, + "gbest_acc": 30.2, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 24, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.061015, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 25, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.061015, + "gbest_acc": 32.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 26, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.042015, + "gbest_acc": 31.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 27, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.040004, + "gbest_acc": 32.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 28, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.028711, + "gbest_acc": 27.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 29, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 2.025341, + "gbest_acc": 31.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 30, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.998952, + "gbest_acc": 33.6, + "val_loss": 1.99407, + "val_acc": 33.57 + }, + { + "epoch": 31, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.998952, + "gbest_acc": 33.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 32, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.99236, + "gbest_acc": 36.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 33, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.99236, + "gbest_acc": 36.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 34, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.990788, + "gbest_acc": 33.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 35, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.977843, + "gbest_acc": 32.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 36, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.973256, + "gbest_acc": 30.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 37, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.961657, + "gbest_acc": 33.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 38, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.961657, + "gbest_acc": 33.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 39, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.961657, + "gbest_acc": 33.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 40, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.950446, + "gbest_acc": 35.1, + "val_loss": 1.952211, + "val_acc": 34.13 + }, + { + "epoch": 41, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.939352, + "gbest_acc": 33.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 42, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.917866, + "gbest_acc": 35.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 43, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.905276, + "gbest_acc": 36.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 44, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.900597, + "gbest_acc": 37.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 45, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.900597, + "gbest_acc": 37.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 46, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.884362, + "gbest_acc": 41.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 47, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.884362, + "gbest_acc": 41.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 48, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.883041, + "gbest_acc": 40.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 49, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.870878, + "gbest_acc": 38.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 50, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.85983, + "gbest_acc": 39.1, + "val_loss": 1.855194, + "val_acc": 38.47 + }, + { + "epoch": 51, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.848652, + "gbest_acc": 39.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 52, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.845486, + "gbest_acc": 40.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 53, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.839194, + "gbest_acc": 39.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 54, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.834288, + "gbest_acc": 40.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 55, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.818126, + "gbest_acc": 41.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 56, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.818126, + "gbest_acc": 41.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 57, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.816245, + "gbest_acc": 41.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 58, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.812257, + "gbest_acc": 42.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 59, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.810906, + "gbest_acc": 43.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 60, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.807155, + "gbest_acc": 42.2, + "val_loss": 1.813947, + "val_acc": 41.75 + }, + { + "epoch": 61, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.801779, + "gbest_acc": 43.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 62, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.777376, + "gbest_acc": 44.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 63, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.775451, + "gbest_acc": 43.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 64, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76432, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 65, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76432, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 66, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.76432, + "gbest_acc": 42.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 67, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.758181, + "gbest_acc": 44.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 68, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.758181, + "gbest_acc": 44.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 69, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.745974, + "gbest_acc": 46.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 70, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.745032, + "gbest_acc": 47.1, + "val_loss": 1.747376, + "val_acc": 46.71 + }, + { + "epoch": 71, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.735996, + "gbest_acc": 46.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 72, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.726349, + "gbest_acc": 47.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 73, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.726349, + "gbest_acc": 47.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 74, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.726349, + "gbest_acc": 47.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 75, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.709275, + "gbest_acc": 47.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 76, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.709275, + "gbest_acc": 47.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 77, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.689212, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 78, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.689212, + "gbest_acc": 47.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 79, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.687616, + "gbest_acc": 47.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 80, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682901, + "gbest_acc": 47.65, + "val_loss": 1.677802, + "val_acc": 48.27 + }, + { + "epoch": 81, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682901, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 82, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.682901, + "gbest_acc": 47.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 83, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.675636, + "gbest_acc": 48.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 84, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.66942, + "gbest_acc": 48.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 85, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.665965, + "gbest_acc": 48.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 86, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.654253, + "gbest_acc": 49.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 87, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.643053, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 88, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.643053, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 89, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.630918, + "gbest_acc": 50.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 90, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.625607, + "gbest_acc": 51.05, + "val_loss": 1.622408, + "val_acc": 50.7 + }, + { + "epoch": 91, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.605352, + "gbest_acc": 50.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 92, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.605352, + "gbest_acc": 50.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 93, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.589749, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 94, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.589749, + "gbest_acc": 50.0, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 95, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581419, + "gbest_acc": 52.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 96, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581419, + "gbest_acc": 52.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 97, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.581419, + "gbest_acc": 52.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 98, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.570031, + "gbest_acc": 53.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 99, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.558124, + "gbest_acc": 51.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 100, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.551278, + "gbest_acc": 50.1, + "val_loss": 1.54449, + "val_acc": 50.36 + }, + { + "epoch": 101, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.548868, + "gbest_acc": 51.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 102, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.544148, + "gbest_acc": 52.55, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 103, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.532144, + "gbest_acc": 52.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 104, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.527366, + "gbest_acc": 53.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 105, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.527366, + "gbest_acc": 53.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 106, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.525305, + "gbest_acc": 54.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 107, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.520576, + "gbest_acc": 54.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 108, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.514018, + "gbest_acc": 54.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 109, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.506088, + "gbest_acc": 55.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 110, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.505858, + "gbest_acc": 54.6, + "val_loss": 1.505211, + "val_acc": 54.28 + }, + { + "epoch": 111, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.501922, + "gbest_acc": 55.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 112, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.499061, + "gbest_acc": 54.7, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 113, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.495314, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 114, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.491583, + "gbest_acc": 55.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 115, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.474219, + "gbest_acc": 56.9, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 116, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.470855, + "gbest_acc": 55.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 117, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.456732, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 118, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455199, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 119, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455199, + "gbest_acc": 56.15, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 120, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.455199, + "gbest_acc": 56.15, + "val_loss": 1.453086, + "val_acc": 55.69 + }, + { + "epoch": 121, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.450464, + "gbest_acc": 55.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 122, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.441264, + "gbest_acc": 56.35, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 123, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.438647, + "gbest_acc": 56.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 124, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.432057, + "gbest_acc": 55.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 125, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.424615, + "gbest_acc": 56.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 126, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.422398, + "gbest_acc": 55.65, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 127, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.418894, + "gbest_acc": 56.1, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 128, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.414879, + "gbest_acc": 56.4, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 129, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.410718, + "gbest_acc": 57.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 130, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.405867, + "gbest_acc": 56.55, + "val_loss": 1.407187, + "val_acc": 55.96 + }, + { + "epoch": 131, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.396443, + "gbest_acc": 57.75, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 132, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.385648, + "gbest_acc": 56.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 133, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.377888, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 134, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.369016, + "gbest_acc": 57.95, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 135, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.36734, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 136, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.362107, + "gbest_acc": 57.05, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 137, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.360926, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 138, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.360926, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 139, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.360926, + "gbest_acc": 56.8, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 140, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.356624, + "gbest_acc": 57.7, + "val_loss": 1.363448, + "val_acc": 56.94 + }, + { + "epoch": 141, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.354778, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 142, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.353311, + "gbest_acc": 57.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 143, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.347267, + "gbest_acc": 57.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 144, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.340002, + "gbest_acc": 58.25, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 145, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.337986, + "gbest_acc": 57.85, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 146, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.336033, + "gbest_acc": 58.3, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 147, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.331574, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 148, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.328634, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 149, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324152, + "gbest_acc": 58.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 150, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.324152, + "gbest_acc": 58.6, + "val_loss": 1.330312, + "val_acc": 57.4 + }, + { + "epoch": 151, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.319941, + "gbest_acc": 59.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 152, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.319941, + "gbest_acc": 59.45, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 153, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.317319, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 154, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.317319, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 155, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.314964, + "gbest_acc": 60.5, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 156, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.311068, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 157, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.299587, + "gbest_acc": 61.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 158, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.297939, + "gbest_acc": 60.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 159, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.296547, + "gbest_acc": 59.6, + "val_loss": null, + "val_acc": null + }, + { + "epoch": 160, + "stage": 0, + "subset_size": 2000, + "gbest_loss": 1.286895, + "gbest_acc": 59.85, + "val_loss": 1.291266, + "val_acc": 58.79 + } + ], + "seed": 91, + "geometry_config": { + "config_id": "G7", + "scale_type": "per_tensor_sd", + "init_position_mode": "independent", + "position_radius": 0.5, + "initial_velocity_radius": 0.5, + "mutation_prob": 0.0, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "isolate antithetic position coupling against G2" + } + }, + "G8": { + "config_id": "G8", + "gbest_loss": 0.858659, + "gbest_acc": 73.15, + "val_selected_loss": 0.883557, + "val_selected_acc": 70.99, + "val_metrics": { + "accuracy": 70.99, + "nll": 0.883557, + "brier": 0.402781, + "ece": 0.025241, + "margin": 0.533326 + }, + "wall_time_sec": 8.7632, + "optimization_wall_time_sec": 8.4371, + "validation_wall_time_sec": 0.326, + "total_queries": 4800, + "total_sample_evaluations": 9600000, + "transition_reevaluation_counts": 0, + "validation_evaluations": 31, + "official_test_evaluations": 0, + "pbest_update_counts": 0, + "boundary_hits": 0, + "boundary_occupancy": 0.0, + "last_improvement_epoch": 160, + "velocity_rms": 0.0, + "position_radius": 0.0, + "stage_histories": [], + "seed": 91, + "geometry_config": { + "config_id": "G8", + "scale_type": "optimizer_default", + "init_position_mode": "independent", + "position_radius": 0.05, + "initial_velocity_radius": 0.05, + "mutation_prob": 0.02, + "reset_velocity_radius": 0.02, + "reflective_bound": 3.0, + "projection_seed": null, + "latent_dim": "full", + "description": "retained semantic control (public Optimizer)" + } + } + }, + "factor_deltas": { + "delta_scale_G1_vs_G0": { + "test_config": "G1", + "ref_config": "G0", + "nll_diff": 0.254487, + "acc_diff": -5.41, + "material": false, + "description": "global RMS scale vs per-tensor SD" + }, + "delta_vel_G2_vs_G0": { + "test_config": "G2", + "ref_config": "G0", + "nll_diff": 0.112988, + "acc_diff": -7.01, + "material": false, + "description": "launch velocity U(-0.5,0.5) vs 0" + }, + "delta_mut_G3_vs_G0": { + "test_config": "G3", + "ref_config": "G0", + "nll_diff": -0.052278, + "acc_diff": 0.34, + "material": true, + "description": "mutation 0.02 vs 0" + }, + "delta_vel_mut_G4_vs_G2": { + "test_config": "G4", + "ref_config": "G2", + "nll_diff": -0.179825, + "acc_diff": 5.04, + "material": true, + "description": "mutation interaction given velocity" + }, + "delta_bound_G5_vs_G4": { + "test_config": "G5", + "ref_config": "G4", + "nll_diff": -0.21477, + "acc_diff": 5.17, + "material": true, + "description": "bound box 6 vs 3" + }, + "delta_radius_G6_vs_G5": { + "test_config": "G6", + "ref_config": "G5", + "nll_diff": 0.05978, + "acc_diff": -1.37, + "material": false, + "description": "initial position radius 1.5 vs 0.5" + }, + "delta_init_G7_vs_G2": { + "test_config": "G7", + "ref_config": "G2", + "nll_diff": -0.004839, + "acc_diff": -1.93, + "material": false, + "description": "independent vs antithetic init" + }, + "delta_bundle_G8_vs_best_norm": { + "test_config": "G8", + "ref_config": "G5", + "nll_diff": -0.017953, + "acc_diff": 0.06, + "material": false, + "description": "Optimizer G8 control vs best normalized (G5)" + } + }, + "selected_for_confirm": [ + "G0", + "G1", + "G8", + "G5", + "G6" + ] + } +} \ No newline at end of file diff --git a/benchmark_results/pso_v7_heavy_cross_split.csv b/benchmark_results/pso_v7_heavy_cross_split.csv new file mode 100644 index 0000000..f4d724e --- /dev/null +++ b/benchmark_results/pso_v7_heavy_cross_split.csv @@ -0,0 +1,73 @@ +variant_id,phase,split_seed,workload_id,baseline_method,baseline_acc,candidate_acc,acc_gain_pp,baseline_nll,candidate_nll,nll_reduction_fraction,state_ratio,score,pass,is_best_observed,candidate_path,evaluation_path +iteration-0001-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-289.2921035434933,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +iteration-0001-development,development,20260905,mnist_wide,G5,46.656667,46.04,-0.6166669999999996,1.677872,1.675644,0.0013278724479579603,0.5,-289.2921035434933,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +iteration-0001-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-289.2921035434933,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +iteration-0001-development,development,20260905,fashion_wide,G5,48.516667,45.01,-3.506667,1.490304,1.584923,-0.06348973095422142,0.5,-289.2921035434933,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +iteration-0001-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-289.2921035434933,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +iteration-0001-development,development,20260906,mnist_wide,G5,44.936667,44.83,-0.10666700000000162,1.665007,1.749135,-0.050527114901018556,0.5,-289.2921035434933,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +iteration-0001-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-289.2921035434933,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +iteration-0001-development,development,20260906,fashion_wide,G5,48.37,41.193333,-7.176666999999995,1.490657,1.707819,-0.14568207173078723,0.5,-289.2921035434933,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0001-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0001-development.json +iteration-0002-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-186.3459040597986,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0002-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0002-development.json +iteration-0002-development,development,20260905,mnist_wide,G5,46.656667,45.193333,-1.4633339999999961,1.677872,1.733563,-0.03319144726176963,0.5,-186.3459040597986,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0002-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0002-development.json +iteration-0002-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-186.3459040597986,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0002-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0002-development.json +iteration-0002-development,development,20260905,fashion_wide,G5,48.516667,47.223333,-1.2933340000000015,1.490304,1.536216,-0.03080713733573818,0.5,-186.3459040597986,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0002-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0002-development.json +iteration-0002-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-186.3459040597986,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0002-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0002-development.json +iteration-0002-development,development,20260906,mnist_wide,G5,44.936667,45.09,0.1533330000000035,1.665007,1.734207,-0.04156138682900441,0.5,-186.3459040597986,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0002-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0002-development.json +iteration-0002-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-186.3459040597986,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0002-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0002-development.json +iteration-0002-development,development,20260906,fashion_wide,G5,48.37,46.813333,-1.5566669999999974,1.490657,1.475127,0.010418224984016995,0.5,-186.3459040597986,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0002-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0002-development.json +iteration-0003-replica1-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-287.7250973286179,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica1-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica1-development.json +iteration-0003-replica1-development,development,20260905,mnist_wide,G5,46.656667,44.923333,-1.7333339999999993,1.677872,1.728906,-0.030415907768888223,0.5,-287.7250973286179,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica1-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica1-development.json +iteration-0003-replica1-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-287.7250973286179,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica1-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica1-development.json +iteration-0003-replica1-development,development,20260905,fashion_wide,G5,48.516667,47.176667,-1.3399999999999963,1.490304,1.56267,-0.048557878124194744,0.5,-287.7250973286179,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica1-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica1-development.json +iteration-0003-replica1-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-287.7250973286179,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica1-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica1-development.json +iteration-0003-replica1-development,development,20260906,mnist_wide,G5,44.936667,42.113333,-2.8233340000000027,1.665007,1.713134,-0.028904983582651624,0.5,-287.7250973286179,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica1-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica1-development.json +iteration-0003-replica1-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-287.7250973286179,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica1-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica1-development.json +iteration-0003-replica1-development,development,20260906,fashion_wide,G5,48.37,46.433333,-1.936667,1.490657,1.581386,-0.06086510847230454,0.5,-287.7250973286179,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica1-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica1-development.json +iteration-0003-replica2-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-286.97652369317115,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica2-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica2-development.json +iteration-0003-replica2-development,development,20260905,mnist_wide,G5,46.656667,46.01,-0.6466670000000008,1.677872,1.72888,-0.0304004119503752,0.5,-286.97652369317115,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica2-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica2-development.json +iteration-0003-replica2-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-286.97652369317115,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica2-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica2-development.json +iteration-0003-replica2-development,development,20260905,fashion_wide,G5,48.516667,48.613333,0.09666599999999903,1.490304,1.48049,0.006585233616765431,0.5,-286.97652369317115,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica2-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica2-development.json +iteration-0003-replica2-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-286.97652369317115,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica2-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica2-development.json +iteration-0003-replica2-development,development,20260906,mnist_wide,G5,44.936667,41.556667,-3.3800000000000026,1.665007,1.801698,-0.08209635154687045,0.5,-286.97652369317115,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica2-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica2-development.json +iteration-0003-replica2-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-286.97652369317115,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica2-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica2-development.json +iteration-0003-replica2-development,development,20260906,fashion_wide,G5,48.37,45.913333,-2.456666999999996,1.490657,1.516614,-0.017413127231817923,0.5,-286.97652369317115,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0003-replica2-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0003-replica2-development.json +iteration-0004-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-390.14004501856266,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0004-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0004-development.json +iteration-0004-development,development,20260905,mnist_wide,G5,46.656667,44.763333,-1.8933339999999959,1.677872,1.698999,-0.012591544527830428,0.5,-390.14004501856266,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0004-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0004-development.json +iteration-0004-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-390.14004501856266,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0004-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0004-development.json +iteration-0004-development,development,20260905,fashion_wide,G5,48.516667,44.816667,-3.6999999999999957,1.490304,1.582588,-0.06192293652838617,0.5,-390.14004501856266,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0004-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0004-development.json +iteration-0004-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-390.14004501856266,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0004-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0004-development.json +iteration-0004-development,development,20260906,mnist_wide,G5,44.936667,38.946667,-5.990000000000002,1.665007,1.819662,-0.09288549537629572,0.5,-390.14004501856266,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0004-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0004-development.json +iteration-0004-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-390.14004501856266,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0004-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0004-development.json +iteration-0004-development,development,20260906,fashion_wide,G5,48.37,43.9,-4.469999999999999,1.490657,1.658117,-0.11233972671110803,0.5,-390.14004501856266,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0004-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0004-development.json +iteration-0005-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-185.61068572934795,False,True,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0005-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0005-development.json +iteration-0005-development,development,20260905,mnist_wide,G5,46.656667,43.723333,-2.933334000000002,1.677872,1.675155,0.0016193130346057866,0.5,-185.61068572934795,False,True,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0005-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0005-development.json +iteration-0005-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-185.61068572934795,False,True,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0005-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0005-development.json +iteration-0005-development,development,20260905,fashion_wide,G5,48.516667,45.45,-3.0666669999999954,1.490304,1.441667,0.03263562333591002,0.5,-185.61068572934795,False,True,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0005-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0005-development.json +iteration-0005-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-185.61068572934795,False,True,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0005-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0005-development.json +iteration-0005-development,development,20260906,mnist_wide,G5,44.936667,42.543333,-2.393334000000003,1.665007,1.740544,-0.04536737683385127,0.5,-185.61068572934795,False,True,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0005-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0005-development.json +iteration-0005-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-185.61068572934795,False,True,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0005-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0005-development.json +iteration-0005-development,development,20260906,fashion_wide,G5,48.37,47.65,-0.7199999999999989,1.490657,1.454402,0.02432149045689245,0.5,-185.61068572934795,False,True,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0005-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0005-development.json +iteration-0006-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-186.8633001166316,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0006-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0006-development.json +iteration-0006-development,development,20260905,mnist_wide,G5,46.656667,42.006667,-4.649999999999999,1.677872,1.749895,-0.04292520525999596,0.5,-186.8633001166316,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0006-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0006-development.json +iteration-0006-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-186.8633001166316,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0006-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0006-development.json +iteration-0006-development,development,20260905,fashion_wide,G5,48.516667,49.08,0.5633330000000001,1.490304,1.466855,0.015734373657991962,0.5,-186.8633001166316,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0006-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0006-development.json +iteration-0006-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-186.8633001166316,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0006-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0006-development.json +iteration-0006-development,development,20260906,mnist_wide,G5,44.936667,40.84,-4.0966669999999965,1.665007,1.73617,-0.04274036085133581,0.5,-186.8633001166316,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0006-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0006-development.json +iteration-0006-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-186.8633001166316,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0006-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0006-development.json +iteration-0006-development,development,20260906,fashion_wide,G5,48.37,46.946667,-1.4233329999999995,1.490657,1.508747,-0.012135588535793386,0.5,-186.8633001166316,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0006-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0006-development.json +iteration-0007-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-391.33742460463645,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0007-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0007-development.json +iteration-0007-development,development,20260905,mnist_wide,G5,46.656667,41.05,-5.606667000000002,1.677872,1.794261,-0.06936703157332626,0.5,-391.33742460463645,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0007-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0007-development.json +iteration-0007-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-391.33742460463645,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0007-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0007-development.json +iteration-0007-development,development,20260905,fashion_wide,G5,48.516667,42.513333,-6.003333999999995,1.490304,1.615206,-0.08380974619943303,0.5,-391.33742460463645,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0007-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0007-development.json +iteration-0007-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-391.33742460463645,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0007-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0007-development.json +iteration-0007-development,development,20260906,mnist_wide,G5,44.936667,40.666667,-4.270000000000003,1.665007,1.764515,-0.059764313303187405,0.5,-391.33742460463645,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0007-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0007-development.json +iteration-0007-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-391.33742460463645,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0007-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0007-development.json +iteration-0007-development,development,20260906,fashion_wide,G5,48.37,39.916667,-8.453333,1.490657,1.609595,-0.07978897895357565,0.5,-391.33742460463645,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0007-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0007-development.json +iteration-0008-development,development,20260905,mnist_compact,G8,50.713333,50.723333,0.00999999999999801,1.534298,1.492805,0.0270436381980554,0.4918032786885246,-390.14811518493707,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0008-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0008-development.json +iteration-0008-development,development,20260905,mnist_wide,G5,46.656667,41.14,-5.516666999999998,1.677872,1.748292,-0.041969828449369154,0.5,-390.14811518493707,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0008-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0008-development.json +iteration-0008-development,development,20260905,fashion_compact,G8,46.366667,49.576667,3.210000000000001,1.497844,1.400574,0.06494000710354347,0.4918032786885246,-390.14811518493707,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0008-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0008-development.json +iteration-0008-development,development,20260905,fashion_wide,G5,48.516667,45.726667,-2.789999999999999,1.490304,1.558163,-0.04553366293051612,0.5,-390.14811518493707,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0008-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0008-development.json +iteration-0008-development,development,20260906,mnist_compact,G8,46.81,51.663333,4.853332999999999,1.58986,1.436337,0.09656384838916639,0.4918032786885246,-390.14811518493707,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0008-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0008-development.json +iteration-0008-development,development,20260906,mnist_wide,G5,44.936667,39.596667,-5.340000000000003,1.665007,1.763671,-0.059257408527411654,0.5,-390.14811518493707,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0008-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0008-development.json +iteration-0008-development,development,20260906,fashion_compact,G8,44.193333,48.753333,4.559999999999995,1.553097,1.375751,0.11418861796784104,0.4918032786885246,-390.14811518493707,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0008-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0008-development.json +iteration-0008-development,development,20260906,fashion_wide,G5,48.37,43.246667,-5.123332999999995,1.490657,1.649349,-0.10645775654627461,0.5,-390.14811518493707,False,False,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/candidates/iteration-0008-development.json,.omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z/evaluations/iteration-0008-development.json diff --git a/benchmark_results/pso_v7_heavy_cross_split.json b/benchmark_results/pso_v7_heavy_cross_split.json new file mode 100644 index 0000000..d54abe7 --- /dev/null +++ b/benchmark_results/pso_v7_heavy_cross_split.json @@ -0,0 +1,1440 @@ +{ + "protocol_version": "HEAVY-PSO-CROSS-SPLIT-PUBLISH 1.0.0", + "pso_version": "4.0.0", + "timestamp": "2026-09-04T07:38:14Z", + "mission_contract": { + "phase": "development", + "official_test_data_loaded": false, + "official_test_evaluations": 0, + "confirmation_executed": false, + "retained_policy": null + }, + "official_test_data_loaded": false, + "official_test_evaluations": 0, + "confirmation_executed": false, + "retained_policy": null, + "verdict": { + "status": "NO_RETAINED_POLICY_NO_CONFIRMATION", + "retained_policy": null, + "confirmation_executed": false, + "official_test_data_loaded": false, + "official_test_evaluations": 0, + "best_observed_variant_id": "iteration-0005-development", + "best_observed_score": -185.61068572934795, + "description": "All 9 development candidates failed the frozen evaluator gates (specifically maximum accuracy regression and/or development wide CNN improvement). No candidate qualified for confirmation. Confirmation split 20260907 and official test data remained completely unexecuted and sealed." + }, + "source_provenance": { + "source_dir": ".omc/autoresearch/heavy-pso-cross-split-robustness/runs/20260903T162504Z", + "n_variants": 9, + "candidate_files": [ + "iteration-0001-development.json", + "iteration-0002-development.json", + "iteration-0003-replica1-development.json", + "iteration-0003-replica2-development.json", + "iteration-0004-development.json", + "iteration-0005-development.json", + "iteration-0006-development.json", + "iteration-0007-development.json", + "iteration-0008-development.json" + ], + "evaluation_files": [ + "iteration-0001-development.json", + "iteration-0002-development.json", + "iteration-0003-replica1-development.json", + "iteration-0003-replica2-development.json", + "iteration-0004-development.json", + "iteration-0005-development.json", + "iteration-0006-development.json", + "iteration-0007-development.json", + "iteration-0008-development.json" + ] + }, + "cumulative_resources": { + "n_variants": 9, + "total_runs": 432, + "total_queries": 414720, + "total_sample_evaluations": 4147200000, + "official_test_evaluations": 0, + "best_observed_variant_id": "iteration-0005-development", + "wall_time_sec": 3162.9717, + "best_observed_score": -185.61068572934795 + }, + "total_runs": 432, + "total_wall_time_sec": 3162.9717, + "total_queries": 414720, + "total_sample_evaluations": 4147200000, + "variants": [ + { + "variant_id": "iteration-0001-development", + "candidate_file": "iteration-0001-development.json", + "evaluation_file": "iteration-0001-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": "global", + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 592157828, + "fashion_compact": 1363313651, + "fashion_wide": 189641451 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -289.2921035434933, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 4, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "maximum_nll_regression_fraction_each_split_workload", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": false, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": 0.15333312499999963, + "development_grand_mean_nll_reduction_fraction": 0.005545633315067132, + "development_mnist_wide_accuracy_gain_pp": -0.3616670000000006, + "development_mnist_wide_nll_reduction_fraction": -0.024599621226530297 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 46.04, + "baseline_nll": 1.677872, + "candidate_nll": 1.675644, + "acc_gain_pp": -0.6166669999999996, + "nll_reduction_fraction": 0.0013278724479579603 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 45.01, + "baseline_nll": 1.490304, + "candidate_nll": 1.584923, + "acc_gain_pp": -3.506667, + "nll_reduction_fraction": -0.06348973095422142 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 44.83, + "baseline_nll": 1.665007, + "candidate_nll": 1.749135, + "acc_gain_pp": -0.10666700000000162, + "nll_reduction_fraction": -0.050527114901018556 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 41.193333, + "baseline_nll": 1.490657, + "candidate_nll": 1.707819, + "acc_gain_pp": -7.176666999999995, + "nll_reduction_fraction": -0.14568207173078723 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 345.2731, + "official_test_evaluations": 0 + } + }, + { + "variant_id": "iteration-0002-development", + "candidate_file": "iteration-0002-development.json", + "evaluation_file": "iteration-0002-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": { + "mnist_compact": "global", + "mnist_wide": "balanced_global", + "fashion_compact": "global", + "fashion_wide": "balanced_global" + }, + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 592157828, + "fashion_compact": 1363313651, + "fashion_wide": 189641451 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -186.3459040597986, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 3, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": false, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": 1.0591663750000002, + "development_grand_mean_nll_reduction_fraction": 0.025949295652013885, + "development_mnist_wide_accuracy_gain_pp": -0.6550004999999963, + "development_mnist_wide_nll_reduction_fraction": -0.03737641704538702 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 45.193333, + "baseline_nll": 1.677872, + "candidate_nll": 1.733563, + "acc_gain_pp": -1.4633339999999961, + "nll_reduction_fraction": -0.03319144726176963 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 47.223333, + "baseline_nll": 1.490304, + "candidate_nll": 1.536216, + "acc_gain_pp": -1.2933340000000015, + "nll_reduction_fraction": -0.03080713733573818 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 45.09, + "baseline_nll": 1.665007, + "candidate_nll": 1.734207, + "acc_gain_pp": 0.1533330000000035, + "nll_reduction_fraction": -0.04156138682900441 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 46.813333, + "baseline_nll": 1.490657, + "candidate_nll": 1.475127, + "acc_gain_pp": -1.5566669999999974, + "nll_reduction_fraction": 0.010418224984016995 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 356.2424, + "official_test_evaluations": 0 + } + }, + { + "variant_id": "iteration-0003-replica1-development", + "candidate_file": "iteration-0003-replica1-development.json", + "evaluation_file": "iteration-0003-replica1-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": { + "mnist_compact": "global", + "mnist_wide": "balanced_global", + "fashion_compact": "global", + "fashion_wide": "balanced_global" + }, + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 1170674349, + "fashion_compact": 1363313651, + "fashion_wide": 1196992285 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -287.7250973286179, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 4, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "maximum_nll_regression_fraction_each_split_workload", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": false, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": 0.5999997499999994, + "development_grand_mean_nll_reduction_fraction": 0.016749029213820897, + "development_mnist_wide_accuracy_gain_pp": -2.278334000000001, + "development_mnist_wide_nll_reduction_fraction": -0.029660445675769923 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 44.923333, + "baseline_nll": 1.677872, + "candidate_nll": 1.728906, + "acc_gain_pp": -1.7333339999999993, + "nll_reduction_fraction": -0.030415907768888223 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 47.176667, + "baseline_nll": 1.490304, + "candidate_nll": 1.56267, + "acc_gain_pp": -1.3399999999999963, + "nll_reduction_fraction": -0.048557878124194744 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 42.113333, + "baseline_nll": 1.665007, + "candidate_nll": 1.713134, + "acc_gain_pp": -2.8233340000000027, + "nll_reduction_fraction": -0.028904983582651624 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 46.433333, + "baseline_nll": 1.490657, + "candidate_nll": 1.581386, + "acc_gain_pp": -1.936667, + "nll_reduction_fraction": -0.06086510847230454 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 333.3569, + "official_test_evaluations": 0 + } + }, + { + "variant_id": "iteration-0003-replica2-development", + "candidate_file": "iteration-0003-replica2-development.json", + "evaluation_file": "iteration-0003-replica2-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": { + "mnist_compact": "global", + "mnist_wide": "balanced_global", + "fashion_compact": "global", + "fashion_wide": "balanced_global" + }, + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 1993337128, + "fashion_compact": 1363313651, + "fashion_wide": 663492771 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -286.97652369317115, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 4, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "maximum_nll_regression_fraction_each_split_workload", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": false, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": 0.7808331249999991, + "development_grand_mean_nll_reduction_fraction": 0.02242643181828852, + "development_mnist_wide_accuracy_gain_pp": -2.0133335000000017, + "development_mnist_wide_nll_reduction_fraction": -0.056248381748622824 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 46.01, + "baseline_nll": 1.677872, + "candidate_nll": 1.72888, + "acc_gain_pp": -0.6466670000000008, + "nll_reduction_fraction": -0.0304004119503752 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 48.613333, + "baseline_nll": 1.490304, + "candidate_nll": 1.48049, + "acc_gain_pp": 0.09666599999999903, + "nll_reduction_fraction": 0.006585233616765431 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 41.556667, + "baseline_nll": 1.665007, + "candidate_nll": 1.801698, + "acc_gain_pp": -3.3800000000000026, + "nll_reduction_fraction": -0.08209635154687045 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 45.913333, + "baseline_nll": 1.490657, + "candidate_nll": 1.516614, + "acc_gain_pp": -2.456666999999996, + "nll_reduction_fraction": -0.017413127231817923 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 340.8067, + "official_test_evaluations": 0 + } + }, + { + "variant_id": "iteration-0004-development", + "candidate_file": "iteration-0004-development.json", + "evaluation_file": "iteration-0004-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": { + "mnist_compact": "global", + "mnist_wide": "two_hash_global", + "fashion_compact": "global", + "fashion_wide": "two_hash_global" + }, + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 592157828, + "fashion_compact": 1363313651, + "fashion_wide": 189641451 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -390.14004501856266, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 5, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "maximum_nll_regression_fraction_each_split_workload", + "development_grand_mean_accuracy_gain_minimum_pp", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": false, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": -0.4275001249999999, + "development_grand_mean_nll_reduction_fraction": 0.002874551064373243, + "development_mnist_wide_accuracy_gain_pp": -3.941666999999999, + "development_mnist_wide_nll_reduction_fraction": -0.05273851995206307 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 44.763333, + "baseline_nll": 1.677872, + "candidate_nll": 1.698999, + "acc_gain_pp": -1.8933339999999959, + "nll_reduction_fraction": -0.012591544527830428 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 44.816667, + "baseline_nll": 1.490304, + "candidate_nll": 1.582588, + "acc_gain_pp": -3.6999999999999957, + "nll_reduction_fraction": -0.06192293652838617 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 38.946667, + "baseline_nll": 1.665007, + "candidate_nll": 1.819662, + "acc_gain_pp": -5.990000000000002, + "nll_reduction_fraction": -0.09288549537629572 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 43.9, + "baseline_nll": 1.490657, + "candidate_nll": 1.658117, + "acc_gain_pp": -4.469999999999999, + "nll_reduction_fraction": -0.11233972671110803 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 341.0849, + "official_test_evaluations": 0 + } + }, + { + "variant_id": "iteration-0005-development", + "candidate_file": "iteration-0005-development.json", + "evaluation_file": "iteration-0005-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": { + "mnist_compact": "global", + "mnist_wide": "largest_tensor_hash", + "fashion_compact": "global", + "fashion_wide": "largest_tensor_hash" + }, + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 592157828, + "fashion_compact": 1363313651, + "fashion_wide": 189641451 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -185.61068572934795, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 3, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": true, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": 0.43999974999999925, + "development_grand_mean_nll_reduction_fraction": 0.03949314520652041, + "development_mnist_wide_accuracy_gain_pp": -2.6633340000000025, + "development_mnist_wide_nll_reduction_fraction": -0.02187403189962274 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 43.723333, + "baseline_nll": 1.677872, + "candidate_nll": 1.675155, + "acc_gain_pp": -2.933334000000002, + "nll_reduction_fraction": 0.0016193130346057866 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 45.45, + "baseline_nll": 1.490304, + "candidate_nll": 1.441667, + "acc_gain_pp": -3.0666669999999954, + "nll_reduction_fraction": 0.03263562333591002 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 42.543333, + "baseline_nll": 1.665007, + "candidate_nll": 1.740544, + "acc_gain_pp": -2.393334000000003, + "nll_reduction_fraction": -0.04536737683385127 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 47.65, + "baseline_nll": 1.490657, + "candidate_nll": 1.454402, + "acc_gain_pp": -0.7199999999999989, + "nll_reduction_fraction": 0.02432149045689245 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 342.0566, + "official_test_evaluations": 0 + } + }, + { + "variant_id": "iteration-0006-development", + "candidate_file": "iteration-0006-development.json", + "evaluation_file": "iteration-0006-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": { + "mnist_compact": "global", + "mnist_wide": "largest_tensor_row_hash", + "fashion_compact": "global", + "fashion_wide": "largest_tensor_row_hash" + }, + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 592157828, + "fashion_compact": 1363313651, + "fashion_wide": 189641451 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -186.8633001166316, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 3, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": false, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": 0.37833324999999984, + "development_grand_mean_nll_reduction_fraction": 0.027583666333684136, + "development_mnist_wide_accuracy_gain_pp": -4.3733334999999975, + "development_mnist_wide_nll_reduction_fraction": -0.04283278305566589 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 42.006667, + "baseline_nll": 1.677872, + "candidate_nll": 1.749895, + "acc_gain_pp": -4.649999999999999, + "nll_reduction_fraction": -0.04292520525999596 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 49.08, + "baseline_nll": 1.490304, + "candidate_nll": 1.466855, + "acc_gain_pp": 0.5633330000000001, + "nll_reduction_fraction": 0.015734373657991962 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 40.84, + "baseline_nll": 1.665007, + "candidate_nll": 1.73617, + "acc_gain_pp": -4.0966669999999965, + "nll_reduction_fraction": -0.04274036085133581 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 46.946667, + "baseline_nll": 1.490657, + "candidate_nll": 1.508747, + "acc_gain_pp": -1.4233329999999995, + "nll_reduction_fraction": -0.012135588535793386 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 371.7913, + "official_test_evaluations": 0 + } + }, + { + "variant_id": "iteration-0007-development", + "candidate_file": "iteration-0007-development.json", + "evaluation_file": "iteration-0007-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": { + "mnist_compact": "global", + "mnist_wide": "adjacent_pair", + "fashion_compact": "global", + "fashion_wide": "adjacent_pair" + }, + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 592157828, + "fashion_compact": 1363313651, + "fashion_wide": 189641451 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -391.33742460463645, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 5, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "maximum_nll_regression_fraction_each_split_workload", + "development_grand_mean_accuracy_gain_minimum_pp", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": false, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": -1.462500125000001, + "development_grand_mean_nll_reduction_fraction": 0.0012507552036354948, + "development_mnist_wide_accuracy_gain_pp": -4.938333500000002, + "development_mnist_wide_nll_reduction_fraction": -0.06456567243825684 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 41.05, + "baseline_nll": 1.677872, + "candidate_nll": 1.794261, + "acc_gain_pp": -5.606667000000002, + "nll_reduction_fraction": -0.06936703157332626 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 42.513333, + "baseline_nll": 1.490304, + "candidate_nll": 1.615206, + "acc_gain_pp": -6.003333999999995, + "nll_reduction_fraction": -0.08380974619943303 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 40.666667, + "baseline_nll": 1.665007, + "candidate_nll": 1.764515, + "acc_gain_pp": -4.270000000000003, + "nll_reduction_fraction": -0.059764313303187405 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 39.916667, + "baseline_nll": 1.490657, + "candidate_nll": 1.609595, + "acc_gain_pp": -8.453333, + "nll_reduction_fraction": -0.07978897895357565 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 356.7982, + "official_test_evaluations": 0 + } + }, + { + "variant_id": "iteration-0008-development", + "candidate_file": "iteration-0008-development.json", + "evaluation_file": "iteration-0008-development.json", + "phase": "development", + "candidate_config": { + "ratio": 0.5, + "geometry_policy": "baseline_aligned", + "projection_scope": { + "mnist_compact": "global", + "mnist_wide": "adjacent_difference", + "fashion_compact": "global", + "fashion_wide": "adjacent_difference" + }, + "projection_seed_mode": "explicit", + "projection_seed": { + "mnist_compact": 1800044939, + "mnist_wide": 592157828, + "fashion_compact": 1363313651, + "fashion_wide": 189641451 + }, + "geometry_multiplier": 1.0, + "particles": 12, + "epochs": 80, + "subset_size": 10000 + }, + "score": -390.14811518493707, + "pass": false, + "development_pass": false, + "eligible_for_confirmation": false, + "failed_hard_gate_count": 5, + "failed_gates": [ + "maximum_accuracy_regression_percentage_points_each_split_workload", + "maximum_nll_regression_fraction_each_split_workload", + "development_grand_mean_accuracy_gain_minimum_pp", + "development_mnist_wide_improvement", + "confirmation_executed" + ], + "is_best_observed": false, + "summary_metrics": { + "development_cells": 8, + "confirmation_cells": 0, + "development_grand_mean_accuracy_gain_pp": -0.7670833750000003, + "development_grand_mean_nll_reduction_fraction": 0.006189681900629345, + "development_mnist_wide_accuracy_gain_pp": -5.428333500000001, + "development_mnist_wide_nll_reduction_fraction": -0.050613618488390404 + }, + "state_ratios": { + "development": { + "mnist_compact": 0.4918032786885246, + "mnist_wide": 0.5, + "fashion_compact": 0.4918032786885246, + "fashion_wide": 0.5 + }, + "confirmation": null + }, + "cell_metrics": [ + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_compact", + "baseline_acc": 50.713333, + "candidate_acc": 50.723333, + "baseline_nll": 1.534298, + "candidate_nll": 1.492805, + "acc_gain_pp": 0.00999999999999801, + "nll_reduction_fraction": 0.0270436381980554 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "mnist_wide", + "baseline_acc": 46.656667, + "candidate_acc": 41.14, + "baseline_nll": 1.677872, + "candidate_nll": 1.748292, + "acc_gain_pp": -5.516666999999998, + "nll_reduction_fraction": -0.041969828449369154 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_compact", + "baseline_acc": 46.366667, + "candidate_acc": 49.576667, + "baseline_nll": 1.497844, + "candidate_nll": 1.400574, + "acc_gain_pp": 3.210000000000001, + "nll_reduction_fraction": 0.06494000710354347 + }, + { + "phase": "development", + "split_seed": 20260905, + "workload_id": "fashion_wide", + "baseline_acc": 48.516667, + "candidate_acc": 45.726667, + "baseline_nll": 1.490304, + "candidate_nll": 1.558163, + "acc_gain_pp": -2.789999999999999, + "nll_reduction_fraction": -0.04553366293051612 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_compact", + "baseline_acc": 46.81, + "candidate_acc": 51.663333, + "baseline_nll": 1.58986, + "candidate_nll": 1.436337, + "acc_gain_pp": 4.853332999999999, + "nll_reduction_fraction": 0.09656384838916639 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "mnist_wide", + "baseline_acc": 44.936667, + "candidate_acc": 39.596667, + "baseline_nll": 1.665007, + "candidate_nll": 1.763671, + "acc_gain_pp": -5.340000000000003, + "nll_reduction_fraction": -0.059257408527411654 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_compact", + "baseline_acc": 44.193333, + "candidate_acc": 48.753333, + "baseline_nll": 1.553097, + "candidate_nll": 1.375751, + "acc_gain_pp": 4.559999999999995, + "nll_reduction_fraction": 0.11418861796784104 + }, + { + "phase": "development", + "split_seed": 20260906, + "workload_id": "fashion_wide", + "baseline_acc": 48.37, + "candidate_acc": 43.246667, + "baseline_nll": 1.490657, + "candidate_nll": 1.649349, + "acc_gain_pp": -5.123332999999995, + "nll_reduction_fraction": -0.10645775654627461 + } + ], + "resources": { + "runs": 48, + "queries": 46080, + "sample_evaluations": 460800000, + "wall_time_sec": 375.5616, + "official_test_evaluations": 0 + } + } + ] +} \ No newline at end of file diff --git a/benchmark_results/pso_v8_post_training_ensemble.csv b/benchmark_results/pso_v8_post_training_ensemble.csv new file mode 100644 index 0000000..4b6be19 --- /dev/null +++ b/benchmark_results/pso_v8_post_training_ensemble.csv @@ -0,0 +1,29 @@ +Workload,Phase,Method,Accuracy,NLL,Brier,ECE,Margin,WallTimeSeconds,ParameterMultiplier,InferenceMultiplier +mnist,validation,reference_single_10e,98.2300,0.060105,0.027982,0.003458,0.969858,0.0000,1.0,1.0 +mnist,validation,best_single_10e,98.2900,0.054029,0.025526,0.002795,0.971419,0.0000,1.0,1.0 +mnist,validation,single_50e,98.5200,0.073988,0.024922,0.009463,0.989411,0.0000,1.0,1.0 +mnist,validation,uniform_ensemble,98.6300,0.046385,0.021527,0.006228,0.965339,0.0000,5.0,5.0 +mnist,validation,uniform_temperature,98.6300,0.045355,0.021099,0.002518,0.972273,0.0412,5.0,5.0 +mnist,validation,slsqp_weights,98.6000,0.045902,0.021307,0.005994,0.965581,0.0097,5.0,5.0 +mnist,validation,pso_weights,98.6100,0.045902,0.021307,0.005893,0.965582,1.8925,5.0,5.0 +mnist,official_test,reference_single_10e,98.4700,0.044991,0.022366,0.003516,0.970575,0.0000,1.0,1.0 +mnist,official_test,best_single_10e,98.5500,0.044944,0.022052,0.002515,0.974650,0.0000,1.0,1.0 +mnist,official_test,single_50e,98.6000,0.062102,0.022912,0.008283,0.988829,0.0000,1.0,1.0 +mnist,official_test,uniform_ensemble,98.8600,0.036184,0.018010,0.006311,0.968415,0.0000,5.0,5.0 +mnist,official_test,uniform_temperature,98.8600,0.034129,0.017658,0.003340,0.974869,0.0000,5.0,5.0 +mnist,official_test,slsqp_weights,98.8300,0.036179,0.017989,0.005818,0.969195,0.0000,5.0,5.0 +mnist,official_test,pso_weights,98.8300,0.036178,0.017989,0.005817,0.969196,0.0000,5.0,5.0 +fashion_mnist,validation,reference_single_10e,89.4700,0.303799,0.150671,0.012197,0.808017,0.0000,1.0,1.0 +fashion_mnist,validation,best_single_10e,89.4700,0.303799,0.150671,0.012197,0.808017,0.0000,1.0,1.0 +fashion_mnist,validation,single_50e,90.3200,0.289660,0.142115,0.024556,0.869484,0.0000,1.0,1.0 +fashion_mnist,validation,uniform_ensemble,90.2800,0.286751,0.142881,0.023702,0.795588,0.0000,5.0,5.0 +fashion_mnist,validation,uniform_temperature,90.2800,0.285048,0.141557,0.011886,0.814383,0.0414,5.0,5.0 +fashion_mnist,validation,slsqp_weights,90.4200,0.285338,0.142289,0.023705,0.798413,0.0104,5.0,5.0 +fashion_mnist,validation,pso_weights,90.4200,0.285338,0.142289,0.023661,0.798397,1.8963,5.0,5.0 +fashion_mnist,official_test,reference_single_10e,88.9000,0.314516,0.161465,0.005320,0.805307,0.0000,1.0,1.0 +fashion_mnist,official_test,best_single_10e,88.9000,0.314516,0.161465,0.005320,0.805307,0.0000,1.0,1.0 +fashion_mnist,official_test,single_50e,89.9300,0.302348,0.148289,0.026401,0.865728,0.0000,1.0,1.0 +fashion_mnist,official_test,uniform_ensemble,89.6500,0.293522,0.151400,0.019111,0.791698,0.0000,5.0,5.0 +fashion_mnist,official_test,uniform_temperature,89.6500,0.291996,0.150581,0.007597,0.810594,0.0000,5.0,5.0 +fashion_mnist,official_test,slsqp_weights,89.5400,0.291696,0.150558,0.017186,0.794293,0.0000,5.0,5.0 +fashion_mnist,official_test,pso_weights,89.5400,0.291700,0.150559,0.017378,0.794274,0.0000,5.0,5.0 diff --git a/benchmark_results/pso_v8_post_training_ensemble.json b/benchmark_results/pso_v8_post_training_ensemble.json new file mode 100644 index 0000000..95e95b9 --- /dev/null +++ b/benchmark_results/pso_v8_post_training_ensemble.json @@ -0,0 +1,683 @@ +{ + "protocol_version": "POST-TRAINING-PSO-ENSEMBLE 1.1.0", + "config": { + "iteration": 1, + "archived_iteration0_reference": { + "epochs": 50, + "queries_per_seed": 1500, + "sample_evaluations_per_seed": 15000000, + "reason": "wall_time_ratio_gate_exceeded" + }, + "datasets": [ + "mnist", + "fashion_mnist" + ], + "split_seed": 20260904, + "search_samples": 50000, + "validation_samples": 10000, + "pool_seeds": [ + 201, + 202, + 203, + 204, + 205 + ], + "reference_single_seed": 201, + "equal_budget_single_epochs": 50, + "adam_lr": 0.001, + "adam_batch_size": 256, + "pso": { + "method": "constriction", + "evaluation": "full", + "renewal": "loss", + "particles": 30, + "epochs": 30, + "swarm_seeds": [ + 301, + 302, + 303 + ], + "queries_per_seed": 900, + "sample_evaluations_per_seed": 9000000, + "particle_bounds": [ + -4.0, + 4.0 + ], + "boundary_strategy": "reflect", + "velocity_limit_ratio": 0.1, + "initial_position_noise": 0.0 + }, + "device": "mps" + }, + "workloads": { + "mnist": { + "provenance": { + "dataset_name": "MNIST", + "split_seed": 20260904, + "search_samples": 50000, + "validation_samples": 10000, + "normalization": { + "mean": 0.1307128667831421, + "std": 0.3081730008125305 + }, + "data_fingerprint": "861b07884cffefb9", + "split_fingerprint": "258b42dde7da6324" + }, + "training": { + "architecture": "CompactCNN", + "parameters": 9098, + "pool_seeds": [ + 201, + 202, + 203, + 204, + 205 + ], + "pool_epochs_each": 10, + "adam_pool_epochs": 50, + "adam_lr": 0.001, + "adam_batch_size": 256, + "adam_pool_wall_time_seconds": 22.098886500985827, + "single_50e_epochs": 50, + "single_50e_wall_time_seconds": 22.06671220799035, + "model_fingerprints": { + "201": "046605462c4fc294", + "single_50e": "53ff4c61db919c1e", + "202": "cd3150799e0db43e", + "203": "1feb0f4dd7630ec2", + "204": "9dc0606cd8076cb2", + "205": "5bc16dc8f86cc869" + } + }, + "validation_cache": { + "valid": true, + "pool_forward_passes": 5, + "long_single_forward_passes": 1, + "base_cnn_forward_passes_during_optimization": 0, + "shape": [ + 5, + 10000, + 10 + ], + "memory_bytes": 2400000, + "wall_time_seconds": 0.09316845799912699 + }, + "validation": { + "methods": { + "reference_single_10e": { + "accuracy": 98.23, + "nll": 0.060105, + "brier": 0.027982, + "ece": 0.003458, + "margin": 0.969858 + }, + "best_single_10e": { + "accuracy": 98.29, + "nll": 0.054029, + "brier": 0.025526, + "ece": 0.002795, + "margin": 0.971419, + "selected_seed": 205 + }, + "single_50e": { + "accuracy": 98.52, + "nll": 0.073988, + "brier": 0.024922, + "ece": 0.009463, + "margin": 0.989411 + }, + "uniform_ensemble": { + "accuracy": 98.63, + "nll": 0.046385, + "brier": 0.021527, + "ece": 0.006228, + "margin": 0.965339 + }, + "uniform_temperature": { + "fitted_temperature": 0.854572, + "wall_time_seconds": 0.04119049999280833, + "evaluations": 23, + "metrics": { + "accuracy": 98.63, + "nll": 0.045355, + "brier": 0.021099, + "ece": 0.002518, + "margin": 0.972273 + } + }, + "slsqp_weights": { + "weights": [ + 0.05767137130295378, + 0.2585033373652759, + 0.10841769748910005, + 0.25254869759276993, + 0.3228588962499004 + ], + "evaluations": 23, + "wall_time_seconds": 0.009686834004241973, + "success": true, + "message": "Optimization terminated successfully", + "metrics": { + "accuracy": 98.6, + "nll": 0.045902, + "brier": 0.021307, + "ece": 0.005994, + "margin": 0.965581 + } + }, + "pso_weights": { + "per_seed_runs": [ + { + "seed": 301, + "queries": 900, + "sample_evaluations": 9000000, + "wall_time_seconds": 1.8924723340023775, + "metrics": { + "accuracy": 98.61, + "nll": 0.045902, + "brier": 0.021307, + "ece": 0.005893, + "margin": 0.965582 + }, + "weights": [ + 0.057233214378356934, + 0.2590548098087311, + 0.10862385481595993, + 0.25228697061538696, + 0.3228012025356293 + ] + }, + { + "seed": 302, + "queries": 900, + "sample_evaluations": 9000000, + "wall_time_seconds": 1.7105932499980554, + "metrics": { + "accuracy": 98.6, + "nll": 0.045902, + "brier": 0.021306, + "ece": 0.006183, + "margin": 0.965578 + }, + "weights": [ + 0.058317527174949646, + 0.25828817486763, + 0.10924994200468063, + 0.252756267786026, + 0.3213881254196167 + ] + }, + { + "seed": 303, + "queries": 900, + "sample_evaluations": 9000000, + "wall_time_seconds": 1.8959678749961313, + "metrics": { + "accuracy": 98.61, + "nll": 0.045902, + "brier": 0.021307, + "ece": 0.005833, + "margin": 0.965583 + }, + "weights": [ + 0.056311722844839096, + 0.2563577890396118, + 0.11076968908309937, + 0.25350210070610046, + 0.3230587840080261 + ] + } + ], + "selected_seed": 301, + "selected_weights": [ + 0.057233214378356934, + 0.2590548098087311, + 0.10862385481595993, + 0.25228697061538696, + 0.3228012025356293 + ], + "metrics": { + "accuracy": 98.61, + "nll": 0.045902, + "brier": 0.021307, + "ece": 0.005893, + "margin": 0.965582 + }, + "queries_per_seed": 900, + "sample_evaluations_per_seed": 9000000, + "total_queries": 2700, + "total_sample_evaluations": 27000000, + "median_one_seed_wall_time_seconds": 1.8924723340023775, + "total_wall_time_seconds": 5.499033458996564 + } + } + }, + "official_test_data_loaded_before_freeze": false, + "official_test_evaluations_before_freeze": 0, + "confirmation": { + "official_test_data_loaded": true, + "test_cache_counts": { + "dataset_loads": 1, + "pool_forward_passes": 5, + "long_single_forward_passes": 1, + "base_cnn_forward_passes_during_optimization": 0, + "memory_bytes": 2400000, + "wall_time_seconds": 0.11975424998672679 + }, + "frozen_methods": { + "selected_pso_seed": 301, + "selected_pso_weights": [ + 0.057233214378356934, + 0.2590548098087311, + 0.10862385481595993, + 0.25228697061538696, + 0.3228012025356293 + ], + "slsqp_weights": [ + 0.05767137130295378, + 0.2585033373652759, + 0.10841769748910005, + 0.25254869759276993, + 0.3228588962499004 + ], + "fitted_temperature": 0.854572 + }, + "methods": { + "reference_single_10e": { + "accuracy": 98.47, + "nll": 0.044991, + "brier": 0.022366, + "ece": 0.003516, + "margin": 0.970575 + }, + "best_single_10e": { + "accuracy": 98.55, + "nll": 0.044944, + "brier": 0.022052, + "ece": 0.002515, + "margin": 0.97465 + }, + "single_50e": { + "accuracy": 98.6, + "nll": 0.062102, + "brier": 0.022912, + "ece": 0.008283, + "margin": 0.988829 + }, + "uniform_ensemble": { + "accuracy": 98.86, + "nll": 0.036184, + "brier": 0.01801, + "ece": 0.006311, + "margin": 0.968415 + }, + "uniform_temperature": { + "accuracy": 98.86, + "nll": 0.034129, + "brier": 0.017658, + "ece": 0.00334, + "margin": 0.974869 + }, + "slsqp_weights": { + "accuracy": 98.83, + "nll": 0.036179, + "brier": 0.017989, + "ece": 0.005818, + "margin": 0.969195 + }, + "pso_weights": { + "accuracy": 98.83, + "nll": 0.036178, + "brier": 0.017989, + "ece": 0.005817, + "margin": 0.969196 + } + }, + "confirmation_gates": { + "all_values_finite": true, + "official_test_dataset_loads": 1, + "official_test_pool_forward_passes": 5, + "official_test_long_single_forward_passes": 1, + "maximum_pso_accuracy_regression_vs_uniform_pp": true, + "pso_nll_below_reference_single": true, + "maximum_pso_nll_regression_vs_equal_budget_single": true, + "pass": true + } + } + }, + "fashion_mnist": { + "provenance": { + "dataset_name": "FashionMNIST", + "split_seed": 20260904, + "search_samples": 50000, + "validation_samples": 10000, + "normalization": { + "mean": 0.28573352098464966, + "std": 0.35278451442718506 + }, + "data_fingerprint": "b56a39e2abf7d9ad", + "split_fingerprint": "489c1a04fb44b59a" + }, + "training": { + "architecture": "CompactCNN", + "parameters": 9098, + "pool_seeds": [ + 201, + 202, + 203, + 204, + 205 + ], + "pool_epochs_each": 10, + "adam_pool_epochs": 50, + "adam_lr": 0.001, + "adam_batch_size": 256, + "adam_pool_wall_time_seconds": 22.363562541009742, + "single_50e_epochs": 50, + "single_50e_wall_time_seconds": 22.406685083013144, + "model_fingerprints": { + "201": "8189d6d2cce8bde8", + "single_50e": "5a5b8444219bf301", + "202": "a5492b64bfda73cd", + "203": "664e02f11e62031f", + "204": "be2a23fca4153703", + "205": "d3a37cfa6ee482bf" + } + }, + "validation_cache": { + "valid": true, + "pool_forward_passes": 5, + "long_single_forward_passes": 1, + "base_cnn_forward_passes_during_optimization": 0, + "shape": [ + 5, + 10000, + 10 + ], + "memory_bytes": 2400000, + "wall_time_seconds": 0.08030625000537839 + }, + "validation": { + "methods": { + "reference_single_10e": { + "accuracy": 89.47, + "nll": 0.303799, + "brier": 0.150671, + "ece": 0.012197, + "margin": 0.808017 + }, + "best_single_10e": { + "accuracy": 89.47, + "nll": 0.303799, + "brier": 0.150671, + "ece": 0.012197, + "margin": 0.808017, + "selected_seed": 201 + }, + "single_50e": { + "accuracy": 90.32, + "nll": 0.28966, + "brier": 0.142115, + "ece": 0.024556, + "margin": 0.869484 + }, + "uniform_ensemble": { + "accuracy": 90.28, + "nll": 0.286751, + "brier": 0.142881, + "ece": 0.023702, + "margin": 0.795588 + }, + "uniform_temperature": { + "fitted_temperature": 0.906309, + "wall_time_seconds": 0.04135037500236649, + "evaluations": 21, + "metrics": { + "accuracy": 90.28, + "nll": 0.285048, + "brier": 0.141557, + "ece": 0.011886, + "margin": 0.814383 + } + }, + "slsqp_weights": { + "weights": [ + 0.23910131729416598, + 0.2493341982620314, + 0.18054455195387528, + 0.021147090032828317, + 0.30987284245709906 + ], + "evaluations": 23, + "wall_time_seconds": 0.010389625007519498, + "success": true, + "message": "Optimization terminated successfully", + "metrics": { + "accuracy": 90.42, + "nll": 0.285338, + "brier": 0.142289, + "ece": 0.023705, + "margin": 0.798413 + } + }, + "pso_weights": { + "per_seed_runs": [ + { + "seed": 301, + "queries": 900, + "sample_evaluations": 9000000, + "wall_time_seconds": 1.8963403329980792, + "metrics": { + "accuracy": 90.42, + "nll": 0.285338, + "brier": 0.142289, + "ece": 0.023661, + "margin": 0.798397 + }, + "weights": [ + 0.2385721057653427, + 0.24956248700618744, + 0.1805897355079651, + 0.021864112466573715, + 0.30941155552864075 + ] + }, + { + "seed": 302, + "queries": 900, + "sample_evaluations": 9000000, + "wall_time_seconds": 1.7477522080007475, + "metrics": { + "accuracy": 90.43, + "nll": 0.285338, + "brier": 0.142286, + "ece": 0.023912, + "margin": 0.79841 + }, + "weights": [ + 0.2415684461593628, + 0.2483692765235901, + 0.18002673983573914, + 0.02121216244995594, + 0.30882343649864197 + ] + }, + { + "seed": 303, + "queries": 900, + "sample_evaluations": 9000000, + "wall_time_seconds": 2.0081020840007113, + "metrics": { + "accuracy": 90.41, + "nll": 0.285338, + "brier": 0.14229, + "ece": 0.023601, + "margin": 0.798444 + }, + "weights": [ + 0.23893120884895325, + 0.24851834774017334, + 0.18254171311855316, + 0.019977180287241936, + 0.31003159284591675 + ] + } + ], + "selected_seed": 301, + "selected_weights": [ + 0.2385721057653427, + 0.24956248700618744, + 0.1805897355079651, + 0.021864112466573715, + 0.30941155552864075 + ], + "metrics": { + "accuracy": 90.42, + "nll": 0.285338, + "brier": 0.142289, + "ece": 0.023661, + "margin": 0.798397 + }, + "queries_per_seed": 900, + "sample_evaluations_per_seed": 9000000, + "total_queries": 2700, + "total_sample_evaluations": 27000000, + "median_one_seed_wall_time_seconds": 1.8963403329980792, + "total_wall_time_seconds": 5.652194624999538 + } + } + }, + "official_test_data_loaded_before_freeze": false, + "official_test_evaluations_before_freeze": 0, + "confirmation": { + "official_test_data_loaded": true, + "test_cache_counts": { + "dataset_loads": 1, + "pool_forward_passes": 5, + "long_single_forward_passes": 1, + "base_cnn_forward_passes_during_optimization": 0, + "memory_bytes": 2400000, + "wall_time_seconds": 0.11122124998655636 + }, + "frozen_methods": { + "selected_pso_seed": 301, + "selected_pso_weights": [ + 0.2385721057653427, + 0.24956248700618744, + 0.1805897355079651, + 0.021864112466573715, + 0.30941155552864075 + ], + "slsqp_weights": [ + 0.23910131729416598, + 0.2493341982620314, + 0.18054455195387528, + 0.021147090032828317, + 0.30987284245709906 + ], + "fitted_temperature": 0.906309 + }, + "methods": { + "reference_single_10e": { + "accuracy": 88.9, + "nll": 0.314516, + "brier": 0.161465, + "ece": 0.00532, + "margin": 0.805307 + }, + "best_single_10e": { + "accuracy": 88.9, + "nll": 0.314516, + "brier": 0.161465, + "ece": 0.00532, + "margin": 0.805307 + }, + "single_50e": { + "accuracy": 89.93, + "nll": 0.302348, + "brier": 0.148289, + "ece": 0.026401, + "margin": 0.865728 + }, + "uniform_ensemble": { + "accuracy": 89.65, + "nll": 0.293522, + "brier": 0.1514, + "ece": 0.019111, + "margin": 0.791698 + }, + "uniform_temperature": { + "accuracy": 89.65, + "nll": 0.291996, + "brier": 0.150581, + "ece": 0.007597, + "margin": 0.810594 + }, + "slsqp_weights": { + "accuracy": 89.54, + "nll": 0.291696, + "brier": 0.150558, + "ece": 0.017186, + "margin": 0.794293 + }, + "pso_weights": { + "accuracy": 89.54, + "nll": 0.2917, + "brier": 0.150559, + "ece": 0.017378, + "margin": 0.794274 + } + }, + "confirmation_gates": { + "all_values_finite": true, + "official_test_dataset_loads": 1, + "official_test_pool_forward_passes": 5, + "official_test_long_single_forward_passes": 1, + "maximum_pso_accuracy_regression_vs_uniform_pp": true, + "pso_nll_below_reference_single": true, + "maximum_pso_nll_regression_vs_equal_budget_single": true, + "pass": true + } + } + } + }, + "development_pass": true, + "development_gates": { + "pass": true, + "failed_hard_gate_count": 0, + "gate_results": { + "all_values_finite": true, + "validation_pool_forward_passes_exact": true, + "optimization_base_model_forward_passes": true, + "official_test_data_loaded_before_freeze": true, + "slsqp_solver_success": true, + "query_and_sample_accounting_exact": true, + "maximum_pso_nll_regression_vs_uniform": true, + "maximum_pso_accuracy_regression_vs_uniform_pp": true, + "pso_nll_below_reference_single": true, + "maximum_pso_nll_regression_vs_equal_budget_single": true, + "maximum_relative_pso_nll_gap_vs_slsqp": true, + "cross_dataset_mean_relative_pso_nll_reduction_vs_uniform_minimum": true, + "maximum_median_one_seed_pso_to_pool_training_wall_ratio": true + }, + "issues": [] + }, + "policy_frozen": true, + "official_test_data_loaded": true, + "official_test_evaluations_before_freeze": 0, + "post_test_tuning_or_reruns": 0, + "resource_totals": { + "adam_pool_epochs": 100, + "adam_pool_wall_time_seconds": 44.46244904199557, + "single_50e_wall_time_seconds": 44.473397291003494, + "validation_cache_forward_passes": 12, + "pso_total_queries": 5400, + "pso_total_sample_evaluations": 54000000, + "pso_research_wall_time_seconds": 11.151228083996102, + "pso_production_wall_time_seconds": 3.7888126670004567, + "pso_to_pool_wall_ratio": 0.0852162664640409, + "slsqp_total_evaluations": 46, + "slsqp_total_wall_time_seconds": 0.02007645901176147, + "official_test_cache_forward_passes": 12 + } +} \ No newline at end of file diff --git a/benchmark_results/pso_v8_post_training_ensemble_evaluation.json b/benchmark_results/pso_v8_post_training_ensemble_evaluation.json new file mode 100644 index 0000000..5ad314c --- /dev/null +++ b/benchmark_results/pso_v8_post_training_ensemble_evaluation.json @@ -0,0 +1,53 @@ +{ + "evaluator_version": "POST-TRAINING-PSO-ENSEMBLE-EVALUATOR 1.2.0", + "pass": true, + "score": 22.55299842776338, + "development_pass": true, + "confirmation_pass": true, + "failed_hard_gate_count": 0, + "issues": { + "schema": [], + "config": [], + "finite": [], + "weights": [], + "accounting": [], + "leakage": [], + "tuning": [], + "slsqp": [], + "consistency": [], + "gates": [] + }, + "development_gates": { + "all_values_finite": true, + "simplex_tolerance": true, + "validation_pool_forward_passes_each_dataset": true, + "optimization_base_model_forward_passes": true, + "official_test_data_loaded_before_freeze": true, + "official_test_evaluations_before_freeze": true, + "query_and_sample_accounting_exact": true, + "maximum_pso_nll_regression_vs_uniform": true, + "maximum_pso_accuracy_regression_vs_uniform_pp": true, + "pso_nll_below_reference_single": true, + "maximum_pso_nll_regression_vs_equal_budget_single": true, + "maximum_relative_pso_nll_gap_vs_slsqp": true, + "cross_dataset_mean_relative_pso_nll_reduction_vs_uniform_minimum": true, + "maximum_median_one_seed_pso_to_pool_training_wall_ratio": true + }, + "confirmation_gates": { + "all_values_finite": true, + "official_test_dataset_loads_each_dataset": true, + "official_test_pool_forward_passes_each_dataset": true, + "official_test_long_single_forward_passes_each_dataset": true, + "frozen_policy_consistency": true, + "maximum_pso_accuracy_regression_vs_uniform_pp": true, + "pso_nll_below_reference_single": true, + "maximum_pso_nll_regression_vs_equal_budget_single": true, + "post_test_tuning_or_reruns": true + }, + "metrics": { + "mean_val_relative_nll_reduction_vs_equal_budget_single": 0.197261519715641, + "mean_val_accuracy_gain_vs_equal_budget_single_pp": 0.09500000000000597, + "mean_test_relative_nll_reduction_vs_equal_budget_single": 0.2263299842776338, + "mean_test_accuracy_gain_vs_equal_budget_single_pp": -0.0799999999999983 + } +} \ No newline at end of file diff --git a/conda_env/environment.yaml b/conda_env/environment.yaml deleted file mode 100644 index 4a94185..0000000 --- a/conda_env/environment.yaml +++ /dev/null @@ -1,15 +0,0 @@ -name: pso -channels: - - conda-forge - - defaults -dependencies: - - cudatoolkit=11.2 - - cudnn=8.1.0 - - pandas=1.5.3 - - pip=23.0.1 - - python=3.9.16 - - tqdm=4.65.0 - - pip: - - numpy==1.25.0 - - tensorflow==2.11.0 - - tensorboard==2.11.0 diff --git a/example/pso2mnist.ipynb b/example/pso2mnist.ipynb index 5afc5e5..87d7f84 100644 --- a/example/pso2mnist.ipynb +++ b/example/pso2mnist.ipynb @@ -1,2443 +1,284 @@ { - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "colab_type": "text", - "id": "view-in-github" - }, - "source": [ - "\"Open\n" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "BCG-8NlVLab8" - }, - "source": [ - "# 기본 설치\n", - "\n", - "아래 명령어를 통해 설치할 수 있습니다\n", - "\n", - "```python\n", - "!pip install pso2keras\n", - "```\n", - "\n", - "필수 패키지로 tensorflow 가 필요하며, log 분석시에는 tensorboard 가 추가로 필요합니다\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "id": "Qd4s8Pu0nYGs" - }, - "outputs": [], - "source": [ - "import sys\n", - "print('python version ', sys.version)\n", - "\n", - "# !pip uninstall pso2keras\n", - "!pip install --upgrade pip\n", - "!pip install pso2keras" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "Bs6TLWxLMmEw" - }, - "source": [ - "# 모델 생성\n", - "\n", - "keras 모델을 사용하여 학습하기 때문에 모델을 생성하여 입력을 해주어야 합니다.\n" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "bVWF-rQ3j_ld" - }, - "outputs": [], - "source": [ - "import os\n", - "import sys\n", - "\n", - "os.environ[\"TF_CPP_MIN_LOG_LEVEL\"] = \"2\"\n", - "\n", - "import gc\n", - "\n", - "import tensorflow as tf\n", - "from keras.datasets import mnist\n", - "from keras.layers import Conv2D, Dense, Dropout, Flatten, MaxPooling2D\n", - "from keras.models import Sequential\n", - "from tensorflow import keras\n", - "\n", - "from pso import Optimizer\n", - "\n", - "\n", - "def get_data():\n", - " (x_train, y_train), (x_test, y_test) = mnist.load_data()\n", - "\n", - " x_train, x_test = x_train / 255.0, x_test / 255.0\n", - " x_train = x_train.reshape((60000, 28, 28, 1))\n", - " x_test = x_test.reshape((10000, 28, 28, 1))\n", - "\n", - " y_train, y_test = tf.one_hot(y_train, 10), tf.one_hot(y_test, 10)\n", - "\n", - " x_train, x_test = tf.convert_to_tensor(x_train), tf.convert_to_tensor(x_test)\n", - " y_train, y_test = tf.convert_to_tensor(y_train), tf.convert_to_tensor(y_test)\n", - "\n", - " print(f\"x_train : {x_train[0].shape} | y_train : {y_train[0].shape}\")\n", - " print(f\"x_test : {x_test[0].shape} | y_test : {y_test[0].shape}\")\n", - "\n", - " return x_train, y_train, x_test, y_test\n", - "\n", - "\n", - "def get_data_test():\n", - " (x_train, y_train), (x_test, y_test) = mnist.load_data()\n", - " x_test = x_test / 255.0\n", - " x_test = x_test.reshape((10000, 28, 28, 1))\n", - "\n", - " y_test = tf.one_hot(y_test, 10)\n", - "\n", - " x_test = tf.convert_to_tensor(x_test)\n", - " y_test = tf.convert_to_tensor(y_test)\n", - "\n", - " print(f\"x_test : {x_test[0].shape} | y_test : {y_test[0].shape}\")\n", - "\n", - " return x_test, y_test\n", - "\n", - "\n", - "def make_model():\n", - " model = Sequential()\n", - " model.add(\n", - " Conv2D(32, kernel_size=(5, 5), activation=\"relu\", input_shape=(28, 28, 1))\n", - " )\n", - " model.add(MaxPooling2D(pool_size=(3, 3)))\n", - " model.add(Conv2D(64, kernel_size=(3, 3), activation=\"relu\"))\n", - " model.add(MaxPooling2D(pool_size=(2, 2)))\n", - " model.add(Dropout(0.25))\n", - " model.add(Flatten())\n", - " model.add(Dense(128, activation=\"relu\"))\n", - " model.add(Dense(10, activation=\"softmax\"))\n", - "\n", - " return model" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "JKVXZC5fNjEr" - }, - "source": [ - "# 학습\n", - "\n", - "학습을 위한 particle 개수와 기본 설정이 필요합니다\n", - "loss 는 tensorflow 의 loss 를 활용합니다\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 267, - "referenced_widgets": [ - "60384954600849c984ec832f1e0ba089", - "f4493e24f41f46d98a5c6307d4381858", - "244e9d76fe934af2b536d4a41bd9ebc5", - "64ee09f226ae41e8a8d7203db2370f64", - "62129a4ae85b4aabb44cbb4c594ae7e5", - "bd5692b1b8b4471f901e27df360f055e", - "0cd1cd1ade0445a28f6020c1b52ed7f4", - "f60caa635a1f4024b6bfd9bdc9a2d500", - "f3452c1a31664a38b4ba3ad870cb9286", - "262f741d45bf4069912d9e4ba4345450", - "02e4861a0c934115bf494bca20a87e83", - "0aa01a9086594c09b7be442781d15761", - "55e5e64d8e484ae89b2bf56c0ce8a4e1", - "b14bb35224404b58b2ea121b91152564", - "8eacb4db3ae345bfa22f89ec79285648", - "045717bfe98c420ebc4342d0061913a0", - "6bd647b0e49c4d13b3a937dd325054d0", - "86ccd693148940d29d5ed92a81a0d25c", - "bf1ea704226b4fee9caed1a86bd6fc03", - "bf625ea23d2c4aaa9cbc404fe88f0c61", - "520f094d24d443e0b487d2717569f3b5", - "eb816e9a17e245f5b0c41c552dd76183", - "fae612998dec4856b30ebb2e5ececdfc", - "fae548adc4294068a80d5b11572e411e", - "415a6d555c95480da6fb9ad727ffd69a", - "7e7a010af89d42bd94c558bb72d76230", - "63d9eccdf7ea4a22a692cc1e0c1fbbc7", - "822baf2dcccb41dcafc7139114a268a0", - "f1599b1fafd6424483c5f404b3c79fd6", - "6b60ab162f5a43e49904ea89ffe0f3ba", - "b2a43a859d8e442d8d2dc8eb2cb489a4", - "5c9870ced6f845f2909f706727ba5877", - "456cfb7462d74aeab02f9a0af32f769f", - "09eb0575ee1c4bd288b5f0a79c506f67", - "cb35fee4c8a94812b209a61499687824", - "bbca06083a094719a58367dce36c5fe0", - "df7e251ff08b443f924eafcdf4627721", - "c1026663b57243d5b4fd651d06b83beb", - "fb4c68e932bc48ada671c11bd4b51fcb", - "0efa7087787445f993e83a41ebc5136d", - "95840eaab18b4dd6ba90acd7602112c1", - "c1525b47e0d9487fb54849863ebaa4e0", - "f20e024da5414b00becceb0541e3e45e", - "1b6fed5a1fb24d7d8fcc7dfd7e56e618", - "31537bf870cd4dbcbee4f55d1383a4f4", - "78c7e54708884ef0bf3feadf4e86b27b", - "de7b67b83e934558a122203e6314fb67", - "00e855c093c947a2bf0c7ec644b6e401", - "b4929212a2634d7ea12a77f79e4d61ff", - "cbea21e8c9004b149bd86e1b0c1e67ce", - "f1b4dc5fe13546c19c4bbfecb390e328", - "0048352cbddf4e5282be22298975efc4", - "52d399c1dfe4440baa77b540a2b5664c", - "4ce75915aeb4484e9f1d3f6a2a262c76", - "191804b6a0d64c1aafd50b1518c8e7e5", - "872b2c7612c44b15bdcee774fb9e70b7", - "b14aa26f85e148359bc9abff58951b51", - "77a9f488c18c4487ae107bee7362b643", - "b66fc8e0b5144229a69c5f2942ab796a", - "bdda4512f2ec4290b29bf69d9b4808fe", - "2fb4ef63d0824d36952f860f57e228ea", - "a637e3a3a7144f6db19eb3bbd812722f", - "8689e7f497fa4247b15f9929af81e68f", - "bbf5277f6016441baa5a21a8059944d9", - "814ff8b72e0e4f20877c85ba4ced21e6", - "c63110ef853d411db16a41cb355324af" - ] - }, - "id": "wXmfci5UKNm4", - "outputId": "c5bc9a2f-b949-4dac-e4d1-32942282cabf" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/mnist.npz\n", - "11490434/11490434 [==============================] - 0s 0us/step\n", - "x_test : (28, 28, 1) | y_test : (10,)\n", - "start running time : 20230723-095443\n" - ] - }, - { - "data": { - "application/vnd.jupyter.widget-view+json": { - "model_id": "60384954600849c984ec832f1e0ba089", - "version_major": 2, - "version_minor": 0 - }, - "text/plain": [ - "Initializing Particles: 0%| | 0/500 [00:00\"Open" + ] }, - "nbformat": 4, - "nbformat_minor": 0 -} + { + "cell_type": "markdown", + "metadata": { + "id": "cell-1" + }, + "source": [ + "# pso2keras PyTorch 3.2.0 MNIST PSO Optimization\n", + "\n", + "이 노트북은 PyTorch `nn.Module`과 `pso2keras` (v3.2.0) 라이브러리를 사용하여 MNIST 이미지 분류 모델을 Particle Swarm Optimization (PSO) 알고리즘으로 최적화하는 예제입니다.\n", + "\n", + "> **환경 요구사항**:\n", + "> - Python 3.11 및 PyTorch >= 2.13.0\n", + "> - `uv` 패키지 관리자를 사용한 `pso2keras[examples]` 설치\n", + "> - MNIST 데이터셋 최초 다운로드를 위한 인터넷 연결 필요 (`torchvision.datasets.MNIST`)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "cell-setup-md" + }, + "source": [ + "## 0. 패키지 설치 (Google Colab 및 시스템 환경)\n", + "\n", + "`uv` 패키지 관리자를 설치하고 `pso2keras[examples]` 패키지를 시스템 파이썬 환경에 설치합니다." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "cell-setup-code" + }, + "outputs": [], + "source": [ + "# Google Colab 및 시스템 환경 uv 패키지 설치\n", + "!pip install -q uv\n", + "!uv pip install 'pso2keras[examples]' --system" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "cell-2" + }, + "outputs": [], + "source": [ + "import sys\n", + "import torch\n", + "\n", + "print(\"Python version:\", sys.version)\n", + "print(\"PyTorch version:\", torch.__version__)\n", + "\n", + "# Metal MPS (Apple Silicon GPU) 가속 백엔드 진단\n", + "built = hasattr(torch.backends, \"mps\") and torch.backends.mps.is_built()\n", + "avail = hasattr(torch.backends, \"mps\") and torch.backends.mps.is_available()\n", + "print(f\"MPS Backend - Built: {built}, Available: {avail}\")\n" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "cell-3" + }, + "source": [ + "## 1. 데이터셋 다운로드 및 PCA 전처리\n", + "\n", + "`torchvision.datasets.MNIST`를 이용해 데이터셋을 다운로드하고, 결정론적(Deterministic) 서브셋을 추출합니다.\n", + "PSO 알고리즘의 파티클 탐색 효율을 높이기 위해 scikit-learn `PCA`를 사용하여 28x28 (784차원) 이미지를 50차원 피처 표현으로 압축합니다.\n", + "다중 클래스 분류(`task=\"multiclass\"`)를 위해 타겟 레이블은 1D 정수형(`torch.long` / `int64`) 클래스 인덱스로 구성합니다.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "cell-4" + }, + "outputs": [], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "from torchvision import datasets, transforms\n", + "from sklearn.decomposition import PCA\n", + "from pso import Optimizer\n", + "\n", + "# 재현 가능한 시드 설정\n", + "torch.manual_seed(42)\n", + "\n", + "# 1. MNIST 데이터셋 로드 (인터넷 다운로드 필요)\n", + "transform = transforms.Compose([transforms.ToTensor()])\n", + "mnist_train = datasets.MNIST(root=\"./data\", train=True, download=True, transform=transform)\n", + "mnist_test = datasets.MNIST(root=\"./data\", train=False, download=True, transform=transform)\n", + "\n", + "# 2. 결정론적 샘플 서브셋 추출 (학습 5,000개, 검증 1,000개)\n", + "g = torch.Generator().manual_seed(42)\n", + "train_indices = torch.randperm(len(mnist_train), generator=g)[:5000]\n", + "test_indices = torch.randperm(len(mnist_test), generator=g)[:1000]\n", + "\n", + "x_train_raw = mnist_train.data[train_indices].float() / 255.0\n", + "y_train = mnist_train.targets[train_indices].long()\n", + "\n", + "x_test_raw = mnist_test.data[test_indices].float() / 255.0\n", + "y_test = mnist_test.targets[test_indices].long()\n", + "\n", + "# 3. PCA 50차원 주성분 분석 전처리\n", + "x_train_flat = x_train_raw.view(x_train_raw.size(0), -1).numpy()\n", + "x_test_flat = x_test_raw.view(x_test_raw.size(0), -1).numpy()\n", + "\n", + "pca = PCA(n_components=50, random_state=42)\n", + "x_train_pca = pca.fit_transform(x_train_flat)\n", + "x_test_pca = pca.transform(x_test_flat)\n", + "\n", + "x_train = torch.tensor(x_train_pca, dtype=torch.float32)\n", + "x_test = torch.tensor(x_test_pca, dtype=torch.float32)\n", + "\n", + "print(f\"x_train : {x_train.shape} | y_train : {y_train.shape}\")\n", + "print(f\"x_test : {x_test.shape} | y_test : {y_test.shape}\")\n" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "cell-5" + }, + "source": [ + "## 2. PyTorch 신경망 모델 및 손실 함수 정의\n", + "\n", + "50개의 PCA 입력 피처를 받아 10개 클래스의 Raw Logits를 출력하는 소형 신경망 `MNISTLogitNet`을 정의합니다.\n", + "다중 클래스 분류를 위해 `nn.CrossEntropyLoss()`를 사용합니다.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "cell-6" + }, + "outputs": [], + "source": [ + "class MNISTLogitNet(nn.Module):\n", + " def __init__(self, in_features=50, hidden_dim=32, num_classes=10):\n", + " super().__init__()\n", + " self.net = nn.Sequential(\n", + " nn.Linear(in_features, hidden_dim),\n", + " nn.ReLU(),\n", + " nn.Linear(hidden_dim, num_classes)\n", + " )\n", + "\n", + " def forward(self, x):\n", + " return self.net(x)\n", + "\n", + "model = MNISTLogitNet()\n", + "loss_fn = nn.CrossEntropyLoss()\n" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "cell-7" + }, + "source": [ + "## 3. PSO Optimizer 생성 및 최적화 실행\n", + "\n", + "`Optimizer` 생성자에 PyTorch 모델, 손실 함수, 작업 유형(`task=\"multiclass\"`), 이동 방식(`method=\"inertia\"`), 초기화 방식(`initialization=\"model_noise\"`), 적합도 평가 방식(`evaluation=\"fixed_subset\"`), 수렴 방식(`convergence=\"none\"`), 후속 정제 방식(`refinement=\"adam\"`), 파티클 개수(`n_particles`), 이동 계수(`c0`, `c1`, `w_min`, `w_max`), 가중치 경계(`particle_min`, `particle_max`), 속도 제한 비율(`velocity_limit_ratio`), 경계 전략(`boundary_strategy`), 초기 노이즈 스케일(`initial_position_noise`), 시드(`seed`)를 설정합니다.\n", + "\n", + "`device=None`을 지정하면 MPS (Apple Silicon GPU) -> CUDA -> CPU 순서로 실행 디바이스를 자동 선택합니다.\n", + "\n", + "`fit` 메서드에 고정 적합도 서브셋 크기(`fitness_size=2000`), 배치 크기(`batch_size=500`), 검증 데이터셋(`validation_data=(x_test, y_test)`), 하이브리드 Adam 국소 정제(`refinement_epochs=100`, `refinement_lr=0.01`), 결과 디렉토리(`output_dir=\"./result/mnist\"`)를 지정하여 최적화를 수행합니다.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "cell-8" + }, + "outputs": [], + "source": [ + "pso_mnist = Optimizer(\n", + " model,\n", + " loss=loss_fn,\n", + " task=\"multiclass\",\n", + " method=\"inertia\",\n", + " initialization=\"model_noise\",\n", + " evaluation=\"fixed_subset\",\n", + " convergence=\"none\",\n", + " refinement=\"adam\",\n", + " fitness_size=2000,\n", + " n_particles=20,\n", + " c0=0.35,\n", + " c1=0.8,\n", + " w_min=0.6,\n", + " w_max=1.2,\n", + " particle_min=-3.0,\n", + " particle_max=3.0,\n", + " velocity_limit_ratio=0.1,\n", + " boundary_strategy=\"reflect\",\n", + " initial_position_noise=0.05,\n", + " seed=42,\n", + " device=None,\n", + " refinement_epochs=100,\n", + " refinement_lr=0.01,\n", + ")\n", + "\n", + "best_score = pso_mnist.fit(\n", + " x_train,\n", + " y_train,\n", + " epochs=15,\n", + " batch_size=500,\n", + " fitness_size=2000,\n", + " renewal=\"acc\",\n", + " validation_data=(x_test, y_test),\n", + " output_dir=\"./result/mnist\",\n", + " log_format=\"csv\",\n", + " checkpoint_interval=5,\n", + " save_info=True,\n", + " refinement_epochs=100,\n", + " refinement_lr=0.01,\n", + ")\n", + "\n", + "print(f\"Optimization Completed! Best Training Score (loss, accuracy, mse): {best_score}\")\n", + "val_score = pso_mnist.evaluate(x_test, y_test)\n", + "print(f\"Validation Score (loss, accuracy, mse): {val_score}\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "cell-9" + }, + "source": [ + "## 4. 최적 모델 체크포인트 로드 및 이식 가능한 모델 검증\n", + "\n", + "학습이 완료되면 `output_dir` 하위에 `best_model.pt` 체크포인트 파일이 저장됩니다.\n", + "`torch.load()`를 사용하여 `model_state_dict`를 읽어온 뒤 새로운 `MNISTLogitNet` 인스턴스에 로드하여 가중치를 재복원할 수 있습니다.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "cell-10" + }, + "outputs": [], + "source": [ + "import os\n", + "\n", + "ckpt_path = \"./result/mnist/best_model.pt\"\n", + "if os.path.exists(ckpt_path):\n", + " checkpoint = torch.load(ckpt_path, weights_only=True)\n", + " \n", + " # 이식 가능한 state_dict 기반 모델 가중치 복원\n", + " eval_model = MNISTLogitNet()\n", + " eval_model.load_state_dict(checkpoint[\"model_state_dict\"])\n", + " eval_model.eval()\n", + "\n", + " print(\"Loaded Checkpoint Version:\", checkpoint.get(\"version\"))\n", + " print(\"Checkpoint Best Score: \", checkpoint.get(\"score\"))\n", + " print(\"Execution Target Device: \", checkpoint.get(\"device\"))\n" + ] + } + ], + "metadata": { + "language_info": { + "name": "python", + "version": "3.10.0" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} \ No newline at end of file diff --git a/history_plt/pso_v4_accuracy.png b/history_plt/pso_v4_accuracy.png new file mode 100644 index 0000000000000000000000000000000000000000..e858cdb567639d7d59ab7f5f9540517eecbe7f88 GIT binary patch literal 190631 zcmeFZcR1T`_&-V&t(HzzN_A<`mfFOwQPkd>me`vJBIu$u+gi2vCib4KqP2Id7*#@I z6Dcvylh612JLkI2pXcx6x>_S7@AvcE&wamMulsf9lcxF$dO8+53JMB(WhHrS3JO{j z1;yF8b2Q*5iCS-4z$b{8f}xj=tBn`@l?RkU?Uk3CldG4L{p&m4P!CUgR~G>uK0Y44 zCwJ_;yxcq?yu8l;_iymHdf4)MOi}#<&vM>P$;gv};`R^nKT4NDm=pyi1%s>#Msu7;#(2vt=@~fpuVUA8noBO_fi9&rtFW6IX zM$hR~69s=C5zrR~-cwb$&`lZ5+@w!7H(eN!N?-YYLyUsYgsmU{XOERaiq zm}*CZ==k{fVc#=gr>@@Z!tNei<%d$pD9!orMi@2uxKC6^CnY&@>lIoT>J{0%V`t>n z<=jcsb#w1e7PA>E)U#<1ruQ~(D4!@c63{`J*4H`TrFOjW)Yw`dWoj?%JY_AN<-I<& zzpPi`k}q#k`ZYS*id(buwZ7!-7_E9O;+S2@L2^TrL2El_9U&>=J~}9)8IQB2c%DDQY+cOPtqhUC|6f@ zdU!>mqz?0uvnVt1TWwFca@A8DN}W^iFR0JMA~rhWEduQIiwze7F_{V%MzWQ!X)N-X z)b#ov6VNAUT6X`kNvkMHRfzb>zs0^f_rcs45b$&_2ew9e4RZef{m-{ag!7cpqKRqVqrl+S5 zKBH@a<3@i6DAu}Q)*@QH3`;Y8CvDS^z2HA*p2jtPoqCU@_kFiCuXY@!T!4<|YvpRB zNx3IIdaxgS&>3-S-Sch1r}BVfzma-R+e&E9jZ?%~r=Zb6!g@*VEX!xgVntE&?er&Ty4QJ#|2esTK1rb{??iCjEanfVqPh5twAtF4zzeH)jX*qC>Yx<1xu7zF>v-9|rxgD0*ak0$1s*IGR`)rN?H*BUM0-mTZp z1?uNE3fUW~jw;=(9o` z8^n9f?v}W+7Pr537}(F6K?KC$F_q`aUM}<3%2wwk#77M( zQR4WqA|`iJp(ij4t6Jyj@faSn2BqCg|TSi%l+b;f@}~k&e4G?e%a1&W~+_X(*T4(-v#Q7vA_ke zEx5o^r^$+CTv2Ha$K_ihF09Xvz!UX>OSP$NNJ(;QxC& zt39+3cAa%XHSKhNt9VV}bJ~9wfq~B<3sOH+5kc^u)s@m}t#R1mpfd$Yrtkc^3zf_r zv&BN$ylWrz?`xPPy&&Cgph7#8?Sc@S#x}I*5(U4kh;MrRzSG6(c`=C^+^NiXhOQ_@ zHW%imj(4R?OhKt#h>H_#e6_x>7M#L((mDE(hHw`f+%zM-daVJETK@Wyr(AX=FD+n7 zx71t`ca(orCvJzy*Sep?7yy3nI-PMCzkCcO%D0)c(MWaT-6w>We~L)8<8IDxYlv&l zfUWocq@lROoa(#Ge7Z|R&oY5~uo3zgVnL~7R=*|WIQ}gy;E)R^sy=Uw-bR}voHK~c z;kR(R|3#n4rzNy=UKW&dc@PW8&PL*XnRbTE==#W)$M)VJ#Vqd@kW+ zWT0S{Ip%F7)p~U^G*p(e(%%xUI#%n-R8N8IUkQC%568d^+7KF22ifZbkQ?u4F9}<9 zMOIU~CWyGE_Fb3WY}!@jrY?OPYZVn6r;sq!-KoVs*KOxI+vKYXHPgFcj{GbRoy8cf z;gU?42~+)ks9-AGBmJd>FuC1gsev)LZ-I7>>hU4LIdG+e>xIdTZ$#DY(Lvb}^E$VT z6z@u#zBByGa=!-#YUu?8BUv2md?E~zmvojWOT=U2OSN-C%{m{dCH`!h&2;u$Hwa_m ztwCan?sh9bO0f==JDw;~ZIye&$HqJSVLUJLN~9cv*aO@?jD$@K>;;jv8HlNXz6@;b z{ymXuo-ZEazSwzSQN*pV)E%1@DdIT(M8LM6m1N4uA1S$SsF7wcv!qjdHTt1i#Q=uX z56TW}jbPK^2l|aJ*q@)DY}Ti$_v<4gHiC-dVPFee6Jj45Ozmow7+0?yIU2qG5^7a! z;NV~5f8cTIh;5oEGT=pQ#DE%+^nx8ZI&yL~vL<6ZC-T6g#;F{y{auLq*H^J-4e8_2 zR9=NHE8gQ&{LGq5RbD7RC>Y#=GkdEe$7m%Gc2BPRj0R+{7td$*bG^9jn_Xbm=>2mu z=m-sB0DuQzVtM zm^q}Zik1$H*6VbY8?G3Z9-9fa^nZ7OM6DRBwA-1B!#A9|<9S^}RT#6Y0_#e;oX-v!N zCZmEbk~mz+qTJmB6~Twa_4`}u7LbBwYQZt54d0Y-7|mb6V;XBW!G`V$HUpURuL}v# z(mDdbv0V&U#TLZ~7RJN?fU=Mx7_Vs8kzBPF!zad7zu;qf1_%2yo&#mO$fZ~V#pF%- ze#d-!*O|H@c+bRUlfizVTnEdXNl<1$bZPOOwT%h#de_w8c#k2V`uC~>(HE!a1 z5Gk>vWU)G&a{;Lc&Z<8M^U7({_S_M^8cubwrR%5I8i%p&(-U%@f%hCt1Aug8x9ao& z%RZN{mF4d|T|-~bLzs2%V#AVFvZB5UORl%~Z%x%U55hZ+#SVEscz_^12pN+4b5p=3 zeDj-C~lQ&L*oDcHv+!|qk0cug#=Z5;rz zq;ZrP{=gGmYOz^lSe_YpgfDHKH85QmC%)uu{wuzc{*LZxlGG{KsA}}Rh3sj5Tmu>z zaeeh$)}q5!`PQE>-u+f$_v6y{Y(#Kw=?x9YN$=-DA_P`g`ZAt}vIifqQv1D`IO|v% z(ljWA4W9;wmy{YuD9B5t`_~VN0?=H6RpcuGkAv|^NqBbb$NQ06CFac#%Wnb4hX<## zEl7k$&*e?npKtuoP)sBYKTa=(@mT6UfWUBnN%QY6`Iiqv0+thO&jj>{MXAJcPi{_p z<#@SP26m5;oYP~In&Lbdd_a;oL0IGXn6=M~#Lf`Q=n z80(HfK9qcl2UU9Aw*_`>VBh8+k5T!My@B0{y$v`)oi40;G<7x-6Fv;M4CxdzV%jl+Ne6cAl zJ|E%p#-kH$Y-NK-OiPW$LCO`iwve-^#b*D4bEc)n)!p#Dp%;h~3F;mI)W6*5n#eS4 z@vo9He!73%3v7SNeHz@NP_s1+it)M!EyFwZ#mp zMETvk1eYFBua&_d-!w5#n~7JL2xbC?!9_Pm(Q07^02#`(EK7UN=~`E!na6LARAL4Q z(SNyWNjG3(@7@i76uzC}^XJp6JQBFp_iQ4p>+B8^tEv5~d1)Kd4KT-yS61guA33C~ zh%UO+%`drkGTZtvgyS36r8+|pD=eDyedkQ60BAMQp37v2}OWSpZT2g z0&_^f+rG?c)GIL_i`y^OFG+l=Eb6(e8knHs93_Q3oH*sJ|9f@dI3?8&SFoJq+OqBH z8hcl_UL{rrrb5#L@U0_H>(NfoiI$w$>CtW zZ=NiJv+pwolJJr~QOD8wnccUJwy@T9UA*}+Ah9!B3+Vl6_UA5|YDU0GM~hL?`|%ghg6*+02EHSi+G4L_yI|}h z@*L{`O1mPGhvD*2V>a%RB99hGOa7BGrcV+s9k>rn=4HE!{x1eZ7sG>E@e{eQ&6sh$ z1C!X>k&4h=#QvK7%N1HzcD5JQeR`?JT`I9wOtCnF^P8GWfs2yO*7e|M_5J#Cf87&S zpU%I{O}`Oi=^cOGfC~$s_3b(}CMAtmx6pE9N|roSHpO)z#>Y1U_a|+=NeWk^VELYM zfE4zEl;>h0z5Vmra_D2!Ruzw6u^jfdVZ-Y!T+Ou0u7#srYIO_jwhq@3;H*QfrTClK zgj~n6c~7^7r&-GySPmkr9Ch&a_yC)BGK_{uK}c~Zftf|W)j8v?jd^WMpwvRy(U(8>P3jo|tP25q6ugS?bTn`)hlbr2bhB^pxPuU{-ggMD#jM(iXikE;}+& zaR(y%#jt04N$Ilh)~bEn8<&+vAwyz6n)`GaOtI3i((K(24VT?izKWZJn%F2&+O(tc z(|5eOxL*#Z(%x6^qDK^lJS@0%LCpgF5gZ11FaAGppi~fkd&>3Ir@NDpzE6>cJ*o!xxwOR0=Rt`u#7DUEQ!QyB23dWTL)k=7wJDfT^x<-ab zjjF)<%9WV%4Qmr$BYj(op~H){8XaHVOH?y4-qU^3s?`o-{%L_H^}MM~{@8nxol)%U z9t~Z$5yjZ`#le%c6BKnkt6Jy2YDhRQopSie!OIGE*5ZHI4`!>BH*AS?i*~NwWUKHm&KsS}i^5w9oTS-!YZK|(Ln;IRVlnG~pyXD$+WzZtI zaRzmGUe8_%qpQyl2Vf;VoVrUIX1I4|WUd1k1b zJoGS^Q!}BARQgT>SJrlB$2>F8g z5sYfg@%Ni0d?c-9=x>8<^e>yKCfuwX_Mw@ zaR!TE2g2_+ovHXG!ofxdV4-rt*5|MQv2Fzhv%FNex(UlyWb3aQE%gv=821Q96I(cu zo(QwK?-7sR6>Rztw-y>omExh-;q`X0&J1I9y-3NcGw}qFW^b1FqyUNKu4PKTW4vX< z4ek4awl~>E?xjo%MQupc5(WvV`1#7)4c?>vzE`;1N<8bt=L;Q$Qi?LSuhyyWLA0oz z9lPv2|Bi&WH%6;NxYo)NU5R4KXnTkEtgHS^Gh<(G|0h~&YF`12{Xtk?W@#nUr-*vlr;+8D*~!h;;d?Ko{N+!7R`zoyz~^2lcCW@3_qmXYr#2(Sbff>gS+a z^WP~)kN`mWcf{uV(hIFCA(bH_jPGjgtJ>aGpl8}?=PY>`;5U4#q?q5u>m6T1F!Hz^ zgLFi*7mxULH$=XPIWh8$Ba#Ug?h)L0a)`g*-v#!T?HR`HIQO9+B3Eu6@}(z!rL9`L zEK5>Bpai<_n-84(luMOBwIy_b?#U11DrE;B09DSbF&Clm(I+3 z5mj@EFqSJtIbH3@R1x*6*6vuu?}|i(=B|M$&P4tAesE@h=jkDycY2^GP6Nq-&yadH zRtv2QFquPaN}hTWuB=t_jsXrdw7;7_pl8ubmZ8|hy~9P-0i9IqiF=x*Zh}mTVwawk zy0md^d|^+66X&=CHcxo_`hYKeZi|Z?;r?nabXaO>tqAvMZ^9}nLNxO5njZUGb&D8t zY}e{F!()1~V7)I}c#K{Z&>EF4XkSg5zCf5WOFmf?x+E8Tkq;1<_)|$jNPf!=tMw56 z*|~Z*7D2nqJI7|;lO6j8Vh*F6q(i`?s*Xn?#||_)t(ZtZ0xkiN%N&11ZkVdER7&Yg z*9G3LSWxl@TwL=mt&pV%9*e3I?Q6a>p*gJvd6z7(O_?V;?Q9od;e$0XKoT5J_UPu) ziaOv2$oX}jEvO7m@#cQ^<((GguRoY=Hn?cBga15rEGE@k`wkfj0++3e+W|&Jn_t5r znt?owU~K}*Zu@=~>R4^m)g?^|sha7t8fLtkz7Ak^`~(`pbP7sVuKh@^ePj6dW78s6 zYcpx_8&3=^*)ul_`xRU^0#F#Fk@(CpXOZ-(<}puW)EB)XeIZbxLm_jx$BnLYEz5Bx zF59J!grs7}93`)o=6`>})ZAD8<@$P|cE>D^fEr`XBJ5=Mha&<1v)pI3U%=3eCmxO9D-brGh zjgZAql$75sp_u7h3EY zarG|GaRSyrebd68l1XS)@cJ&15=%$<%RL{oAv<)|M7;=$vnL0iMSMONcI))Zw}o?+O&Plk_Ng$C<@t z2GhrO>30@Em5r@fj5BZ$T~5v2$0+T=AI%rYo>{BNR+H1?mSf?TPxyJoFK_$sn zd=|pyZP>eb3>5!mz&UHNzCwpv+%s^_D|k&bBR1JHGDX7|aHDn_7(oPX1reH6c@Oe( z0%$+^un5<^nFO%WfYU7nfQqHz9kDJQ>O@|Utv9Zpc5B7FJY4fNr>Yw#NGl@k=sS&UN61J3cqnT(vz0y|CFuobi zXVp0|?;*kAm|{m-N&E{`l``~rIqS9O)F{kuiDK6fi%ET}$bZ%4Gd)da$*6F)t z)Vrd+ca_hd!t47;?Isp_KU0_MliHwYv3?Znk<-4P8Rz0qWe;wQ!?EVbfkvQOk_tiy=0GHy29bEtEe!<}2 zUd;S%)|rN(GiXp%dyA-58lursm_{<)ntRJ06F1e3)FS)!~0K)O(+ zyU|(ET;<|gw?N|wIti1`Y(;L^uks~w(5K?EW@ZBg87givhO(Y;s+vDGLy9JI8D~%n z{k{#eFjUFgQiEYA76~%z=*K|rSvQ2>&$^Xo9(5XOw>JRIlHCT$zJO@{G8-TmLi?E|7xATLX zWB>-#=A1POHK(ef+eik)eLr`StR%N`1!7a+G%=X5vhEcRmle(n$|Ak(u>yoYKr21x zQ}Q*mAbZEZ;e26IMy6`VmHUd{fHcDK;M&kjdoRqLr*!a|+OxJFeu|H9r0%km+A~3u z-F7pb%%MLxZ_TOY%*6`j_4-5i>RmevzqH42>13*le`|46$l0l8ptg@0)4RGNniKw1 zYdMR5@g4CM<|5p7mTRq4a-BD=$*Lt9_ zb-?@#nq~I9DQ!Fh+Fjz?J|D4OYN+d%k6HA`e#uYgj2~I0a4uS4cW7wRG|_Hzfv3$_ z?avu!~N)TELS(xiylt}i*MxIPeEWP>8YhL7!4mjpw^qX z=$n0dZ*t`Xa+q4)#*>qyU5(R#ta)F~jjMk) zE;jqhV3@cErb@3AyIcrd2tjAfT zmB7A{^p@Mzc(kqBMK}NmcPD7>kXg`Mk9PQe{2qd27oV9#XU-eB1`m`|dn0~A9 z{Vl&Cl?BV%0itS{-^kd@^Zh=KgXwP$K>Bh{izp0DA1*?Y_Nzri$$drs*lw}Mo-RO` z+pjK^t)oKY+9$aLii#gSLOe~WwRIa$@LYtj@anM-zd8uzuIo9MH{i$nHiUlT&piyM z~Xr=1NponET`S@0w?jiRGRyL zVaOaV~}I61QgR=b`hy0Y=u6~q3<=xSiCvRUrtSJkMzFLJ7j<|>`9t}&2k%u@ObaZl3$ ztz6q$ovLu#QmigARfk6+ZZo1V8!R@(E84^H?_sfvM15t1x$jc!^EYOt zF|dUe<&t^hdzFDr9*4BvXK4{$?cHpKTA!a?%MZ^G=R5_*fE=#?{!eEz)la*J8{w`R z3C|T)O+;_&hU$n6VPuObsc60dwHss255GYmi+is7;xpe{0ezA04ONX_XO@V1Y=GJm zoUO7SxpyLI7FU`dle5AT4*`nDz+yv)o{V7J$#Wf9BmWCGo}4@9#q|tJSU^o}PdSz{ zc8`m1wNV`p1Ria_xMlh@(no{$AL4T9ri^<%Ny!EDEJo8|Pv+9(i{(PzR&U@~$n8bx zB#QwyAQTizYCQP*c1V5My%^7Ry8^r6s4OIG((DKO$-fW@ zYEtb)mr~x5U*@Xe(ILKcx|=H!V9wvd&pbs8IZ^VcYeYU-^iA__FNEa7I%(dxUAKnh zO3;%Hl7ES;qM*=pQZG6-CIzI5IkSnvjWvDV&fJcs0RzOtJ261w=d*;_d=Er zE;gLx((v0f@R;yWr$Du|ap+@3wfxeN9t*}XVasbW)%XT9L_7dMsr*IGJCfifV|dfV zUylD)jbLK40(=1NYz+iFdLXR>;yNoK z;4&jRt=Wfx1qCb9K&Si`Tzs-O*S^!TCtvBw_gL6)bY)A!AaxrDS~KcSQQI@JoAawL z==|_UOf!VYc&kX3BAjT##VPaevD#iu+Enj=P^b|53-rRxO_Y7l_G=j{%~o*|-)JGZcy=%v{G6G1z{Y7KsFHqO$svTOVuytbiTW%?h)Af3U%?NSfQHdBpo9CZ`j#_ntZ3WD zTjd}*@BgSly3_EK0tR6nGa5sqXR!&Mo|SD2fiYx;#*)Xj2KJA%%Xn>3k1 zePuPbm0v7&Y?&c^#im|`rLgyvDBUk|>s9#jT0b3{{xMOlSa-+|0yJtWm$UY>&tnsH zh0|528%XV=bwd>os!*_ZCL$LMvIjooJE1Ppv!>ORCFmc``QmlkFJVN zKbPS-O9sJ2#}F2S6vRgT!xa0J#&@5mTFSLQcVf~=z)`|-nNxRB0M10&tzvNSM`@B^ z+(pMwbjcjZmSM!bwKyJc;3Yy!hfN$hnoV+&}bgXugY1l|&?J z=cxGNN=2^VpH1Y%o8tmcz&SjtYJwkliKgtxnXi2N1?UJDf4%n}aaZn=!G6nw<>U2v zhhH(L1fbY}_MVRAU+`$7r2SV3haIH>0aIq*E&JFWNGyWj8XHcl-)0-fZ)h)m*P|Q# zHJUMB99dA{1|I!3?b7&k-dLBU>|Vsg;gM1ob)K$98qn6eAtUa8W)Yj!m`WeXyuu6x z&}TR*1+d&~`i`*feMU74`j2`yq}fn>2GogD2kY+-1_{~xT@?J$Nj7*{97pF z<0&Tz=(Petn43*%u+C+PFCsUqi#MEZi^M+C-Fmrnw)*zWWLLNGXhT>`2C6raS-|F> ztM%$~^myf&pLEHb2=(b#lNHc?nnV=}ZaI?~qq5)GNpn+*>Se~$&OlkKSsH+4=}sc1 zZg-zU&s~oh_S^QjR`Wooo#D~Hyo;J8QT-|6)8Sm}_`}7Cd zS`n+Uy63WH)JF0~-459q=nX~APbd8fnTq!^xLNDCsMNZcv536&Kh_RhAF=(Teec%` z4w`rS#g9eCV>9xL#WDV9f4kXH-R`huO-_exs!i7SIx_nH8^Qo)y()nE3jX8&Uogd92 zeF zn1YrTUVykws(ldHUFJv)ceq&PtJjft4 zJ_K9JR0vyhH0yGh8#;jv%F<45(C&!{nI{4FVOt#}6*tAJw}%{p)kK>WpCnfIPVw%E z=j30lRv(?vopZId&}sjqm8F;fd~y@PKm06m{=kymP^EfmvJpc~{k8qa{d_Op*dwLA zdWW_((IWi^>aCJ{#<5B>5tg8G1zqi-rBEu|z%=3`Q;>g`mO7w`%?RSYMkQwyXmb1; zFEPQcR<@j;AS{42#OmbYQ#>PZA56C(8+nKD)tpg4$@vFdO4kXV`X$Coc%X-Wk;(%8 z%vX6PIVy~&Zon#8mj}HqV58c$cfVvBm^BUhCTGZn z__5>xV0_}fcYHo4J-rPMJOh5l201FRJ7iNNpL2BP6UX932WFm@e}95}A*CH<--A1WqAO;tOR0!|KW z=Rgg^2WreM>OPqRE>a{ti{MAdy2zY=r6Jx1!0{H~RPdb*0S2E<1fakELk|vb-s%HN z;q_-FVLT1L3|Q3?1-CUEL9e}RdhRK(x`@~frhjXRBI_2|I?X?l&193*!9ITqXy2s| z9wtd5ynn5ldrv}7UV)2X8i4?W2S?V|*QYKQnAEy>r|9Nuem|WBQq(Q?Lvo}AUt%}6 z^JlwumCFaoYt}G|297?B9`A(@OjEF{VY*MOo|)OcH%odMxO?LPq6;<5>_KxZs~1{aoH5$#l9 z_z1G^ld>#?HeCb@Yt)7y3q?Oy1A(yD;xJa|n|M<8s@JA(@An zz^oWU0Xo$c;UY6`@36g$S~pM?qYqWTS(3(g{{Ra}4N^Y}bQT;e0x~PSF^%wAjt+Le zm5iX?Ca?61k7BW4ZEE@wBNdUe1@bxk9Wh#ep$D?bx*hwM;(p4cxQAT=idLy0`A zH`$ds>Cf$$)EC1{0K{ctQ!iUp9ooxfr8IVK*qvE-b{Jz(wr>#|Mf}R~ji( z5L)d|aemsd9{SzP#?(x|j?~Qv#d0|s=6u9(xXKNkWNv=#f431}c1^4qtmc&GSMI>~ zS-nU-JFWAx)`KV6D%`+w7(Rh+tl*BNUfnQ3hxwGYTe6r>=D09f_?Ig`gpL$tM)dP7 zw6q$BbPJDFI~L=gvBi;j?~w40UonGTpCbMN$P+Hzm-W*&56$I^_%p&6!RAgnVZDa( zG}xyHs&)}FMm>cm*Gljyy2aPjG_ZPXrT6qAwF2=CEs?PSAzZtrV`uNFS?CE}HF77T zRV9&CMoEgGC-WO2qc7(^nsa^h2PV;pF0v_yo|QUm%wikF=Q{m8YI_)!ya-wsrR&j|)lv~0Y{ZZQ znsT){6FG{psABpwlZq?VF{AxhDXr)Ml-6l?FDf%iiCF6KZDr^u4T)`eliQdK8s&a} z`Kj4Yrc$=`UglcAt=3=C3FeQMH1>SZ{Ql1n9no*gZI4=ve!IravA*}F7%4mFNiAU| z7Q(T3^VX++`u-}fCW5xU=v4x?MA4eTIZQJr7}#uF*||$lSNkCb1=E*fZ=!vTyQH1d zl-?xBt7%|#?M@Bs{bPTnNC&o^9hMVP#Ibjq^|6-e%0?^M}EK}Y=U zrO`q$HI4h!>y6yk);3&Cy6(Va?{TxQDKyo7lAH51gRl7fc@pSOth9Sx;_7S=`$Ip$ zDi(qE)*~`F2*M{`g-kA*6r;@wOgk+h!G%$t&b%)`Pe&5|ChNd}*%4mv$+l=E)&d;H z7;k4!-~pTn{?f2)Am)t>+^Yo{blTGHNrVyXIB)K}x{T0`^2nlKohjPupJ7BMR4|+R zeW8*^wsSkfnu1sGKgGriO)d%@>R9os>7Yj-4_6usJN5hByX}kdTRUv}MxH`<#t9KD zA*+TPthCh(UaVdX@F7=G;@(IJA9*I{GOw6QW90NG_!1-_?ShPuijLjg-E~Jjb*=kx zUmx6xyFz}Xf-UC<*`rMH%Mus)^ZW|;Vqp7LBiBp3C1# zOlqgF>JIhaZdpuBCsS{|B)3uSX0%HL3YGH%%UZ0XAc8 ze(8gQ1M-MZ4c|u|ck)WzdiVG5U!T-Y;C1T-IHvtXl9zXY+_TUHTQgdy*8^q|AnKk` zhJC4$)4=l}%@<_=?Dmc8+R%!WbJ~Ylj9dxp$N?3yLJTOVbmEm9GTPRquDv^^0?{x>`D!VK0euwx>JMo z(vQeZNMKgU6=m#ulc`&ecza~aj;9Lq5b8uc8%g*3f#6YaVfAF(ELe9ZC(b* z${kPON1WI_dX(n>dKSniBbBxq`obWHD$W2MK!%P>e3VT>YnTrME@o;a|>Ro_? zQ-;&Pd^(Ju>%!6-+S|_}ZixuLqoL>j&-a{O%{iE@LPO3E^p@=YTi=%f!3~|3;2iM+ zCf{XXP^6bqB7q=jH;1gta5%X_o zr$WvUC`f06++tuG$pU--fH}d+*ocg0opm1qmcxdQ1-JQ&#hQGZE#XbESJnyk>B zXihoZ$>^SVUX4RrFl>=iBM5yKyRHAw8q8feod(f;rM8U(9;u~eAiQkvi6!d0*;~ch z>x+3vzI{jJPC>0o?@w4Q12|ndS*6qjM%|_=w#o;vgY;hjk(rV-@jj8&>gEGKXW@8a&+od%gkMaUwYm>Ki*W3_@*M$ zDksRxZPlGnQYfW~nPWy;kjIJuaue_b6|3V&j58HjKu0V-JU`AqLouB9pqcw-GidDZ zn-&ajZ0tⅆTB4%XKZ81wi`tTJ_y1&tZXX#0P?^azL-&;QOStPHx2+Rx%H1PRKoF z+ynXZl2hB$gcu-%oqRy1l(kJvL z2=syO6%bw|ta`#5YZLg(fTOf0|GU!lxmW{p`&zwRO|b*87E{7bntBw}p1gJQXLf;s zO5q7JDnJ=z66dtX&&Z=;Npy_d*ICqM?VyHWh$e|ec@;5Spz~GcZ)@G;o`Ugvi}{0>qQ`}F{qh1(yf6K0S?xR+EznVuh~c%EO@@sdEdwpMdQL6m?UKV;&@S_afSHIj zLd_G?y20?3+ z6XKPB3Io%DPFWG4r{Lodp5a@!6lZdV`vT{#G4sTB1*mrkcjbc5HsuAgQ&6;>JyO3& zAdw*nXF)#SSqiRnnQ@ST{sgXbtmFo$5iUc!KXkL0fnxELSa@RMIGTS2me`%GL!oJu z(OnZ}06eYZC6&7w!?id$J>(sx_~o(H5IxzOYL%eV%BRuQ&HIVlQ;#x1Q)^5R7LgUQ&t$fkPxt)EpL$+L2#bD~a9_y&chw0vKWv&YBu>Gs z)K1DP`5gR2`Qf_7p;`K7Dr$XCl3@&{_<+SCp*Iu7?ZvbI2TX|&)1nFW8xG>e8dIey zE|N2gx+TU!fA`2!Pi1=Hd*VX{f_q~I7L(mCfdClN#c>wwD*xw86ra8BD~4~aUM_w? z_9H|Hc&%ujijq^x=`k2fA%Sv&FVZdedb;Vi2HYwwppnD%w`#dR1>ZRT_JY4&q3-#c zd4Slp02#Im3_jL;i(duxaR-2)9*`TFgY0qTcvRzIza-Ig?vnJ;e9zvb0E>+d=nSO7r_jvzkwMnwiMtc$}}yokaJ}8VA9}Kz#9w9 zKr3mFoOiwW0a^`$<)T0B{k*1e)_?Zj_TnN0x!$v}O17LSB=&<_W_y+bW==-q=@J?S z5anQM_z+71w#-n{Ui?#&WiqrlC6D1+WZFr4x`u!&={ps9nnZFXyP79fkH8AHfU164 z26{9^=ed?H%Ws&012~? zt6PlR)yRTx&b|t{AaZ)`k@{YW*RXO6(4-ls;-bI=&=+E}d;*AK$(B{WM?Q^X#YQ9M zI{v_g&V_mOr&*mKIpV7`-Qa()Lpjp>`}Z~*Fo?I1n_snHU{+(~@kUD%=$y{ci_FYV zgDXXXQLYc;v2i9{iR8%x`~;W|I2cyTbrCO}gV&N>@91)?t{~{JEqP3}gtOb_+o};AH!dxXHd%>sZ<> zylnLzC325E*)3s4b`Vf-Py!2q(i`A-J8+dECrt$gDRRYcsetw`CbLh>+@Nj4$> zmgV<1r}H6ausV6_gdDmz_*1fdUW@9?>g75x-1w@^D^bLCp-l!YjcaO@FQEE`u{pknR9 z&l{7{&$JCKE0C&KGIA1^;e+Y2cd2qRZiCe8G2s|0zkcnLVIEz!u-#zWhy)nupCkgy zq+*JV`#zL9^Bq;$&}|377#EO0I-ee!^@Sn12uC(vGi&=UmFIbcY6hFetx{-&DJR7GBd#nb}|e`5B%$#%+)MBa5Oom|!J))U~3Sk&J+ z0brNG2a_&K744!MYH<8X9BQ62Ja{-;_p-gAz{yFFo3?Z}&JN*VyrDhjV7Vp{2;BI` z?GVA@Wm&9v9^wLAd5%2)7+LBWcyEPe0l4Xi1Fb5r98Yz9t%+i%fV0)kHG@!`%nlu2 zvd>G=w_|g_*th8I_-y~_u-RSiJ85k`Jt5_S6SnX7w9e!!h>>mcJjg=_Q8u}mWJl@P z)p5c%kbr{6M}R3vb#t~k!oZveWlQp+FGRaQ9u+#?FiR@*YV23&hdJc_8g*uh%q_Ay z{rTw{)vUoMkEcl|sLgQH{g#tM$B_~f5ro+nC15dl_JY;@ee(%?q&h8tYL!$(SYH!2 zegOuOYucs3+Xg&L5R`@}+DXwAk8kA z$GoQLVm$fm+C$Ycpo_W3OfnWcAOOzhobZCU1=R1*_~fNJ3`pgm!No09tneYA)XsNpBvdZtoe(pC;s}-&WQ=B>~6*Rc`6dz;<@H3Y_bY z+a+6scurk&cy#ej;%^>C9`XQ1#_;EEVQr&6uitey)(tl7JG958%&#^NATS|eJ0EK< zH431bC3Ju2F;A|3b6@va$q4z;e+r0jR%EI6X8%^V(-W5h8|ZO8b^+k$D3i`=ZnwHF zU%-kap!Sa(0x!g?ZMdbmRy8T~4N3s_#`-DaWBn?Or~LGzl+7(LYUc8Cw=hwrj4Un? z0ro$1K%>@AS)n+xlY4_14d$G8Y#%YOOU={*a{nBCXX9XS5dZ>0PUv_!!rbd=_GUtb zJR1ZKAZWuNUk(_oRGuW44l)A>8t!j+sJm~!b&|d|2N>(a`MQj7q@LeLV#}ITt)0($ zX+|&_meu{o(E?2-x}wUYgxVgb`zNSy<)9YX|Qb@GW*7vNS-P+Dy5hf3ZD_ZE$@ z#nzqaJ@BH+<=j0jYF1*^Lyc6^zxHI^ zX*Cky;|G)EAvd?h?~c+H8}rfecYq21N^tfPk(FP;z#w|VMSag{%`f=rR;AnoJ8 zt@t`&*6;%^jn_O146glCahNxT){S-fZt)i#RUb|?0o1(K_ZoAg4xOJmmK?f2MSO4t z?0cREI|Bp1Jqa&K%{UVQpSdLT@&BUjyTiF||9DAMgbK-4l2w$MO(@wj*_FM?&elL# zS&^;my*EkOqmn&~$X+47#(CeKr|0?o&bh90UFTfqeE)c^r;NVe&*yXB_xt@?Z#%xt z+vV>{DbHk{G+l8|w0(afp~;c1aSOyi54uBwo8gvhvC;Zi#1o9B=9ezkaI=2mmHxV) z#!eA-`mIBkkNM9Z9|6Eys(cx{V2u|D$E8)j4FFu*vUvG9bTo~ zk*G_Ayo2v6b8I8EIpzbe0zEG1&8ziG%`ps7D0IKs*vd}IsFn?r#>S*9wJ+WK4wTJ2 zTb>#%0h|@C+ja8;i%ZX>XTD0;tCKPlFAXt``OL%NaQ@!T;&Azv)mRPx!ixFDpL%$> zTaH%Ytv(h!q_&E(se^EDyu(=Cxkv!NRl&BZpU+mY=fxNC)44qEt|@bV8m75 zeAp6t{(iF=q{h&6e`7aWN(*~}Qeh4@pb59Aa$csj^Hdj5HX>EOp`)g?4&CPo{+zat zdXBy7%I(v)_4E?Z(%4P4FZDe5JxM&-iy{R?+2Wu)z{}x^ER2I%Xl9nd&Zt72RT)z< z4DRd>0FpYdl#e`+)yTU1rp^FtG~6~dtIw{`#K<);8mo7S^vZk@$)Ai2mI9uzc=%59 zrO2h;U2|QeX?N08E9y;NOJj<&^}SL|5frS!x-}~VHGf=0*f&CD7X_hB*Ln5}&@(%9LV zKgA-@(7#{61FFYeUA3PBtH?O9ci~LrmXnNbJ0Mw9N}hEUm?9Y&5DTr&S<~wRKuI8_ zdncnB+pkSkuzxA}XL%D80TyR&k8Ar?Nx>QZ>Oxej$aJ(phdkftlvgghnuK&b=^ZLoW^!p!PsnK$`f>HyWb`O>nXJ#}*Q1xMYv!f(nMdu+6O`gn?sG)Ds^eQ-D& z81%$XY=qBmOxO0*+g{jVl*e1_C)agQE=)_VQ+2fLaaP0@cV@ua;#GZ&?d&zUs-8N+cFmZ< z*Aw)FP1k?D2;A$j>dCRq_%|UcX}pObUo%%Lq=BOPTahu@Ip?%_N0FM9*H8O^6fVBk za0H{nCqh=!q=1@1kDt}4mlt5e9T2Pc&8^~Ju%0S_7R7B+WquEQ{W316q%gK`Pc9hB zeh^8_l54xm?7atyoM;?kp-edg6Zbvp8VI3C%XAw%`DXeT0IdYb#HOuxt7 zpc4*(A&fm$(4+F6i*1FzlPr{fCNkKJqh`f-^p=`By_!V461Fw2z<13nVm_DE1p|!p zYd2+nx=X$>H~?i3DF0*#^l(z43@;M3&3%SFG(#k~Q1GPFLa09zLn$BhTW#;%=|xI; zY;h)Sz9Am1988gKtn-MSpGV&E9w3?qsKd1fqGSlmEC+M5iW=>^PcdEYu-vh+?Kr+> zNCZWy4PK(wRm|84e>Jb`oJzdNWL-73egl(AIhkem=I7AWo=PvitcPT9oBsC0+52AF zq+ei_qOf@3#t|b56~Zsk{uN4&C?Er6DcqOt+1t7b2x~MMDNC~QXRrA~2cIeWLg1`k zv1o1HEtA^o;zG`oIB$uq7;xW@{8;M!eIvC|T|rCS%6YaOD1}QxwiMJW>Q}Ev7P%&B zywezrYFo3<($Bc?v|9G5TF*Yxu^w39UML}EvrVH<eA=IpjEB(M~ijVDjUyCBU#?BKHT*;(!Vo1 z4KVuHom;0J=aaNC++!Gt$7B(t$&wLo#s_62=zlZBZ z+$)_7bW_<8Ka6_@K92ROUb$2y-tCWe7c0IgU7i=NC=wH5%f0w8zG;4^!=nFeVUFrz zzPWVTGlK@kg3=IH*}Hpe7GC|8YmhS)EZgfZ*$x+w-B$POBGtUzmBDcXrgq`*%5sa# z{SbGEC6;!6k`gPd!=sT=wfNjgNNJs8*q5AT$*UQy8pWT?3PQ%cRX^c7*j;MQdAz(2#<&_Oa=>f8Pl<u9Ov-f1plKWNVD4C7gckwqH_qBpU#0F$H_v_z${^^!Y?{eYi?itx<_mw}YSV;|! zv1l$vP|*S|O}Nhog50U=<{57~dM(M_YbWwtNaSsK4K85HgVQHeepZPPEZv|_i1|=> zhv>_0W;K!U*Mezi=1LgjHk33iXNDAwLVE`m;FvAmS;^y5FTE`Ifu&Lr)q=!0Z2;}p(*vJO)~ z_eRplb$(pXZBu1y*V1LEcpMJOyh%(0(P)0c&Y)QV8Y!C#)2C?+S{}(s0!M ze((~fzfH+)v9$jPCmxvtJNuRJooJ1NMumynMo%KmGyz-ipJZjuu6s@*J~*{L)6F;g zfyIggUyW^EMC;v!gqYZv%h$0s!RqQt>kL4RS#RfKjfTCC#FX6369Zui&}0!~l*ap0 z)>C(EG#q^Z$ZpeD*oF9)GVFyg&&$$&R^+?!C-!M2zyHdoQGlL*k%4yHAYYfLVn#n` z;_EqHl}Up5^%@z6j|oaX54YA_ay`+~HM}766h|x!_tlC{iK%jv6;33hW5&^(>h3S! zcVJi8?T(E3#%L;R(iP_|vW=C`Cq|;Vac`jDK6XCn-lv{;oUKuoz~yrk4kh}UU)uBg zX2VZZ2q$@I(AYFO(Rd;uyCZ2?3568Y@#$4&8?}I@(~8rFaoO~-71VMja*;06Cswea4p5j&8z|?3Pb6HF&6LLV+8 zo*pK>*U6MMF73R+ON-18-V5Ivi3B^|4gm;fU3`*;6=xLAjT?=b^%{|ZPSzjBfd(!! zbODqC=NZZZy29lNt@%zp$IuqE>f}A{EJ|;?9eQd$_Mmz`7z$!-{DD^XJ5kBic4}9R zhFn?rv`IgA@k4#0@F-^BZg;?I4(BNMGSyax^rQ84IBhpITECm>p|~}Bb?oCBQNm=H zC$B6@;GF&5@~Ki;u(`3Ilhj@$u|{=4~&j)@aveM9|F>zWbqPlfvTpwu{F zo*_a#n~(fAGqlf^o30;64A@~!}dcQ*+~Q$BAi z&3u%5vtCPb{L6k0-nG@FlX^_HxtCk1tScIX05Lq>?21yAd?iid9q(u@l6;2Tv}U?p zoqEsOO28eg3cA~!$4@U?Tb5Wk){>8e*k7;Ov?n0DF8`x2>7tFGQMF+6y?C6%R766O zR_L2-LdFAlq%~YU;e`n!*wm!D2T44J6dj6!;+oXcNWpGmo zce<@?+^`Eiy;J*BiGj$G1??FTY9KW6CcO?yfW2;#$mCGzss?*tpm7bgm@T?wH628iX>$`_|gKzxD2Ob`o9#K)4wSi!XK%sl(k8J zQ2q1LHW+qILIP6uyL;&z-+F$E)Ll%lp|K}ZJDzq@m?z10YZSp(!?6dStJ0Om2ixQ@ z&;cGfvI!I~XFyW-!>tBkz)rcWhPcCnM>NZ|L<8`@J`rTfT9tY$7QdhO%rM49L`~wv zjN3G~q5rYSa%YnjHfEQ@;Ke|JF#y@TpWVu`{Zj9BPy&n<3IdhyP7vP9kF3mD4-<3~ zrPg)MEV==>+@ye_faqLY?!4$sG5MGQ*R_#SgK@XFWpd-D}ExNfMkQc;1i2u{G``C>!_!em{Iu zQZGtl#@=~$1K`}4l!vV0{=S=q+{SR%us8`RV5Ox{l_;FL*A~HI*KK(l4_7Rr^Q!xA zTg(o?!{vNW9oA<6sV*5*nKN<3Y%Xp-i#_tJ>hxQ=0O>vD`DZb0E&`e-=GN8rsIrLf z8j)v6mRNVq3L8oNyi~a3pq^v^(F&J(ei~b+SUa$>iKs-`ZcqUoTiVR!BZnVGgxT~27 zS$_o{pXS`Cv%GGNirv{Zu)f-q*p_cW*Kc>Lf!&B6qR^6Z`^w9LcHXN+-B}SCLiEQy zGu9Cx=dk(49M{KXqcW{0vJESGy3;x9eIMH+iw4#4Wx(m{yA>i6)GMbzG9OE#aJ^wO zJu6VpsFy_+0Sl!;nIq!0$Y9M&s;oICsoYnp+NP73J6R{fHEJ5qYN7kprlLz2(E_oku-MqFsN1)T=-1jutEQ>VBD$76?bR?E%3prQShKBg@2+v)mXJdWok~|USYd+*u zMSB{A?ET>3buS+G#0*Y^b&<7k_F}A&2Vt~swnWh-*+LGtKdwouO7Dy3*EhF_wRvt~ zJI@GZKGU5e*Y&xU-XL>9#*6lR8gO;G&AhrJ z@GmmnA2!qeSv3b4b%o6axW3)MoV$rAZ(!@T&kA?Gp}g=@=dE3d6-n>AOr!QF-fZn4 zg(+wh$_RBxziPaZq#@YQmZ`^8d)YiHtvthiMe(ABj@{F3AS`zKqjs*mVdwk$>25#S zj(o}-Cj>BXY}9JJxvqPccM}bIi2YyV+@SO;Rxso^{!T63JlG6x#bis+aM3)X^M?#Y;G|PLFKMTQ0Q_wg) zGlQ`P!?nJGg2KD&dMIVF4wyoQDTl*^!k!UGc5sIrfK`Nl9E<_!Oy0l2td~y5X7%cB ze|C_3C%x$nP!@}M)MDZ~%*P07s??U&scZUvtd+=D7BYhb<(n87+w=Jk{tG!rSd za~rmVdauI2VxV91c36atLu!;4K^kr4?XW?67_~*LDwZRH!DX(Oqki{0im&t91%Akn z<^W)lmEKI%bm{plXs_!K9^E4ZxfVv)lMp`rh5Q95xsC>kg0xM)YOu;N+XkM)kg73S z@Y&s%oU5MM)g5oW3+YCk>%6dQCkby>k84BSHef~v?eqS(M_WrYP8BH~UYFMo`CGqi zt`XKgsFm&MP5pIovTgJ!l}dAKKd+B!qy{ zf4dI?31#_WsupWJ$A5r?Yr{R)5w85P-RVy@aV|Zs7*J*hn(6+$y9NL)2**)8oY`v- z{jrvKAnMYo3gtSbZ&W}8Z$Zy*NKf2t1QNWp9P%$NCru1zm$$kM#osGjtok~JZlR^ z?4{MLVSWT`QL08vER(#a)woF}hPaUX6KwCoNue??N=^uM+AZjyE)_G~fUzY`z!C1LtHg zm<;2p`x`>fOUP9zeQR5M7&XJC!QqwhnqWHXQbGo3>^{k?&45xcfsd;Kr zgtN-i1+`tQ-{{lcU+8ieVX7Gby}sqg(~Bfa4?n)lc>Xk)5eVzR`5NX}HHv;D8c&}L zZF`)(umMkQl=@)bY{?>f?Jt#K$H&u*)baISrNnK$z64Ad`p#49K~s^@n4RU{6|}@T z@sjzC&SMnhN5X^9YiBmS%rdEs9H{HQ zG54?T8Aq*wnU#k_VlimUl(eQ#o@ul|Q4)urmsye%b*l$7G%pvcRgDx42Gief=w|E}#Cu$!{bH3ELLM2Z z&aW96rEc&9D&e7r2}Ap=23c15N!dsGs_b%9-pm&0I>_~iOj(jdIuiB!GlfC>KN!0< zbRdO|7b!xd9()%FMyo1~ms*k9@ZAPR8t2-G%fxB#;xTR{c~fTB zcP!({$#PD|i=s-mzIs*?(_>S=XIxFEM6cFNz2P>;EqS~@^g-s0gm+F#zRk?b{qfX$*h~t8@%?s(hG&bq^li3fezmXd4*LL}}EoMzs{;W>+ z;87k{7?$g22H^7L;*lHU*fbo!YCrQl-3eANCn;R0ZyjNJFj$uILrF>bN2Q}skAzV~ z=|M(2!6Mg?-`7#!yvZ7BrWaKl^Ex>yt*i#30HC{F{^B?Z!q|oJ`1MlCpaUdNbB-u)tg2K6_&=S11yyuq3G;!tk-n7vjA}_ zRxA7(zA*z1t9bSo50c*%$@t6*z5Oyahj+7|MC)wiEse*BDc;i{T;EcM#U-DFiNg(F=t73^YUV!zK9oLZ-5kyam zKTy7>=F{R(cR%sU0K3@3jKoc(MG?_REQRnr{A^mR{l#^i$gH^M66P)_YcIm#uwEU{ zag_N2v06EFSc6ijN;GYG7fj=6(Ql}?2ZP+8$ zWtO%gwG&EMgA^so{4!bWZ;8tYLS2v`3dti(v>|Odu$Ks{X&_5yj!I8WME}Pj)ALv0 z#zKPI((0C!JLu_;{t7srGzCtec&iU7%k@3CuBe189=Vu)v3`f(&Or_2^O9s!V+9uO z=?gYXZj5`tc3Z56)-2CY=uN-8Ya|x6Oz_+>!{{_*!#VNxQ51X;W@bRf$#r{Zl!j)Y zQHY`ta=AK;{$BGjuz>%(=u`jJlK=HL(ky=~;}8Gn9dQ9Z>_4yncVA?U916KrH2^2s zHXINO>i{OlsH6`3d0&PhU<-{#HmVtbnd(_I@^rFHPJp=ihQpaC-#*CAIcIUGcma^7 z4~6b`LjLLNjd^V7*O4jdpBH^6Qo)in~;<5ivg8Bb@sr~=W^3^MXn$4SV1Xs(w6g7vL>Q2H%~LjfoXKSr^yL+igdtw5 zc7MMeETs$A8%{8p>ehRDs3zaQ_3gt7HG25);lir^40b%RnrteSxeXx(4f!Sbx zrmf^sJ0(_;wt_;iFx?XYMN;zrcq?CE=h^kak34n^E2$>C`uL2{Y2tscte7vzF2wZeoW&ZW!h3dju1zlFG?9GQGYn=jmDJ zk?`u334A6MVcC`kAlLr$&(K@@e1i3GROkVjP+eM#HH;vTQLS(Xbb0m{H9aRP)l7yItv~45sGP0q;Y~F^WFUc0cU$gHVGpy}#31O777vs=of5>thVV2^yJ`aZNzwyR z+C9L@s@A!?g3O6R6&_lo`dJ4mVCY>H`Rj2s5{4RzcPCv_0k8^k1IR|}5x{UIQfA}i z+i(zJ#efi@wd^+<4zmqS&aS>E%|h_?@BU9b>qP9qFTH6G!xT*B`f@FZGY}^a%SrL4 z$v=Pz2fVQ+;JL+FhaB)|Xqft^rtzlLSu-#w4Q&R|aNw|!kxRS=oxVN5tgk^+ za`29S$0{+<=I5y%I%X$ObZ@O{z_A`<|wr=O506f`)LKP4a^+DNjp18ivU;gVPt zz3rY2Tilxv5dnH7ngzhF6$Wl9u_Z!kL=4b|)t|;8y_scr$OKAhH1gv1fY6_%fpyW> zw-8^41EK?sNt_o3u1zfO41+jnk&gE)03<<#Q#Xr2ni^Xu1j6$k5Yr!E+B*6qR?nyF zR2-Ryee7x4={aE(tK5My-dER|6ca4-AY~p&?w;*J6+67>E+50mI9J4cYP`%!dmV1Z z&@=3YGV4)u0f(RWV9O$NqC}1&h!MMerJYDpBGcBO16($pU?mcMb;qBHh8f86flzUa ztzBKD@`K|_ajpjGaSmUkuZrT-c?ESUZH=&GkvR&)Ys;=x&vPpt_pz?-0oXqDMEs+B zgkA3C88mf&LhCOGzr-cLMpq&`A^AU^4$Z_bQ=Q z!^XBYy5aW_K&higa}|X*)Yg%R*>w*Tcb2917{vt|*1?aqkr$pHt3k!NzD*F_lOfLIQt{f!Ybi%DNM|#^QHdwfC)e}aNaXx~m$Oa%U zkHd(weFADURbU&4kuxHSe?BSJ>i4B`tp;P~2^V-ec?kq6L>Ej+qn(b$s{881495#P zmtouDx{zJghQ%(fuHx z`P~E{SI!iy+)hyDAowP9+5@9+16$G?bp=B>wW%KL%0Zq4xsTSOf=!4Ro zB~Q@#cA~*l>2GFBE&98fl1Yyr`*Om^!axpag+mioabo@UG}SQYP3#|FjAe58k?k0` zbINwhD+%YR7KYh7ckL|Y&10whc5XqHkPzHD$B>pm9Q5}de~&5sV(E^Z)7H0~y4>F8 zQnzy)YLB!FY53P#7&;*|`aMxL{U(%d3&hXa-q9$g$2+|SCz(x9td*xGmfJqYw=AzU!UFT7rxi#$88xuq4hO6Gf zE?Xug#|e*8+qk~(&XtO}tZaNj)l3z}bx>Pkh||DQ9e;%j8@5UwW33{?+b`)TQDqCS zcM1@%S27522tj1JQ`-}i_mT!d_X!%P1^wogCuimNoxMv!bMR4yqzl?Ifg?2WQyyG! zdH4#4I2D8?`!fpOLsk$txIcqG#-=S81_PoniEQV&MoN$)yI}93V9W}B70#^hJ4bvp zmS%q@*|#qkq(-m7PPVOoYmS%->l7U;!`tW7OGr{rK$yPe>(|pbTMUWChi|g0W3sqQ zpgr&T36e|EK-Wh@RnlXu(EQr!3J_>pq8enn^7_P#ECR$Eg1LT28XjE_@X6N551zmD zdGDR+i3p+%FB(g@)=(aV1>a2S(CD3c00DO2z0fd(2l6kDQokiR($4}n zss4B3GU$(#iGyMMf^Cc4Kbr-o&-e3f%n2eMRaZ_g{rWhPCQnriyKWPAF2sv8U9pWb zpX2TOmJ=>L(s=Y(!V9h|^u5ev2^WB1`z2}v6STg5+XBMyz~0C_TNJfGhc9or_NpjE z{&&O+@=es6efapIAAj2HpU}tk<@>Y^uQx<-oIm@c|gH3-C>xCU(~2cq}AzxAmbyt$=!(B z;S;D0oNsu13{xL2&=u!2WOhw)1~4by1I+lr!n%gON3R3iqPy!qM8>29>pp11VZPT5 zW;jOs^-jKH9f}2@ClZ*dNKSKv*-5`co;HAP>jB_qK@YlwPl+DQQ#AzH+x`p+2~M}; zj_ctQ&+)NvZhvEn@>?-Z$5T--@OJN2O5QLyDsUrWLBlIGaGyt4e!LLi!y6u473$z6 zP0H8olzkf>phdyY$i+PZa`F31u)qt*b3pUvqY3rHhZpmvU%%XD>b{3aVz3~VqJaP& z9-xMK4Otumuy5~I)*q~=c&4#`K&CQ%i>lXk#c|0pX&F4PJu`Zs z3KOPP$$#Z&s!4Z(-Ef*#`H(^|gn&eYOi6Tsx3>ry4fgZHYKdDwtB~)ANTqO!&KAT= zHWSi_Qh%Nn{#`*nhsiOJN~7K?G7>b}*=9KdcQ;^}WSr?+1v%vmQfExWX>gRB8n1*J>&0)klVa{@YBC0c<>m%(om2Iqv@ekEevIjJE$OJB2h_J6 zC`*fn7ac<};8aalDj3myIIPRVM==DJ`+lFL!dcHrkjE_w4=DZGM{2RedA&yk}a>|!gr5r^n=HB(xq+NB{)VJrOeH6mPtE$ z893BF@A_JO#NTP%v>FaveQMKMIXRA(g zM&Y>J9RTQ9wl2U{HegK87Vr(w*`R?H`G#*u`*n%9lB%@AKydZ#hX4r3Y8!zEe6!Sd z1;2$&dk3iRqQt{=Ul`$s*MUI>a~O}JWvZn`uE1MWR6f%YV=%5tH(B*+52~ZrsL;G5 ziamR=S!1N-=83dBBH$-T_Q>lKXvn?ud=g>C<-1^p&`8edx!0EDXri8_t_0QLq!#Ng zI0)8FS^#4fWs|Xo^Q9dx!$g?$!H#iu<%D=*%(+?u|AL|N7M|{393zTN343c+VwKH; zFPyq!ImV}=0h^Q@cn~2?`%LxyDsR2hkno?WYs7?0U={qe-B zuxHHs>XSLgwGj6dNAfQ*-HZPm2!JpZ>g>lHc0eUK&$6c=v`p;gu56Di-?z zTG=n|W5s5IMr$?2@dFC8Wr}MaZGo^wesGfcCDOFb!nJwruWj^pmtstzVp05&S?78f zuLv&t`^ztlsnpMX^~~5)QOEKzMbj$mQ2(gnN zfvT;Uyl5)9=DRcJa?gc45atAO;|62(DCu=;h-v=dm;$o+)cW7w2^8B4U~0pF=lfB0 z0-7x8jP2DgUZqF&6t3z-O66BC2`DBKcgVln_6eLPwWE`+i8$r-%0hiU;jVArnRclt z_P4c$4)aI)D_b^hkbg|}4f*zA=pjqgWrsbiPb+0|Rt>x))_Do@HqUR1-oStLUj2x* zb!NQLdq&ZjdVW*qb=mXj+?YAZ(g-t`RCJIyV)d&=J#3NU~Lkqn$Hxm+UC+b zGCS+t>+n+zq7a^~->NF*n*MO72@{4V@78`+^%5V)f)k{Shk8`x>Qr(jeaOp*3lO{- z9gKO~XJf1M=>)gvqrmc6n-OEV?0zQ^8}0sRWt#YU(sPseTC&y+L@<_;sF)!?qSY~X z(|7Ta*Gxe=oqOEum$kbj+3ot(?e1JQX?v@$!(X-HmAVNFjx*(RZV#L`uVbL$ z>M0hpI2<5zz0hT*)nVsT-S zl)+Bj6BnYM3B07-k(5=r4!e;&uo0FlE5M))%Nax-*N7xwl*$}ILzZl~8px7}Zv80f zJ=lP;0%pZAy$9>ShwVjj#F;;BSfB9}CEXis7f}9^Qq(~vgiI}HysHsggg|@pnV)m9 z)lf<(i-KA1wei|iD{nOh_I_UYBPZk-@Iu+jgX}ex3q|bB zJ;+Qlq5Jq5hF@X)Z;sx>bAC$E1==H;QYz7MATtJU*|D7RKuJxvuBXR6l#yGOb_#E6OINBICMKD{#s{ZS_X3g5d!gVosG!5cP>xVe1L zhnZpW?;P|axDQ;LJV4s75W^5P1}@Gk14~Y53I1IF7gRfOb7DuoCtY#tSgZsB zhw*D?x}LCSp{(o6dNl(lDY;t!(;V0Wt&gs01>BBUkhu?e^UCCv5NHV=*ZT(pq4$B( z7Y~n!+7!&)Y}%|s92^`IHc--V!#zkPjAJ9AV$>MI%cY4R{JXONG}$-QZZBVOsiG04 z*wCj%_CrKl=rYvC`-eq`t1Z0%btE-FVsW6{i$^&pDCGl)+u*|iyO}DMX<_V(a0xm8 zSrJ&FSdx-&jwZiI0h&4uKqo0$zJzt(U$3tH_f7ji;bTGnl#|_bk=}(Stb1cOcRVQb zu0UCDl^w>bn~8&KI=514_+R8B1^}|q3w6G`9VgMpzU45!^-=$$L^`S0zt=K`p0Ae+ z%g}y8z~FJ;(uCty zbZKqH&=3dfxdp^YZz`*SBemr3<~FGUpgxv}Rq=V#hWX3klXEjw&3a90mq~_yQHd_LKz%Pf6pz&E_agdlWN9Ox)2(AZ1*-u()4};8VVz1R-x%6jQi;WVTHnW zj5Bzqr0iiJ#i!or(+047&CLJjr_EbU>62CnrzWY#Kp8_XsHGVt&c+LPTM}y>Wb07) z_Mb>$T?not3CdIwC|l*TI#}MGGHTM{K5t$8>|_z3f5o5~dJsfR&-K~%aLDfMtEz!xhw{#qIx7D0x0*#(m$(jrIt#dvXZX^!TTST|*TSCnY5FieDgKNg(y zxHTGpH%DC|7&(7<8}02Sg8%u=SfMAJ!1Ip6d?J5$9}RUsn&)Hr*QR8~qL#S~gw|`= zD38_f{RJE3UhJmvmQ4AEa`@p@gmwU`!~NGTa*~yN|F*LMYtvm;_em#%p^&ld8Yy{$ zgoRVCzwhLeS&3j{%?3PULqF%80u3~8>;3)RZ8WwV1tg`x^u{zu6;N*0Eirw07&GLF z5+?mrv2BM+%+M`FWJ?;T!KT4aRN~b$4@m21IV{~4ej0d z*L?l)eUx@6gjp!wXMGHIlLyJGweH4mjkW=!T-f<+g0wW$knWeJ#4I(&s_>tAm28BTnlD?e`smlI=+8=vDb*A6X+`L zTpgxJ2UqfGoPOAQuAwLdLIF0@g_hRVYrv*(BUrG(+~mI9ZZ6K&=z%N-pdA{y|R;KJu~ZoW119as*4Cw2cHW5f0N3A;ENARuCJzdGLN9LSw@rfFL4z?N^u z%J^UR+er;?gvBQ}@H@%qZ0S-@C5ISb7>7l8Ccm@PC0@7@7IGlA%sF?)>`82qUi@ZX@p60>lt zlM@+`r>6-6POs1qCH;h5-i$f*KkFT7Hkd>GOH>q6eB^+AW*`Du!42_cUWpxZFEl;m z{2qdam0Yk#z=d{Wo0W{V704{|t#^(P-o&u4yRHVH>+q?2u-)DFQ`H}6yFthQ@NNAs z*Nga1EOag6ar_|x(1$zx?0??`w5=V~pncI#!@CURJ^TFt3=;|Fw7qD4%o#SSIr7LntO14~e->V+4%?i6o%gwS1 zS$`aV`A4*b-j^ey{_7f5LLr1nL7;ELXr-4jQI%5_+i3@eEFJ{aw>JJ=KVlWV*il>RNe?-2JlNms z1kQq#li+t+tTiW$m5Ms31>%s=iq>so?uVC011@`B)Q`K=?z6CkboHXoc1>!Qfl zV2LFXfgoTVyN_hISZqLjm%A+%Ns z*S{V0I_L#uVM&M*O2u0ThVGIht$Nok3{K;Q`jQ8Qqj}h&!N{B6(!>t?ayzDO3fY&xqdWhpg)-gwu29e2{K^{-fdo752T+3?tC)TD_=c33W<6< zp}bh~QjBSz{SHoWE=WgwG~k#{U+p^#dT6mPGla~UEznLdzj@rJ$C+O&7o4s0JDesk z^X{dx)n1!YRazaNS!Egq;`(I*so1~CNcxv$i&xV=OAVIR7(J*VKSzudojuCPDA2IpV=2}c4`-`F)m@Gqf?QY)MggJE*76t?^3p=?mQWdQl ze$Y$HL)`U(EoB-!yPK|{$$id!fCbxTW_Wn`HtMo0607@7{=STi@kQ>%L1+0R+jFtX zXr=5x2pJ6z6Kk3sl%HGCO%Nz+HsKRVXaQIuZ&Ln#o`iD! zXZ+uuuv+))s?`&y#5O@AX6Uo1&6|43<&RjbMP^PL11JL@zzUow27A!4U)L(eDsmWY zJeJ#5k#kNbL0_>+MM&=kQz?t+O@(Lsio>^jj{eg)H${Vn2>1#^jK5?|A7}+==1;af zgw5gdajpC~9>z+#g`@c#Zr3Xl2@JiVw~hfM;v;wP&d!NDz^K4=n>2HuS${BVky(*A z>rVTl0n4x$K$PKI$}GcThgD{aBxp?vjNZTE(5GG1(?oj-cw6K%Ri5N{TQ)0WwPYnZ zeiKu>@wnf$vK1plFTw1ebIUrDvq>Y=hAud6LI?1g8RPNe5ZBu=`{m{g0j=O?|3 zKGJ_|YWiGwEY+GsxrKW^T@}Lz6Kt_4U~y_Sfo?5qLcOQAoFnXvL*tTABiEuTOcT9w1^-j|`B zsWTzw6czUJJE+}rBfQq>rbqGcckcY1n60icVD!TEqpjQ2GiPVl$F64vUrSvJbbToH z6I&$CyyNF>!9+Iy(bAx6w-#(Vyqj_Ss_PT4MYg-`$n`isDgTC*bhM|FTs_;CjhXo> zRIdas`9RZN(g=EXBk=GV#$1Lnc+)QT7?z~OVH3Nd>|A4ZiRfnu*SAL>qT`Kf!q3*= zos!e+(|g=^+wOb4D0SRK>HdL<+uZaqEE#{L)VfGrrD~@|?=29F+=n8R>{a($A^yXM zuSM;z+pRI4{m~0&uPk~3j-92o2^L~4KLS0kt30X2I9SY-ZQ+NYkGC9*vu%O$4NAn& zvtKTm(y+q=*>XLC>91x#=J{cBK3}6_&=$pOye@h)--lGT`md7Gute?8_xbycRLJ3q z85?TNOr5irS2SpQMc7d@R&}M-p3ty7ZlvbdNv-O~{Y-nY9)F&9u`{7|sP`TEoY4gh zb^%{&O)yvD{I+&Im1?1b<)qEX{`h)pd!Va@^@uT{*|`b@HyR?=k?xHTbV0LDE?Lva z@`heYzGyYDAP^|tcFRM5*X-nIrJ2tI&2>!R?_6=*qTW$&RfRtQq4)JLoX@M~*ltUk7Q-7k$O4r~KcYu(P zkHtk{QxBEwgPq!cSHC|4RKSDOB~D7b)XatA^I90G+oK^;evboZJ%4-Uvrrv|7sIFZ z2fkYjPudhtj1@}em*Vq{es$F2#LBL=|KhLL(V15H_9*HTea?^{0vW%(&iw;-ip70y z<_T>IqbzayG{X~WhyLeS{-}p;&y1rMg@}8F2Wc*8`_voBn3!x22;jKTA^t5Hi08DN8#hXzWw6xiIb`Ld(U#E9h+Gvd!*RV0I~hu zJ)dTNM6nt?w^*!6?2M>pm$CXJpt2&s*Bm`kGu2J-KI(skf*$0a&&>Gi0s2^M)^q7l zo`s|`ISPHJl^y_y^F>d(ls@Fa~oH%h(jsy`S_edlqc_ zWVt*tW#j^M+RCasdQp6!XC|F;QrIG?*N?Bt0U5pvQpJUIJ5_NZI zPQ$D{Dgo)^Q&m3=Ro2JKAp{r_<03d>)cC0% ziTM~3WTHX}0THO81yY8xr_$a8B57`M-FxTlJzffRTophqHu&;eP|zaWalIy(8hDLs zDBA|S)cPH3KiWG%*Ro(U3#eHv@<_9XL=lR8hb>Y?@`nK@=OI@9IZz#dZ+tz5YJSo8 zPL{!{@5}~b1=%javQ@buZXx`&KUO1|a&ejYYLf>?!#_uNs4tD0B)U9GMTTylv>>C! z5aytoCqnum=hRg&Z9F>^1Vm|vu9ecS}CvH$Nul;BeN>x(R4 z&IUL3A&D%33sR?ZU7^D5gvgaSvoTKyTRUV@5e=>++UrOAD8uXSme9}B=2e9`3}^&M ziy6P3=e7}-=_mT(+yMkBt*trjkKu)$g9lV?drQIL=3znaQ-N{pkX|1aWRPzNUYt(c z$Zm{!P3g5=c!^1pe<@9uo!8B|_WG|6d>!`*S&$<7;i+xiQsW z9gWCV=@CiXo0gbPpIKfxusYC_kXujC*wL@=HQK7^;6n@P?PG_NTJ!r$!MU;W0`Lao z%^bM;@Mnsa%OB%f7kIf<(_UOdg*7gq4jy1WY!8ZO=#Rc_j7hr`#_J@Y1dznxxpgoga6qQw5YtpF6usp zMT(i_VTy6s1c}dU$lQtrXO)W^Z#cDK-6k0d+h>Yu{21L_w%aHAR$m(irzm ze3B!S+?IId&(tZbB54jFZL$+=Z&s)xX%E|i*>WiGoE!WU3pFfU+D7leI%qZ{A2SYR zf4NaR(h!d)avD94f&MZ+Ar6Y;GIy5(Kv+N4SpVXO*1TXACZU^wH3>Dyd%Mt83_qMi zQKq8N2cRt;SesPfe~7hu>+qrwYuzHyJN9cQPM5SK?`Q29%kyN<`9(PUH#_H@`>^)Q zr80}S+SSHf3zwv3*CKBmoag9|ZmM3~^*mF9$4M)Gh)4`xjDOr0W9y|MK92-4c=tiN zNx4#vs{S~@eNb3=QGV}%W5&Bu-|;ydt=HUU51N8$EC8a)_rCwNzO>C>AG%^*`rLb4 z2u4fvdy`Zusan2hT*b_3FA>7*7Gieh9#BDL7c_ z(-6Gp9Tu46xEcxB&o!$}R8M{TQVauNWco+CiUd%ew3rEjh;s7)Qe_cwL5`lUW519F zyEvlPxm08eMkx@)MkH_PL%Kpi!=&W;S|zKq2z0Mp0Cyk(ETd7Kx22Ty3F*`MgW(hu zHSGFMGxH1ba8j<{x?9O9__$wwe%XD|P_LU<*NIx}(FIdf>CtPSDhWOuqjhHB+X5{0 zG!WNpZo?)>u&2vdtbRuaB-+Q3XIE;s2KMEca0P+ZalZ{{;Lkb@0NgQx28g{4+xY?m z?DIQw%g4+W1Q)r7XUb&a*s_ORA^WYHD7&sg9gjxr0V*hO^M8&o(!-I?r@ODP^18!< ze)6RmdLu~}8BA$JSr=*Kf%EEw4#KM4?HHP+bFd8q$t(*7X?{5#EDPxu83r6|fYqe~ zG1P1Js9z43fwz|n+1DY6TooeBH_`@mS<8YW)<<~yT8c!jhEvwmS(&&}V3}<)1VSaf zdRz>9!Nbi@Mti%lC zozjQh>&#`qA)QwQLdK4Jm+YOsxkA};w^Nbs-s`Oz&R#UM5)12u_$Prq5b0OloxH`G z8{fvx0|Qc*iM6uTkS?nOsq&Em5h+-yR-C78-g#pigTRy}Rs(LxUkuek9iPkt(J`?T zJEy0K^@u$hq9f;>qP7mkWr38mk+b$+&VNR*;hFw8h<_>cZ3kzl)pQ+S)+aZ4g-T|| zbrfEJHE3IJh>4On{*r4F3mn`)e=3{WwOgaBX_<8z1mU?Odj?wzgFVo+UQJtVj69*p zXcUyKZ;=Vu_cokgohTQ~$)zaAXX-DqQ0s@};{1_BpjvrAP{I-~NOCG@V-?{vIFGzrEe0(`#jtxWU{PA{ZHmzyJ9k5|wJ@O{=g-5y9U(-jgIp z;|eg;9-0!C%|>h+35|j4D!UO^R5-fD1?mwxE~7S5bO5{ta%B{xj*RR+^M~MhntH44 z?(bDzgDTK#N+l$;y~N64{9R>H3^81~Cp6B_zc%Jh(kH>x7?$_IOV3b!;9{MD1 zy&o-H$*Oq#;g|~|HZ$-SrCW_xPzD?~N0`Bn%vsXfb04SG?_`4IpF=$lK_Wc}fqCN< zI@KXGUK9#7&~ReGu>tJCkIQV5i1eEvUoG+h9L25bP7-H;AASpZZA7N4P_yjBLId0- zULTn^;395rFb=S}(;fm{6;^6WSOfI9Z4HIX*R)1WR#;?QGO+}SjYg=P86AWhkULSl zUxoKxS43p~auG4HzEE!MMlpF+e69E|dpx6=y{ZE_LAL_5?`$s;&=0KTK;jewYgCM=V>TAC9d5c+4fOQ^ zoH7~6F?wh-LV)7JJ%B}#Z)*|jh9;E01GEI>Og*`2wPd6l?h<#Aru4G)XQknHgJs-# zg}%2w#A=I5oRBTNi$oHv^|TK?D^IR%@Vt{HzqR9_#NTnv<-zEc3aY4ZL#?j8`YJaQ z{_qE9KjDwpQgFVzDOU1AFhSp5?Qid3e#b`;!wLQwtt>^*T$j~){0?YNS%5b+`RYq! zeJI{0XJKHMQgv`P(eZwYFQ|&7%WZWW3JsR|wF)6@V!&v*xY47?8w13tU2OV;WdKTI zkWDL!xfXctQ(w>EBqJSisKsxuie4LumS2*)Y>ndAqUv2J{@qFXqi3I>J!1%34xOV+@FY7FRkkQB2RNSObO7LHWW<9q8^-_KJQ0 z)FlRZdhO!S0-uG}*9}C?gD_<~6*Kp}@XTP}amWcDxk1O+3V?Ul3IDMV9FU^q%?roSnYk7s8XSNc$+K_~S07p78> z)zSPVZlb${|6UjY8fsdURz;s8nDL#rM1q?1x-tDBC5}uaQZA2w&Jqn$6zPjtJa6k^ zWO62ACj2+yad0MpfbDHri~O%I>~v=u68=7U@cl{-ZkCEghB%O$Qbh03dyZcY7EEB@ z`%QUrkpCT$_+R_*BD>HZfmfDQExG?MFNXWr;Z&-)sb0mM-4F72&+7{vm5wKMV6X81 zRWh9A4ei?WzJ90sKXwKC+qV{1Wtb0Hg<>$$L4+s<$EH}5->;O{_Hg*n-p@8DrrEaL z=~JIH2^Mx-K``O2sa<#FqxV?ggLF+#XO;xMgo9d=b>*2X2nZM~QPSzBDd9i{Fi!Is z_+^Cei`uWlk`i{v&+ zG2wN;YeeS-to;i)&ziNP;UM{}k*YghJ2RJMN7IKlUJhXGAB1?JPQC*t=nj;d_VT=J z3a}{)%l{)Pe2;2REY_UhPq&E0c5Z}y8Mj1G!SVl4L2OkG)3XG*M%mko96knw2Rr{G zF?t+pjUOmQhvA++KK@A&8e=}g6+q`TB^BH8^PAi7T<-S3_~F;p%Ow|2zWP4ik(}kctYs*Ok!JhMoOLd_Mg!I|KUE!*u5_Uz#&2rGvk^$VJ=;~ z&5k36i;>T$$<<_q^@oki*~&_2f!gJO*dXcK>t~?HnaRX8_REtAt=tHWw;ZP2D?{{T zz$hW>>b>wk0uNaLfD$GEIQ|Dp5S(D>=YQMd93zw?4vB^?2*pVadIFwFOYJv=9v=T-Q12%BkXZvfT9Jh9jNWkaY$}jnN8L*wMaa1i5o8 zJouKC^_l7FVk*E=!l2Xj%$_^bY_5F5je_5qBkpX|T`_Yia!ICZE8g^@Wc1O8_b&e) zrSvRRMycLK{~iHH_%;HY6z{w+JH^ap8aKUB-kVV@X1a8aSl?@h=}7J$UWX*LK~L$y z2}0Q1ow!v?nrd_wy;0VPqefShS8Na)kl?fuEmJ&``tZlU4xYgE-ToCQ z0qKU#N6U_C=fb0@Hu^`Bt>`1J+qM;T^4>66EQz~4lX`WA`o3fL{%R6$>`e)pCQnJJ zXV|h1?XpBio7Mg4-V9jN*Qd72|NW3=ahRN!)+nZ*o184=$pXRpS=pN098Y=Z zLrY?wyomUvB=)K#%QyRHe{Mdh_28s%MRyt3e!Ph;xkbU{e9-bCVTIqtCBOaJzh8k! z-L8J;JNX*Aowl(wACob`MXm1`zP%!;NmhQ#)_$-Ytq+6>Xa?`%Nve%?F2j zdB^`Bc3_2(!lQ0cIKLL8y&F6vskfLgIFIULn6YyFqHo=Pe1toGU|V)mAX&R%dwA*f zEh1Eg?W*f~U$LqW<~(ZLbtgeS;RLV1!D-YcJbQ@Ks16GQ98@Z;onA^E)?zB=^&Y-& z6*KBS6yt<{yqVGAI>P?@oKB zD@3Y2^}zr`XTS6W@MCT}p-O;Ef&od}ils=%+c@itG%HSXvVAI;5O}qD?qpq}vTm9s zg5^G7qh7-h+A|-_;5o*;G_a!LbEcy$qIcCZ43CaJByQr;%r*kD3r%kd37QCL6&!Y+FWI3#r=;fP^=Km+`?6NHRD))P za?exV;C0Yox^B6h36lNY^>WlvJDlg_S^w)6YKf@Q(5frm)^p%^boOeR8hue`!-ON? z1sArsbxt^p|JS<+^cSLLxWB#Uz8+V7q1wPadc9@*A{{Yby5&6f1wD(1bFO5rk57NH zBzhdSEA{--QV7QMij1j@rs2}9_>S}g7WPkob^-h~n>xCnh}k<`#Yji?->Gx{nIbf6 zIMmxf=N^XcOZ{kZWGJeHQKb^X{y`dunXdk_ys%iE5N~eYq2s7DEDaG(%-^o*#1n zRz$BcCGG~kJah2daEz|-p$)geg6$*Xuzud2lN`c2=Rf|yI0N*DVCy#!MmrFN)^3d< zxsgbe_Xd&$9N_i|=C}}$fdEYwz1bDce}r%Y%n&gXjuE9%1odoCg z!(E6{A0SF>(Q2DRfFz844Z{!NJ$&L zH4sy80hK`jiCF+e&KvB}#NPdWCk0;^0XV>Fvm`+2i2NY@Q&GrExz%!K(B>)&z^ob1 zp%y{j&uysSCp+3Bt zEQL?T2FkNGL6u_Z)*xgMr-}Z<@2Su>h$_E zbqTCNh^<$Ua7Rlx+c3^jiIv#FX>Ce0U%G%)=jNqGambfzN6fGIZAUfq_uuk&eod>V z153V=)DlSpmJ&?vh0)@uf_!jbv!=0hQn0jeiMUB;KJYMN9-$=-toJAPU^wIA!ov;c zu00;+pl|zNHcWpJHjMr=xme9S!urKCwxy+uVn08gzv(oXZ}y*FBALK8Rv?v1?@zkK zYm9VH*PL=U3IPUmFozUCkMQCp**o6u@Xk$9cimtoK&sKLpK-N9SzlAGu70Llaj2vc|tsj6{zc2dBD!{=3nbxAhXht7+_ehI=jCE`RQIDEUAATN0HA{K1~Mx z6dCX9)th_?#JtYvfd>oXDIwVVC_?^=rLL0U)Q@*gV-bhi%*X|_##$19}<-2Sk zBe}qkY)3*^+bqN`9UdaRGf-hZ$IT8wKWZbY1lttk%6|iav4=luoTgbl0{;sN$uXlpW5{G7FXxz?2S>; zSyhEBFTW^6qm9%UZ`UtclQ;!S4}I~9(b?M+We!jRMRW{+Q&2dOWh+RJ)YzS&hogYq09t1ZsD*O7Hz~eI z{z>%t%S3v~5)OpUD9a4l`xq;dfg`_PI7W~E9Vvnnw?H4LS`~zJ`48OV^Mpd*-rU<8 z<0potG_%|7^3Iq<`r~H#-%2OFYL1AI`bB0|-JIzHK9jre;z25&_P)ORJ_Mv$C_WRr zefKQ$sJCJ%Lhl`chd&D)u_E*@72DJaV|ad`A=f3}UOE3nAFLfqE|u~H`z%2l;dl-a zb+n{Ay1+7!@g14!W81Grc^?x=Q;tuwI@4*JKbqG~@$4D>7<@D8{CL^u$L*AtlGdud zAKAoY>1%#j0I|&|pzI$-c`{)L6L)$|?3FJP7HLq~Fj(qXVTEU=g)BP9DKi;E*pM<$#S@y@v=0p1GHG?kq5f4XsM6{i`&vG#Bmm zZH6i~PSZ+9;pfs-$oC!DVB2(7j(hRazx^D)^+4RJjd%5MAl~4i>EY7Nw=01&?)ujn zMRZsEV((>w?-jiKyu1b`wgS|{E6qP2u*jz-CZqtl;_jy(!4%jn?ILL7-J{b#CAZae zy){a&+SPI3DbtqsUv_nqIT9MSuQU%%Eh2e<51yQTg-BlQ5kf4$zeAE4nlDhsrR29C zf159eBfBwtBUQ5C%y+i2bOJO@Zv{_c7yn^Z3ORVK z-k6G|Zyr2Qj52C}Ke}bP zYcMql@(k96Rj6PEfdZf31#8l!ixEn!k>^+Xb7PmV`=IYASm^*C-YVGK(wSdm$Ts&u zp@Lvhh8**_;Q*eV5SC!^3BJzafwDekW2v`@#3zB>1wYqEF_5ht4S?8RdBYOx!M*(z zmLG4cg-Xocx;1|+4@WEl{_g@GlT}Ghyuv*pS#N;)Ck6^7iCMGEF5`^DLcW-kt;kdxa*A7&bjSX7Y29$#yMIkHC*ML+1TX!01=Hm zY-~V8{k(ZzKZDtnyY>jPQZgPzG}feTwmP0tdJh?GtLRII$IVbpf!7z(VZ=JtdLFfd zzJk>DGq=vMRowv^5VcrXoI9}luP^Z20ACV9k!2)e3M57=ULN4X^hs82ydMmB3hKx1 zBkuMkXp@&(t3aoMAk7Tf>x!b*Zqf?*)UP(f;e=(g>e_h4&{OAdykptIb(v7>RP!?O zUr|l?bZib)-L~IS<@T7aj!w@;DlhLHV*iffe zDZ0|Z$(Z1yp|b}RGz%2y>f~cI1;y=$^<#H0JXEZmX@^ zL#VCaGZJCN%m}Y!=0{rxG7T2oMg7=cJY6`jKYRm^t#k!pQ1#G2X4Yv?$)&fNmRewx z{lWo}*YKW(eJ=UV7>F6-v-3umL51>Sn%6wSLulE7!tWOXdOueP~+g0Cz1P6kj0Fx}%3C@kX4g5*?wd zi1Hg;AE*HZ|AUV=PO-%~kU=H`)uVI}c(7l;UUak=5#00)gNeU?ql~qHO2@aK+8-lZ zV*CaGA7}2zUFcgVfB$2%?8i>3y`Q|UbpHipN&+v^%M1l@%S~)T@6V)5Wz}P5Dy$WnRLLp5L z50Pb69DymJ4g5{Ex-c27;sD1}3r@4NeB)Tj{Xa~O!6wtqVZxv=dCg;Au6qUiFM)BM z+;0z?Y)<$XROO*iD%3Bd)j8?k=oz>%f@wG-O}?gS?$bdV#$k9vmt`r8uS@=z9@SN| zXxX+imy}c-fiJb^TXDOsFB6=XeKvke{>oJSZfGsGc~-gXl1+5<`<&i0S8NQQEeg+= zC+acOO>QQf{49368MbgQFC(47)p!ZFXUiky!XV=@c^6E=!wSK&^#^DUbMB4uJo<_QEhEjebe8vU7%J!F;$|r|o_-;$R)M;A zrY&$tMe0Z+GGwgsC7RmU4T9e?!>T}&6gcFC1b|3)>q1QO$6=7A(SRz52nr9hL)=K$ zL3yc-7KQ54stc)u7trp@2 zIwW)7{E`mMQO|3`$)l`VyRm;4Bbp86jVk|c50Mk#VPplLEOw*5t$u2@DE4N(AT`{8HckmivjL7fIn|9GmF#W$9sNv)P@*&x;CwChSt^ zKuEHnp$QbdGKh}u%i;_HUn(SC*_Ib!EH&xgYfy`^f2^#@vLVnm(qYGEcW@WZ9ON}h zd}#HmP?n!d1ydF(gYP7GWGNNj{QC)fW~3+!=EDz6nT3JA{THxQZspZ1(rBS?20JtN z6JHb$EPkvYyJ8S8KW4XZg>Z>_oTQBIz-cPAi6_@#F9RbUu;6mmHaBI*XRfiBc95ya z>2m*h_u8*^Ui8$cVa6)flZ7tgX(SILV>Tz;J4%HdULM&pUlI+ zz~-xjc|q41S#)}Niu!L<5i1(_?lhXUNPK@&a*sYze(?L(uzocI*M8k6Pk0T5-k+YS z4Yw-H=$r_b|KZ>7IP8=)bbPp8?_YI^k6T;(ltV=T=I4-C)xn18lGpFhWA&=w;2pz_ z_@&#?Ru}l!Jr~E~NUc>)W{0e-k>B6!DS0C%Nfk3!|Nf-7(WTgZEJm~v^P<4DEs)QD za;83`V>QG6gVr}xgob3d2u0Y!S|k%wZKtUZ{d_5#nE@$FuPV))yj1g59 zVILiAsFB?8vftch80wV4kS^Ivx4O5@w+gK^kyudXw598>KOC_iBu54@ydL}23xxUg zh!%ygRdwy@v{A9*j72aW2_qWfBd6!5n;*zOwC^m1tqE4TIlaX0lh@3rI49|}G`O>#^XaOVUIVk)=JMhT|iTz{&x?IDPiP4?rE`-cUF?!Cdd^){$8t9 z#zHB+a@|;^7XQoWnMz+wQj%kWe(})-`TXda!lR62I?c+dTrZrq8l3*aGtLrt;$;6G zE+bj&i*y#q!e50V|8p-gj0&|CI;_MH}t!~EPuAx2(7UexdNnY^QjxZ^fl zfA&=Gt`9HWPTGplCYI|Z9>*Eud(!W7Of!c$tz1iPI>4GQ7U$~rea|G$JLx6PvUmzT z*}vyUN_w}B6t2Fn#md!r>Bi2Bpq{Y#q+)+2_zC_qNyYclPlc@x{SL$Mo4m-ogwp0E zv=?7K)~mxOVR<>X7=^Pjru>5Le>d^c~7S;^G{dwE1fL~)6jF0c&r|@?vKmN zhE=MV4t0(`sJ~KF$u~32oou#XY#Z_#^6Sr~IaO=@_Crg}G zg;$?Pvd8zL1T<^8|98FL-_;AK;+@B|=%I?*#uq&k8yPrbU(4iicq|Q)SiUuM?dzyy z93Sh4A2BHqHoqjbbjQMWUV7qt=wa`xM;G;B=ToB>@7uuYFtD@HM~N}m_{9{8k?skE zS4#ZfcfhDt^$+T6IfA9>0AIIlq*v|7aM9`~c8Ooj_|(7Tm$$=qtLWYS6-MdB*doH* zyYa)=quVudA8G#$+y-eE8wsoB#lXp}n{%f_n2A%{xN%%VGWVB){#&WoU%;5-yRREJ z(lgi&pPjBqbbX74r>sN?Y7}QBBZUK%wr&&?esv73et>`f(C2=>9@K^0;@aTevqkeW zQsXte-AUHJU%EC*y^5nbLhf8%Z{tUNng2Zx)tm4*E)qD}@mH}HoE`pmwNZsurdGF| z={Sm_L~@Hs`y(4HsPrUuXQ!9T=I$pZYJJf8-*P4!^vp&nLMd*9C!@A6!+{U^lnA(+ zMBm`S4M-LV-mD6tL|NSVw)oNW)2YMF7pumS)-yBu)zmh^Tn3)g7blvN2qcLAZ&Vw6 zq^DwR9Z-Hj<;NV?de-F_TfDk29n_+u6fsJx94#SZ;o&TytF8ZX$nr_QE>~$F`&62e zDIK+bsr3TZ-~t-+f)B<<0A|Yi1>Jb?o1If`rDqd@oiy~7c`oQF|3Ay40u?e2OW=zL zSSE`dc(>k`ogLX-(|F|mimJ=*T_9ZU={lHdA zc$@|K;jxpBtxAVC_Z;8u)E3Fg57wBg{<3Zd4hy}(y4Ch=TuCAJqf{$XI<6`~4&>+D z^s(UBhUzt_=xyxj$`STLa5)7-s!Sn>*+GWmo5pw@?EOdwn@7 zk2p_4_mpnvcx&l!)wOQbslIJP4CiFRn1O{j*ay)7zm)_^Fqy|O*itB)Q@RVEs~iFo z)_LvwonWfF!(Jkp`=NwT{_qNS)}KGiz2~lw z_Q=x($MqX2ATxn3vX`{7!@p$Xp^px(W6t*-yBlT7)>M~Kas+6W_ntfN@<_ieI*{ak zD@Jy&C45eN%;ZpQe3u^xUc?n%8B_Ndxbz@LO6cz0FJtI| z7}_YwmPAQP+>w3ElZISY5T9UCp4X$5y19EjSMxWii4>TKF!$3 zboAxn;z!AXV%wJuF!MR|RkHS&awYU9q=Te11ZDP)glW|Zc-);kx<4U{1-rexDR;(* zF1|QDgLr)KqArh!{OBFry+d`1mKBnBVoj$43J=ZESl4%lT49Ttd$K+e5g(oFY|4Qo zdgjg|u(33$tH7IRq3RE$AI%TT%0^sAD&6PiBC7rvS-6#z8yDWy^22*g?XmD@<}Nnn ziX7wIOi3N*(QRVE6%48u>}Qt=&!hc}nQ}|f__Hdw+behrrKep(&Ws!@$CYs>5PkU= zm(6{0^ld#?{sR9+c@4#~>%>l-G0fL@i+PqY9}b3fH2fh(NUK&#_I6TR-#7yi%8Q`T z12ih$8<6Ek$ODz{*ETvZ8Tlw|n=CpG?U>$@(7;U2E4t)^A6e|5@Kv!Yh^70VoJTcH zT3|(-D;k_E#?6+wzbO78BzX$|jLNd5tEq&`^@jyrSnSG%cdh4H|8XK=y|rA!`Uewj z@*JZNkO`ao;Gxx^N7QV>q+?9>^y#9NjIk-a(S9r+l@G=r31^(R8r`;izC91zyObiw@ko}t)>%5bm5{GsY{k25(A`&bP|&dwdI`+b>5X)8#3$8m0sXV`@aciP?^djC|VpS>#cX zDJiu3Popt!z@{q&4%@UbyoU#XSOJ6ed0E)bT#D~)RGN( zy=MmUuTkj8A$wayeyV%vRlfX;T#*;GWcgcVhhTr4+n! z{tTD$LIa1h3bON7oyBjrL3mV7;vv`xyzZqc&s>4fxd3nk!v#~hkg^9rtgr=ty-DyP z53)E2V&BNu5Dt4cz**G))lxWY3EqTg2#zckzR(H0zqhs2#66y%nDO)d&kMf}?UENK z1^VQhjqT#D8wSTSd7JE~?9tWb&*2iGnrcH%8G0Y?-lP0?`r~imxA?V={|kn%FUIZ7 zVeN&2-#c>D;i^60DtG>P1$&HEGv(f184uO5uBHGiR+A0~5mk{O((7GrY(ZCy~cW^3Glv!lqRr%`RwYsgCKI#KV08l$sJci&p&?3b^1iPI=!kjr{Z^yL!R}Rit(xEJ11s>!tDtY3ikDATtGfQ=R*y5rn8ftXj zM@x>iG^9aPI$-@gIc(<0(#!Z^Wyi!96L!Z!-OKC#qzJi*{|AwzVwWW2Wi#%w8i3nW zfnN8u6vz=Kcj}9M`^hwr*rzKHuGsA;_HwyVWbSiHKL^a&X;w8!-3`DgQc@cYMsvWs z=%avzR`-@GqJ7+WPEKm}h*NiN*t%AeVIR`4`N5?C9YXt|;L3Wv2pCEMYn)KVpRgX_ zr6&mOC}5v+<)%@jT?wjBX(ZM${?&XCd1a>_v1cEm%KEykE_Hb0;`gblgB{bIo*l*QFs+kXT@}vE6%0h_ zN+x$@qx}2hx+*)?k6g->nUH!DUdeyoXRnIJcZ>dlE4$fjc(ZbtC6f6;laEF$qp3!aG6aurxtnKu@< zA6x~Q#2eL=dr2l8o1cArUZ?3H2;=J4&2bgpJwkQ|w(TOyNUhHag`{P>z1h{`5swLJ z%$C+pTL|q9^HSxt(-_45D&2U9@j6?kmyfxYKq9;5+aK_@N_79v;{Ah-n;F#WXT)d& zAD@1>D6TLkGIs~5#$2-4km7S=Z5)>YE#MG-GE{qNES(vX9J4*WOp}VgaD~%C2)50S zEAOxN#+n=DnM=f+-hvQU)xDqyzUV5Md!{?{z4$O|%05MD&Mt)9ViO`Y7Q(~4;>10M zMr<})nJyj6P(T5)d2ywOR&9~pjcwwqqmA@fs-=K5tu zMxsUM(;vlM?7H!@C5!qGy1b5kU{TB30DXm!B=*pr*$`wD-Wz-$M0->pK(AAM!y=%P zE-in3|E3ug%Hk2g3DvMWJydAmpmI@?rMi~YE!uN@_|nIJi|xiQj{@U^x1Sh7PiE6! zJwfr9?xE&!hW&07{Tte{SdLA5ji$o4GObpA*X*_1`f|WOUHfq>h}%-LM-+ajX=wOD zXNL})P0t{Sy)vZ#~H<5vB+ zcq#QdQEstNCZ#@dN*YmqvYpvDGWUps+i&Ss0Q-(I{` zpm-2kEH!S6BkXu@a~o|vH&p?c4Br1RnTU5x=y&IG-|ZhIk>t(@vXLAS#N0{0p=1;T zMnw1YO5k>97nN!0k4&v)a;U*x=C1j48~T9Xp&faJpXnOR^ev{mG;u%LQ6|L329feC zm(x&kqaymk0l__}+e6YG7YgB|fU ze;RWUB@bJ7O%_&MPCr97c}ZO3DTO2#yBifX0tjv74!1CiuGjO-?2!#7DC&d`9*_R4 zRsXk14>wyd$ylTy)5%fvfo((}(sD8F))VH7%ept4tL)o0qh{P-T|Ps(~)JIBo_ADSP3Wi^Uw)nVfV^rde;zkfaIw3?EwYsDbOC>cT8{s z+Ty5ADx|4m*POr}1%R8rPojP6;B>GAKcau73%x5h)Apt#XP4Z1E==#vqUrI_h0iwx zb{$+l9$zVcP}}as|NJW+aw1dhnRMj5vuFhU2y@e1rSN@Vd)=$@gl!X{bTtrflS4bR z9_UMkW6()*JUu65^}EPPb~<_sj*1L{`*tH?f1(G=?K4EF*@a5YztMM!t%!r0&si`b zCzU+fR0q)ye(9Ji7d*~%$)dCoe_Au+PYJim5xPyjCi$uVoIzLk;%?UkA$QeJ+As3(jVm%5W;V_&bJ6mCUKQmG z;cr>HEA_jBX;{beqW?Fx;n_8*ep;6r&UpR~&r$yOxcDQgA!ch00naon-FZISn1w$o zu_PQ3rgnaIFR|V9&&X1~eum9TnCXhVOP4AB=SO?-5p$Titz?atx02b|q!vnqCBED2 z9`3Bz3r}{m_*6Y$Ed4Yh>FlCCcwFa#=EvXLdr_t*vQC-zC_{&*3%yxZwazCi!qYSv zxuftM3){4M==hx7nOuYZB^!}n`!d7ox13z!8a$ku4TDPrlrMc#J&xaz*OA?;ry?y& zbc=hB%kVm&snz0ddyD4M06xArvG&!XzikF`c0eja-zZ&FHy_`Ix$FqT^Ue0rE0)_U@`v#C7D4Vv8)y#>1NJ3aWk( z;oEJt&CM}k=Fb=D@k>pSdxU=9Zx1S7%07xNKW)`N$?emtW9w$EEU<+-DDA+~zaMU^ zk%+j?)+WbRx-nk+jcVlHw=Wkv*_$rP>yVhwU26;QbTUmiHMC(kyJ)oe-1|#qQCaG< zqfE*zpB`^A;kNOO1xK|uIm%@>-$_87Q}bt-OzG*Q080-efP5v}~-M z2wWYN)-O~`xV&$%@y-2mw^;WV&oq@Nb6yYPre89zsz!EeSc9z4@15TG5$i+cp}mUHdNewc6oH^#qI>r*3Um z|4@0=^EP*ufg+NdR#^j%XTo-h_%V9(V&41bb!G{M1Pz)EJ37KwD2{n4dpft=iR&&e zU7UR{BpouWmvuyQR4uMoE0@|kM{mGZqx^a)XelVcZOwzy1{+a*z*b-|xT@jbzZON* zmEMiA2Zy;#vT?Oe9cwt132(IX=YuSC3k&9kZ?DPtpW)tsjPEJv6E$gS>-j12lrvir ztU_+eli!WO<0Z(hIB0k+dGo_o{T9?|xGMhc7n>Nb6)*g`jwLGwutM`$73Z{KRC~C` zs3Qift@Z05w^<|T?S1b(uxJ=0Iu$vF~xg2)Nzd1P6q=x%wYBJi6Wy zSJ9kHBo?MIbX)#OidkA;l1cf!a~iwSIqzF7LJ=yV5lX+fdNi`MK?OQlBh;z{Tt=K&xakgjY$l&T{;;Xgm(XWJdwA?G=*o!s{z(37&_fwcG~uWtPt? zCwQ%r%=3;2myeE9NZPW0-Bm3-?yi{=$RYk~NnUk$yH@Lgxt?w%kw4))UdFc|34Cq$ z2!^*>SJZB#_NczYH?Ms7i9zIj%kbh|2ndxDSCQN^0x#?d>0WcFbNZ!BSD#QswAj-P z#V6;tEizBr%Si2XCf3U|c;cBZT=w!8Pr&Y7x9$5LRrM!4R7m3CnkYs2(39v&o$jr5 zYO&8eze09I?DB_x-nh|I@f`E5Z_e?yPr9k+$h^(W-_upcKQYg8Qt$*t59M&)l+-BM z4X1m#s+VUrlm$Xf6TDuZ^AQ=*~TF$`GXx7iGjgRtXHvB zZIaDKL)}&-DxMHMj1`S=K3q9Pko&y-T+DQd_;kqD;H2(RUhw(5`ne5>U9S|{TwhUp z$sM;#0C~`7sNAiVO8-+n?$>N+}mUNYnl#}+?fNHtvki2=mTDO zQ6|4=dC9)I@AXm9v^pQP3D11zoW}u%%du=VHpO-V>t8dPIhRwlq!ZQQS8B?#?z&kA zEa1ym%tm`EIezb)TX}!&(N||u&TZvYFG|_9ma%ct{VX^00G`Ye2L>CBjdk3~XYQd_ z_|EiT%a&KP0B4w4zB{#Fd**n&B!?n+TP~htX^@S2@;BEQi37dFh8^zVMtjumc4eG! znY;v{+3D#S5!=~SpSAVr+SO5jS9W&KIS!l0g?xX10e!~dAphY?-peOmdpb3?k~R*< zPETfNC+g@$T5(Lr&YDhJj~ukpI-`FZlEj(g(ghHz8la1i!mKB(@afu1(?`c8>lN$M zL>Fy!XvfqXC*BMg;6+rd{{)ARzLlS(VltjDn)hq>f49|P<8|?a7w~I&Btlnwe#{uK zrp94*bxPm)Dbr?Bxaim^xW8I1!<57grR;^#y&kIlIo{U0=7SYnRJ@K&WW=GsZ+Lqr?EG!>)K*31t3qrygsZ>3 z@~k7cCWoS8ul>Z8x$&p&6fdhv*8L~N-TM>%GviZfQz=!S2(-G+YHi_&%1Z9uXg(gT z8$!P-SjQD+k<~vSpUA`OdxO3Du=>X@?>UwAgz;bNS0ZNQB(G*Z={-Gdy~FVAh9k?W z#RaDkq+V5Z3c%pXT|cLr(2CG>a>xBG&*grHzH$>RDf}iffrTJH32$2g8?Y9nXFRHrQ?I!;+Z#j+F3+}(7P%HTjJk~cZG*qP7 zXEA))`Poc)-=PTn6{cvHs(KwfmM?)E0+m)kwH9%HWw0 zC^86@YB{-ubkjz^q>kzae-lE z{H}cKcdNAoc^uh5n2^c-kkfrRM%wfCv$TdC=XINgTUf_xVm$hl%hejrU8RR<4N{d( zY7^@*Z))osRSeWZEk+3Do|$6E$#^I{XJU5@Cx1{Zta;hYsI#}{IMW_6RLe#ZL}EC| z6*A?Ao4f4&jtK8-X02{(?<$@piK!wS_A&_WvZkXrmmBLKh9@_^@70_|>Dl*OQ_)X_ zs_!E4OX6&ammaI9)mR^M(d6Cp+n=a>>icO*a9(W^Bc7|^XFXW(y`P1^_+T^T%r|7+ zb9&sbt@V2Fc_R;nzQ*Zao!=tQW1TKN%s~BBo9y+Hc(pcuu!0@O<*lE1agBk}wW4QS zYn8>Fv2S*2X_f zYtZJEEKx{nz-s?q@oPI9H^h7et6%lzT`=H0oafifvdKMK94@z%+woC2U0?jRtUulQ+`*&j zG@Gcb`MYR}+e_n}ERsw6G|X|OacFV_w#sU@!T6pji55%{T3vKGA@y~T zR=FDIAK3+_4nfe@YIGHgCoB!kw-VjGdc=LqA(-ND@9tGS<22*?6)G2kQIU{L4;}yY zz0zx&xm?2+=ea!OgH&el!Z>5n?|@_EuXCo5KS2yiHq|s0Ymkn3E93$FJC>S&&MF2% zPjb}83%+Q0kCyT}A2ZF%A%^Cfb#y_S_)-wb%4r=|buFT(4W>ZWmTCDJ(zFEG9g?-? zeNxQ+`oz!HY%`;P9PDWpmZ)rn5ax>UnXYHHpab4?ag2z9%l$+g{*DqU9J>sRqP+NrzJ4cE^V=6~M z18I{{?l<{w_2qpkyfQIda*?O|ofT)+TX$&S(`|~RJ0{o8!eNIyu77{-v4zT7!SM3{@pNZQ-sxyx z$qUnW2|cgP%-GI4e|6d7-Q6z*Q@(oDxw~gzD|MjB+_s0 zRx1;DQ0~^snL?x2Q8lKSPjWdRpM~?l>-nmrn3`BLZa-O))tl1P^_Qp16^QkFoBKuX4B5)t+CHI!gGBA& zG;AO934R;yQy!QC@gHxXqSmz~ zxz|~SAtJ1^$1--&U@NW~7sajP54JRqm8O{RyWuZH@Z}zps|r76&|Q>sI^KK!{m?z^ z&m41jn5gC`mHd5AIJlfS_FBv>wE;U>d~U?D-jVv|vonCYX5D)Zb|&NC_$$`;c|bPI zcX3(^>*i7SrM#|A-+evsI`h-u8u2pUevhVF;+LLDdo=3Ym&=?U-F2=;3j>J*xFZFa zq<5h>3vOMN$7V#Ut+xGP7vyux#QHAO6!-C}CN@vGFvcE;yH+S@06Y93ah!Ju{Ny!Ef&Dc}KO1b>8dS%w$l5e{R+vHZm_ew7FbFCMNM2Z)2KYysR*Ls96 ze59PHyjLW?>^|YE=uP}z?*cH$_7f!SdMT{{vz&L!=UlZ92Z2l>fxEtD_V)tw^eVOX zf-qeo+;ZaIlMU{bsLw{Sv!9c~=QKu_iIuZdQ6gO>4&eV%zN><>W9cVF(U@U!V@@4l zw@nrcuA?rXXEtOc<z@CaL46%_BqLXclbo+WuWT1F2Q# z`Br6HN4p%6yf#}PzouDIpmc7mSAZtfv?o=*I}70V$f)qPJJI3cBa*ZtSGXYyXgT}~ zSA=d0L1?aw1-YEQ+=bk`TMe`iTxM1i!!W1F9%%!oq^-r+R0)BU;bm0t zg(UAg~$T=-YLpj@4p_(PJdz*gEzK!}N~Gy+x+QNTCPq~eyz;=k%?`+>(r zrazMv;QN!>TI63ag!ncuOt1ZLsI+4xCPP#gn@a zvhbcdTl~AWHsFZj5o7USOYN!f=!33<*1n_ITpABND)*$biytRALDShIA(Z%Gq)Z^_ZB|=Y8QX4@@$5h=n*uySp&j+>NfNp>o^SSDd*W4O3w79UL(6Cjs3 zTJ%lmtImPYGcUhOXn$PMI zyHO1P&nPe?2~`F;K|UCk2y|_UtyKAdp8084yaeJb&&lEmUDC;-UgbA?sjY{-sIPJ1 zBgNuvaM*0wN0yy=XY9i1DViMj1)C)LVPuG0pCgzMEDpHaym*f zpcPm|Arzc!G^pWRpghI}mYCEU6QMP}^Z7NEx2o2)oQ z_CCMIOTDk_^ZEY1zn?$4u3J}Ej#tmu^Z9t*r(&42N?-HWf(a>V8dL=_hWgVZP+ale zmqs=_2SLIVmUj`)geWBs$;iW9jPwO2>1N1^q9vlCp++&>ny{Gs^=yJqx!X-YcssGE zpZHrnCeC_-@4x>aqR->e>?H5_c>~~&eeppA$2T^Dy02g(b{h1RdabH|=oqXnNn4UD zKd`pgk;UYZz2oa&)2xk~e2|)jLSj)-U+VVr1?dxDM7wlG5+uKl#=qDphZMI zu7b+#E(&3e_la}9q1!QpA3ls6JyUtydX~jw_ZsWANsjo2+xy*oHS;SW+lV5WbhIO; zX2P2&#V=6bU$3G??SZK2)G>#Vy3bGB$a3TZyr`Xy<04FT-Z=}86<%_lRW!ios#&lc zYQNy#+4sXA!$|YVob-MWsB>sO`1Q^4uArW0xHN~|+dMjkZ3yWPqloxw#ywHg%mjk1 z2m=(23%6GhOJdQR4)5EhdY>H+Y9-I){CS1^{Z+hc!RVk3%0h&wk4GmulzaE<^f8wm zW5{18d%^G9)G=Wn#efo~i}33YeYl_tvXQpJPN5$r62}&GrOlVV8?0&k{cz;Uf~Vk- z7`gmWRO&>)09S{JG8ufb&A0fGH0jOwpuHm7b!;9QSaCB^!$;GdT0Eh+`;-}?jYI8r zwnv?+5@Y`Je5nu_QlP~j1?132&?a(YH=GSKhL63U^`GkNTCje9S2MZTzsY_`le@sp zlc#nq-R?rxc8+8-h(gRJiriS6OeEEZ%Ic4WBZ5F_RE7BF z752iunZomu($^Yt_0V3+t}R#nl3fj7c}6#xJa^-7iy>MVBk8dUcNSjaKh2&_lFjb< zOQZeXz|6l=U^ET#tPF>c*9mbykmM|$*Ox!7-rI?abv*vyL2DB?V*zs^5BDH??f_fZ zrU~*zAVOCoeEQRLLx+Wg*47gm>haf&J{@k?$SvaN3F^$ zQUe@Mz}|SE8#6C$AlkQYn((dmL{Y%Q8~)j( zIXH&CAw(H)_&NXmR%?g`T*B-ELePpBa|t+5Js64m{;j;E@W)>4>zbZ$^`|cEpDyxu z4^EyW4cn4Ls~Yvc!62$njFfP~myT1f{we$=eBf}OVPLR(-z5e4sKqJf&aVLCT8y=b zKm0x_h5(ib9BfVYZi9}40nm}N38st%P@{5+9DO;VKQtcs#13kdp7#$p=$AS;I0C3q z^twUWZ_3hA153;%95$A>GW(1N+Bw1#i-fB?!Hy%`NX}Q-9=0r`v8z-ZcWrcD{Lk8@ z&dAO_b10?(-maA`(%-!HK=h6jHLY%%#o=lW)3-zAX>|ZWSkFv_N^|!7C2R2InLSzF z;fs_m0evhFR8-zNDBZKPOpWB*)D}cJ5eY5bGcqI zh@dsBj*=@&HzkP@gzTrdo6=={5^fc+U)2pZC00|)zqC5~_Epd?vDeSYuf+8vem9GY zQaO*Rh`k+8^Ia2^v?pVOzFQP?E{eR>s&!EQ?O{IpNi^5NVx)p;VUZ(10(X-vkEO5* z=QU;+xnX559N8&kPq#;Us2M0`OI+t$x{MKVEbrC1Efq#i!9Fe{C2cF97X?n46xFAQ zV<7d@5RHdD1G)C~Zj^LS5FO#UsguE2u{Z9i6$N(;^~Emrq|^Kk!)3A)D(AVz$@RA` za;ySu7wXUNKp%~fw@P{T~Dk0$ZL8~yK^HlhVla)JMeerh)Rln6~4&-;kVB|3s+ ze_~zI%5KWRH&qf6rB)o&JKku}~Fzp%XPw(DweaMJ*9`QGE|`&roN z&R|K80Ih~uXeuQWZ-By@>z)U0PvH2L@za-L7~yRAqlCC z`oGWTGwfvXi4OdJ{lvz{9x7&Tc}~+B;Cb+5Q_jw!HGvgg4)XT6Eqa07>MvGTLwXa7 zzSiSD&{Ywlq$O~mS)C)xP0f+p?JHT$4ap*F7-@HTLxjAZ%1=BKVzw)Rg>QcB_166W z@0mchw|@2dp5^6H&Zxv-$s5&mGtgFN1D4m!BLY2eYkmpB$RCjX{RL{&eBZvMpyFkd zuw**=5z%cS>S@RsA&TL*AVOI}fzcKOk^TmhI^#h(%-)9mY$cFMbFm6?Wyn61K!)jU zt%K!yvPp;^P&?`(fZz1Q`$4G}X@%1gY55*Ruh)SQ_Xg;-h9TV98M%N1@6WpS?qw4y zb~2hh02U5Q+@PZ0_NIK8G#4Sb+;HaaR#8E&@%vAvTdUn!4w#bgS{L_{wVKF=T~uEW zNHbRW^zp~93hA2Ckq-$Xk08YT`}Ag6U}2vG=5@AeUtHVd^#N#G@_~Dz9|@dz{>IdE zv4M~>X#g1%;S!k2haTG}8|j>Ai!DbkZR|i)^*`pObV0}ss?2-x@t44ib11*J*Y%3g z&@pW@!azQ79L6hiqMWZh+LKcQ0iD7iU*insBJ>} z)9>JrG?d=GK1A*hN!&ToFa4elr=}jfpf%#b5Z0kB%@yEL^ggBszpf%ea9+5Owd)RX zI_l4qq&6BS-XKmYy33#m>z6X3&P(f|hqw1Nmj3$rro1g>pXaE9)*rp^`K+_|wz?I( zI!U9FV0r)dh}4lm9F!E_!8o3wM) z3eW1R6}6qz8T?+RcozqH^zAKq;sXSOKanRE1*S*r_WJd?flWSETH+Os{ zHun2tPRSB&iJyq5Uet15Xq{QA8Z6q!@YN6^d}Artf5D3h93U{iNvp{@b6=s7(Wlf- z#+p}iOW@3@T}A*3`88Ry^KcJ;Yw^UnzM~s=*>9Xz+%&ws%2U%P{%kM$c0lg4Z{YUAo#X-0Q+|g~za* z{HPdt>UkXwWqt=+VTn2njQ<6JIfp+hx45@3OoJ5r%Gn_d1%4aHQFP6n(FNBE`CXb|pfW6^`f zS<#3(%0x#=;xYA&kqlKfz9)O2XS@S~Fy!)T|7)1~g0A&ZXt*!B&CVb<^9?Di5S=NO zo%;@0wbuIMab^ z-y44a@N2+ewteNeQ|oLAzdXpLC{V^Qk%i}4LD(}$(!4>NYzTcCoLUirSrDo93N*)r zv$1wT(P=w}1>HQGZ`SYxW+>ZbdxKZNgzu;3(>5r_>nauEIl=OoZS-Ex> zi;MW|&mNI(r_PmAR=6ww@kRxR^O=8ZGNvV^#L1|uf9P z*Y}v!c@zE|s}=`By!%x38b_F&)_7cUY+fbfe3AtgA@1sp)OLIk5lOFtx;zt>nf9uc)~GAvKB*h z!c@A%+gT_3S4z=^#cjd+F!mV0(QFC|kp_oKaP2RjmC<@gf zKE!X54<-1rmMoyV4&$XJN6B!~kk(9g^)uen`-?S(DXgrlTzA`AuEFE?X2p@r?6f@( zG|xPAbKXDMIDw>wZB^rUt84He<|ZlkXbIzRhMe=`hPKQUvY53^meeZr&Ehu>y7pan z!)I#y5bC@Xs{M}R$!PewW+s^!pN?N)l^Pgs{ucakPz1KV;gbe8r#R`1& ztdbWsc#D6kB~>|^J?N<7cpb)n>nVr(mTcFbhW%a?iOtA*_Oee+iuE{J&6Lh?s%Y(+ z>}9&E&lER1g$nm+M%o)42&4;1s^Z6v9$t_NV!R9B`KTu6YG!MB0lxeLQqMH(WNty? z-Sz5EZCCceUSjYikQ&a}Yd!wcMo4gqz;u|ZHRPPXhs;Q8p}6k_XkvZ$b@gG$HfIOf zYik^|)BFUrVy6ZCHGz=EB^Q3Y8vX(skhlMU{Yw*#W%1W9dP0SitlW_>8xY24C=c)^p;}(FuG+S8ml!~R(UUS{f&|gg-B=`44p_;%z1tIN|COW#A+(G8YCO&-1vVy0-06v;^I!%``X*Y~ zC-tONx^UI#uY6Q_X72k(rg--aZC&fylThLOz0i#E5bA3A`c>V~T3K1S)556C2r388 zCV1>{Akt%px9_#&p32|O)%;|vAhJ1ZN8Y~*KS27po+7E=anK&sz;t!>bwkAU13>kN z%d^2mP&yNhSw==hJQRGVNgK*veyF9D{v0Dp*oOynG!cN&d!mkvykzn|l&LSn9BtDw z&7GqNSXfvx-4w8CtP0U;sMiQiKE?dd*}p*9)O2JUI~1rR*y>Bkq98?b$1?1N@AFrXulyX%kxjEc*})u7DjY^1Kvplz%MRx2VSCD2q9GanRAT;k_F_=Y&et-f<5<` zUdkv)8Bh8H%x2KilpPj?{o#RH?i}SDT0?2kEUJmA`62t%%+5~Jc8E%@M&8^%(-847-wPe63NB;uD81qk2tSM0)4qSr#_|a>>rb{fZ-WlRK zSV_7hIQ}aFr<1Yz+urt;={`EVIGmkQ5*L>L)R|lS{Drm?(|{G67%U`NfW++d{g|7CQ%S+va!^N!~?W z30%0HO7Y9X<0ynYcvc|~Y9z|5Z_`wgdiHIa-^r6lSMgWJzW`{{#v#tgErE&g z>sK*egGdNeIf<0Ur@Mav$FdD|F3Mbv^piIije7ddM&tu0oDl;fn)J$8P)P~zBP~+`@!5e3o7WGE!LmmD0y;r_WF_( zDGk2I#g0Woszbbc|3Ji22fVEEo3krXmlH^S?PZp%s^*>=Tt7;y_?Py8t^Z8uk9!mPDn+2XY94w zodG9dSPrBoAN2UiV>t0T?qX3jQ=1RNm?lHK2`@udB1hZU_7~u$!vzMs;T za&NfOy1OZAG&w(_0#(!B;M`N6=nc9~PpwK#jo1y9=e{%r*E!6JUFt78xH1!V}qFEI|t=bM;nH?h6GcE3Uh~w z<=1FF2w)w{eh|O^CW;N}J9uq6OX>MHiwPbcFCCnA+6}Xa-)L~0H#sqJ{d<-Uv;D3$ zT3VFe-J8}NM)>dfhLYh*woj7^xyi&Vip8<~AtzcXuFH3F6)vNm{{&M0B}A<7Cz_YG zPWwOA1~TaIcz|CJBu@+F+jr`94-rWY%QG<(`^nOovLJqy*2&+&D@1AkGSg@P#~|A4 zOnEj?)G*r^S}_FktUr^uMZq{Ng*J-#pp^WxwS#cfsO36G%r{gW#_&fI1`x!SCR~y` zT43|-m^lMVUZh`GIwnU>n9T1mv_*l3CcY)4pZLO3vBIv>U12gk0&xOl$-oyoC9KJU z2PnV3-}a7d7g6$!g>5z%DHA8g)GDaHdyc5G^@^b%q$ls8_(TxKB6~CC;I;$45Ni{< zeYMCosr%0U-o38Kr8T)nxHK-ZoH$a?vgMn^dDnLOdE4+VCBUMGAlWTh-R<>JkR9{~ z-!+Oz*jvzUY6j}Z0O9n4mg-Q=$PA4@0ggvnO?H)Rt2p`bq+Gklv{os{ z*O{voq#TKIzOiFTNpg1AG8Z4p8cP}cg;l^WD~}*+hmfq04C{NLh+R6>3lN&3=whl6 z76eor-{5fHpl&~Z)auT{4S7!P&H0r2K*F3`Ij2U;D8E;?;ypdM$Jd0tF0KD~*cklH z%Su1<-PbB@6N8_0%~muaaR6(-`~OUOsa?bx#!L;B33vST`wy#hMc~IDtS{NYF)}m= z?b|2CPncsNvf?^d(9(N_RJhRhhSNr^Boz>GtG3#VOgZa@5n3fD-fb4&7?Lqc>l~b6 z%9|FxYig=jdA;p->0iJB&QCKWA4S8bue^q(H|3LXVB(8Q)+v04@adtzS8*{e?EG$I1X2)U zuPD5dHB+)^hijj)i>XB@0_0G$-oJ0N6%$Hax_b2?Ph{Ef?;J@vQoqXKXS_2~jwCr2 z=k!~h2)0Sd=eP0OX)G`O{~+4PTVVm4G!m$D_Y`r9ZuoiMew9JhnL@O)!a&>X`gf+n zVgYPKr)y7H03cT(=N4BZk1M`HNV>F@>Bd-GH4i;^`Oa*4?_q+AtjDhZ0xfFjGB#rA z%*x1}t7N%scKYHgDQZ&w&;E~ZS*-Yr3a3Dpht_XdZw*#oeLw^!!y+>h@nWIu44&#% zk^X;1(`lRZ*7DF#22vboPMpD#oAx()zFpNL_~Q9AjrgJ~K_}*1XE{OVoYeRN{+L5F zbG3z(BUujjnLId`w|TCNfvHfRz^A`kW8lxzWUsdv#Zv!c(yo>UJ`k-+LF#E3Mb$cR zU@LyS{^2Y-m7TJVT=|QmEe7II#AMzD46^e?dg{wr(93bBch}*Z#(rkbl=8jpAQo`e zB27IC(J?#A5IwW*S=6d}5oW+U-&lJ&xrOnwBTok2t$zQKEcparD@aKA`%15Fq1*Nq8x=0bU38=HYz%h9}ggK+A5|4+1L zLsdm3NwKP6nN2AJ?<&~5E!%omI6PuZY;eCp$gCvNL4A5-r!f(n?d*bx;=m$qSmldq z9cE59LeZGA)fc9ci56eKt5mw-ik4S@Ho7S3om6uIuWw~4)$FYKi4VCq0hjTuEn1}3 z<;Q~e)!CujP++Oxq1q4x#7MUI(zM|M^1fc`YES$9>B?k^o++KufHkEAM!|HzI&0{^ zRAzU`IYX?d#D(W>je6K#&#G^CAkyV!o+lPR8)~~qu8#AI*?N38K|jUfwKQIU^NAt_ zxiarUFHT-+#@=>F0PC?mpm@*8wzbAK%j}_BXd?cYqMACwdW&FlpO|tZdkabfGwDc@ zCt8(Rq+M($H`FPl;cTITBw6JU9?s))jH6@C(r#l#lH#;%Jj{%| zzV5DWFPnxHEn|H9XLSp1&ME$4@Ei?K;%1er{+of*<-aTx1p!H|mnih{H;-@4jf}Ut zjkdH_x)z-Y$aC8ck$lGF_r=pw3UWDQi1V0k=BauAhmH%Q{!S?s_BC#p|4iQI!f)o0 z=8^K%lKjEaU(Mm{6i(|wRU$G^R74UT%tDS5*sAeiH?GWe4t6e=J2T`v=`2jYa+Ioa z52G-3qD8w22dlpd?AH9^-4{}aaS23=73Br>&HyApYJrz7S*^#Z^Taj%i7PX5>hfS~ z+^M1=+jn~O&(1`5hT0Ywqdxx4*)aQd3b-`6pBrKcWZ5^G&22vqY@MA(c!f6>QInVP{REFSne&X)q<73*F9VPU667~u2#>qQhqxozgbo><0 zSP|xeMy~El5JjfX&OB}Ttsd;}DyJ#Ztse*i@~@nO>is~N zy6~31@{UwkxuPYFZ~yQ7$805%n&(ZWbl$r@R~iFy_gb6#rK3!b+{{eU_@XFKY~+xc zg_bh4&~lE`JfbF^-m;lz$>4>={%EAe$<&PtRic4;V!=jiT*_G-vhj>h?>uC76|tQT z%YR~s2K2JWn!Bo&zD!OQ)x^G@S+D=>O1t8mvjLv|A5h>{4^celOYcAL1qfvlymJlU zH=$eK0FxDS)z17?hr!~U6)!vz9ztyr>osIqK>{_d!KL(sIRs?%+3iq`N)OGdY@;5# z79z_v$G0Go@px+-{Fd`vYUFdvtA@Wk4^|oO$BR%S&aqAh2;Xj8o~XA0JA5K=n%5zy za_>2fW$94_?7@z{>V8Cl9dn+1y##=(!T&nii8Qh$3Y=NTAv-LOl3%3 z`jOE1{`m38e!hoLK9WbBfW4_08i}E-aRsFZv9Ji}H{sYQmRavVi^vg60RaBpay4&! zsT!YaUn!CcGFwu>5I<9C>XO^Vus=;z3O=hGA#cW3^12RZn0(>UK}SV0PYhw)u#~Y+ z-#QtNZfp3uFm@xHq1h1rS!A8L(N)^>G3GUUor5MG&hDQn=O3D-!D|2a)*5I70SuFX z;}8n(I6ydzz|6bH%i!X949y?p{WiVons+P7sC$JWss28M*CJ<=m$Qgv`5Y@%tY5cZ z%@2fHJ8D+isoNww3zAxGpTcixN-_{I{N@Q1MpOHqp?>bZ%c(gL+PMY)pkDy@&V9aZ zdh{dhgUeS6u=Ep6rgM<4dmdU9PK|ov-TAr&Beqv(Cwo+t)RX(`D>W$IUPBeiifVRA z`_lZzwzBVnjXblF{N)K8#X;+CNG;!8%H8W{8C!xvv{BA_Z)TCeF|rd3`{8mFLY2!s ziQzmC%gvR>MTE;KrPrENMKjD7$AadEYZ`eP8=I~luUX?Zv?*a-|`Fl9Ew~a0UDxH+TP*1xdG(D(*AE3Xl2irhT0icW! zE|Z}=4=DvLX|3f`+fA)kmx2kdJN?pK|K8G)v}tqio;7tD*ARPhW$MjR5v4?2s6}YV zR>;M5>=?kPcYrqAim(VV(39SgZ+3OrfBB=AFrR;sflXG9_%6lq@b>=oU9C~e(X08Qpp z*)2aGa>#H`7nppFPL(!qWw$}}yuenghS!`2m3$-AFZH_14y?fDcM)OCSUTaqITy7- zE=$kpX|=bzk+Z7L`=?tYv$}^9+*SyoEt(C=mK4Jm`$Ql;!>j*}l4YK#;uXWnF!{*! zW_Z|d${HYCqosz|HY&^_Sh~ff)vUpvT3kG-x_z>H zXBjk6W#o%)wf7-bvZh7wZ$4cJNg$Yep)6Hxl^oY>ItN>v%IjxT6z}BH>DrTn#WJPG zTGAJ-T{jjo>iPg=KPA2TMN(Q958$ZuojZ5FC!1V zvGq9d28~?GV^`ChkEWN-0^>AyATr>{6L;zpQ=}HtAyQEA{6yGfV{ovuJEYJ&mr$m@ zM-vcOr-ya^NQ5dP@3wtw{Rxn#CsAO~YtRiof!*09HGxW7uT_dFnX4S!=zQ4Cq#g91 z>k&??B8(Y%iH!6GaR`)9PSD&(^UmuEKf4?YEc`9&%0TDH7iW?}jtF!Q_ZHA|T(~Ae zPX?tGG2OG3(A7Gh7uXrZ-@&IWa(|wMF{$uS@!>amYJ*DC-tnO@*L9~H;(Pj`iipMY#=Ka0Kl2$$P{OneK<1UIn#Nq7c+6mhjhC@ZxP{DrL!YA~YsCC0J z%;s!!@oE9Z_FLnhtbgv_EI3fh-!?Q{t9lPc@~m++*^GJFQCA$d2y_8$foWZRoceVj zb3_QX>zL9&v30W5dP-s08<*tNb47u_s0RHX?>9XbyoOHagIJBLDxVh}3Brd-Wsd0x zUcdc(1|}cXuT<`xcL+}A_Qzug%kaO0J*D&_10y0`^3cpBjzeHjmlnBv+5Vh!I?Ph1 z+U2)5)x?(I)J}^o(VY>EoRyMJl6SG8*5kpqvRfxP-`Ku#7SL7So-mp3RPla~HHVv1TFv=T(M_8VPRqE+d)9U$9KBR1KC_^2|4{eLy=%9$k&v8 zz%yaOSZp;Gq!tn~9n$i_PppJO7t@h*Ubi)U9W?F^Rgksj)jiT>|FiRosmFqBq3zTguB~RbVrSs&uM#ptZcmT}l_}WwxRT8u5lKpedtxZt+!-*x^w2jh zH$e59E(FwN2yoA`==$CZV?XVFU!+2ftv~Y=i@*F;=y;{{=jx<*ru`B^>m!ZvWH(JM znj9&#C;CemN&ueSeKKHzfvw_jS0=kiJSD@k_y>b9DjpvGPQWamVeXD+_4QxNP06e|CIw#&QqO`0Hnyq&twQ!Zn%ysmhi{q4+bc~Vx{a5a%7 zUeBVi;7E#9UYSh@MpvS0Xg#`Dy|)s;SuqL?b0XVQq4!2^p~VnXju5OV{Ghd%^pAdb zAg$@(0eAWvCcoNmo7|GoS1taCK4dY~!rmHemtWP1ra%Q(mlfeX;hODHg15pNF{cho z&y+*|Ht(^}M7~rP)5@u7!iZlT?)oQukObC<#SVZPNrsNhijijHKjZP)1gZrYhgTS> z--B4e`&8v;5fxW#o@$z6r$cILDiXqV3=ggBi=_}2)|GEqpO1sVJRy2_@H8-b4^kV@ zC#>(>@j^KZym3 zn1!H#MEgUBUUgukNuX%HFopg&ng^j7Ai#WZs{L1L>xNqSf=?PLNt+i3-RPM-4xIrw zZ_nyuY74q196&$&OHz*&9Rg|*KHC@#nM>tyQpJQh+^6&8TiwDXFp!83eCGd-Lu+~j z6sn#?t9QithgEK6(J@+QsCiESQ>oOj-gFwHJ<85|NwatsXhBt6#CF^yM~B5J7e&N4 z1`$U$fAI3&T6@cKknxfENJLrMdTwHYaXL!tS09ZZ`a%{7kS~l8tr2yy3y_dZo2X3 z=z0#F6d+43=|_fM*M2^u=GP~64nUrC1Y_qe75{_d@_qrK+$#v5zxiXGw|f(^hfeQ} zl~^sSSyeb`-XA+>7FHyEtQ{0%b+X71wo~DW_nmTxR$mgD{LgMB0LD!aUXCmKus3d$NNqQ$!6oSpR5WzuyzdI7!CGO$Yi8(tDD#J6e zh>dS~{KZ6C%v+bl^%8Mh_NSiHztni=T|j>$46O}$5_?HWN&Y2~>llcML^nNt-`1cq z0g3PxokDlf(nX!9t8ACZay|*`Mk#0gbi)0giW4RV_Iuh55YA42E#EP;dOx~h+ID=y zCg)gkaws>AJo!rFke|>#5FYSfs@QSR>Lp7XI~7cpUYCOQeM8X!ipmG8qzO-dl|7MiFf_d4 z0W%|ZV-N$mmdXa&gdagxLu3Cm%1TQP)w;qPjq0-l?FGQzaIw?8vjLu?6h#Vixh?Kw z``3&tSu6sTAZ1Y2)eQ`|R&^0ZqK5I>7hQ--secuMk(MFVE931f;N>F~nqL{>Q&YVBQxuxIuhN~p93-}5x;M#yuYprO?Vx(@L(Fye z9s4445Zm@nzS*t=-OPGTlSPy#YKB^gk14?^Dn_Tp3mM4;ARwbFO^M;A<*?S*MD8U8 z!OO@Uiw!57G+n`-FasLqRlq&=u$ZwMY`DhHBFSbp7V}&ku`y{;)BjvZm~bnQb3wn;{1B1&pB?1~+4Y z3d(qI z^d+FQ?G6E5iZoZNsdL&lYQE0!vKGJwPJOxvciN@}Sela%2YDCZo8-}c5EA_UdTT8G z)e)%>>xREE{U#|I&l8L6wHO4(6`Uz0WS(f>-I*M}dH}!3Oy)TaegwZ93*rsFl2`;p;Uq*df)umWVxjxswdLP%xQBlO`@=}5 zDr^Px6RHb~tp$&m93!Zlmk-%}G_1sxIz95nc2iJY%kRMEox)5iy@2(5p=+zew=jKY z>}J}OS0BhzV>p($ub4sNCg`TD)mwz(Lxw1#K|UR$m2cq1Nz9#$5r*i`5GI+--LtS( zh}vG$@|-3cDVAy)Zs%Rmd9F_=(4VdS0)ewurc_Wma#m3F`Y>EZDI6}+=>;R)sKN)q zs?wKX(M&%%_c8EEoATX`lN44w|(UT5CfCJx1lrsjot_tj0GK;7CX z>9|Rh_w7nyAM=02NW7s?FK`JN+b!0s#8q_olj7KRg!?V=HSB}9Hn&l<;u<-VbULN7Iue$9mzKxL7_OHsfkY4Y z5{s1MMuIqLQ}2a!B^Lcy_ETDn`G6jKo(%9 z6UcCA((R-c>+^&N$#j`VL0_-bJWfeDrNr}6{jC>26r_&KE{@?+GcUdrELpi)iF z1Ii^=`f)3-l+lAj%l;C^(wXkXs5|>qDK73Kz3+`3~q13SC zR0c|oYys`z{JO`lKQV4tV@QW+f&1RF8p>ujNx)KRu653K=#YGbNv%J9qHgt?MNQ&J zwQ3r4&uPx__Y&)Qt=bM5`?=*rxZ8Fo`lw?VM715rKBSrStL8Q$iz6IFkb zO<}>HlbA8+OKEWZLbw7OF#b=%{92!KFI4Tlo`!}mbk$~lgF5se&wbp(i=wU|EKfIF zXQfQFVk_}J1c$QpEMXzpsmQq~abrDZx`NDTP&fkD1Oe_c2kt?lHP?RzxS@S-^8(8S zFp;tthJlwy0ZQ{C(O#heuvBidX(fIU|A)Rw>m0U~W)VDrABbTduS%Q#-IK+M# z(Lt~s+gXR91X0;?xtX7pdH?@Q=M$I8lna5X(ElnRcChsryVfn=)X_nvTjKot5n@*` z1@Syj^`0&G)xLCFu*l(nPz=IW{e0N^_SaN|OVP_F2BiIMAyb?RaU*Eb@1;=U5`Wja z*d!R)7mq%_Td_@{DlH42XRrw~A@7dRm;Wjj*eeHe{Y=1-<_sjwZ&=-vaP1{7&xIy| z?{Fu2_3G6!cxW;WbfnE5f+-=w;+itb$#%$kYJD%kiEX6WeWf$Opa_uzIXx=*U*%2N zgT=~@K7Be79tp#*-a=D{g(B|iHM9864?p|Yn=cIY;(xaVTbvTq{ooXM=y@j{@|bDz zhaBQ2%r-6OYKFT*_5;Cz&OysXajHcTa6i)i!Jwe_z$j*XCo8W?Wx96EWtQ&TgSJ^n}dO8x$xo<1xsaXhftWuvxu~F+k6{+%1bWk@f>FvwdFOqbQ z`=8n&t4?|OzUK5!AqnTj)jNw>sew)@%Y#9?t40V@y_Y*$P5f?AqIE$77t_!I3 zh~w=&fO3A4z&IIlKi1IoDVU%iS?g&=#tOe|d8Ub?Kyb0Mft??QfN7(L+`HxjPJTcB ztIOje$#sXm6X;IllR(wYL3KL9p?cwv3GjXlKMCYWeuhvAE52xbWX$MTb|8t zSw2{ZBZ>>;XadeYoafr0X4k-1Ma!fH3EU(r)?!#ytPnx4VR}gSebl<`HQ)mqP@6K||A)YT{7KFb2(tdq5KK&{Q-?M0b z(OoP18lCVA{qRW4Rk>J7YC7E*vF<_KKklA9pfyydVgYlsy{Dy=@U_9CTnUSREz2PD za&5P9|E6&3aVlm)%uSt#_%c>kBD`1WKxPS|U|LZvAD&zK`6rQN!wGEr7mhHPfW z9r3Syh%X#!{sjvAkdhiNN@dmp$S|M@#FDbm4Fl+6eip@cePwXkHf4{6n9hana%~Ux zL`zC*f!B5Ut!GyHpwyEiY@I1A2Kb-wLs3XSz=VJeGKe(%on{d=-g6w>+%Lclw;tR& zHfvonY?W0=XsV)A)R%(J!7md<#w!7FUvX2c1vkJ$%sh)#yz4A#|KLT7rnxpHUapP@ zcf9x@q^FqN2RzC%etn95(-0klsEpZ$+R+UgK_t>vREL9;@*q1m_h)F5?41K#UFL%h zcnHRSi^22Pup(8~xL%~TWl=I>JTpR`%H1l7p@}4cOvT*VFwG}$&So$eN)C5vxqpz=3kLYi|+BjDm!mZhXMn z3e;m-swZ_IBlr)+@V~np_*4) z!}1?1&V0{X52~p;?U)Td|I}i9A%V-Yf+m22VLu3UiTO4NL<;#LcIfi^_x$-udu2L; zZ0H#ILnI}axiBJhi0VMNsvqZ*wrA=TSx=az_EPRaRO9i4y`OKYLQZc|%4al=B|t^6 zU~Ypa9>+kC>Sr-jd{X)Ws6M;rzh2?(Exzf3kGZ7l35)RE^;(9OIAA7iMvM>kw%>`l zmkW(mK6T=YJOXb4^n=-&ICWLMQ4T$#A7`(1dFw5y73kJ-%xRFyrPNBf3O*q$=>?Sh zaxaA79GvA00ToV(;PfR)cuFmu<%Oo2(^p{#n;sAE>>OM<{JB6Nc28uFOp-qUxs$Sg zlYO_h|2ogN((+5)HR~n6j;z&^SfNvr74dJDck|LFMW#`&fC z-(fXpT5y6Y`k(*1RakM=PMk7N>Ujn^Jy6oQvuG$e}Y5Wr&3gz^&_0u zA&QF=({x2Blg;ch-w4V|IQlvDJiaIL9h*(9*Ac2nJ+2FvEnA(W`^LM-)WO4+80M`? zaWhS*a0a_6bwdIZx-okx!E;$MwG(CS`S)t$sF|g~9gc3!kiQVKUQ3QI#vzPGLPiJA_gZbn8rh4(0qp0*Fl?X8QNWT;N!C~ed zH(6di)P?@54uETWfyxA;BpG)LW&It#+;eRc@rM~z_-DU$1etY9;FH864aJ-EC=;hr z-eirg#^?XHelxkpzOO-p;B}nE>%qX8U$g{Jm_&MH$h9<8R zKw-?CxG9@7xs=&`_(qLLtt{wF7_VI;qZ6{P0lQP0{Gd{2Jf1;kF)oH(q|>h74WnSZ5J>By0&X zxTF%q+|RhUTGmc3M4d=yYLNZt9pn zVC`Vs!;8CL0I-D@(|ORf+z$X-&w@p_-x`079I|;Zy=Wo)bPr=l{x-z^H-OEZafNJ0XG zecXxJMAfbX@OjOjn@ndZ17NEoa;Z4r$WoQBIVxn$r$Jh1Z4D?ub4sTa!s z2+xnx`b^Q&P0L}pCm|;M2dGS8-tyt&WFpT%)pi03h$P0U%H^J%B61&{e*XgGR|#A2 z$*yt>d+a$Q?l}Rl;r8Gu+FLMdFc@m0H0r)VC5-gR&t0;eoE@{nWfNEH1!+kg7+@ik z3Ypdf1=srb|6Y32czLN2LGeK`=9r3Js#p?J?>>M4I2oYnt}NlR*{OI|kD5;T1p8s5 zC`c+^cC(Z!4s{N`M|=iFVU+GL-w|3!z+0J$W{r?yl}i)M(ahfT>*rk=WTp_hx5a$N zPQBH4NVJd@QAK`6*V7U1bsIn{HS(3z(3IY4TAR=R4r%uJ3`h2P2SMsejzmo$>}Xzc z--+{nWNa1VL1X0o1b(M!e}4?W&v1&2o|d2ez7NFGh+89QaZuSF(l#!Exzdq#BHxww zIo4@ul=I^2jf+MNju3468zgX-d%+Ox7pf@4VLpBp%BJ$-38<;LnOuW~=F{`N@`@J_ zm4sE*HtUalcZh{UG+m6)Lx~Y}Sux_P(;_v_A9^hN8RtA+b9DV;9WODiC^2qx)3e-|2U#n7hZr%Co9#fc7YnTp^~Q{28~p~5|(aGEZIYEn3aMjEJTc{v>Y^TU6DpwrWTJND?bQftsw5_c(I70CTB){{mOrfItlN5WZ;1(M z+3vr4FKvej68LfYeu9|ZNgv33%PKeTe1GTSKgRb{cjv%cKOC%FybA(7HFP~_07>?M zG*lnD@bbK+yaC;%>k(mL23yM$UX2s>Lh3Fnh(IMgBBEv&baBdgpFv0SKvy?g`s_8m z@^e5>N@q5mc61rV^<*R$Zv)V*Hr*A;rTrYbxHRYU{LJ z^rJgp<~l99Is5`*__V^eBeL(xxr1tCH9P_-{z;ZQ8-S>blrwlE^F|eJjd+7rOzpKP zzunLpvvb%H-Qqk@&x98%NjOkXaHi0f1kUu$Oh;@7pry*%26Djp|GJ!unj%)-c^^Pd zLpZcDhj)PCujAQ;7ct9PrL|mQwm72knjI%G;dS(ydFff@nadGfgB0U(8MZF;46Z+~ zq`U%w16x_!x-N(v<h*_|5TstAV43Ru0pyNboySSTjD z)1i|&ilLnGgCk{X zR#;GB#PQExf=&>vbSIfR3qh_Cc-qqd)ntS^WlM*@mUg3X*tx`}gh8X!yKT)3~L)v?WHT7=m-YO~r0tzb96;zO>g3^l$ zg3?rqU}*Xmq=Y6AIz*%iNRuYg1Vn0xLPBqXO7A7oiy&g?z2}UeYwfl7KIhB(^1%;Y zmohUm=kttbjQjrGwq+ zj2-o&&Tb61`uH#E;I0_@H7|w8+;c@O;*jUPPnsj?B7`FMOtb{(*L(5uL&kHXpZRgJ z=_rpEr=I^`rX#J3HdIk2U1^bQ(cv+|uQjC1I}4TX%(S_rn;iW3YV`zzE{Fr`k0)tR z)sD+H^%dNM662+0)`MyyGPn4`JZZYOJ^KaA1ORe1JIASGvvpao)8EnDZox?Jnj0i;3Qz=exozezlX&?(|`O}+8wgwLThYND{FCq`fDD6Y>aZcO@W&`Ri5NiMv?5+4$ zj5GDixpJHL$=@+a!y^buY{G5>k@YLS?3LMIxtka{hq6eOrq`#*oIR+C->Rp;H_&uz zx$zgL9-sM=_AoT9yq-&59U)NmF(6a|7TP*~zlD|Z@S%RhJ1qU`M45Cg3-d9)v?R?N ziszJ4(aj7G9~{o};~0O3W=~ZU$qDw1KHjxh*0BE=B={YT^eg;*<^3W`dOS@2Sdg@* zxl(d}l(i~-?!=J;vAhPqTN}egO-#ZkQ&6RYaDWETCAsT_c#fq z3&UnF2Fax$EDPm4rvL3*Tbt`%9_dLEHlAX7_>cqp>EW4jjz`}Ht4abdz0=*0v0X(+ z42$lOm*}x^j_Vi9n5oEp?=(`WA5PnRSh3KaQg7TgDwh@HU1^p}<{|-4FVGAAgfVRqz%(~^2 zcFLvz0anRsLslz6Iw1LgQ7O8U?g%ixsdJlMk7l~FXMg=Jv{Udk%kYs?wCahAXP3zt zF+e>1XK}pVq5>KFML*q<~0bxixO*QolkT8$S5ag%z9LGZXAijJ7(kL--qr@GJlDRFigt0RrYM`4}L zxwChQ7xmnhS%nZz?Sz+gK5c!6mHL*YJ_sox7$34D`UT1=tn~ShvK`;%z9l3AQDYFm z>Z1dux24Df63?U`Fyon57Xyon1B8We1rMDChtEE38enrMR=ve=@(-WtxXEd%n|Ou+ z0E=jL=7H!>c5D&OdFU_1@zuA^KktO#UxoKa|MKt`vWLUWXI0_Xh!;pJAG{XBDGf<| z8r`(_&P5F0$)xIdG86y=B@t~NYrjo~=9aYDE16cnwHrRE#o8{=n%RqW5_e}8IRl>M zCCOrK@t+Ii48j_|pxgfWO)l&xhZFZteU!!(+;J|qU9gV7cEQ+(`<;-8rSg8K#LA|* z5Zcc%jV3^*NlA2nT2CJoM)4f-e?60uwnZ6wuaWTtXx`u4S)fgTPQa4X4>Wi%k{rokMe<*Fisj+3_Jl>UuQ{ zbJWgFeDDNRBdPev(whs<{y+ zN3T2*2s6qaBmEbds_DjiDZYY-rtb)_h=ta*z=rW3MuEs-jJxT*C7qavxf6?nH|wra zFc{7WQVX5U{X3_+f4GBEogw6wi1mOt(6N*fxYx;$lgUDxVGh(m+$-y-i;tT73T$tz z`A{)(8CE{7IZVz1^dhAxxMWmU2M%{FItOb35ee{m`UxaB$u5wgE4_Ip>u?*oO*FXl zm3{rWQ+@FaV}PPyBn!ccX6>Oz`9{==McAw9?oe7#C0dK_9vM=>B}CS}4S=G^i*#3F z;>35aL8IF06BVT3FF-Nsmn=3>NCTMltGDh`y)|9Zk-#mA>~5(1($9q}*t5!-s1svt zoHThPY@D6{BCx7hchc=S){LTG&enj&^gz5T`(;b%%iFW-N_GrsV7>oijdY^gP(M2? zc(VriHTGXKWo8VFt1Zr9$*5}WH~I(!3$6(Y;&~|ML~=)_1Nn20#8*xxx?T3%Uaz|S zAUJY+mVo6128zk=0^br?|7-!OlRctg18O;oE#t`C0`}4BCOE%S245ybi{Y&J=yPH7ovxVk%W-WQ+RgcTE6){!*^)d? z{G&gTkdUyDDE+uZ{4V`P?Q4w{er;k2)%62%sni8 zk!2C^KzUcPqbLcI@9>q1F|=#W?z|*V1!KJeY798PIfQUMF`H3K3^(tbPV*)BMbci% zp>SwBWUUR{$U|@@z)Ick#&*|`nbXe=5nS2G=O9zHgf1S3x-gh>}|7cx=s~@>Znwf6~L3Yp8S1hh>Kf*^_s;ARLe+^P{|RpR$ptKpBRB6YtqCQ>$u@ukNp{J z2&zp)0aVAJf(bD1|Byad_^Kp2yjz1>zvt{keas~z4qbI+J2^OpKc0LYJrj}F0SfMH zmg7Syw`jD7ik~(I%JNWso5;)Bz zm!S!>jP?=~Qk%=*roM}yv4Ycu*Ai7}O(i~AW8~8qrFfm&{X`WPQk~m%xjYhZb~IW; z4Zd%naw5jo&>UTPhm`nj_i_VFoQ`V{&US+n*3L~DNCpL_ zWdA7eSj_~--5aWbn4uE1_ZJ|Er=tBk{mc6b^;Zbk@E&(wKx;P(>J?-}7#bRKkikVK z#}sM&O?;NY$Lb9|rL)KOf#{D3T4t!UyfLytiA=TZEKr++W<@PPj?#s>dSzoNB_e&g zVOor1@nEl~6&rY0?MjZ4zvfhs=xCr_x1+Mo$4y8(TC&P^o9Y?W?2}@U8)|>NnCd9g zQBRxEUJ|Z2Eei2!PtPQ(8`C{yb`h|L?jBY;6qHj`rQ1*uF=+`82u*KG4uw^(q5BRK z>~KD+*Ew5%S#SxLMD&l+C!O;VzEVaP1tGh*h`733Hlacp`TwGkMOt<6kqxlyclYSC z$@a{8bcf&Ui z_h~5Fv?R%K67=nZS$eaFPhCt9NQ)#bC6O{Vvd^=Hq`@@J;>!woe5O5wI3TD7kdU0KK zk4l@Y64bFj-khi;bqWgM;D^JBbK7mqCq(!gq>u$N3t4 zWkYmB`^`Y=p~>6;Dw|I*{JutA499e{{sO_@pkvilSM)H1?&xoKoNW%YX83sBVJ6eP z3Gy{RU_Ty#!^b@WRlOqsSaVw%J!0`zuCFiFXWV0E7fMS#Ul%FyVnX)Ed3!Dr(TJom z@s=EbJPo<(VS0D=<(fmP<;X(AhBFS_t3Z1SN2K@A^G>8PlGU%MeO^Api{feTaXEMC z*uwINo0FGMj!U$06b=|&B@6Tf+|M5zM z>^#hVrx#KZ{!JEkQ4z5iUVEuxs3VzXvc(a3SqTGqocYxJA##s{8v4?8!pGPcUaq7HXhy}e*;qra)=m>yEi|ACS7!F1*m-L zW*!W#E7QFq(yLJcKOtT3~9gz-s zE`^M5AZ@3mjSTSDu2MkqaYc9u^Wj1+FCsp~M}VMVpX8uCanJV4Nnk(SF8XheToJVQ$>4`;b+1XqhM%PCW(~-=~sV zO+C$Kf+~#*ACKa#6N$G+udV$RswsRUn+1o!m?4`GxvHA*10mPo3UdmtC6Kcoi8sPq zXt!A{KStfTG2E70ytUY@$PT3CR9L$G&Zwp zh$k@2N1fuSc(wywHO@^d(Wj`Aoy=1FkbgLA5g%Z$H7c|S!pSUs(zj+~|Z zeRcogSBF>%uDJIH2wbGM{=7Tz*F3Ogy(2r2x8ssGQ}!?Yrbh8!O@Nl{X}e!-$?ig9 zw&2k@JYgO{Mr|gUHdKt1+)a}8a>)Xso_}hHq;di$q!vM)dk(d%SHm)jHG@ zWOw%=YjVbUTye2NuLR`>wHjhuG4>&NEmO!|%f5skx1lW}SVp&Q$8hf+>#sJkiYURP znabd&wTB;VCR9m;Quv}?4LdhjL^qjRjb1&&wFfO50MaH|-FdNJ;m>oHk`?Ba()Z|o z3N)?A$aV|nhZqSmI1z06Sxe;cbzM03GxETTTvf~t?&c+t)r-&}YaY-~nTE;r15s%P zK){>=G*C3H(|b=w+Lm~qiC-pHEAo@N;Qt)SIO2Gzz2 zGHpL^Mn6jeATNJ3n#b=yJxGA1@7wyqkM1deRnwQuLUpVNZp`W-Ky4!6D1m6x|E>_* z)X^rX21Qh!IN9mTcwbjNrhj0k*jA$WuMG!2UcU%l%NcrDw!qx=E6)XYTbBDeSUBg& z$2N(NG&D5r**cf>$%Yl9%8J-H<;cOku8|lj@)YO^AZ+A;sQ$VJn&1}Hpp`ifYEZ3; zJdb#jYP^YjBk5Gvfwzvzp4m$E6GO12w~D)iQY&JKVh z3~!@0v_8iFZbSSmJcYNI3aOPE?O2~IJe8L-@GW7ERQdk`tAWeve-qU@?7ytQq;zy? zqbn0dY*-pNZX)u>+(uTB-bnp~qq7YGe4BA&n`CtzIpqWZv>8AT1-H{&Mf*wc{I<*S z{C1TlK1SV&d>tlxnmr+&&v^%% z6hq2FP9U6Q%APLrJBgo0Xg>ApIrR#%GLBur{m~7@P#BMschkL}DQ5l2pLWX(_W`N( zf1{}Ryc)PFT(+lyew>Ui{rF)05cwp;f!jw^p&d`I znHNNmT#DOP6cv4MD!q`GhNH%4g5O1w@~MF1-1N|Yms$4K{0pWQQdQQe=tBU;j%Ity z6O1=6!pvj9r;uCj1}HxPE920cRLdVVBR%kU6W~Am{?6@B(7Tb{P*6D7%V|a_!YpCi z+qLO9Sc0knmr7;}_F?{EFdbZ7nhmhL#p2Khp0BsuBJFL6RFsc@OSt*TorMoP>MGU- zK?MiOhg2Pdcp1rA6-0`s&4&)JzIe!{p7F?~?w9X(e73+bLmh~90SW#8LZUghASJ$w zCc0#E&$Oz=E=hic2qnjV#}n1@kyiw=PkjSeBB}4*?W2o*;s5ewp6GBNR4HwqT!Kpa zNdU0)T7t7zbgYw_v6Spxb64P;g?0hwtk!UlE4kmFHFIL&qw#SdxHWqJl|7Tc^ZHk1 z1#X~HkA}D^GMQ&xDo@yCd~dzDe<2HM(K8uCrB0W6utsEI4H>4^P+e7$k#T#5(inZl zm~>_<0LS)B25cQip@Advw5bZdyO-o#t8&*^vBjXe5VAGL?EM2!D6{uWzOrT`NE6x> zE$VU9ht)Ihoj3Ts-*@(lHTQpT)p~XDR;dC>|DCG_L!^mGx4F}M0TOHl9>M}RQS)(B z*=uGOa^DO1W&fE|WPBmLGXRbVj{ru*hYS07Q=Q?#X$kDbS%cS@q=Pw+*2CcoFhZv5-K zH;@ww^~BNvE_45jnu{JBo=g@rUq)0&dJiM&aXf{yiGy)CmM*nul2e=+?+6 z(7h~#<7v@8jPO9|q+(#i91PJ0*EXR^o97KO4r}Y&x1ET?+^iBEeR;z1!Ot!L=e#nNj7~{yg3o; zl7MrwG@uzL96&fkrG~v87UC-P=`lZH2*W53*X~uc_3dXLCMJ@Q|3NzY+BLEX2wr$` zU*0CvTfMyueFA|sXaPefH+~W1JM6Ki5dG3+99QkUN~}l6WWM?L#66%OJ28eQNJcLv zJLe9v6a=8z<~@B*6LnKDD1!=;LCN4I-sf|M0kXXa@~1Sy`% zn7K1p{8g5IteYc*>}*Ii;w^sfCe9zLe+m*T~fNbMTWrl8@4PNBKezFzQC6k zDOJ2D{OH(VOO7vWH#Tetx@5+3Bm+0!*S3KS=nx=-;6PCh=2(b)g6KQI{o~sX@B#Dk zA+ckK({dJ}(K>E{{`n8<5Gs&TuqazIf?*Dk*kA^jI3w%<6_S`$b%I>w%flTWRx% zEZ(CP#lM{z{(WDJnH8lJdb{dp><%1q0XlnNqhG21NfYO^)Q6JsX+I>iO=`&A4(Tf2 z=~l-*_uv!Xo|`R=5STRzp;4AitI7BPlbTe}#)0%Oi{@|r3EPjRlD-kJkFLaAJ^B8FCZ$wPV zQ!)w%Vvk^2zf$DMgn^D&%O7A?h_LW;u+zIC*W&h@?_CLWfaU}-;&P_kmr-et;}k`Y z=32Fm%u9y1NwU}chX&8@RfJe-v3!g*G=h1??-3aL!TH^!cE>wmr?8Zd%UL@;g0nesv zmS8=Kuhqft^*LDgI!@GZ_{VF1M&+y~SxOlJ5bn>RgNv)dp&;>xBo7ZIn2YiyD;;ML z(qIMnFt`RZjd>8y`~b>Jb;_+EThIV?&X&G^e-Kn$G-Q^!JD4JLKmBtEHW;;1G#S1q zSSISyf-JYSH%tQ4{(Gt7K?%{@xdE082(*V@w~{Q&l}VH^1ZdeCYJN}#EoNUlK_lP` z2!i)IU*t+L_VcRD4Ueq{4$&&T^Lp0B=hN1B9xp(39sr$vI$5Jzqr>E5Hb~Q)AyWPx z*04NsU@gz2@$%#9gD_2E+{?!il9S^kr;~sr46B%=xhjl{==bCP9}qZg{*$?!nI1ZG zzZ&h|U--(1h&eT*yc>}9yAH|un#_S7{~uDMsY_1)p8+lSE72QW6_O9)?*0prPmiTM zYV+S&sCgbX_n@pkFbQ7Nh>oq-ZR^9NU8j4GFunPv^yJXdlYD51%mt8me)5_J8CqXe zhSL(enAidgn+2GsWnYi`j9OK`!&3+`Ue4b?Md*EVK_+o<_Z{eFbl+T!)^c!IGe7w1 z$kcnfuj)u)=xlL;P^JMKBJ9=3bZ$p7O*Yi$Gs?BGs7(^GN@lJh`U`)6lKOwf@Wf2J&J%8}~*M@B+LSV*T_6=#K4`0KRlt=9TKgp=! z1uW}USLJ3-^O=RWC2|D50&%wRntwymK=*9*0(mib2Nses7*SB` zUq}tr1ZAUP6?_B=?gUVf%Hu$9W?Nn}dT&XOJUsDgBu5BXLLWDCOHfFNoE`;JWpN;4U&74qx%?gkh9M?Qr&Z}rsijkpZ^q9eoUGLl+ zYHTna=7}#MkU%m0J#1aM5KAfRdGyUQ`uRcRb@NZ3_0+WP2Uc}0j@ZRqm}~Wws!h&H zfhd$e=7vU73djokx7{QBu_`9J9|XBY@K3d6YTcWXgnpf(fa610vmOZ7`89~aZ+gp*27E=%#?O5^X!u-VhNbA3tqT}}q zgi&8sU?Cfm#OQwF;>ATXjB4cRDaxm(sIIRKZ^_?y2Hbx|14HxEzqxGtT6EjDWeN}WMTN#%lt}n(u3nq&3gp*@9LU0 z`7unr0V1lv+rtVk%&j1afNXjyW;-EL`VY$=coez*`Z0oNFsQZ9f{;{1fn@+RMlxRy zz`Lfoq@G?4^b%?;A-hGzW&VO%N@$ZL$TJU2qG8$P8^#Wpa(PLZFsaBBuO0!L!GEEh za>wEcnbd%FV*Kz={chlf!;?UqB^U8bpm)uLs2r&61P7D$-n2gmBM>y4Z*Eij*LJ`a z^nwVYCiZ+O)N|8E_-1}^H-9EuDA zSEdzr)^e_$coSM?@qK4<^2HRt^W%huu$Tj>&_C zqx$al-Xb;(GEksmoF=y*?JZTzFgif5j7RTo6oE$kUZtmpmak}x<2f?6JD%LTO}Et- zVv1KcebiM{`y-&lu&|$9{8FPuYCkt>{O7n<+4)8wtk z2oCZY9XRn zu3<(&vw<$75^3vXm&G9Srm0Y^&Z(78uEuVSQs3BRdqqP@pMKUYX}i$X?v$9Gp`I*f9w>Zs)>yYau14XDtM~Pd1?fCV(Q(_4XwQ& zNWa^o{ovD1B3o}rU3}s{;_kaTJ(IT8ad7C3eXXZv%~@8Ko%2s*4B=vECv73W(opqD zqQe#^+Dvb$L51Z!|1;-_a)#}AmAK_%wj0D4l$5?Yez$G)M6h%yLib5wE1ipKd%?GW zf5aQ~-qEW&-{;s?7)p*rzp&#)$=RP_s59fiHM!Kswtt!V z{9TLh{WEJ?S6{OE)6WiZd(Bi*5b+j#bR)m=y%aGcD;xKwF}kvZDQ}hG#POxRhwV?< zhlIt;PbTpX#asNwKbS1vU3*@UASH9&c6~ckJ33+_HDV{2^h_fDvlWhkbENAUXA;G{ zgx7%dM%jYR?R!%64`rA0<+qNu$%;kvGU@F+JVO)`%spZ)lW}UryTgk?JlQRwYcbq+ zizC^Fl#IO8>2XTjBMYyj?^Kq=&i_<8+b~}v2^4>y&FIU6-CY=S`VUJlowfaX=FFuc zkCQcUV_fiy|F}E)>~Mr9g+g%1DFMmnBA4_-UNaQ-*|0mBomEx|`eeJnacy#?ZYlb4 zgNi}>#>cmh2{X3NBh;G$FSliGav%e0S--QmsAo-y$*4-nwf#7{&VpN&3#H?y*`&<(5^M+I_G6E$FMcCUYB^+A`2EOx30HUHEQW z!NyI)4=@T^)@_iZNs-k}U@I)u*b>`xb1Cr*y`A1FQ=#sjaIl}TpHXgYY)fEd_oCYx z*`8vIf$;W~)WjcD@3d>tcnb^TqVHfziF!eVFu%hsg=XzHn`1nnw8}mstzWcD#&STZ zQVmXzcJQe9%t4#(>9b2)u*APBDiWVY#+96L{pCFjnZ3xJv$UgL0kQB#`3wx#3({mx$Rpi^UzuOb5sWw`9n{*+LMyJ zmaOcuQsYY1=MS*I-M3Z%2Ba4lRRW#$pIg#y{Akv`$BYoDm!onK!^o_~( zvXK`wFM7CVkgyeakxCt=UVwOuvM+y#teJrudN^uXZq$d-7RD03gR`CLQnWNo0#!DR z{2X&Fj`GLUn(;}W%hB1AMh`GTfp1r0(pAkLuz&Bp;Jo4O=^+ArTSwNT%pJ7q{)}#P zx$C@gr!kk`KYH2cSWbaA;B5|Ns~ewLN$JZCqhVsr9cZ^+BEA7U1hO?@C zwdY~8-%Myf=_JyIz_YHe(Pg{gOo!W+uYVk~hx(qvCi(X?z5W9yX>rKcntyrtet%_F~>HuTRCKHrzINWF}f zV(BtqE^_Z&rQ;RKq*%S5iB|BL8fLanqTjA1gVx|00BI>s=73PVD zqqt6GcFN6go$SlMMBa7ealHFBd~)mC*jx1zI!-B*3m$Dn+wzLTErVMgyx$Gm!}CdJ zm>TTZqhu*?qMUt+|9G7GKIQfWu%CgqX!usY#x1G))gIrFG8lY4cW*=xop6tqHTxDi zq1q#~tq@(V;ZIX3!2++$ul``yin{)a#_&)%_LUbEN+;G|DBZPrD9SXH5@jZ3eB_jX z;X%9;A3fGTXJLQZ1a_&zqw0QhBfa&~R?fPO<;o^OhY%aI>q4pIk@L7x>2|5@=34j8 z<~1F{HKYcuX|TZc9Z8idzX!g)5pm+_E1dI-`GBj6P4s?dThl;!xI3%jID8AtgteDv zxcWuug!2N?X@V0`NVW`6eQpFY!^;c zau&hXwYxIo4(rJL&aT18qD*thjfbA&t=%uwXu>MX$K1YzEz$>Vs(B@xHIf_8!d9#c z&sXvgyiztl*Q3m&u*q9&{1+X@u4C%zQR)HoZR~4(1)6SGBJ|kq#m%)N z8#Ah~Xg<{78wgou=i5x(pGqZT@sZCMSK!HRnt+O??jFy$LDdPig6CwlLt8TUd+(<} z8@?}fiC4x&IdEZ;F!yNqDVqK<(DuqxziZ)Xykrxe>pR)Tw!hB8d)6)cQ zeG5b4MJ!v0Z29(#YP5@e-|)Jd<~jurtqB<1L0$KY27;EBd;Z;ey5`^dg(~v=n{wzn zbh*S9B9x74?Lfhrno-ATJm^ZqXtNBm1-~+`fRMoM4X_%Ikd0LQMLi7-b#+q!k2&vN zNgi;32;_y36by0a0ab8_{n{m^2{}Ln7Xi+SV$G%b8es%9_t(m_oT01Ly)ld?v4h{T zIZ(qXYq_NGpbDp0p_X%;%1&CfQj>1_Ph6tY@W%JuICNLc1CBCvVhvvurTPc0_2v6k zJE@r*rCgshM$eX^t#2-P+hpa9ausUw7v-{PWHx0iVtKSOhiMzPzG;s^XJ+uU<7(*l zViD)A?>2Ht&s{0Cb1E}3j!uHz$R0hArl>;5nW~1=ps%C;-4D{L<51fyVeQ^Al@E%) zq~}V1>>rg6VVs}o_ocX-z>2fPqstH2cnU`TYM_{u@UYO**1ekunmbx`P!Dtb55Uc zyFqNOwmO(!D{gzFA^qMPodxktIoAL_Mn3Ks;bb2~V&wg1d*7X-x3x3pS9R7^4$;S! z2_$QbN_iRuVr!FvJ){Z`|HR39Zu8sf1eF^w`Fshnrxiy5hfyE9~% zZYNzzt0WDuy*aF4-hb|%=s=jpXi4jH!$IWe#3Y^kNfUFVx@5YQXWb z;km{rh{uj!0QX#r%EM{rCeR520$yhlnsy;Tuw^Mx+dSU9xsl7=3r_Vmrg(@=;PI%u z*?_JDC1hPQEgk8c7PFLN&L)@Rk6^K^Mv#Q5oh(8cm5hbg#RzPCP9?Q7)|2v`cx=_9 z)^=;rcP>c2}14g_t2K%b1~gLJq3o@7;SzFB(nRrAi`>8wFlFa zedc@C8UinLE9Zqym4QCZiTfuWQa-&cQ{X1C2M=`mZ=)&R`zuoq-`#3R+eeA#c6c5}O7i&*8TrVu`f_1uO>kTDt0g;5$a?FkTOPj|mVHyCSEl56QP&FM9r{a$-1}XZ*MhNmGezPr`J#5a+^pBF|~3tsf}F;c@^as#77FxE*q$r3f(6dcaG8HPWSb_7kOCRd_k&I z?tA2P6NxjUtL2(m_9UJ=M$jr1|BF(KfjN9Nn3V>5vd7VI24CY&o6+^NW*PB_{TTo5 zK7`=6;mlmZi*1wwe$_}-F6To#-ry&)mbi8|B4)162$?OTUU`m$dd6dMxLMDJZ!zJH z@2DpYn65r0Fw=HEAla-DaBWVfgY+Kz-)H^N` zQMuf&k{YK;rDkWWqW2eaM`YWee@LdNZe6mT?4i%;uCYu-;0HGm$@EkH1l7%~_g1BE z@Ci(nOCm-z(;f7a-4>)~!x;Ywd<~z_WXo`-@UHsqcG7zp-yfuN==6qlDc@A|fqnaq z)8}%!-y;||<+ENV<`|0<^-M~!>oc`ldqQu{V%DfE)N?a8QHI;?3 z45p=qH$up4CB=YeJL5^7V>U!gsmdp=_?+YwCTxk3-}Gh016X8mQ}v_5hoWU5XYvNP zj&uwShW|?AtGC{RUq|sqfpT*0t3SAQrYoI*@pY+#w=V44`{8Qr9C7{p;*jrFNk~3> zs#2)XmV5d%pagukfJv5hCE^_(Z|5=$3hyWn>vF{qHuFds!s3(#^s;kGDrcoEzkj@G zOICv&)A!dG?L6Mn);Idu8fjMEYDi%+ONuhe@0)$(bWEU5$KINH^aLAF$@&cOgRZ9y z<38KvkD|ilkxSnE!MKNg5&)aAdUmBuz3^O?U(bCiEE13A>65^o+`G;*bkdmMMJ#$J z+tx^4S1NFA3p@nuay&8>67~;GMacDn_8NLTT#0&Z4Lo3emDuRK4M-EVDOD|wrY5Z5 z)Jhb^Z{{LBlJ5ES^n9MJFhK6YcfhKw;?+ls!N>nX?>;RoQUA;~-7}fx`qYZz6E!Bv zPlH8$stHMNUX^nr{|<#2ZAvNwf+Cp~!~VOKU->E_iFoaWA^-Peq6x*HiyV+ncxJ#> zh9EfSzIU!X$RMDu$S9*!v5!qoOy0tvO?8Ia9$#iy2IG z5u9x<6O~8G$rXJVu$-L8z4+%bPpRu1K@d=)&9Nf2J@$cXA}X#@R^Xk9fx|dve&w#` zBI8C!OvO3!cy9nuMRw3WZUnmZecfS1qdN({l^o|Xf}xulq;re^5H)Ft4BRp|^MLs$ z^ICpyPCPJV>_EWHl3xildm-STmAVu4hJ`EE!2IxJn$Xd~1srtLe7e68L#D&kn?wum zL5-`2dcU^yNq(pGiGqZ`v*Ae+%&+GqEt9Vu+ia8c8AaW@iTrc%K9`FU#h?8%x(kdi zvz&hYU|H+v`2yKtbFo2(h-ol^`C`FDduOA?sp3gfV8vJvwCKNH!T^p)xl#_&BK>97dNw>+Lc;pV`A`IjO0i6u5l<=-53xA5#~jk!l+@#fxFW(=)nfb3g!{W z6{N*p^Xa(Ua1@IlwAfmC$$UHR2I|?PnRQj7QhI;@AL7H8GW7DT)&32Nm>?YH_pWVY zL}B1^Go{7#_cxJ9bS{>DQ}VGNVRJJX%gy0OczO>ridwkl%ZvzRm$_W|Im0i^z9L~x z`g1Sm(LeW2##y%eKE)Kky~{60Y=RL<*t(m|wram(fF*VsyxWVZoI4qr&pn|(hLXEW zDC>E|c?1NMS;sts*=4FyV|zp+kb*p$h5)i-C{g27=@oB1kL^LbJ~v86Rn;H~4c?VI zp^5z{J(-z-qxpg5*ZO1a5554D>*cb=H-T$#2?UA%Pv_J+2`gx;Ag2m zK04{K6E&rJQE;u;(ZCafTst>C^FidJVhFL=ps+VKAN@i%!3yKhOx&Q+(eV`i*E@FA z-QcQAzg1xrFj{nX*U%&#vg_(0U~3lUNZYNX(@0sH{AN+lM2=(4H)fghW$3XeHKKp| zoOzCXrbDnYFm2_)`Vw3c=%r(al@BJRhqZ5uB#fuRQ2=DesCRjbMIRO73 z?k5T=8)r4-(v_v*4}{X$Zk_R8L5s*izETlPkX3Pc9l`qelqJ)hw53b7*Y$5AIeW^4 zm=JMD#IV!k^Xey0ovm(vP-rQ?gidm#+q;Bgd=)K4hesC9I0=t#G!Y$CQjVz-ujkW= zmr5-4?J$gAKPZn3H8muF0;B>dg1uH}ajuE4rz5D1W#K4BCf>zB5cj~|XK_jLZ=%5?HE8XWG3BeQvvilf~wmcyw!Td@cfa-B6GH z&z1y!hzh$p8_FuC9s)=Roz~+ox6c$l7+6u~(bTNVwr^%=|lbndl{*{c+n6b+4zxhGR&W+G{wBya_O1WzN16NM(} z{l!C*Z}%=_-xsg+&*b2B-69*Y=dyq_qW+ARO&VdbeH12DHM$~5`lMnePtk*BXPldm{rN~V{*ijb~hdh!<7Mn9FAywTzH7Ni=z9mOv? zkX=8^n=`3lrNyX4(keyzLKyM`(SgkXp_rS*v3Zt1|LN$@sUxjG%D`6d00^zuReiw| z;2_ETlZU=IhDkja!A|ZD|NcN(%)>E7!o9x|7qF~CSYs39$r8y|-J-`-km5~(6IjPi zBGB6n_RZ`W^|6Fzzn;gjE(yoNcPwzdihV8;xSd}w70e9Gf8s0XP(NQ)lsw27ury=G zt@kJ{yhK3ZY3TjBzg20d~+JP?nZI{>lQ}${?!8qzeN7<9@u{rJ9A|0j8lr4 zT`$J}0V+A7>QCyzur58m3cn90Y_6{N`hc^jVFd|m#MdpW@|B+4c&1~A zbLs6U&y`gWdj{PsjS4H=KE~a!epk`98Kg5fH-OFgd<~lbrd}Vyk$ip8A0Vr34onw_ zI^Ez)SpK^=&tLnm3W!$%!>Q{lD{Iw<%WI_^`;s5~aQ_jk)3DX`P%H8y@@=0Jya=4- z{EL0V3J^tcPVXvhmykz@tWIch?SY#N2>RZ~ukwd8TITy8$?^d#uuM4ngW^T2?jKO1 zlP>7o4ne9^EIg4daDI16BquBXN1-foH)x*RSi!6D0{{>S+T8=#q}N1jWnO zehBwT9B5uz9Fbj~40wOqW914@bBuPjWbnI^%-ynwaM6v!$6ZG3!V9#m6VC5_=hrP= zB!9SqOD77BP()uWxx#9M2!(Ude+@gY5?u#EhG6sxGQq$D`mHBcWxzdX4DgxxMF+3- zTrcM5v4jVbRfBD33R^z#(P5(KbSv*EZ5R(0UarH~Z9EZPVtIBHLww_spnQHn#$Q+j zOJg>9dVR^q?3| z-WbJJ?Y@)~2(jXyc-GOCPZ0&bHulZ1?T@_up^P3AK{Z^1oGFd_-I~w_JqVEk9U;_a z&Y!noM8|dz0zzEI0(i#BM|vDi3#*l=o<31Jyp#K>QkMQD&9FT2xj#Y2U@P&H><2-N zH=iZ;$-A*EMnaY7zNP)}-LUAp3B@ksDClxL; z+$ofFRsQo!=dTn!0N+q_oOQ_^0D~CkJo5k{Q=@h1%!L|%da+%Zv6tMhgvU15K@;?9 z$E)awD#YH;BM5cU3pn4^!=;7HaYmgby4VUX02+~KQAQr>pN^+4)gB&WL+H?8Q5;Wt zK(eYYS9oxSE$r^F;fNbL*8{)W+vg!QKmG8&=P|jJyRJ`;=C;Sl za>CWw%CB5(73z2Fx0--pJyGj@2TmiH=pEy{2fmWt_8W*kx~{ytIPAu<*8IGIZMtHv zrM;ulC@Mxcq1SQRWCJCLSIB6|>hL0du9;4HKI^uKRWN)b)KP#iUJ8ect>T7bb1(g*cZjM;DK*Ix(=Wx2*`O06Uc)EpEJ@xS zpn^x+O`Tz?G@wq;ptAIqy}p#ezI_9Et}7M~OB~EKTgeL%7n6Q}cYFI;kRX2?09(1R z{ZG}(yOb|=%w`rIt(C0Em>LYCh_k*UDwJhJj%oF^QxYSQKPgM;NuKub2(ch^sId5Q zi&B&%xuhT>KhGy5)%)LDfs5uVpYQWqitIBGZKGRe%; z3B8nfU_Lg^X&xA3Mz}$qlZvnB4=L=*ci_}eP_Ln?^e9VF`vzi!Q=i{Gz=_bSAquf5 zn~SI2$nQ_a6TO&@t+w_3$Qvz=kEF$%+>zL~Z&w1W$tFNsK3{lbGe^FBk!r&w;p?bT1U#y_@%dU z-@4q@15VrHq>DWBZW0oEgoohXP+h6!$qyD|G^CWkJ&4tRVioO3CnisHKvwqMb-Ys6 zLy!G#PJB!ceJ#?{{*CIB8?1X*biM2R4(}mPh*W5Vq#6_GIYz^*Ui&BpR9Yw(uvAU} z_~9H*@f`S6;EJM{@qRrB_2pbWCoJ(qLlpC&l&Yv}m|?_gDDQvbm99E;%-`|;so3a8 zDT6zFlNC{_FDiY%R*JU4@6R4q6>)rcb#?XT#d*?366vBIwR?<#V>r+c?|e{CK;+TB zEP-F6*3!ktgh1|-ao0^Mx%*jClmCbi8$ma7ek`_6N9*BRtt*-$CHhnt%qZSp1lv4c z628}C(xeJ+l$~>zx}?;2SY(SK#J7h7JeKx9SD+_->4rH;y>O{LE+GEnlmBQh*`d1D zK(cr{o4oT-uK@1{=fDATx-^>Su>NIJm;L}+56Xarsc9O#L95x=}-D@*AkU9es ztp)_?e}k8pPPhodlw67G}A$ zJ0^}lq-g9vgN>;RroKta?(q+ytbZ4~r?X%AX1;0(V)3QFg=F&8bp2RyDET8{7rOwb zg1qAIl)(M5)4pL2Vi(HY`meDSY44Ay@#00tC#dY^iEXBln9-^1#4Y#@$!8cZ9#Vt; z`QVmbZx>$>o7RFPSPB5IWFZ*Y)|wfkaNzugNG=zjDw!XNHT`VSCG7b7A1C*dxXybr z@7OL6+J~2!CzcH_d%M~1^qO@HH&x%|HBA+lh>^z`YBa-F1W_r?-Xq$b1LOTJB-gcH z5%9uAHGc(yQlyl}^4|#gO}A8`sbD*IT{PQxShkvZr0#ki*D-GTeC)4aiu5XZDAzFl7T5@o`iTW#C`EZm+O8u1}Eu0?D031lI+B zdmmfD9NUNA?p2W+iz)m+%pAy3zEkn^NT_ho*&SJe85_SCBSQ)_`d$Ze3H3JUV~f=9 z*c9mu1VnCwbT=#(+w%u-tSgR? zF%x_0?rVF%3tZqi%=c2#$YLwtT;m=5RP#)^{cdOJ4HpJAEVq_uvpTf97CB;vt;YAn zUyU8!eC3yqt?&z|PDm>wvC*;h;#Kl~_1kHUY}^Ry(cTVW;vemQ%HCrW--U)gfC6Kn zgFnhpiwU9sYR(1D8n9m08iUY2;>iK@bqYUA|(` z3_0yTanxOv*nh3$yHi&J+e#s=s}?fdth%6f+mE2VT@Wmj?fIuyWN}1)6oLhjIcNJ| zHrt0k<|qR$7b5)?H&O0w>&IG_!8poSmZrh7tJJjV+QCj*C+n%SOnaOd0B@f7e}K0k z;X|$82DADPp24~rVAJ+S244h3qcr%WRUK2?F#ce6fBO=(@?6-opgH|SmGGhLnLXjV zMByjx?6A(#k!kPp+5kJ<<4UY7Nos}KHRfXLK(Mn|61W*m4Zi)jdR1BdKX8$x`g})H zWWG0~8xDZ}A_{utn!M5(NqXb1&@W;h6}%Xq<5NoAFAr}rRBFy*X-sM?X5D!7LMr*2 zEK%Yir7)fRbGp>g)pwB0+OBL=O&{UJKeoY)yT7QeF4=c>#0kWnEtYp(ml-Zp?GtBz~egQTNg4$*wlItzJ=gm5UFupS!k6iZpw; zn6MiiZ_Y`)kK)j_WnT0IOh(?c@?Rjinb-q{OWGI6vN837A&vb|ydv$yUq7^l7Hh$d z`Rp>05UR1`Ln`I8qu4uu;g4%#V=A%A;H#PtxVz&+Gi_jkW@zgmUd)OL>IQ3(G*seF zf792B%Gct}Z9D2OK~UJR(EyCdJWi=(ZSEJ#BV5hwAqQU&I6MDwkSxQNg2!T#y<3Oi z*c~#FY*b#n8}2{6kW@x^v$&FAC2pfS_~ZTF>%3cX9B~1P#e;6DsbslgcdG_$h?_N& zY#E_NI9pa zof3$}9=Thx;U8S4a3&TgE@KYkleldaM^5$3EN0A$U=(1Qmt=9H+>doM29&GaI^bZR znn^KU^mv^(h2DT_NsD5GA$rEylF-;@TcrtC!w`k1e?GbVvjWa(6&pNHRyzb!H%JKj zcayl|MEY5qh0$fc->#NMb2=R)$zPNgy0|N>x$shl^Y)tCkFeqSd}tOFk2R!@lpZt9 ze%qgWz5Id5;;=l!-@9!HsYfnuf5cBknG5uD{jO(NvlT4I`Qg7NH|$+FWXLmYY4d)9 zEG*8}R81GniLJ(mT%qHZN}eVj>Maj%E(AQLAnT+sI>c(wP3eftqSjESmtq@zcL62& zQML1hw`UkzWdSeowX~23;DVmR0VzK?zJ=-kOr5?T z(vh7Og$fmafEC+sF5J&`0d!q+x$g@suK57Q%I`LN~t*6F0sb@XL9D14=$cetSwVZx#`}Z)A|QHZ^N3i zY#6drYzfHna&Uut_|}rX^xH!-unU0<`jx_?^t4;?;yVm?b+}&gJM;&R;hb^aVcQ-2 zD*FA^99p?urDMsP5jbxsjv5wpN(4l22crV8uTBnzG1>$rADR0*X>kkGV-`i{z__q9ugi`A-^$E7)|d z4i*vtP0gIXCM(?pouiqp#Ww`Jt%zzaq}4MvBHtM!hxapQ)mj`)UvxcmswEk?XWM5w zQt@T$clh&(O;inyd0wQtaI}5lQ}%IlWW&IFqyN^+Ee~ zNRzTZdVL|Q_vN#0+D&=m>&~wf&swBcr4Az#i)_-d<6q|6?zN)qtTD)l_*DnddlpNxzj=7aC0klF_ zvT}LY%F@Jm*l2#4j(F_9S5|vpF=}aNH9}(I2XJl&(-eQ;_eKR@l`8t>(;1m{-;OIF zewAV_>I%nJsrzFcsA-NmWJ#m*KAj7DqIhY4+uqjJ%#|UQi(E(}QL2_jKU|Qor#zc* z8jrnLB#c)7oAF8JPqo*)X*kWAp{;xlW&}OA^lGH8s6^Dvu;bV99OdzKc7S1#X(>AX z_XtQj;Ln#R>9$RfvLL-iE+)>Ydc($I!cK$&`#2xi*0{aBnHCaDjeT-u z8*&|i&5biGGT#5dgr0#6@TAtl0Eo4=w+pwrJXs~^R6RLRX9Y1~xsDp&gTzU*wja&d zvWW4sryG`ig-2O^c^?5vA6qbd8>zuLwT_Vt=LE0#pL<>xY^I6b@$cQiOUd9DRB$mu zcfV|(9L`AIoeMM~zr6h`Qm#8*j_r%iJEX&Sf~J1X`YME)ORIm!iB*pCX)NRlCo`WV z@%F;7jGSKbJ-ssvvwAfjt|mU5D2&bSIn9k{lHd&T+DDWQwXt3PnmHEptw}j+X@|;D zLCg^nmmbd1mDVkZuoM?vi?V7qAG6+Zb@E)V(X`M6Z^$qKlB-E#F_Rp0cp(n{a@LmpDWt= zxAnL+YcihMFC$%ao+e|j@{{)~S}~Q3E43Ju@a#k(8acKsm8JhdW$keVrdNsFMAf&*tra+_fR!o{nV#4!Pm( z7%m4P^`eKods3*KZK8gE z-NO(FBL%M)`X#y3ejl?qVfe9D`k<@smsht^-8NM~FFZp=E@9Z+|Es@vgvT+zgn#NQ z;4q@MiYmI??pc9B0>w)djfwrdJs{SI;>XL99HYtghk4Et8c2o*wGChK#AWx~*owd3 z96}L^gwk5os zfiaaZT3K#;*}PDye69{q%R&FHHjEi>G9mIQ zjz_mTlr5xJe=dc7w_~;E^Le;uVvX<+A_9&+y0qW09-{HC8^^8s#L8i#kr}^L`lDBl zUY*)wV(CX_v)QWU3PO#+>vMTdCriKIw`$U4cpp_#S&5(QY%FeH*`_acEY&Rlnv;+2 zRtAi71P1U4pw_U=+17X!JM{HNG5P+XVDGAO~_sUyqQ|IG$8F`zX-8{{Xc!i$$r}&U{hk7m4=w{eKOAyNe>ld@ywNX z!h+hyem|gdW!UrC9a(jaymryLN}dN$#OpmXs%3P|XK@M14i2pj@IulWO{AFrZeD$t zl4OV2H%XGXeq7JPDF4=H^fsdbp)){$kBx0>C;okOpFjW(Q~>(Mw*$)<26lEvt_@g| z1NLJX_pj|08tirc=-^myXbqdWeo~--J@(p3sn{IyW&-X(xf@ z^fo*TX%Hy&-*Q3i4!GY(eb8Hg_Ye5I#)xU8SevT@D24G?7K=X0>7wrc^TvG5gM}?v zzZ~?9v!qUv(8uV_?xao5ieW*^%T-3(y=Dom%w+YJl@q!AW~=jiDJ~uQ$IoDsZ7|s5 ze!X@aPiOG>d+}<8ZqsYTiE1rf^BYcc z;aQGf*3-ngp5Gvmzs##S)X@cvs5 znPBHfp$7A9Jla%&Et)-*W#e43m^z!Btgq;=8|v>Y{HmFjfxL9U<4eeH1QK zZlLvZWTC)4PAuECMc-AKx%8tBlmK_UoD=QvHz>buG$iuz1UJ*Z{quh^^r7tqc_gWw zS%k^61qSiQcvF*N937B(RPQcx7WQhfyby@LXjkRXWs74G#IUFVy~4cfX>o)kZ^N>k4PcgFMKm7B zES9RW1vwNSYk}MDmyMy5r;4Qp0Vd#bVL2V6lm37oT_l9*ghD2W8XDgWNQf+4Lv zu!(Zb!m6M&%)wg#iY%n_HiX1esi~o+n8wC2(<_palGzX*4apvt`(cb?G;qc9ZgCpZ ztOevJ8NpPg{H(xwHE1AUG9<9YqLgpprybSdXg9){y~V)^NM!ylRkw+)p4NVrD6nyl zIa^YtRV8B$EtY^OKhX^xSWv4@@fXW$8U8+lRko^BWyc#(01wT>WppY!h@gI*$N6{P z3-^fmQwOAV0MVC!#t+1u{SfLG1M$+4e&(8^P+RiO} zzsz??6HINyuI#xyg+r$tNiHq<3~U8NjoA0N9i(21PfOfKf}&)C_NKY;RPijBK-yR0 z9fmke`k`6MrzPX24u^{_+YHZs6@C1K7Hp{kOZM9A=o09FqNQ>3bs#r78uik`y+ga| zxv0}pre(YuKv{_?W!0punXjuAG3Qhl9qMb0=rO!2&rY~JNRaYRb@Qf z8W1mBd8men7tAHXZv$Mi0TsaF9dm@=eJWYllywtw&+FR4Q?6zj*Vttw9*otm`is^J zSRJ)dm$kO!-g7+VBOOlTC#IAbbC<9zObPAPeLo0stOeQOJ{C5b=x^57)h(yTP>scy zoP(0@_ z@%uUNj(HZ%X+3N8SNkA|aB>Qbt7=SWF`?d>y1|XduR#;uvf(@2*Gq+fLo`}Z%!Zaf z$Wi~xvEHV2Cx ziy#A>o{YTz8zckAi*xsd26p`qzHdpV&5qq4TMl`opS$gn*$G=tqcet(ZuDbc7BX9KRO;HvDO{>A#<{L zSyQ7$*PNSr;ujT*(?N0}wyD%Bvf8k6YHkbiOMY!I$~Z(YFUWRYbxmGOzz=N`l+SXe zACu+!5|%Nbr79)p--cg}jCZmy&z6i}DoTvz6Qy1lg!J=0S?OTB^%PeTkkWu0<#l5W z;GGlRp96N!cNv#R{LH0g$4u*bwDU{8?wtN)5c1=d+-$jT_*dx|N35mvWW~KjL~k^$ z_;vb~x4qc2RC2?FQcwBSV7X$cl*E0XRk-m6YLYCMAhLPtB+31?I+goteQ90PWfqiJ z^ZFC~_18kPCbwi41P;{=X{yu21{#hOt)om()a%`Axrwbs9{$avkb@cxBkUmR ztMrx>cf-L48hn6iGCbq#clY^hg6Zmp7c2@il*p{Zvfmc-Tl1&zHJjADY4B}r;`}#6_HJc)MhAKN?|VK507LL5tP`|t5Bm@ z6PsL#6|Pnrd^`V8?l`!Bu6IR3ac0ly?(`|K`aej5#X~vckxQ;ydFOA9e7c_>LW!!t zB6#QSG>;Rc(%umdA2pB&_5<>&oq@;$mgm<92baE4xJI_MYs{~%r1^TO|1Iaf4Uvj6 zZX;J}Zp&2V!f3OO{HQk2i>ohoH1z|QR{G6mtEa?^RI=O0#ll5xiqojbsM>h`QoL~t zTS0@|@%FF`$w&ZijQ5OE$PQ$E=c|3sc64|@seZ(*g=TwXFKfI%HXC$@+r=#=R+kFU^@kT*Dwr@ z2nX;NV+d2B-)!=!r>}EWv7z4Wr5{$ZJZlw zaCxmhu5j%($T5IjzkAhj(Cr{&&J^}Xv3}nzgm!2TBv*m{mxTNenTlbEIj8|x$Z84Z z8=2o)gkg9Rkc*UInZfQUzB844F0i{Dx=~_acfj*A+tFq=n4+B+6Hfg7SD6Cn#Vhg& zD^QZZ3PQF6jcb9}%Mi468~BItThA2F8p4o}K1&O_QljCa-<<%)nO*22l^+g=Nb=h; z`y7R~;QbDF#^@@F{v)P9z~Q-xIOGFE_W=We(s)J9XKj{5#1h!slpToZ!v%YLA??&| z6@*oA^Ix&HI5)SfSf|zKUH^|#0$n#-Ql>)pSAD5_pud&l+-~c0@vHJm%1YI#ZZ;H5 zyxZ$U#uQ39b%t=c)WmNVDNnKOE7l9HRBEyNd*p=7P&+jFZc0K5&J$nHbIdjIv{&Ij<=qfJ&eWjB-8LED@*93YH#eZUXaaCqATy%zsQl5K%wKtLL}sK!F8K zKW#T(C8D-{zoK%i#|=L_uBALg-iT`6!<{KL?50^eSMdy1k6n>)cthE}C?=5Q zOcOV&W?;tZ#mO1ihA@9Vo!u$Q&0cgNgyL>}rvM~UaqkCWv|5Hbl24s}i%U$apt^?& zsqDky>aE4|L@xQQ{+V0HOdM9&JiW+(eP2dS__mzjnjGBghZ3oDIV4TUk8nS z3j_Cj5#h&yx1WJ2=oe4e=BiQHA7Hi4|JG!n1G|CeIn6=j7>d|EO#hOvQFbu-`Gm^> zk}*2hsi>ciO*U7XRe_Di#Nnw5AZExTgEz(sD<&l$~bdHllc3K@NyK ziEj??;`+NkT=(2QC@if>^)JzI)=|nG#j?yf@SI^w*V_#%H80AmtUFC;pseln?U+bG z6a$-*xYtldo=|=&dvp=A7;ZFecA zzr{}6X?5S~3|BIr;*yVe$pTHiYSKeXq`>g@z@>12zJo4n&nA3dD%fy(D_)ZaL!Vky z?f-zKOF*n)Gom#Jw?BKE*1xm?+QfkTHg5Dn*IF|_lXB%0PtIvaqgR357T`8{S0n8u zh&I!WG?~fk9CgUN{U25f79e!Uu@nKcblkp|b%RdcmU-=MjiLyV5ijcKwMJz83(JV% zq++*XZ7r^?qSa5F0~NX0h4uBW{^h+eJ^V19uZg7>DIu=h7#sw`S|!ddF~?H=Z;6*` z9z#Cot+S*a20#8C(Ix;cLWp8huz{i#F%9G{(cgbD+e8huwH5vh_LjX_x@QT4u<$2CzJ&qBcU$y=RmaCANfAuPC04kz3hr%2Yd4 z4{C|{|18_FBYd8Nx(9oeU}57LeXEjp)?JSr`b3Bdh(+7C(LHJ(N-t}U4!9_;!gU2v z6}qPV&wDvXtN|Mirqn`m>zc1YhVgU!Wa|7B%L5@a+x3rTME+^oX}Hq=bT$Myu5G96 z`M3A5&KZOSHHd8u{S+72C2Q>?f?*U!avRaxu7zA0E{r6EP-lwGeTR?vbRHd6$baU< z8rm--T+WX7;{rPpIhrkx;KjV=>GyX|%e~8Te|S9|XzI+2L{VHp^{*TA#5TORB>-KG zux6)inSIyu_|besJ5ZB+#bRQDs0;r00rJyWUY@Vw@<*zQiNwyw_43S|rpdr7A8@NH zrAZt-u|OCS+b{N6s2>tmm#2~_Zin5RP1#}_CTQ_91Z*>^wo(4`jr;5fy}^YZ{uRZK zVWb#8lw%}v;U7~W?n8Ff!MlWk@zZ`*`p(Ay`+spaFs|p7s{Lkw0SHeNT~O*>618%T4mRE7Ebjc4P)n^x{=&JQj02`o6IhLLkDxdsWRT0Tv&+*GVi z)PE$DXF2x-D{YN2JGeithb#!9F`(fmc*A}H`rS}W*oBU-cX-wW(t=}f@UqFSc_L(s zrGD}Oelzh~CA_TkRavs`06oux_?_x7l9(nMpdg%^SKZV1_bLKWs+7+l=ALwsJOLmd z5pXc1X*-14XnMDuS6dwt zO~c8IBKnWqw^|ExN6NIGtx0y-FFUJxjCF~00-BTj;W?jPMw^WDFO3c;f)AuwJw}~U zt`-iTDC`pRs8Nd1cw%R(y7(wUP(47i#|ZSF%ZytOOE9f(W1?528njdHYFBlI;vbs$N9ThhH!*sRFZl7vZ22g6*f ziX@JgCPyz4_|{q<-^l67czEJJIkWJjz^?G#=vDJFIhe|=K0cgWy^ZMh84a&0m+iT` zF9auGfYh8|zrANk+r$#p+7mypNuqkqUGer?^R3vE#T3(SjaOPSq+Bj{k5r`97Zqn1 z#DwSiZ!3*!-td`ue>8*hSYC|VGEk-|y{DVTgS@~htfo{QLWdG+ux#lMO=XYipU%jjzTTFv_1 z#@r+u!g1%pLkY^QWAD9KdaDtGMzUA;72Dsik_@c7q;TttqanCApq(ArWo5Y_gEtj zh8UMDL0MUO0P6cFz`ic8fQqadkg+)Q5L>8BQ(YMAy}_BcN2K|mH(2JUubdwHhc?+f zvPPT4>J(;h-%RL4zVVgDuY z3QRu@8^(gI(R?8kUA8QoPn^zp={(WZO84E*nUbZ@B3eEsqWm?R>-;T8)w8!BkMSpK z96Q5Ms$g6>+B2pYxrL}lo9CE&Ead#Cgk`w&;c>l|#vT#yTX4DJ#x}vev5&ePlsCOV zqWyysTy5e6vh%_3-})##5;FLmy5yBj5(y7)|Sa8DoWmxoTE zC#VfZ$|Y}mszWYYfr;(#FPSKTlcAW!^DF5G)PXIS_dE~7al*3xe*US5y2ybSJSI41 z?ddoAR?=H-;*ZZP_a%2rnqmTA(eSWEgspe$iHs-AD7{2A2^7kHeze47c?|`Hja1|N z0|uB~FCa0meJkKM?_XURU+ss{C(<25O}LeuVn`aDgjq9naE~4A+h&Le$%imdF&P|R zVEfkb#AB~x+#H%tTXzGP(5m!qX*T+&__6}oqs^~Qq_eWzUCee3@YMtpPV}MG6+2f4 zQfn#6HJ=CZYiz^e#)7Onz4WA^aD0=o2^C=B>hGV9ThoWZws-O9E&>A`?>`YJS`CU^ z}JoWKP6IjPK84uU4>7mPxFxDdXi=ssCB?d-Q|)ipE<%zq#Ch8#yEdF{xY21XIbT5AuU@r~D3e zs=pX3`mG2)1QWxPGRp-!;v9z1+wWAo7dQGjLIdT)h4VuTax1|U_jR@RjkvqW!BDY$ zKH^||7cRm;K3sJ5@3*RDVCt@}Fv?cy+NW5ScIN}{0wwxsM+=sz_vfnk6-q2septAs zM>pCl&&q`VIrPXr?|JpRKn4dsYE48ka$@@0x0U@kd$F-px3pNQHz84R-?iDJq@TE@ zgWWy6OraAtg!{wT15pX5sB7vG-=_28=aw(r{69x)z_ zn0VqvF?UJp=uG1dt!Jf&K}qm=U;LPi)E?w8RO&ljgLtR3;xfwJY;5MPU%6W|Uh22F zdyI&&P|8=ezvl7z?E&afxBA*LTdsSMAt9b|UE$Z8&mo}OD}2maXBdLW9*uN4S#EIQ zRk?_+77+xbynfeYGhRZw)%lmhaf_j?#gSs`3Isf>*lF(c>Fe%?i^={Ac0DU#6i4Tm zfz0pa&`!1vNMioP7-IL7Jef+a3+!Gea(b%}lGDMn`|798;fc6rfsdkStm4J8O6wLhAukfw@C@vpiyzZhQGg+%>BsA*dsaT*S7kXSR)2=?Km9-3kXlxe(F&H>!@EWUd#^b!bc!#x&8XrWT6DL# zMu+KJ_Jhdri%`5B-fB^v#COI@`tASVzYMg4GVG`FHbkV zU)}kL>!cRhG6d$F3I=v7&i6;8nGi8m-qfK<$ADCPPJX6iTQ7_Q~l-lfZBs?LsC7 zqVsXJM>2L=Uv5fNHks{mHBww0&3TGT_UsL-@V80o$hpGHGx$r1luFjLIt%nrCiv0+ zAI%-n8#bW6#FEwN_hRlg3Z07IWfY6u46B9Wyz@sXf2>=%Y_I`F)S3Pu9H@lRn`afl z-?u-et_Bvxy6cfatc>;wlfKeW*S1+@I}MRmqJiLuvc9vq{9&Jf#4e1=<;6!w^&*a1 z-#Hs2fk>ieod?PM7zLRrB_Q*U?se%HN^}|;u}(aP)|M@aMm&~{x-qV^vY zQK&nvw8^WjKip}wuikt2!i|&MYXC_Kf6}uBP@+?^L4ut9JQ2h;GPkRF5CQ$bK#Zl7 zJss>90|+GgNjNkPq$P0opj-~zi8=HLRCC3FI;%>u?j6tXUB7Q9c1ISjgbrR1LXrB;9=BKE7~usGVI{Uq6B^8} z-%Y}tgk3%43}YfjQZGizVPqb@>h7*;EzjT0sZ|RUWhQAys+_p6`MGCqPxS$Cc1Z#j z>d^DeS|Gi3D6'_v(Y#v+KK+Cz#I(aVBcdF`K26}1s7UB@_jZ{b8tAh$Xa7C5Tw zURIlKp6OiMn(a@Fu#w-K#d*cx6N13R>ib{sc-&lg1W20sx^}Ssv%TJp4%uJq4vx3n zM34XWga{^UZ`kDhLK)IQAh653#eH76KnQRi9^0hZA#{23(2B}4QvKY^1A4lS9J{B5 zVp<$1%hP9LodIdE`QEwd=4ASh%h57#ls=lPr+oGn9kh;~ft?mT-Sh$&uMB4;9Lj9#WM0YRCL@#zzX4 z$2|Z^Vw++pD|~KhR{AVUwBW!e-a*7EcM#TQda#Kb@oWd!V30hg*NH5sjp8wNUklf) z&>I!{ynDZd8Hn~l5{65^dB8O|kXZ!ygzx?0ak55tE?-pclv5oAd5M*h7TUgEt-Zrs zBM~uo$WJZ2(whiX~OqVTl9O<+Ny?A00A%1rfe zfGF5Q&C~bIuER+0enF;h^6X^ihEG==Uv#p6lQ9jSiy5jsn*2K;hoEQb<{r6&SAI@! zt}$kn1lsk^(IC@1vN5>bS}(^_-83q&7HtceHfU>^$9p=3G8=zgQ#P7jx>7&5Py1(L z=aS;a({PQv7zQ~|j$~ZerO`gJZB6$f#5)AQH463a;iVo8ebxdFKx`*ynrPb8kMm|b zODS@P-B7fvTZ(GPp+a8wbr>mQ#6_-JryT5K=7_Sw7YyV^J!z&5W%mFK#h`ou3GN<+ zw9e@h-QTu@Oh7u};==n^P^UjpZ;4$4j~30XuMqj4%w!h*mV0O_Zw`SX6W+|iC5Fxx z071mA_pYOO_v7z&Q;gH~Gqi1NGC+Q=WnKSjFQQS(vM4exU1mDfL3WNr&3;AY=4miC zzxzIc);#*$8WW#$@G)Cb1I{AZ%i&ve=i>xXXwA}N2) z6O~xaZ0-Kl#N;v~zyUX%7vJ8wwuZp>@6QLGOwI|0bAU6iLtCn#pZ5*PlV0jKFc|L? z%^{Wl*;7bkM_|_$Jx^x&dX~khVI<4KM`?;C#re@a=|$OgbS2CEt$0;Pt2jcUTq^T! zTP$q&11%uQHPNf2^R)QBxr3y$OAtn}M!ZB}%zlTUAK75|2yO@#iqcJQ{WOYTfdSr| zytht)1@D0RQV;jj#k?+;$0{p-`}~u6dB#qUUAc5SqbDhtx}`4jNoSAS^#{%=!Jh%r zd5B;}5t)#2aUIFH5Ew$KT!8ieqfevU zQF*;84@gR#8I=GBG~2aNL03S z5CeJ8W|G%hmQJu|{0gFuClC4{jtt@42_@=vM4R#*YLp%~@OafUQ3KITdYF47b~EZT zl$ly}6s1qLbJ`MK5&-y~g!!3SWU#T+7bAE)!3dmLWQ$%Ufq=`5V0xf+|E{ z+lo){O03iUM@14Lo?~>cG%-eY*&!Ue{62IWoAyx>;rL~Vh?=?fr?W#hZu~E2M*A6t zG{&t=1$1psmtO*80gp=lChFWzthALK78`*iagBjFdLBaHI6C2)?fIIxLWjjXbSfDs z+%8y93$9oNa4g8p`+kWBh-*iW+c}#?(Eb1iRpOA_;*J>)xyhpvz70WrLQ2&0GB26A zzfM%}G1!0#1qsIOkP{8UuhxP@?y?h%l!o61C;LF&S`Nzf`8b!EHM#8D7+XJa=(k>xF#cE`DORB=JGLcry@c{_KWM*B2)nP#07sHcziy zjHSe84J{YwrhQ3VQDJAQv>}3gL{Ii54q+lgC!a6`9rMd6{z$+8B1au78ka)K{QbOz zF2{I`lA?ET{;kI{{5t>l+%cM1AD=VTbixj$Hsun2 zIRor&_KP+f#kZrW+c6ntyaZ5iRQ%fmQu%YO&otMBs=-`Y8+4ffDX(E4zrsJqY-Q`M zjcHc;1(`7d{g}x+9+2ONA0sPZkLHapT%Etg0`V2hXwJEm>yP*`An{Kb3WQLQi{d?g zwhp;pkN+byxWiRXVnzLZo8wTTzV=qZa!;Vj<#;q8D+G*}8#bLJ5q4o%4ok%9`gDQ? z=Ox1DzVKNobX|hxbdA|?=7<0OI8Xv`kkY{vqN@AoD1ukW_(sCPnAGW!ZF&%*CH&Y1 zK&+xjBJ9RwCM?q7bTfQ&KdHC_b$aaxQ zRfO9{P}&1v3~59Lkbf~i%#oSj*p_(zw@XB1n+qTDzMY!&ikYily<{HWJWWzOktzP3 z^r_UgyGrDM%%D!Veu$19aUq#oYb~T`Vd10yn|_y@o9YT#$pmetyY2F?Xw>kQav z--*ZbF@?5s;6Vi7KQk1o-`IgXjJZ>5^vdC~pX7y^KhKiIQK$jZv@p*TMD}MaYwfWb zum8L7aA^{v53OkU^J@W62p)y)=KCIP6h`|15F$a6A6Gc}quc&h)_sLkIp3YXn`r_V zORu~?Y5#Qjh-*k5=S)+C_=rUw0GfLZaUwzP1ko2j85~G-VEEW~uJ+Q|4k4Z!8`WzP z&>W(|&-y8Uwn0wEqq1oDj$wIv?URjaTeNK*vV$zGJ(-ZTW1@)_yNNW&l64U9fbhHD zsmbcNZbj8xCmEM3$8k?VH3^@ku|p{N=mel+%6>Xx*=t&Z%XI*vhsL7ivzWGHiVP(! zO0KfEE`)DDybcvIZiYLh4`dp(mao^l;!U;G9<=5#)X_V|riPvNhR` zUE?qgeNvX!A$w-$Dfu=KD5x&^&ZWF$<2`@k!N4uUIQl(L;pyhWeP%dBFTiXr1nmC* z+vV}ax8Qk7+Z?}a^338f_;wx_ASr!c*4+z&gsc2|TiE8w**zLpPGLmMZ8U5>nR_{- z<*rjw3R>2zE%!kW3SI=GG~V1fD}El7MuO?$RCFoKQ*mzWlgo(MCJRajvFoyg4c`w% zLI*BOj^o5jG<@Is;Qy8kb+a^`Y+Bj`^q940clBBpr9cz&-=sz*w83!CpbZ8?7kN|K za#2eo{@X7%kV$nXkI(gW_Q&cO*{}SHwO^^U6l*CH4oKdl)ckrtQU5TZC|;JZfq2AtjeI=BgvfCdnE5#rYzdPC|iN%PNb`aJ~pQrUH9O~nuIDSXlNZ;=dk?yAi;a&{UpRJ z)*$8-wasGDPLEV?2#-?6yVqhY-EF%g!Cv??0WuBz#O|zF_u$s~zlWzSs zD3gZwFVd^9%1u5#YKP&e(@8#3xVr>C^Bo8EUmziuADbXxOY$+Fbo6G9-8xb+mXBSb zJ(RI+7HevB9jJ|hbkQYkh=LI|CEtmHslQjMo(djf6TbIiKl%HIbA-Z?qkSGX7FwSB z@85Us+4Sh*J~aHeTNe8+f7x?Q?f2)sGK|#cAorHWo$J3}r%f{+D039v@3J%?Zss^X z7rXbM3Y z>k1_G3a*wy;J*uydvzcgw9Uf#fs4Bq_Tt|o^TV5m)*@P;um0ukD{ZHkIZ5VqyT@Pb z?Q+PmZg{CDT|&Cu33{K?&QH^S?)0e=8eN%viX>%@df9f*l=GR16cCi_FM%|}kGXqM z_V|5J)PPL9;WG`QQy@R)zf317tObF>7(UC(uTtGs{jGjdPIWYLpGxZxWkCg8n;W|L zHg#s{XbgKBUzk2q;90@-glf4dT~VCNqv{uG?PcFgpNG|(QkIuti-K4?y(CDJ&2wI5 zQ~!G(EKb=_{nSCwj$;;f8Gc0#Grnx6)>FDB9W6o zWM|}`uggdVVH&}o`->cDcEYuAVKD#6twRny>sb*X*^Sae(jyZGEIGWdT`U|t$nzI$ zEmoD|^UETtxeWPlXRzOBUa@@9&*>06w3b_OOprk3G2R8nLIkSe>Citn`fr_5SAi?X z+#!RwE3T_Z>Z$)ypQzv*3>mySPh4G)rZzHPKbDet;L-*L$0r@2_izqe3$(b;QpDEO z1cs+Kkp*T_rGIZiD${$&%QVmJmKRHl+`e$yQS+cgcDc1qAFm|S4)hrx1O{@qqP@f3 znjx3}o>X$n_Q)kM`+s2(AFw{bWk8*{2E{Xr+f$u|*>Bnkr+~Z#aFB|TT=o8#1MiU# z3HC>X57+OGt@W!Kn}JODZb2dDk9ypF@0>VqJ_=!-hr7yF{XJ^$mO@CrOW)J^msKN3 zzSlAH{0oHQNnOS9;;DW}Va69v)=Fg8NfqsR&Uj*P;Y8zXQeQ3Z@||j^TBa`zDzp+U z)lEvddljl3n&)cJBK6-U&~+QIrq`*JjMvntxJ83gqa555hboGPV`z!F{0;=$ zm_P>(?=Uj6&2n-;kd1RNev(!|a5Kv?u?+V+q<{mj6XcC-b7#l}7Q79JismlsNk1B8 zwAPDg!!KJxJ~j_IX+o;exCmn0YbxIzIyqIP(?K~58-C}xX#EZG~dANck z|2y*n_UoQCp6NCx5&FsOUaQHC_t$$=Zo;{z0#|vz$8o7nH&-mfNZ7B}G|_hRW0p(3 zd=J0P(y-Fsnud`~i!M4Ol~{ca*l=}DRNddVV@RF>xmV%2x$=E~y+xg^UYOAjTOR*9 zHBtBqVp$cdIX78|$8KHM$o!*SJ+lMtbNnAAD+{W*jWO4m)q8Fo&KXu*KtgPkbP!KY z-wMO9N`^l^kfHrv0d8h1rkF2vSFmK961607p>WAt|7%6N(+;0R=gpg~Z^rw<`SO!n*y zqKBYT47FI zP=jo@r;BUS@#)_!y}=-~xZ>yAkv%4HBXO9J=W=h^N%k6*e)?d!FLqB3@~(QXXU8=BoZ!Y^IL>itK-jeit7R zX@A%^DvH$q;Uox~Wm-+AGj#@J9*$o%G=BNg;2tg|^#Juqq9CQNIJ0aomLBW0BsA>L zG7ym5btEuP@Ib7&p^Jr8HLs#-p8krBLkrzR_jYGf*wV!Qa6ub>C*96R5MruUa=;>O zkEXFp_QgV@(wO}R4(!rRBIoMLm@afO>wm9?1x*jP>8(tM+;v${unZp>!t+X!CY&sN zE{`n}Ev%YOEKilSC+HkBQ`I**&}mg(H-CDJjCGw)Zu3mh#(g@lIAS6w(>)Yt*#9=I zc1TM`F?`m3Zlxqb@x1YeF$(R@lIZtUlM$L%tDn>^`>y;?%?GDf(@WKMs}J0%>%WVy zz22JJN{frW_d$D=gKvLZVF~%1S=~sJX_}0Mc;>1}VcA$)#`BhguJ5&K{>=OcyRstJ zOiTLEG9{77A8vQ$Q!0o56F&)U1D&@Itr#MCJ=h>|nban4;-PDe>%X)+@0$)AO_ zK<|&H|zo!cP2y7pre}lTDY^uXP=YW!7Z-^eCe3s_b{bAP}SE4@0Fl0%sNGlcmFtIlNKr z*Ltbla43eS=76?0KT%`8M|BhsE9f`}{tXUO4#H z0xn>P%(Q;GEFs|`e6eeVW2oRpN&WIy1(2~yFE6Qe+$*{$uD!SmW|U~IS_>Cs?G$}a zuELg|t=Z}Ay^Nh9Tz?IZ+79qpQQ78JOnidlEI(an#x`^m>XDK#8iH7Z`Jy)$1+ zrAN-rl3Kn!6;;p~D|Ry(rc1ZpGTQXTbe5G!mzt#V|#MWZI&*m{kW2Va`I=P+J zsOKLI15!Sy+lNQrD?GR8u~4XzMcsbGySs1v3;ldc(h}Avv4b$1+}847gt)mX{su?M ztaNGcVI`m8(L$-_=7py|gkgW_JI^-kY>`-*eLXi_a^Ogf8eV)=&9r|oMC&IeZk&yz zzB=})_0x>?>v3~?i*ux0T?iTydb3oRQP$TkEG#oqVBS+u;yoi&c6@c`cvf37_EycU zHp~$if>B@m?0777`+{o1*yA@#9(Ve|h=uxcc+EId#A@cF#3Z%-AKKnL9_oMn|0jjY zR?vW6RDk^SfT7-tYH0 zpL2fS<#zl2d)_C@c+EVY*L6Lv``x@IY`+uOYU}EN+t|@?beT4L?P29sj9ponK$GM= zZWn{)xN>5}nm zt$s@S)pwc%nS$1zW4}U(e5N^;=Rd8@Q$u`45|{Arj5B;DofAY?v3JVh_Iu{g`Iv)G z>uRzk&6?C@6%CkQ$sAM>N?4G8_2d2JqIt{S(neG8&0T*eP|x_Md6E> zxwn2HL1ZG^d*Q&Bea?>#sR>|>NvTu7zOhnxQ15Q+47QBGdGl_yYg zabI7%G2@*C6LoWq^pjl>pmHCMlhyK#eBvsx=OblMVj*%=Dyr^B@-p%Ml+hA<(Q~*gtc7YRosapQo6rL%P&e zmwsoIdSlJu#`7&r;?L$En9S(B_S{*O)vdYb`8%&k(d`W8*91&0O((((#cdAY#is@Z zMF&Q;X82ZGkIwDRS<|1s-gU`_#H~R#O25iBk{4ZbtV+X$S7>HMrNq_fNVZQkcA$x; znCI);IsT61iuR>3vFKBvfrohv*J`2Db3J=GE~f>gg2zkYn`@lEB%@v?-%CVBd9v+oe2?T9jkrk)JYcJ>D0Jd z<1;%7d?Q9}WmjfP@3TJ@q!N|dJfgz8YAlV(&vQgtM5x-fmL&O;WNOq-@vtAgg#>iP zPac)$Tpg>w?jQ90vcI$-9UiEerb=z>1n1f#%DGXuA3xYj-f^Y%mJ(`*Wu`LU&V5M_ z&(5?9_A2yBYWd7AZ;du12j5th>5cw|4)xW;hYGvYAB(NYp)LiLY3uY~r@7o$vBt2Q39u8W&^$TsviXbqe$GvM-6k@0g;0l3-`TebAt5 z+3z*+{esWAj-zj#oO)X0IS;RNlh~46o?;h!i{7j$cpL8{kb;kvPX2QJG4;k;my(+b z`m|aywZ1&-mbIP9)+;lYqS+g#o*Rp=6|W56p@IY&JB#8rMEnc(8?Jeyle3Ql?wnVR60K5g;b zbn%Yj=v}6L!gG68jIjHzeW{HQ9YlIS9WEcYow>5wd@Gs6%xYH`w`=X0GtM(l`78_M zKe*n?$9lA+%Eqmcq43u%_gQ0DtdBKkh}ZR_Gi>GNF?M?dosAV1k2-BMCwyX32Kz-i^SaYDUI!hIe2qp+`!CYW!r zsB-1I>h7pN%D=eBs?eYIaL{f6`@Hsw^$ps0}TRc74$3y<+1)1A896F%?XHB83tkjs3l)n{uM zeuda>=9zD$z^9;RZbo!|R;nR``_=iYF-5@n-L6Y&%)1lk+j`dA&$&eoQm4H3U$m=gt|Kkewl3YL>YN95K{(S9yvr? zC1D@2r4M?hkI6`_2rU%Foyh?*eO}Jtwk3GUhOSHfUA|JLB3?5YpD+v#F8tm;tSO&=SOhmJwKQ1rl{`#Pe@^HEwLA!nK&memR@wJzpto8c)nz= zVY9TB*R8`h#CRx+a(p~g{h8!|>e_uJQS7+cK@HQ$C(0=FsuG5^-g9cVsJ9`xCfGQ> zF=~s-u>F)~VBZ|q=vPUyaYC;TMN|Om{myr{V04G@10(&-x8mgDM#W5H!hLO5^#t13 zM0!-dUAuBmzC(aaaV@*D^mDie)lO-yv>NEFwwLYf3^bKLAIeKkF4hW6@SKt`r(_pA zl3A`PDi8N5E%6Oir~I@{(tg`$^zh^Z-6TcNsVf~sx&lyU&P{lweK(tQZ-7mH(LV1} z@oS?t+4h4EC%1nc-8nj2vf8>MUn|fsigk&EKiT29#_Mq6meGv{(!S)%a_6LxgznYL zb5jXnn4%g;&nXn7>Kmb)fb zI;=eWwc24U8gno^?rFWt;<=7U<-kiHNu9}O6m%^+1;a%})Os$haZ;pA`z{EdTY8q% z7@4$~i#KQ&=JKhSBUwx`;dXavcDg^l)DPEUy^zhG=S~_^lFfd~yHjQ0rH!4SzNN+p zH5sq5Ui;O#_47|LZ>HL%gzl>bZSv7lD9=x3#M#cowepK1t3%E`hq*E*(%yF4)ZJ%0 z*Ee&vtp05<%ieZ@MGA3WcJ(AfUE~&Dn+gxO{+dp-q%&m-&hmm)1I)TUD$KJk8gw=kh8B2 z=Zu{)_AEFk*wR|}tL#LrZ|dpH19uLUUn{y~Ri@856W`PB>|0us>6M7B+cEkfFU@VbXgdI0O&Df> zYcCI9D`?eZ7}v4+Le2PmWK43`NSA%IFQ-S(T5FL{(w(x^{2JD_S*g@Jj90lnIkJecc>PUC!izs=(&t9JIo6|nx>S|? zVP8Gg%n-(?y3rcJN9||=lv-XP{w{5H1-6=aVD>{W^=(4kmYmL5j zOp`t~`;`C2WU`iVy#?>~Xd|Q=mbW(UUT9b_*Kaman6t|EymP=Yjg+TK4NmqwyEc2! zP_i|8#68}{Wb4CdbO#rCZer8SoS@K7OO!(y+2=Fq{(|wR{!3!=ufCa4s}^>QTJMTJ zra;YGp1SxmS>37iBHp)!s=mfwyXN{lfAGim+R(@=Wk-I*o2}INQg2u#N&1&DD$Xy; z$c>_TicJ_$Tl}|us<@DEQIPP*soN`p**`b;N%!8p!pk6hX|-bRUhm;;6HQbz%QDGWM*o!?i(6C9#)k4; z;bAzNa+2(tK8(@zE&p^QgRy}?a+|1XK;L`al(+MZBu{$TRDq6Pi`hYxWa#3jixdTE zat_Q;r`$U)g9|P5^P_%*#x~PoRUv%W08hDwo&S<(rZ{J`kX$qg-(Lo5&DYZ{;r{-+B%Uk}4*wE!(+LyRG2C(d+s>9jSUs}kZZ)RPax z_CIH{jh!poV-Rtla2K^qH+>3}nU}VsbYHBTu_}Min5CRp^6=g^6O~o3Pdy=Z{tBmH zFW{@0=vr1C!c52`jcu)>S2363om?0mG|z^t>QGQ`eVsWHo`0#2Xf!p;UcXAJ^Beyv zz3pVwuD0owwa#bC(24gu?H)g;2yM8}6JQeP8+>6F8s4U>V$22!;9}*p;Ws@lU06q7 zFo&Hk;!X0pvk6Hk^;2M4!o3o|a<0oI&Pnv4)K_}P6;YBU2DRu8bSiGf z*45+1Gu$C%{}|$W5KcZB4a<_!xU1?QtouZ+Tod3c7ebPSfaCHnA&lpd+5`oht%7s0 zJ3GAI)RbM;X#J*jnn8^j+lHN&u)26z-+kH%7^^R7kj>?o>i~g?i@opSfm(3YWq z^7y6nX_jL2o6^!azbH_k>?6FN;#Dt)+RgI#A*e@xw&n#xAodrQ)EYYn3D@RK5S|1})VY#S^ z^x#aRXh-z|e*vRGPUenlt4@pgr$sYUA#7wc0KG0Vlk-$&iyKPETmjg5# z&x%j+LM?1s+$5zWmW{%d{l*Q2ME5xaL|bU+Tx9htb|qh_@ve7dnrAGx5wquz*$6Gx8_FZpGlX zHTM4a3!LQ-5!(I_e|mCd9zOqm6|w>`@VKUkUow*IW#tr;yrK-W*G zP3B+a%6G-Z8k2Xwi&bId$OGmzVp?_cZoaE-jzpXRp>l>!@RAKg=@5g1d^fW0G|{Bc zH80T6a(M$Ce~+tQu06`fEA0g)1*6qR|I~iML9vf>J!rPWA4Fh!3^t`$RGuaT;FJ%1 zlp%)o7T!)mV630*-eL1ao^N-!V?26GrsvM(A{hG(;%6JB%6wp0hVc47bGNGBX9)*# zQ29 z#7ct2X+3capkkVgeb?qcV=u1Ua4w~{Zfvaft}EPh^E?T)zR{O_ss9@xTA7rQW43{WN1)68-Hpq=L3}>KL}S;uaVRS?Lg8zDo|0p_qzTuxq0Q`yS@p;yL1$`pWD{oia?D|m8J_bqDUbRcd}euy;D59r zPZUTfsIMYWO~_Ex>?)hyq}#~!3rUrwR@jpu9ydCiks*7J8wC9+j0KTKiLhrBe0U0K8y zoW-YyT&K@w6fC&7THV{B0Lw^^V}1G{3}*-m%mXl=OGdn{pUYjU7Lj3HVP9)&H*N_A z&(GFLX+19WlaJC>0iPPhDzOW>osCp-zwn@bY};A;a##gYt6d^e={adJ(fhG#?KP!5 zzRDc)&BajQNP!B{xkNOrkPAgxJeqHF&D<_$9`@d9fs#|_cjwN~%PHjdQlL?CGTBD~ z2znrO(^8^Q+7$E;4f5M>hCH=f>2(9`*5cAQ-9{N2ole?u4{Zc3SxE3(0hxwmt+UEZ z&4JdAXuc6i*4<$eq9cJI6WU#HdL*X1Z$)o@{=vBXuaEMzdk#DYa*pS5Bt@s^(N|Dm z|KSWo-a=qpj>(K;L!gRuw_u_iKzxW~C4(VkL<{%uZ%M8kZj2KJ3}NQQd*cC|I$o`KAor1b=y281-P&=SwgKOd2jwW7F5=SbsY$cj((PsCh8v-x(~q<#tBcEC&S z%m=$fNVdhKUDdU=vl;?tw^_x1%#EL{e~(0S|JBre!{ttn6wZGy%Jnb6f0jaxF$Ul} zQnqz{`D1 zMaC?+Hn9gOE3;Vv#JtXO&WV@AEp)-kt|!s!1RoKOKwbvwz7NM2lUB+By`%co-Q!dm zS_O>6UuIwpJdXo~K0K|?u5^X6RILJDfx3bGF8c$yrxpJXa6c+F6M7xf0c*yw#*F3@ z@+-b{s%}LPCwwO^hi3^ki&KG1$@j%aq;Ky^nBrY}-K~;#EWz%LNL5e{8{3b=kfo1{ zMu`Kb%ktK;;KjMkBkOhnAZ-38y8vYBVyS8XVml~>gz8fNCBR{s%B4;Z$Zpl-qxPAdVq8q4 zDBam3ne#f<2Yz(Fx3hCkt&rtha0eO=)khzI6}|hb@N&V5Mh3!%l)hZ&-(1}KUu@Vm z9c6L%gKiCB3}EGgX97<+#$lSt;#49%i|URAN+-d`$MJkoM`NAwWymB|JOg0anT!!wC#K_&9|-en=z}iyDGEhb-DuyYSN-FA=8TR(@CDKBKJxM}Lt@TaS4Ow^Tjj znfJ8)sJ#(|P&qxJY zu7R9DcD_K>Ykz65Q8CvcRCLJmtu(LL9GOt0b%74LsI`Zr-4p=d}@u7nF@h)~L zd7Klg5X;jOZ}9DDIW#kX6>w;D8G;NJs}m>*2nY{I$z@LUu-DB{Bw+HkkQN2?GtPW- z8Zv+v`h7Ar4>!O9{A?f@R<~6|CKo}b4wOeA*SQSry?bIB5F@Mz}M`>eN-STe;ngtT0)C+O84CBM>lMwu^qsD3CPdPpgW^)49-2A+n zsZf1|z4ux(aT|LT>D*|e5B}A#Pc`+_!E2UWMQtvea%QrwP21r4dg~>|MOmF~+GS6t$PDx$p9WRcC2&63 z4oUm@A+Us7^oi2fKhTZ#loU*K0p-?XuX@2ZXO_~@#ZAppg)%J(XS#}A!UsvG^md)U zW!lx^T>hkMhJ4Lo#S2*uxe4IiL+cLa8@?*Suceaj7}w^J9x8i`Ka}J%6hC8ieWKZT zEm8HK7G~7rkBk4bFgvEl6|jvJc?((I5crXZp{qofS~jDZNVe!?v`Ld`Ve!l}M9Tp7 zv{kX#_ZX7!7J_y$wlv<5xVZ6xi4l4B#3)hA96HPlA%}9<$2%>DY4(_4(E{}R2EY!x z-spOinVo;;@#6SP`0=#F_Z~J?nzb;q(=?8{#PrHoY>&NEfy~}sY3u8e+u^v++nO&H!*CbK8eGpB%n^ST2>{*VwK3#@+>sM(9LPh#A}CW8>_ zLOFJV<64)=FgA(2OtMwv>yOY*_Fu<0vtp~bO&~aq=4EKvmfqa?slvV_5z}0WmhEyc zLT`DM$o>?*?fcExgfjDoYeF0*vapoi-FO~{pbLHk1RC8v!R8c;HjG6Zdln8MvZ0#| z$cJ^&Yx2LO^EYV7cM>+ifAdgBKP!6j6K$f9v7X6?MKlanTJk?}iC*1EdsE|*;QU5~ zi6fN84_=9{i6Lf|GlA%pI90u60N(dwFK)Ab#DpmbNa5;O|CTpP;XvM8B|pm@d>*3T zDUtJ>#^QlMxl@^A+}Q9B`4a9(|Cl5{-N}8Z*!49qI!Et-REROPtkIn~QNud}ZYjop zS2)wB{I3+w*sBJM?^-N*Y=#G$7m^OZ8g_CtYDNBQwA9MjX|gl&8h4iSOmus&m@vJz z`b)SpWg*B#SHXsr?ei}G+{<)ywzFlCE^ozI;o*}TnXB-Ub68|D5l8QIwygOTI(vmF zyy?eqFcop0dRAwzqyeNsY5bivk(~M$Wr?N#h9{CkJbbV^2N>gmgXjX9T^flPV@7nh zQZ2%VrVJT+iwY7w+UuF05PClKYl)CV%|n%EK=8#QQYF+ z?WYf1-#&gTwrK%UriN@vrp%>jb*RH$1M&4Ivp-Q(=Ay=nh0X_MF z_SW&!1q)7?qj#9XLB!win@8k2sZaQRz2Gu!iStI}I*sU>>k|iyw2wd|+QHOwtf;YNDuETL!5yqf;0{_|2bum6J6EP(@-163D{o>^<@n7$U zPwg!4&fC8qDrSw(yu@~PW~fCnp(edj+cTdkiv8b$2QlY4tt~hBE|4?mHVWp-ydOg7 zAc`7kj^Il&WRL=JIR?=s*~gu~x))qYSw4xOGhd1wZiE>Q&Qt^T>Bnvq@z|_EH)MrW)aTfbizwwv%t*yhI%FEb5P^x*(al(ZAYbOc{E zyy!XCp4nx~?u2tIKb|Y&y&Av9dAP(u$NUr1!V`K8P)xLQM{}F-DcFR>v%_~#ePCWo zhT@EwM$sWV$GtCgN^7&)wA2JCU*>~-e_q*2l*nGy8o&fTXC+D>#TDld^XJ$D8Hc{L zJmGOv7D0_GpLpzoiA|qJD7^--ny<=q|Ap(J0g0_0CyLB34HT|b_Ru;e_~fXw#aB)J zc$LIH$UbT0TqcF|m<~G$0D}LJVR7GA1uYdiGkIHw@T%$}-+0<8;`)b)aGOj`8{i?V%$e{*aW z5!8zdAl@d`U99ykO3kawIPYj^qg$mdM7*J*rC5YFyV7D!?Pnu)%Ee^7_Y{vLfA z4R_>y=-N3@M?w2V#NsrdZ%=291EHL{biTMs5ZTe&J0RYVaf{;|2Kh8Nv8LqC4ZP)h zI9}*WVGOv2mI$v{^X!!w6>7coRs2r&ykD8pBIwvak!&oA7cbBT<{sSzCe1(w`fcsB zC8oiXBqr+d{4BkQ4*)#wU)>S?6%@fsU=xg`4{G`$_HrzV@E zgKEt+C~Hez2AlYMX-i!zYP(Wu;AeWZ*+^#tJ*+l#CPkz2fJwNBiItGbqvPA8jFij9 z$Dg-4)`AueuscnJFPkd4VSR5F6;*e2ZdjE$!jMs;Ds3@}>}{!fWFr(+$7f?UBMYel#C_~{b2g|_hX-vieN;y_|5;n|Eu|3`%}QygZxllq$-9Y|5C@a2Jh5y1ICTaC!mAf&jN+QujfU29PrCD^Pl#jPY9IBwRcL1uOvMLSXGj_$vQuq4P$ zR|Y_XO8tG^K@>&taXiyoLPFQC5poa7h_ncOpI~`-b1JV>X5K~YnHNS-febeW$7rj0 z6+6PqN)f`ZcA_*#nwou7?O(QG)g!R$&)gS7_{|DFfGiyPlWN|xfu8Nqv)O~WGIH)m z_$3qbY`VnMx6x2C024fjKa|Vp1>k{z1G(byueFe8-;aa8kP$(*NJUmmY9CU`8b1X~ zcCuC>tAk^!=cgDhZpEr^Hz@&sTvwxl%tJ-bf|`tkhl(p`*j0*!MZ34OvmEr=X}j#A z%AeJ>G|~gP$}WiRUQ2?|v$93lb){2PdRwsh6U&3N~fpdC6Pdq9FLtE@=S94_j2q&s)N7+C9zbQcg{ms`7Dm5Fi73bH6Axb3) zO2!Ve5__;wx|GBfU~mnr8sfQZ%`_{KbilW3rth{rhZoWTXqnQ3lDzMyXe&`DxP-l6 zapIxTV8|Z!Ir~;>45C^wn`6nzo>3Civ@Vowq;_vct+vFg4Sh6*Z*j^zGS4uFdB&(& zsAEQ4l>3biywwOBTtyMo9+Az1^@c^JyYaS(z0=D0d{17sk5^u zs6g*AuhNIY!>|`Gw-ebdDtA0>!lDY(Kzi6O zJ+XJ>>8uQ1=U6@6mETC3tg1xrmvkqkYD#^~U{@qevr2^h1sv_{im_BZkOzzYgJ+M} z8T+n-$mb&AYQ72w?O7r+dB?%(N1R-;e={@?!QQK>F3g%#Ki%oY`l~eViGq$f>6n11 zGKUSXaCU=1xOsZf?1swi|0JfdVH>2eA*Sl^Z^CT1E&C1+Pqj7PolMsP^3|@D*_jtk ztj`^|AGH7O`*`i(4sKib?s9Br3ZkPMCZE$#yYlZ2-h3^Fj5whIhXBH~>MI1}VxkZH z{PSpppFae62XM(Y;(I6f!^1tH1onY~6wXXI82?qndqGo0Vz?g)tXi$VfiE1iYL}4h zt-!i?9Is44S>Q9c4*Z-_4UGTMY`e{LfV_0o0W zr@&e(Q0V>zivQu@_WcIrmVRm6Z~G8Z*Gi#j?74aO;7HgB&m+{#@guhf&L=O0)T|Ll zY+BO;MNPFm$JO77&+90(!u|D(_1Z7drf-WHK!O=m@&on7uVZuMZ*ukU8O0$FzvNyf z8tr#~ZaymO^|Bd{t4$Tel zJpwYL?z94?qK!3_bviq~gwtv3D_j0<5J_5TRt!V!R!gR;4lA6FOa04P9c zrw2Y#yQd#&t%$dnCHh*+`SpRp?Jo=;p+bBEa}wnmEG*rcV0s_kvp41|AyE8;fZigN zCok_D8bG)K|NgWB4#N^~`Jg)3ee)`N6S@X16(n5G(;t5X2R9&6K@@2-`Jo=4kNsyO zW_?&A-)VBj0sy=MxxGK4p$-2LV#*ybl*_-S~Cv z(Cb=S1|G!Qi{!%YO856tW&J1g0m6_Isa*tpr;B9n!a;mWT$M%9Z(k3Bt<`*>u;$Lu z>7F9x%TW1nnwwdg2phMwr&{qdH&OM2J4)yHceIJ&RM)-%6G~{!0pf!UBax@}T+xo{ zHSy2J6w=_hgOPtIM=;C2Lrw#mV5{4-@0ed!5CM}J9(^|WC(@t6v2q`>L9js|ep6}J z1rYK8-%Nz3$-A^BsZFDo5)^B-+09=XclW{!JZ!%!%fC##fH_0xC!TrNBXMxSxLgG4E9lkrR7?htQz51TW9X4( z{)xS6&(A_PJ=X46{dxp|rsCapDuAdeyaZIKb;t`nd~H93p|;b6f!P|FaPg>K`*NkT z3xX|A0i2Nz7xxVfi+|WCQ3xA_GZ^Xq&a(pV^peikH?Ws$c>l?E8{V(ZWF5}>JB7 zfGGp*urrNLFxX8cpoti6k`c6mQxHJR$CqqQ!-AFTqkF|~0@+o=yeeY+N11VVRkr}a z08xq4`GvsgO9w<1kjmTf4nTLFAT4Rf>axgl1liH|4;n1jDR}5L8Y`ec+-5{7LlCB| zX1uPnR~p9aPz~1n7fG*N4KF<8NKqf;s|#q=Q`^6+vIcWkqWLdu*!AaydHQ;r37yXt zbJ`~3Ou78C*1h9!4l)%e?jC?}VVhU|YQfOT3pfX7@(eZPyG~uQG4pOIeypTvULP(H z%@!VMGOxlH49t1hgd_&d^9V+99xxzCzr~2%0x>Jpg?fkf$w{b)Uh1+fwH^*0;V&>< zb3gRVIUms#PvCzygI%#c-T z@U(68qhp3Z0@!(>liKUxmJ-Q!0kk8rb4766T?AbW>ALGK1n=SEG=xcR_81?z+ranI zCG_omf^t2+(R`hZWTe8MB+H);eZwUYh-m<)_8L233q;gZ-@spA8Ij1t>4j~U=K#Tr zE{v&Tk4VYJu^?v9yUc7(QG>TT99NwA-@pTA8UXII9SGcp?mS$3y>>t^c97PKHK-)P z5E0!)!ej2J_{KdRKA;R;JSbaG(2+K9?R+qe;8kc-IX{$tH<$Yk69hO_*Wh9@8M9#; zT3z4MpoUA?9Yk!H8+Nhx5JN%)LSG9QfNe5Z36*8;Y0FYLzPqc7Pp6nZ40+A_KLonK z<5--Y?LoJ=^M~&^V1NjWvTt3r+K;z4hi-2WfwyA?K{b`JJC%TRUPSQx{BV4R`-Ib9 z3SFMaidf_Q{=eTpX19J&{y-B~quO5yH;I!5jZ@uiMrJ;FsDI{K4)`kF8thnBab zc@P~7*G4lLPK3oKhuWZRWf{G|2j*J2I&Q!NdVvE57ZC&@IMDY+6K{aKBfblF8bNqQ zsdoka^zRmLf}ulnG!fxC1LZ`vvuJ)do{hg=3WrEceiGi!HmUR#(qHT!(+pUr%Ss_gbfl9DQx(jA(!kHm(XC&SaA!5gLMXS)5tG@@9019X~#;1<@Ekd6&+4E0y+fNLw)HtS)(@_x*XUwi4w7KTM4 z=1SMcz!h+Q(#F8>#t1%^<@Gx`wn-`%IY=3zLUOUSzCH412bSti<#+c^NvUhQ!Ff@i zhi%BqWXS#-2>*GRh7xs1sgWvhWv_YCu0GIS_m48MLKHptrQ8>_ofebcQ#LCl(4i9^ zgu7i9ms)a9jxG-XlzZa6H1;u{_RVCKr27pQbr7P#MIXtv_ncyiRD$~jrhd+Cpm_4A z7F^Qxntq#b!NGccLeqNUih=}N&etDNr%Vd_fOEM)x`uZg(Aww0K1yB`opm?rl>6RP zk3M9?!1bw!_6m$66*x?uPCR_$5L$Nv%B8Rqh4{hUoX0h+*6Zme5MKvH*r+WjMHAPp^F7bU?UIbWcZZ)RNWyg_F1*m=9UxCqH z_6&rAuZw<*YvBKko$stT!fsM;L@vH5y(<;|Fn;D*648q2_Y-Tf8L0if%I;Ub(_30;E7(=j7Ns2?idh~!D%0n!5`A?33FH;6yuAAkJ|Sj(Bl_=1c)}#|oAl9M zp`gic@87*LbfxbNm=96JWTTm(U5_xrAysHyOOvkm!w18Ye1x-qQUJ}%=lOhXSm?5S zJg)$^5z`^SjKZKV7jPa49_BA^OA$dkjy_}gUl1Kud-VAMbMZtfFC#I}L~BI))UOyK zH;qi!V;A8P`r<7YYL~fEyocRlm4GVCr@ZwC@8)M|j%qb~Dg459I8YFiu9Z%VT7;Dp zZlcruB!$sU81jA9F!Bo|e8O$==wnIW8|VIqv+;bWk)9cCJyE5Ng>Su#ICWo0Wj6Re z{xCig!c9%db%xHrUWXBIvBdQ+(O)nYhzPYh36k<``iP8WAXnM{o;VVvgg#d721WKg9j=2dP8ZDKjz)gpS#U7K*%=b zHX(h_W|Q;;OBA<>!Zn$0=z<3swXBUggv{v@7gzImdlrX}a7LHafW(as@G8y_4^~2Y z4=%~Jg;lv*-qFx(2^DDd0VEZ6+48G@bEml&&!j8awK%SA=%Q_7Q`7UtdGy#;IE_|) zuk4C~3NVAl|IDUtti4~duV^t92Yc5Dx<^i83;9S;|*x;1OP$< zpV=*n?$+bRI$x*$gC)1Z{>e!Q)OO;&7weH7^5Z0o!prH?C!0}%&jhL`hTDX-PcV89)*TOuZZ?||`8)NI=>Ir=D0KC`j z%lg(6Gtfg2;6VN}1P=Y^t{-F$o(0w>v^Tg1_Q5CbkAkh$(t09zx0D4g^3}eC=$I_{ zV(9BK$t}@DIUD(0wz_)Km6HS6O$vRDbuE(q^<^yOH8hy{XjA+8e0P>Vcj7eCZS|V7 z6c8GxjZuH)jf(#qW5*h!7&odqs*^y-2cl1Uw|{H?_U~rh@V%D?8s%qm`Wrm%>y7Rz zVJcqa6OkcaaMU#p5cB`8Tj?>DTy9NP-5}jp}pEDdjn#oJ?D1bn)T~0#3yj(n_T+@ln(;<(=RNfczc^* zgrPLi)bLR3LFP3z_=;w0?qHpmTpNSBr`cKTcL?kQ6TGF?%iDfTRU+b*wVK))J%2g; zjIUU>lg*mY!sydgngB-W5XZgd;xwn%Y%Iv!7Bon#9V`=jE52QQ_+eclJK1!#Sg_v~ zaht5n{_ZieGFLhAML?%BanR#WtyPWGTC*0c^?tO5j#c;Az5xOqnh+t-)F(7EX%w!X zz_I+3eQayqoiK9z))_EMj=ZO-SM3uqy#77hs3M?rfsU^N>Q4HhI$ERrDaY?ITKQa9 zO%*ZtNX)Zxdhvx}a78q(^+`axN*?Y$>%(fdU}zKwo1P@mfwz8)dw_Ditma3QRzV(a zm-~(4wP(=^2dFP^dT1-ja8x&U4qbPx^nb^Kb~A>syPrFR94folbKojFq{!m>I;uR%w0C2@!Kz8RUB+4 zc-~R=HW-$AakL$a?z$EIJ^eGUQ1<-pa4x>!T(%t@mKkRy zEvNx^?tj~?KLiWCPOs&qLYldiHxKZ;{<`kk@`$8;i0=rMT!dQwu-5D`cB*TzoUnj} zm~QCq95yF%OTuvW4_n{fBk&FZn5vvzOwCjMSyL6S$D*kZN48$}HCZBdv+>B8X7<536E1Jj~CpQc+6}grKXmMoE20%;VoNr@2`h(|PR_wb5 zD9_gr{SRHhUS#fi0nGHQF8XjfLui9RdCMpMf-jN>>PDxFZ&|Z`H2MbFF(kIF8ccSs zM1R3dC3CSAp3YT4}T}EsuZymzArVyp-NF)@} z>nlD@fuKrQht#TN+-6-8zVl!Fst7R(U@DZC76MjEL+e75=wu6WuW7tP`95$VJB1}%D8VmVK zpc5O+a!+f+1A|6PtAFOV63X{|%H@L~Uq^Q`=sWlHIe_CgHh1<{OrAc8=t9-9uAiE% z=6`wb=b%Pj>8+Caqj(wrLCY${Q8EOZoHjYR&P&QQ6F1%B?9UzlmJlR}2eCac4)J;# zT5oAF431V1bfjx}^n}sIwtWl$5%x4y-wNbj&tJu_H{N^m&ej1b&i`d@d;OMha{u#2 z{6ZLGJ@;{0l#Jp?qBI8}{R(RD3yn{8j!W{Ri7nIvdr$76o!$WsDG=Fpa@)gEE$<7z z%_|m5Xu52{K!`pivW_;t^*Oi0d&9~DPK_1fHDvTxQz138SZ#aAiM0RQBA>5=+3e+t+ZQ(|ulrz2zq~oa!v9Camv()|;^MavgIT_!II` z7m$3^{)n>yvb59%v%b4yDP^%x<;gSD6#cFFVV4m}bIVh*Yd-MfU91*l|DJ?cMJ#W* zbI=U2vPj{TKC8Fm4r!%5Z{f`GqU|VAv95x)=?e{r5Z2BqDUK-5_@gcYUIa^%5Km}P zG z5+KkzI2Eku6jxK5EC7kt&8ZK^<%wt{eK~W7eEB%WDba z*j-@=b$bovnOrtd2PSk0BWj-089o`GOVf;h4YK)-_{K{S8{Zy;nKJ%1WqG*nw-x2c z$omBQoXJ#KZ&)z(>w^Q9c^1N7S6>v#0iELsSVQ(6ZF71(#8Q8=xWQhoUl2!dz2%pH zY*M0$wf^u&?3(dS-R=O`>en#aX2H#KSEe7#6%T?JCWv5)AM=^g`2dmBk^NB(AJ;V{ zNcZ5!4wO}nPaGQ(1N#jympRtX8X%dwFS}~DgKofdCnp0VOIUBIXII&^Iz~}wTO6B9 z>D$%7L_CBn%F?}3gvL8edjqq*!FAa8;6V*Q${*#45HoY+>fYbj>{*hGnn7Pjjl%UH zv_EM~LHeVKc+{*4(h2acIzJWloJkh>Z`*Y8W(ksl`mQ%!_6Y1lG4Vq*p0U)W8O7c)7T>A${rC?6OCOW|QpVU8&z} zNf%_4$ukgttZNo-D#>1MEAgM@pKB76?RrZw2p~BN}7Vn}Vy~5o8YtrH75sT-@?!f!`=YOvZB8#`xI}i*tqgh% zb8?52^ooW_FbjLRjYuO)W`(%&ArnPuyo{Abp?38Xm>*+!HF=E)YL-xOTb7czJ?6RO zR$fo$+3$IA_sj-RlOqyln2So`32N9aXad}#L1t?QZ1t`=50HK!H-bNS^*fYJY{Bs9 zg|zdL={A!0S2sOlM4MAjl{l;RACtn%9K0+r+#3aQk~0C{q}xz%lMZSz0!(x}`27Av zu;KF(DVjs-7Tk}|%J)1K-q%JyL?@IC}(s~ev9@|g{ z;uG_Nr1H`O37R;uxhjWGQb_DNxbS|hzh@x}vtMlm=G9SJN{(Iwx=S`;hII>ZM=QFf zJ08k5r8oT`Et4A4RDelyR@063(xKo`Z5-LAEq9tJWeL(-Y%f#yIE! zqlM`$Xj-6NhL|ryEM9PIfSbVtNFCHRW1UYevd6b{zu%bwJD3hRRvQOEX$cgQzv9{@ zN6Cr3>oaB&3T^HIc9AL)NRSSwp{elaM-LA=_^k{)cApOnONmElxv3J z)jrN^vz_ycbUO3HqgO%{7pqEar^?Mi=e$rb9AQgNnCd;^Pu43hlbmpENW&x?fXkQE zzoxo{jTzdeqKS{;6^V04epMI`)U7-ak2;CIT*~LcP?-TOmoP`np0J~ZlogW2(sVy- z-`ujQIntUjY1;{B)`hJH6jfish*o*FxRrnLVN!|$W?ARg*}F#r39(aUre;$NM)B^vdHDwGeRwuxzl1{; zYT0i1;kZqhZigvcJYFQitH7h6tC3)qh0!iyU8?JLTJZ0x5f~@hZNQVrLKAKJ$UMLq5rD zVhr15kR@@120xI0z2e?J@~8~S#{=S`H?{y_U@b-=OUt6lCIpUxw}Hr*od_?}b|g3k zj~Ytn>oHcyV#8&Z8Mn={$o4a2gkv#_OL~#fv9!*?vXDbz?&^8%Dm4EsqpesaBih?O z3&OD{KOo{*c3dpDgFW;I^2#6J7hj*vx8{Cp{M+)lDd1qPec{Wu>i#`CL4^EDG*%am z2tR*xlNHL!Ieu|ir01z)nTkUs=i2h`$%Ef3iN%YXp<=%U`(nQ<_D9lC&CcRqTB{QA z@y7=Rf4+xZr>`nCO6&6goGKDLGLzsu=j!c*j|_b*u#PJr-VdnR)yT2O)yPbRpMwB$ z6lqCt#1a!SbBFS_X*U!;atT$Ph2={2HFtr-jSIt|rBE^bJ(w8u-|(SZ!%uc^DOhnu&n5;J$LyPHU@0Hm(6@ub%)wTdj0PrOVuIS z?iY8csdcMraBy{8{175gBd&16^xnp&Spi{Tn5WUBlhj!~-T5oTxl28mTcj1A_|(MI z)RL4`sZ^bBAQEdiM$Wt|s%8)9K0u!r3FzQ(bhOhjT+ajweAF-RncK zdbygy85WD|qG@%K?V;thqRl>JXWsXv=66S3H+>y%B6hlYq{GDpMt64FJo`LFiE}lT zgCU~!Q*5iHC&W;{dc%fC&zr(VB!~2ABZgx;+^u<^g%gVzhvbG?#Ux2)L?b!W>BnJ5a&J?lw`{a&Cl zHL`tlZ>GZaB!{h|dN>u+(mNO396k=zkSO>$O_SmhCGonXsIVPDCf4%qGv;5+@lCz0 z-@XafMKPVo^Ei3NaOcCom?W{Sp-pSQhzSKIP1bd84;6FskIl#vPP?#2Va`0kxoLMT zzvj})AR8CyTtj~xDaJu&HJH0XnnMZ}K@PCt@@l-7T6C|GZWNE2t(2lOyVGyK_pI8J z3>^H+{w|L>I&MTR$|f~=FRO+3UiE*1Ex&5hr5dA7^7v#gb`m_kjN4INmpSxb#WCoG zm)Na1bFMB7bH8d()Evmv+Ta;-HcDe|xQu|GoL#NIdBfVVhbX(WVw6eQez3Iks-=PE zFYCI~cXE>r9m<}xL>}XcZSK@^dwg~@P-rqlS1;q5pr_IFCK4q`rv0S2@{g`JA z`!N^m=Z6oy7-=eyQ#JpH5|Ci^a*H9so0~M-El;|mv-N~~wp}Q-XpJyu z+!WaLg}5d;T*hG4YvXa)_?ohIoueuJuYU2@_tk-F1)i?RE}9R5_2k-TH7rjp8;q}c ztkgJlzoNd%!Ieb#trWBp{uU2jDacGYKNJ>@sF{{DgiQ!t8(qq|d0-gmO7gSw&Ev)` zqex-DVnJB?UVdssReE7&-M1emlY#@M{h75Z$)tEjV6X?eX(NhuZ{}%M7GfDyhN13) z-s+E^kGK>+_@KAHs5jl2*h%>J57$)sN`t8_FqMhTYMe@6*I00v;Ab6Hn6S z)WR36fr6r$xm9F!)p=~1HjaDjyxe-pa8czt5(RP@F{prFj#nPt>weYwXdf4(X@Qaq zt>8sZOw*n|RHdHqV{7bl!SFvlEraFxI6^&*t>J@8!@nM@jhhy%=X~{8RgAsV^a#}E z|B>fkeRcqCcmOlO+}e~79t@hMy*}^ax;E1(fCCB0+@U$TKO=J{H)xlOKZEesKS$M{ zIHP6u@LhHE5bL{;-}8jHyjn-TkZy%OTH_xQ#@iE-dI+oW&mW%Zg z4aa;6nVG;fd~4IPgML~T%i~90^aIJM)x zSBzGmiKF-6)G75jsD#T?1>gbr;5NA$G)# z?}=u=Pq~0thmTt@=wrRP5bL@;?!#YmozZ%zUtgR%&D5DCYYR~=N#;9D*zW1{rM_o_ zYC6BoDo0N`$09?VO2L#CHorpVnO02#AY>8av16S~koQl~2kd>#r_B3emVck;D(4r0 zh-A18S$Kea1;009dn@-B31(K$mq}v`-{z$V7F7Q;v51}a=S4sKEL6*pp{70fIemZk z14#wYvO$)l>iTOW29P|gZ{+S>*FldgFJI|`|9r5rJZf&@c(X-vvd$eglN z@rr9xwr&34Vdd?kU*g73g5d=-^_j==!3_0@UR;J`z`RWA)ZB5&T5ws}(k9)j)iLF$ zrPL-}KV1`O<`SVazM*&abKRaR$L24?vb!NlCR`PI7AYokf5mSHD$TEh>Wuukbdjsz z+IK_tfE_WQT#O=}XxAiF6+L_IrOfZxuVptsdGAF>*?!sTtWPz?pA2BxHJJJ;YuD?S zL$Y7?LGG!5x@TI_aP9{V+e%mn#9c6s31HKPgJoYU+HzHNmx z6@_y4=Yo5U$oVGRd8}*W8{fv9=k%=T8z^eIjT&e_2hgMfE~_XGkS-fY1rIFK?Lt8x z*=cG2i?e;nL``_EV5;eT*}LS`Q&B{H2Lbl*G@R%G&j#VaeL&Z5l+>8>0P?Bzo{LxMx1$xZOomc!l9NT=dYb?0B?>r$k zHH74LI1>~mHgx;IX^ue)ML%vlax8R8IGKStTDuS~g>ybr>H2V&zV|c2)#hs}45Yw` zBka$C1t9EU3^Be129Mo$5dQNRHwJ{DT{-H7%IPtg{6ib}+-@?LJT2Rn7l2NFA9c^& zUn3}w#*ceCj_CYGQqq$g0AuonH3@a@;M^qku?)Du6jm*m=7Rl66K8OrJEZl=BYDh7 z3%}r<9BQFe^XpAV@*D%@t3Mt)ejacLU2b%1ZBs)ScX^r1pR8JQ+`4~?ISZn{23B4e zl=90Qb$)18H=x$9_zou|mH4Mmuo}xp(vQ6!Yk2F&sf*Y?h^b>JauSJ`*#6yU8#eU? zW}!x(d~n8)ay+piNEtGtHr$(i=hdRq>9th^Yf9osyHxOVQz+=X!+qy@9XF2~HV=amj>Qli zM1u@MeBYRaz_EIqN6TNYnEk6Lxd0R;1qB`OP9dY8O=1h-^$V|}h;=U?u4_8nb`Pd4 z=+P>860Kw`-l+_5y*s(qrztaCUGB+TQ2J=19A}rfK!5%ZvA1-|j(9@2jsq?LX+PCK zbm7#A_NyW_ls^MM{ZyMhi(aD5>1SU4*XH3rKj~BiBS(uuDMLA&5+8iFU`~&fS64L$ zKWhdvvd<|;EPW$Me|aUo?lnPIr%xt@MMXGk8&ICM!W3M`Ky2*^hxi(ws}h4NC**^G zf~Fo-uG|1cnI((ys;{#iT#O;|3DwhHH$(7Y55%oT2BRq%B-K_JS>xs>2M?#i>J34n zu_7x3*t5vHa-UKz{NZ072z?#hSAgzl^fCu=d;nf3IWhu+XmJrXcPZs&Ctf|XGEM+s zKC7w_Q+!S6goff`a8!`mKXBAJ16Xhfn!!0?F*049kR^P^fb#@o40ii0cix5Pm2nfB zx~JBHnkG(4iFhl3Dmr=E#Yipd!_W#sQ#1ie(Htu5o+FpnJXBEs?A(ZxU*=}#g4UBq53_h?=zvjhQKjY-r zypM>!HTC<8dKrib{Hvw;DNNGbc=@?}1J9kAYC-hU->HHb)!#%HJ7Aa#pUB>B3nm`% zM?M42By=iYoOI$-sohwfWILg{ci1xS#{P z&8kU7Qo)Myl?yL#v{IhKl=wj^U8ba{hhz{)3Y$hW_K^iWKnurC%7Bs-J3%vmWok9- zA9xFjW<$vS&vNsuaUOKHQ2AeHC=~kz>fq%|Av$hfkEd&g2DHHk3a%LD6erf^g5ItU z`~D5V>s`{3EoaUU2?(JIT8B^-133IsI}u-0usjzVHbH@X0F$it>=2qmF(@2Nl21sN zGhZ1{)DHh=Vnn)&Eik3MKufcDD@P9%*#-v&VE_G%qJyB|KOoe~{{SoSFECNB>w~GY?Wi;!7&{jGNe(5QT34Bhw8=&%$N#X^y^O7rBH^;*VPOXyA-+` zED3{(5S>@qB~2hwjBF+aRw|fl^bz)Ysk0ew{k@L`rYaTjW3|}_?|qYHzZ7*^@f&mK zeAnjvI#yLfcPb zgEAXCcGWIkih3^OI3}6l~8IMh7t(X>Yz zkA?E9TdYw~1uPN16u9cLrz!kRk0DHC8u4xJFVN-s>#z9pw=O0TrEp?U*$7Z_8T8CC4xUB8iRX?|Ux>8*t;hGIs?ce}4(N*{%|Xfj=NM+{ zlBWTE0h|NJx^9(u0wps0(_-tZmBFFKPlN317k*A7x{a4{&V02y-BNm5*Ji#;8|8c~ z+)^*Z^ph6V?mN_(OTvwpW#T5%pC9K%i$swGxl_Q_zP7KJGx3ccVOH6V@n;X*SZc%y zEAKF_x~eX@j~SY@#EM|>#-CVgREnf&z{I>&gS=zLcZyFayOib;I0j^}ePok=F-o9C zKQGuR{Q5i(#^G!L#!)JuHC@U~@MY67g|C)!G+Ah6o#nPsyDf}F55Olv+`xXE96N4) ztX@k?`QZ~Ht%aftkneLZRM9DuxtX`$>fxDE$!QWt(nHYuXXclwxKdAn zfd{wI@&7)Dqu@CdNgYJHh(mGKGeDeh*klgBmQZbtb$$L^QnVb5Lc z8FmloKNu!Q6VG#D_I$>6OuQT6epBLIt}@PYoUH_Xz~^msdc5Zw_833`{Z#nl z{w(g{+}G&B={eWZ6~P+Z*RGzuz>K#JUw&Fq2htjm12=v#LYQyM(w{Z z-5$_=ynD(f5Ak`ry1oNF_^gi9v0=R=u5o>a-#zwursH;9;KvS>m{O%Ze{;32t#dx+ zRvp@~_Z(d0a(HsRO@%|8H`7?&jz<$4`7Mv$1-t#Kzc)Dm^cdLvl4~1tj2y|zPDQD7 z?}h!?aFn<~2%5Pigx?-dYRB#N9jEM?rET&{dbs>$Xr(nt(~27$NgHl1K5YX z@|XrGvoyt2u&wQ6XGxn%AhF&cXXQ&I5oD{(fUtqo81b;n;;0?}bgkg>24JE%Fg2wF zLs!4@u3IQto90E?=`t5Ax<@K*nLK}s{;Z4*5~^n}74r2XXk!HhpQsx%LFErUQ3MvM zm3ChCx`4*dG%04IRPA*b5_pJ@IJ;7qMr%kZF{d89xW^p334mtA+=3O@9h3hT4_O4D zh7(6%B2!!;K6XfL>>OExjO`G+g~}lafsAOG-|#snX(Jx(YV2fn-71I@k{UR9g&7JM zP-e`s>EH7NiO`7or;AfNI~;4XDbNqwVOkAtjj)0%-i9#u5Og`-cXfC4d3oH?g)uhN zQF;E_r|BpmXp&ga$fbmf-w)J++%xn)_N^3f^A>FX&Mx3QC(lmg6!2lFqF52~&xyCU z9j3NlIf4|jwH4H^12l5$UMOwYcJ`TU&L6|UwNy-mG0_=?+#1G2&NAGkn(m50Vzh6T zT6&=A4&v_%_bq}&DYNNSpDH10u8;FH@h&6Xm zBA|~J2tWFIX@8$++(Vtr<-E8?1`B1pX#X9joto|hn7y;gny}|l25>{|pcq(&g@+f` z*N?5k*Jd7$_KR**xYe8w+nD!5`GT)%Z}hjYPYt2#u9(Kn7qYn#l|N%{ofDh|(Tp!Z z!sH~K6O&&;``NZO+da#649oKWa-s>P_+6F{)HH3&CV7Z+u@m}6M=fV+YE67H4r4d~ z_M&z!z*b-l%NE=`Vyr)Cfd!*HJ9Z@$svPLR?6j zBR*5x+hNABshDa!C_Wx+e){L(p4{D?xmk9^8S;#nSiry)+0HvLVlqG46LBVYb5X3V zH4KW`z0I0Ub5;bygNay6$=#q$CyHte2)8w|Q!<~QP;mwEeyIqey{SpO@M$i=b4hHk z%tKw_VPR!+sFm=kltd6!Ph9U8KPmv>)b4pl>La_MlwNq6=-Bnot*FW~jBNatxl@dn z4Nh(ls;Z==rA>a8@!bpxp}Lb-KgJNDx1eR`j{z^%?FY{L-s$u7(d8V5A=9n*j z?b!E4t*Na90dMyzG&h8_fJZQw9Lu*;XF=Xf#n&v2LC6%Om>;#$NH623u!mzW32v~f z!!HEkv|jQ7J_^=L39(fh)g&6LMm0RSBf*w|H1*&F{Vjo5DV**FJL^N2WaMouM-?w_ z9mM<)htLHwe1W>i2s#7GRAQ^69y9c23nh$QjOnfP4{%fY9A!b(4l><`b1l-f%a$n( zPe>)|Q=g;4Zat#tA{$BH$WV&-<#4d!Uq2k)2+L(|sSp&>2$2h;(RqlMLggd*4UL=Y ze`>Z#_7f1Wb+lyZUpNy4ERnh2p_mlsZr~}dZeMXX3fR`RLl|N7iQqJwp+jX8HDoXO zt>s|6JUgZnjX{WcV`J_%DW&ICPu~qL%|keX6DH!|GjdeH5wKyCVQ{nWh~t@J0OxV& zT)<=;{t7SVq1&mmSheF&5`}>Hd{3Iz0*foxLVXAAzv5eF#*ql?S(kR^byuVKdxGPN zJ5T7j`-}u2wg){P7tJb)`BRJa^cFw5yKb#TwDytZhPZ6OM|$M-5GN_hpgH5k*d~}t z3V+6^`ix)P8Y{Mq z{6En4CMRe2SnMg1uJW$GRGEt5?5GVnR27Rnt`rb+ z0UnYxO-r#*Nco7}l_b}Oi!5=zkWbF5ez-~om9l)p{uk#!J4g6SFH&oW<*4L1=-I+_ zd`<+1soPQVi;oi3wg1$QmvX^D$bby3nO2HvItvnvYjmFjo7WDI$~*FpQO#pYyLkAy zm#9EmlZbP1rm2VC#CW;95*dU^_9gZ2KmWmoEZD}UfZec za`*za*X`$U#h{pDkg@wBbqbQ5 ze~SPUsaR3Xz*W$=295(qMnR9KEL98&yQI|#HVtaV%K&Xo7&??(uSas(uM_l62*U4p zQmz^CT9A+~24wwrZ|m4=H9#jsASfTeg?aC}B0$a{9-Jpk)a>@X9*H5cizSoA#}t58 zz0`Zotv>!?nzN?gUk-5wruJ7$5Q9p4tJhNBM(pZRgP@iidOe$jt*L5vXj1uLwds;7X&SKUh2I zbFX+qCwwDWdkkP;3V(T(Sr{j8Q+5V*T=Q0lG*IHEBqZ=GtgI;Ep`<1rg9^KsV2y!J zMpR+X^a7VxM7l0A%xo+J>_#V6#`Fw5k2}jJkyf=!^EZvkXwB&D=`xirEI^Zp=?z5bzVKG5|Vwzw1Ra%Bov8HA2{JvWcTv> z;%wnmwV@s+Pg*BTG*>^ywVB!3O=08F11rBdJKVNUXDYy*cemD~w%6fvm5rJqjT@7P z?B$MWT^%E-mItKfzK^Wd^v$h}yYCiD9D=^Owesv-NZx(a+D|EI;)@8&0^C2pcb2{T zGvKu))2)ThW4)i6F3oCP#k(tv?g)1tKE-IeW^+hvqV9wl=^tbxC78M*H>KoCqc6Se zb&O#hF~8JZ4tkkb?+uyWg@;Xvit;Pi{^>4+GZ+`cByF^S-Rd%gKR5H-~1YTA3v5BMACx{o z9k38a5_}T_J)M}tFt*9QuW#|N#PY`pyU_Xm!htd8q@B3J*(1tUMcp6H(@b5;d(&7tw-l{j zDk9}qz6ylW5un+(e=HRJ-@IJV`(Nnr=>a$waZM*RG{;nnUVoUAH zakVlt*8Q!Z%B>o@t>`XYz-XJsi~QtA_ixq;Ed2e2D?#PsC40H6!H=7N>1=cCXI;-= ziUbDcqSUuV1_@QKmF$qXnm}avgiHyQE4m?f=eBRLL~>(pADny3-A_#D^Lw4s{?2{Q zXBwxPas<}qYje{CFxs9-R_ni z2UxUlWcu3~&P}m&188*Pua}nz%E{I0N9@}X&5b#xn>^xaLMj?^GiRr&Hm5f$P&K6> z9f;*!nSJvsaZ-JL>tT-U;YgVY;#7A1{u`96$;bq84r|z)0OOG+gQtEsIMy)y(Aq_? zy)u#qRRGvpo_!>&wDAVMwKgD-CvRJR_}oWb5EVK@hM5g2_|{Wv)>O?z^=^8aqSIL}A;q#S$BFX5AqFUDomg3=C-fp4 z%IcSI|FWJkYkWLRBRXIr{2%GAq}oE0Ie0GW7rahWFWnimfFJ`k9ze34EChq8kifCp z?`PAoKb2-NX^3lS0%DKx^<$f3gcMGRu!0?$Nt>~9i+{k}rdyDL{i*zJXJ5; zpHX_8a;{^e+DJ{p>X?0n(M%8O*$WU5Flx2EhuQk2yNgCA_PmV5SW2y!qa#>Ar+)7Bd#W$` zeL&x(vCC>Hsk190iIY=5hZ`h@R1%VjlK^WCEEr<&djt%7>HZS8QCAG6uZjleG4sHjYQCm52R zdDcuzem9ynH3Iojxmr}#b-z0Xv3|L(v>Fc$rcAhI^DdqF?nQ}H&Y$i1di#J1 z`ghHJp1nE44LME@uezQFNCYQMuy`}hRkj655qN8m>9PUq+jS&)xNqaQ-)J@L!<*Tf zlGkbYGI8%4gIeufKgANbK7j~x?B+i!=yp*9DEyZil@^SA8j)pU7={px7J;~L;vmn!_^nevbgn9%uZB?Z11u3 zi?@mrj*hxTPz}1?s-CDdq~A)MJQF}zab-9KC(}&PN|ifK$vt}B%<{T$r0?yXx;raP zlF~vv<+%F$`N)Dk`|aTQo;23}ENaBi4sh?<(xw0@lL%F-5;N{?990s&)DesPlr;C# z*aWXSqF#OiEdTkHm966S9bp_=C)~AGmgKsgwmn8!>A>a+@bW6I61Q=o!Qoz5rKf}b zPZar77|)uULhjIYUl1;CtEByEq<24U`Gik7oT45xyc=8+Bs%TAdmWjc)sSS5*`a;@ zuAF|OEMjGg1r23Rinx-@WjY(~jCHqK=vs-VS6fa~Gurv0*zaaehQi~BwvlYDFqN zO(|Om=HY~xsu*=m-kq?XdFVd-lj4&kE*6SL;V9Q%(9I`@HD~6Rd%O5znkm-DP|8lD=3bx(?RA9yp|DD~>-=8Ea#5@1Q{LOuN2nDb2db4?9M=# z_?mTF+opR|UsuVHl3>R-8z1#K4eDM{D zY*HP77{aK8dnu1kjg2aZP!X>WOW=aqDt6aLuMFtjs1%Vdz4y4KUKQs=xoD8Mr)+b# zg4#Vd=QXJlILn$?n^naGQ=q0Yt}y2;hSAi~&k2oL=O1j zF_vbCxi+# z(l&`aJlR=!J~ud3^tSsGXE^nKKSVflDY5${g{7se4y#Y*7O@gr3kNH`?lAf2Ul!ga zWM>&aiUi8D(LBV5#bcS{&`AA)DgTOSaM0QSv9Et~;DVM;hz6F2TqF$j{T3pPiQ8dX z9vo!I1UW=`D|nRRCINilHPewbs*0Wf2mS9m;Ch>^?Wo-f14=BiyE00OD@O$!dusv^ zeOaW78Co80^v~ckn@qJGE(rnq@Hb+cvuMAolMW{qF61jUU@Ie<e!~gms z(hWLuo=(}6805a7#`i73BX>9{O;7=idsk^vF@cNX+)P@DG3HBx7|iLRQ=ASw5&r%2 zGtkSb8y);R)G2>_Ym#>8Dslxk9uRjq&$gF&IhCqaC=+wyFG3S}kHy~4_yA(bn^1+QsD?>= zNpJZ3h}^^t#aHcx_lGx*s84CnoEU^EasPPzjVb3;%WfrYg@E=RqV@E3 zSYt$B>-!eCSgBBVhma33@oVJ|hEYOEAkP$YQa)h42jejKB>MvG)7lST9a_owPGTl{ z0TZ;1X}0ufo$T)ZP*{yC9*ossGFMPI^2{&FinMe+Cu+`twQUQ__yCSK0xpM_v}>5Z zURKW>4K8ckBqQ8w{8qH?zckJF?8x%jqV(LN@0p$J{)V@*_4j{_yi}OHWebdh5y4d- ziVpQgESj#h#N$g2pu^P|O7bQ%Rh+L&BZ(tS!c&Rm&WmF#Zu5w2lkFNaPHWHQPwawU2Grh zYRd~%Gh3VIPrNpGha1Zzo#YR#t>VR#Ori4T-FE%GP6P>7xeL#wcHM7l-AWj8j&L>g zqL`^R-Er2KlTyAF4n`}x{XqQYzTpJvEb3Gvq8O**GL!xF-P*=C-W*0-K(a$I|HN#) zZP)Af4&j;!AGdyHqTjd3i&JM{ z*>L;trBdZcZz^A4`olX9g`tEeOg2Lb!`6DqUzwsK-rPPcNgiRFRy?)sE)I z_}Q$p+9U_jN+myBp#Ql$1J#w1**XZG3$aqY`OO-Hrc)M;zit{c)RB%kLqDFnZH9xU zs%MDk3f9h~D}0n}Mi@cH(Z)5ZW{Fk0@=?Quqoy(uw>d|*`c^uf6DLcKL8xF}zx8o& z$`(KDSK^nc$a^z*s$ZdUyOi@~%ZFRAvVQMv^$6+;?gbSG9sj-KInna|<=!2WQ6pxx~gNYI_KWlc^hxKaV*nX4BUQJ4f zk3|?ysZ|t3;{h1)j!P5wh&qbLL#}VR(`LFE8C3P1H=??Cio0ZmevIY3)lKjS!WXNi z88i_fgAf!E9z1@}oL3RX`_=3FU2_55+v$g4A6DK)ir!(4@nBKi`luY#FN9dFr58q4 zLWb@$6jI_>T*r8n>0AE#Y(r__y*B@yZO+*7EyCQ)tKIP8-W97+mWY_?c*J_+pMj8H zo@pqDZomy>!YA>Af=r@TD9dbyE4xds%N!unfV<;)z=#i?~e3^{`UZ4);1y-K{F zl=Izte!Y6tF5FyP$8@Nrx~EnxTd22srKG|TrXyFAlS_Tklxk)+S5+E*Rr;M5+#zZ%E;h@@I07{dm(OPC8KA7(}BK)Y=g9Y=c6*8t$_`~CO+F45kZkyrj|H?14jOwYB(wvpM73I}5B0eVb(un_ zl2)>CrpLwhg>@5hWCnGAsgkNFf#vr|PX)QNDSfY~RpxRdjZIjYGUo0MOUnio$zA8> zmb<>Cqw|8`?p1Rq99}0N&zNP*HC~)q*<{T1Bm+3$s!9AgX1H3FQXiLkSQZrz)gmAu zu-iljy)oqoZ`uh+Woy|~wVp$LkJoXX5a-33K&MP>Ix^u(rlZ44w&z`N-*|(lRdf4R@Ht z$`S$Ad28Y6{oQFYl3RCb_)OW9)tFIy4fM}Efhm@JY<9r9kg-<+<c`OOZStu zfqWsjd>8_EzLB`hwZwelQ`&#tIE!pGu(^+jAJl(3b^h-2rPb`I?s@j?y-AA8+0K0Z zPyb}_Vb9%VR>ZKdd;`>~P!ChQ-1Mfnz0R-aRnM{0l#7CWteutMraRf)L@Nxlp1#kJ zj6w(LMm#U8$+f!YdN zDkHZ!w!jI(@akE^H{ej+*eCn?(A&AruordY@V{I$u8Wid{p&&48{y~P??NWO=11!` zjrC9BDyE{5B;E)fi?FA`*0nxpDyhxB%24xO>D59GaKaiRQZHWg;W5YvEJ|dKz1q=y1OYgNI$9ph#3DACSF}~IS=t^fM zbUCO~K%n1yaHK%@Rc_POhOG2zmbI#ymV8 zhx8D;8{(vdt*Hga(F%|ZaqWV8`dKaW1XZk}^T)qGXO*{!$e&*z-~qN1)39ut)}yj1 z4h{vA&g~^ht-ZHEUR4|OR-tg%S9_%{)z0Mvv~sIo)^*P4qJb?*vM-Y25J0qdPu2Sf z_A0lcc_pAUL*z`dDLV|32wHNUw{r8xbQj;{&&0}?pNS!Y5KSRzG@o~}gT+e=-E$kO zWVw!2vaa0z?}{lsZU0w}dJt`RCMaAk;Ey=9iHP;7`eU*}-GZ4_ZJ#dG3ugQ>#;EFL zf?n}oWP>01ZO1xh0|FKb)4D*2utH;FBN0LZlB9R{gMzvMl`}IDJcSNnfynIJ=qpa$ z8LBY0B$vosUS701$Xw6eeW}O#l?Xbzpic~T@%6=Y23YjFKl=aBW(9e;D+tu8XV@LW z&|Ix8u2NSa7B;j3)z7PBo)1f_bv6%%yRP^ji%nqsKN+4Qt=}{^FErG|jrZ=3C2}5z z)W?Cq?wYs>C>Qk3fW2KK)*iT0hHY}gW&QK2fvl;WFHHLm5N}_U{w#%yCY>#@O#7qC z9Q--0#Xi7Bz1zRNZnL*Pw_OU`OE>dv+SEXy3tPrzEON$&E<2*_@BjRc5PkAHifG~N zpO6lMsyR=_5Y_7A$CweKs+yet{EzIzuSNwxagm1I$MmkBW0SJ=ku%dL38Z%24--rQ91Zs|{IZ7_NuTR7 z;Ne2Zt4*x8E9|dY?c5Yejewm7FX6(a(;dd7jHcBVE_CMgt;UG00DBNtotaT*R(v#9 z-8Tn;CsOW;Y<6VjGi_v(p7hk_G^bYXMb1or}& z47mWtz+wmGE&EX@uW6?7X&_~RdRI8xEvY}PlcWaZQOOXFC>XWWfeM6PH4dJ;MPpkw z{6;(z1#1jZj=hxs&EDPRhj3yKUzWd*TJ5yB_EMf@m%*sPVb1tAIx$;DaY97=8@20s z)uf=NN{boOTW)S8#9mk)v(?O_an{`;E@GxSm$hT&Z0Br}(2=TS{fyE<`43&>u?|*U z_zO$!*r(;UhQEg0swpookL4Syu9=wE&_83m{3M#>e=dM>@9bs?;ty`L_QT=-;zm+0 zfwrQ;!B8G#tsHHEIq708GvS5VBm=)}Z@3VIbP$s=lFNXD`>PeKof!LeT+*)Y{t%$} zA{uppZ2ox*#k?r~iUsp@%?@r;kcFC9LB1{92B7?RPcLfr68S!S->&U}lry8(CK&N zRTEb0s-#^u-Uduf(_GY_IR;#trP6Qd%KrJc3l#R^CH%iN&3TCbi#-)Yy_XOoC^g#P z^2P?>f1f{kHMu_OE^YxpsTE^4JAl`ZGlv!56HT3utd1lQfaeFG9Q9@+6ze-u3Z;X) z&vA1g*OU*66NLb@EKK6Eg9lZ%pLxQtv$t1yrwX#AYozQ4H6O7Yxkz9BmDXB} zO9hZlKWs8Dum#bTZ*EZt#oj>{ZGjnw&_F!|RM89eXO&%ciz1aIf8|v-t76RG0nebV z?}9ojB!}vtNgV^%A#!RW4J~M2H9%`fmdb7|!B3i_1i^&zH=A7fqn6fQtDBXg!z=)e zewE9f*LjZFqaDD!{j0lZYzSzQ&jo~wzEACp*1K5>OaP8^>0oP4*Mi6Ciz*jt8>ch$ zCxws9v9u4X0-H1vmZv0pD*RsPm&1~`fIv$XghhwyytAv%_6`5g;h)AknZQI}&iiL0 z6jZQ;EyuPx?N>9RO2pSCeHTE) zHZuwK72yEe;$`lqik^SjiHMef%vE--5X@J{a_RKNOBwyRy=S)9x0zcN?T7c?yMtYi zhz}}HoMklNdEaCku>XHmI>6}H-N>P6O|}Jk1c-RLDv!9IXm4bQn5$#~BrMf9}nzhzUoj02(~Z+`b5FKJi~BoCne+ zWGEMqMyd&X`#(rKTcXVdzPyjD@W{P<%F-@a1u|W>y}&GxboRgq(}*L~h|ePfF8X9c zHUI`HYUHB<}?bctX0I~~8hd*V?U0hDt;uY8@V;>-CznA-t z+~(uNWl=0p2CFwTQX7G|_QRxF+n;)0G(45L&WhfMT{0vnqFo9H6Bkm)v))NbRh$dZ ziknE_BW*>zKSB+4x|(b3Jg;8=h=24`DC;8&ku`us_8cGt_{@L_ z<;{wEs0Ta_JHl;rhR@h16K3=ZxCi=pa2GfNJD#_mtsu5-FMST+&Cu=jSD@~mzAM4@ z80A!SR6#_F+j#&!=D`Ti{7b!j*QfdIE-vlQ%#A&Nb4GDLeiG}T=&sAozsisgFcpIi z=5joaZMzF3!4Fy~z{jTrR$zV?1Y%5AKa1-=hz1k!z%yVdasZ&(JRb31-Pj-Np%4^wHYKlTd)LopWre<#* z0@du0sR}*?!~>F4@I*gp4<-~{waHi@q$p?nD~e?ER}(w2Tu=4SPon&U$26>H&QtK)ZvEbO^r|zUq0g5Rl>p`#cq{;WXhP zE0c3lrqmApJ+%sYJwUPxv);E^Bz*Z7GFcYYmpEQQrr@8p;Y)253 z`ugwAmpzDRVF;a8_Ph;HVB3Lo0KBUX_L>H5=>_YDAG~Ky*}F04lW#f)zM!$4jk%mn z5m5#Qkc$EvL#Y>?h#FH5C(MY`y(?%*0~o#Ye3JFUDB`PYo(0B$#x4NF_}H;p{$tSg z)7bsr!OF$x)l~i{@$GyA51=xw0AQ(xt!ewH=UnSGAK;9~&pZZh4&Z~jEe`OZgz^^&-9h)OEj%V}_fR65j+4L2nJ0GL-<(5-eSbxCjvL~t)*~UUzcSWM#p!Cu z5UXpVIG7fGgT=F^F0iU{4ya>&e!lhM zu3{e#+nt%%Xwv;T+;tk=U?{oMr@2QO!yz94P-pcl4Z9iQ-$bXhrwtcxyyGOl?+{y0 zCWT#_23Tx!YIGbnFyufo`deM!SG4bZ^u~D%hWDWsc3D(I?Pac(>rAzPqnUOZ!;e0P z?rU;R-19)NFV}X35U=b%?t=^b7kiVLV}XG<`Ly|l>0bcq9`kxWo>ehCpJW0FzgCXW zv<%-{l%iWS)g2m=yPgYYQTJFz5zkA6ij8c1lOcy%EKI#`G22V>7?cV=3;;&I5&pFq zt8V!wTVNIDQj+a!bE50yR-LBNPv|0ZYekWNbnSCjyEtCo6`uGQNzyU_);D?)z10Ej zR~VO1Nn?J1j9u7V&zlv~IKYQ2GS(aEqDqO{P1f7ni@BJU?c|u#X=0lBZMF#x&P_q% z`fI#IgNxuwMMAkHi@>hQ1j^x|ixt;{Q~dO5 z&Psz+wf!W|6+#+j-uF196eqOVCE|-d5#Z3&a3PNUW|D=#=HrDFuJFdOT3X)xKws|n#S~W)adtfg8k>PJ&ueVhh2;S& zYD7q?oUMAHexe#L+U3R)k*#3&ORTY}Gx?cfF>EiA5|p4O1Ppt0)-<28#-Bi#p(^u? zG4ehkM@g%qYo1$07~fMp%&mBoynN_ z7$s$ykY%hfDO+TjcFG!B7!zh_td&G5L}s#Q$

No6vAQUPGUE@6Y%1J?A>txqjz& zopW9Ocz-_cb9!r-*Subj=lyZN-|iIh`7S{N)fU4ow}9k;TyHfVaJ^+%?(PzaYtR4& zy*P^Doj$BWj9Fg-pp~N!w=27O4l?SxrRT9)CzeZ#gT`6qrb+V2btY5`)u|BW0StB- zW{!2q5J#Kc??ABu+L$k{b9IueW!%z+yCAX1Lb%8YegL8zlRe!|JAE1=jcUy_JJ6tf zO#FvG*U0ov| zpRozV#S&@FdYC{{1}1lt?Od`r+B#nyPqaNz3`j;Xj7tW#{8;e@1(2NY+9=9&sh>YL z&h}rAb+mm#OHm3u*r#Ua#Ehu>V%Jw^S2Trs)4Bk{dCw!ZI_zpGtajJOnI`T%l;3i( znMS+$u799@{{(%Cb$Pc(doJ_xVzTc-oCjQD$HZiEL-wwx6eKhpMEm+UynjVXzWn`= zQ@ji@$kl|WJ(OyE&PjX>v{_Z~{i#LgVTFM^mORJw{uY%(vB<0P!#kzime@M}(=ur)v8v56v zy&Qc>Tz)sRUQCf|T|daT5WEAa<0Qn$6QkM#41cEWsRYj=J@P;}ZR*f&fxv_#zaX^# z8eSasewCY)+q$)=h+{);Cn5C~-J!dYRGNh~uDuf4lG2ujtqPMT|EFVYyi_!O4R716 z#uPDrBt9I!4gNaF;A-sm11`ccNp#84s7Hkm_%?LERaE|pMw}Q8*m7ExCRz{kIF-LS}R(~vl6T>=jlp1PWBb0-1 zI$sdD#qD2du0g7&6T#C8&muZz=(yi`H`fj}n}+65tut-cOp2Dk8Lqma*!`RN9yTSJ zf5891o~WK|9eyaB+ORmq`BlPknP51qD(Y`bfa-_*8u7^*1}tSVVoO(;3!-RZPrsF? z%cnN9!s~R`b`99Gd-en0lhbEfjsxp7Iq0x~PyTbN?q@6|`{YS7p&L&OSG z|CNzqPkn;J>z_)UM)9-bv;65vB}K1-rS|`dpuYN$(YONwZV>+G6Up^+r3d-r4+_t; ztzb%`^%z*~7hV|p(iKK%5jaJ_KzX$B-=w#6ok}hNSG;B#2(!`cqSasXO{RoJoBM9K z6bIkg|M7lu19}EOQ=bxi9y21ythaPx7JNyn7l{d_9$HD%{4)nt*`TA4-eduBLi-}& z+~1npw3TM`hgOcJm~kzyp_unI0|_*?P4_fQm)P!^_~8OnpjMsIQ0kugpV!*`zIMu8M;Y*kSO<~_Qp4fXTc8u?1$=fDc!+B^c7+F-iMjRsddShk8iAr}9QhJb zM;ww*e{}m>lI4&pJhK67;ZUWg{R=2r@y8%^3e}psR}lm^APBFup;YZkMqTWUyy*9w z^3X=0pBrCkFuG8sRXVjErSvPV#>+RVbmqSCtKDlp%Lm1jBU;v9jTU`wd0$*LNK+?= zsMFV->5(3n#Al2ddb=m)+7)epsKQqM1g9P8v7VqzvG|*FTH9bHbXOmPz~lN%=^AJ z8ESBwm5U8p%Xl`mNRKB=_({p+&(aMFH8aR|0>&=*l6NY~UX(MygCrYeoqAqA=M5=+ zg^9seKtm!U@*1la`6H?AVYo+7z6mPNM@cmx2xCZeicf>NgK=d-_XvU zHZ9tD(bW`Q00j(zSN4We!>OfwE`8)-`JGjIFPINe@L|+F1C)pRQ9DVoR(|a2+QLm^ zFSPq9HDyk2=bc;w>8D2AGroI8OGl%}%Xw3i0Ccp|=f5X3zN2smjSVSk@Fa?$9)M&< zj!x+nzE`6A14!P!zG~P9TK;44%z<+sFFq6q>zkc*lWUdiRY9)UEC#G>V93B~MgWl=-a1U$xs^Q&oaS;+AZVPf>O!-!+DYk#4 z$fM@(Aedebo?zNY)?x#2l939$@dN?N;t&g2Z2UxnhEX^6W02l`X6eG~D9?jtBo1m3 z`2RdDQ!}UBkeAUk5Y6j&n@aLA6aAv1=MZ7l*>yvk^^Myw;54sx;he=H$-r91>&)Bo zT~X~*GnDnvdUmSM?ZJXVCM%;nz71cZxN1m2S|T{8q-JZ;Y3;kj#>Y%-v2pJE%&*l< zdCy4eU+Pd zi_hp_=H#&Vcipnp);y@*a5I+0Ep1lKxS>S3S%zamjfPnC&?QR%Rn*v@?#n$jL}j(w zkyd{?V7h!r(UTG2OAXfNF>AfxOgG+LQe(RrR(9L^7xdeteHB70L|*ulD6k3oTILmGRWgW5FMMt zsg4h4g4L()Z&!wg+F@6%4?boJ@DoWPg~b0IcQNoBYFQf%o3LLX{|g9~p|nz)i^PK>&SbbDh*|0##u9k-|M;75HXYVVx{N$-|xQ0++uEuG`RU% zPeI5+?#1;VuEyEDsSfwP$xQOrWxP9bggZOJw2NsfJ%p z#v$cr2Xw`D2#>v6L*NxDv0gt>E?x-Wtct^7W$YP?!1SOY0&} z<>a@$Na3hn??tRJi%IxhrPS!tAcc6i^ai(9botDEPH*IOJ#%L67yQ~`Z5j-P4-qty zSB3^G{inF$U$=x(KPE2-U4E4ybcMdc+UsNVn{LdkA}~zF_(<1usV_g<7YHX|`>@6& zuo0L!H#xy^Vu8?lUqBCTndT0h)OBmQ-jegbvxgOHP>U< z81+pgeJC1t@lHHoWcS(+uNmrG37ZM=ZvjP|-M72SfxZS)j-2JWRhgu^Ypm4)hsN|_ zZ$BfCb9V~(kA6&RTCI6c@HzH^VR(slRFd5Fq5RGUdgEN%(Nq98#hGz{h%|V$6ZAu? z31UfHd%xG0rG5lGiFEyRvxsp5qHRTWY!0P*0JJg|o9k#QDBA2G`y$=roJyC^^QyU_yTwKdP}kjr{(?#v&vRuds}^G6SGTqpcu}7yla-@s=2Bb|vu| zgs;1?w_V8NMW>_M=MsxtCm=~^BiM69+&ZX)G(WWtNtMGgR{|BdpBoNWfgZCqR0>?? zgRkMuGf-}^2?PjFmMHIbl26JeNTClHGmd1PJSp)hDbl&}mJo`|^;939Q|su3y?b2! zK0{9Y#*L|}%>i?*(b6fZS~YX+`$5FKF|;mWU;32mjo#J+Wg~Ot$&IDuoEt(u$sPTaf?rJpwTrm|c>@M~rIR znA583o}_C_dD3%Qi`?Bbf7&em1@gcQj94a@v-qi1gZ&|bIP_Rw0(tH0P8-t5N=lt_ zV>B-lwK9H^wNn!OavP+Jx)6P>Z!X)wZ6>*fDH65Q>g)Xer5@r5>&HinQTR6V{{mFJ zoptbh;y}Gfz5ASst`OT_^#NenYK$=_m^OcyZ}#=KEi?Bt-?W3aF(E+uyOwB-trPo= zg0!!#^3Tay{>X`)>l5-SifAHZA!RD0ievf+;;!o327-TCbud@-Yd+ZCgS_UhVeQb_ z6zi(B&9iTMu1idyNZR)UkiGL;_OGwci*Bdpg%_T3?Si%Zi+8d(1*vHemsN<9KeH+} z)PK`HLh|A*nDg^I+x^O7i z4TqbP_y-Ft#Na8?rQqj*ePsO{VCJ)@WoZ22R!*7~<+cuO?k78^G=c`kCw8;OCqSgg zwA|U4Qq+ntt{AH79FrMTDaB_sv|@AxQ}_FdN!A%-h!rk4VpfE{B&~WZsIxHb5#*&G6tgyz8R&j->3=Y4Jt#9jC-LA2WXPN(T*q2{E2q#RiOyu*=E9`+CHO!B){~ne{)|juEtg4`&E=`*q{C4>=oQ zV?HESx&1ra5jlyBT(TTgaWbhMkstfAoB#yE$%d4ohLq~`B*(*TeeH0rm%6k&v496L zX`I3w?k0zy+-MQ@522cD`LC!jmkWw&8$p~{y5(U7Yxx$K z3c_hVPRw7h9ekNaE?bf1C222GqR_&Jj|+O_odW6~-9Lj|SDYd8Xn8{lt+54_5PZ?IWMwc*a$=z*~l7v=XXqBj9mv;Y3)zqiirJ=)+HA z1wp0_kA>uy6Arzus|fgVWCKZq4P<7u@W!j^2VL&OVV&s4Az4}6G{!eQn-y{n_UG^uyP88#h393yym_2E#8NpbYtI= z@2%3{Sorn|lr(5$z#Qh}%Con0h5b&1pTuE8_AB~uIe%(Qq;6K=>Jjn=qz9sBExA28 znRDbK&JF%B{H#5oc0S$V>3Fzl4$z_{%hw}fQOFCR^7e|NxHqAH10D^)WF=BkCPev9 zxW@zzt^+QOvJJ^gfCmZ%a?XAPLwN~0(%l}?03iA5QUDK1cc|y=kO6zIm6S55Rh`g`EHtmI$)dt3j@pa_#Z&<~IxSa``|uqKI`2sdEaK zbrHI(E)nRuClcM!6#na0K(0I*m86pNq;{f8jrPH=`1}CvY`PsXt zuTM{0AHoI=&QS#o6kAH>#(hhR$*k+%yVjv*LG#=hIl>X3Gz+9z;%&at~t?T3PT)RY8#5*8WS>DboBC;x@_?iQsOtlsjDRX#pw+iH9mFfOMZn?dmp

M>{15I{BF*?nMF3A66Sy=uR|Ue|z~Oh80x50D)vy19>shn@=Rc|8|Wk z_g+?3@(aVh@-9r6u0y*6@~BAIN2a(gIi%#NMlre|D-%M{KaGj`;JNg0+fK082+wek z+Nc+Eb=$=rFcv&Ex$7uEWK^H$8?%+J>iLqw{nP?C2ZG6Muev}oYy!MBQwnd@l*>hW z$2d*WmfaLZiJ`|^<4_oMiqHGEnR0srLo}EGP?su%`{o0{s`n=R#xu&;@qfY|sFB zCcKL2`lyN9+Lf!7RMy&@4je|7TpSCOg3p7btAP4-IJXWx-`7J~58SVb-Rxw!6Isz~BsC{~n2O7_{X0TZ_Ff{UD(ViKI^zR^-{k={ zP$$$CJnuQ&?BbMn)MIZ`iUj!5&!EL$!q~}Z+shN#RX9yS~`kQ+OjxvPx;6y=?6owbHD4RTLMH&L=+jfCbnhS zFWQrAz>uT63=onBH=x_n$isrShh@C&&c5q^?MnZQc(nhj+*%1*$p236W3~VRWAVN9 z&H)h$wyXsBz@)wAdTkdAoao5j^(5P0+YYKGp$R3)H%0&~|F2YbDg6rlQ55NI47Mbw zb(>F{#S6@M*;Y>_${)N};TSUHzsDS>H1PydozS!Si zBEXf$N6?pe+PsZKomGhY-1z#GJe-W|Oq^m?Ru$JU6@B;{kQ23OY-#T4zA1Q!`0x^B zHuxvio9sfw1j-7lP%C47oWxhSm$E4<%r_n(?;T6@i46tIzAdJ2@?{t%Eu0$6v8TL& zyOTg3$ReB9mxzT?^S1eLtvzIbZ|mPkaaJzn+e=!}`n<;WR83Pjn1xmi*K@4~LL|@hV8WbaN?$}HB?(n1unfoPy(48&S=1)GiddrEt_@ib{;%EFiF5)Cu zqZ&`(wymoHUZmW$=m!J!&};y5S(4hK0#X_~bwy~qaP&JK0vAfA0P0&W=v2d$ee$7T zIulz~;rbE1CBL^hxNB`|NFLrQEWL)n&zox~a`lKsjvmSOQa%uwSDV4>nO)c>Nh^7B zm-b^7<;rKqkAYzPf(_;X`hHY#+WxByWWdSs2c$8O&lF%>+10APg$eIb{hmz>8^q1D z4)wRS95#-TLgPV*G!ysPMFqKc@i>XReJt3lcQYKEg!cKuci1;dV*>$HUtA*&@0yKb z?=*#}JhpLE`Z&nscx2V_A`a#?QIyEXTs0>A&OtT;wmJOHmtA|L4XqIH&0{`~i7m83 zSRdthvoPMPcZuhnZ98wyrt6Gez>M&2x8rJ(SibfTaRd`X_i<~uVC_tAZkRe-3RWK= zm;ZuSqx{0N=%2VfJS__>NT7d#@rE^{vBeIQkMXd^DyPj;^nmVGU$d4M-{!Oco&U(| zibb1$nJc_HQi-3$^wRD40qDlb(+marbT>Jf)JiL`%P*>V(tp8>L?teg^mNSUr<;fu zIi4h}>WM@}tpnYl-e8*XuI-%HXT!>`5zQ=?HU9t#&Z}-R$RH+2eMNn%l>>F5z9In> z3{T_%NgkXlMfr(mrXp7CMcspeye)z1+)m^qP4Pe0MFv}M9SVktG4WG8h)PX2{yHS| z#h3wIM-2(r6I9^`;?VE_n(1z|rzyN7x?Q*Z8e^A2@*d4GkdeOEcOb4TA%uN5RDX*z zfJCiVUIW$mzN)gdBz+wi66ONt%6O5G52MSk4U&g+@!z#*#If9?ySgxejk-sZB zZL*CR*?uX@xL()8{ih`!F)(&b|eJ#-V3TTCewBp!zi8Ss_Q=yY(@QiUQuW?OJ z(g}D}v%f;j=3_8h!H`e8V?L0p2fV%0iL`FD#rDRF z73SXNn>Hc^KSvGp`3W#%JVCcl^}gC=f}F_YbIXlxLcc>?DfOjBd_(I=O<&=P+rs%0 z<Vp%nq{aK?Y`?8W`zNJlSNVcmlbWH3M;@2R#C0?JiNwMZDxYGao6f9!$ z`xFe}wmrs^J}c+Gjd0f!Bw9YVz>+tvun{xp9;Hxt~tc(%-8TUjcF=C>w}% zN?!t+0@hPv$m2US??O@7JTxzG=84G-uL)-t)fQNZ>O=FyVL#W>MG+xRc>P!qVC$#o zc}{dgydiNq0J%{(-GFQ85WelEQe@85hQ?(EkN<)a3BHqvlu>M;5y2nCSq-&?n;EW# zs8{SEKLQ4o;?>#kIv%`8d!%c8w6%yHVxQ}fG{V6syHMcJ87LLzoA!RWeuyQlSpmKCiq3iRfuFTG9MURE-W zyai9Tgv!K^j@YU47+%M{NGS#ESAPo^{5msF$2Q(KLl#iRd2J^(Y2+Udi;W_OcGb?$ za`kLNRYS=t;_`X^SPq0x%~!(YaF;^Lx9cN4n4sGw8)Yz&vZkoBgENUC4hB zurqDJ%oEkoY5|kks(R461!e*nLp4BqpFN+hL!*DkAjYx4q59s&Is_8mL4DQrjiab6 z3m1-G8vg`o0Koj9yhVM^>hsLRZf9b%hf?435#8sSZusQ{7PWk6dw{N$*nW|nMset528e(GNV7OVbLcY@|RB06-~Kq;R+DRO*%$UH1$aT_mzGCTZqT;6n0Ka#C8@%JV##%+ zi{fbwLGHbV^p3v&we+9TVQ-unLb8uXBL{F0Cz||R{0MT70?aq|kh+IQTl?Ujw|ce- ziL?Im3Ml*)c1Sc?wRAz4IG1?5!duuvX>swR-*(8xiFv+t6r>4N7Bq7e;hLBaRr$Np z;DI-z&wEKUKH%y=eXkG-&V$trGlTMV*S$pr1lg24=SmqZPPR@Pexp*RJ*Os@3z*?c zKE7t`3#Gcz_kYKUIo_UgUfN|i`~>Ni0Ea4Vu?`EY(#YmvJ;n8ZCM&`sQoKg}SAj-lNj9&n|%v#!a)->?f(aIjVih4rre+`@4Mt>YoCdZtw}^ zR>I=VhrXDBgX0-yc>s)YV?xMl z@>Db2_B@>0z_Z=NyqvvCI>OC-Iw*E&Vm8-<~r?pf8~NEBoOT6 zYG<+jFL=H|M_J@?r=$kw%HB;VE)Vc$kMDN%la+Z}xA;pBf*anlmFFES^f>d!v~Dg7QWqcWNL|&B29@R*0~$#lM5deMR>S< z2-8S%`cTQZtIsG`k!IO#^=x7pxK$i;cz3nG>r2mc<{$kN!ciSrNPN@HWHZ?RF7qBS z6!<>zbw);ixSsi%%;^ARPe-$^|C(%X!B^Gj;A4HT)PHL_H5E?! zIaz%R>-0<6%WE2+i+K>kVMm04-$K&j|O%y0zB$9B1(Z zxZE(zIjG?TE54i?^jX~0?UHSj&t>~JJe#DSP%U}fqiz~T1*!4(h6i_|LL~lYL+jT> zn(RsI@#4!K(a9`^LXJVJRXnhHt%dw>rC)X7HR|(?x`UKiY1Dd^?tGQ_(-AZH5&lN2tS>rV?R1L$R zr!yf29T~@DX`;bSNwu;SFl4ynI=iyDosGKIr4H0HSoCU%Jp#84TOine72LYs6Y=}+Z(#-{tWC9@85dA8%5F|+!=Mkg z{-=Ny2rt%H~aX*=kcqO&%FAnaOVsgY2F#KvC7}VBdt^cMH1&*Hu`9iR#{qmA^B8V?7K>3+m zrca(VCj|agx(Id``A1JO?Td259yhI~lK*SZl|N2Dz;G(f@g6m=aj<&gu$$S*wRlTm zN>Y_ubtL%cPex9aDrVM87v=go1`(Lnh`6`CU(xg6rxXz$`$CR)OWWgF%_ouTA8>^e zlLVdBeS~!O)~7m3^IgGOp>sBI;t%P|e4v9XzSv~VvQKrKey-eRJANl(Lo3V+9-$J@ z&4rDG2+h!Q>TONKeAC$4v?Q3i-w4C$cS9r=JhjFIR2o_M2~ZFw^X?jsNx?#Jg$Td6nR)u?eBoY7LzbZTrRN3zaJIBjz>>jrIV&_ECXzQD* zZ=r}@GWZ58*P-yfbCZlN>_IkxxrK;gk@xjKEQ=;^3kSl7930L$Hk4gGX z51abAdVND974=g;qqOm5xk?>f0at6b2GVeIv8RiswDFA%t#e%DN=E1ng#G`|A}p5E zI8lFgH>!`%ul14=O5ER7gworH@c&N~3MQx!kSP6@ld`t}|4*;M++zEa@wDTsIfH?_ zPKX(QZuR_T7CoS|8@40noa9uqk7Dlmnj;?u;Kmj&#CgF#8;U;}6QFeydBIu#T#=9- zgC*upZPZ1Lt;acqplw$QwOa;Sy+bSC;`Ps z=%glnla#m~1e8M%^AW~cfZ6Wf6to7;PEhXw4V!%$Z8D_X(?hxW85RO*V4dt5E+d_}frcasQ|#&TR_`>MS{j zyt{6Ka9aq0NV2()`KHwiN(C!r(%?lJc8|!Zu3&r(j21#XnMjFXDT+koUB1-U=hhM^2BB}{Ab3(P7YN^_>t);QHPOi^%9&=JhT5Ny#xNkyI zMGql^w#YIOon_6iBv=l5+&)*U+?jlrA&^km1T~+qJrOyPrN*Ly!eGC9W}%nM z6vIlS8QpiGS7slf6mMT1K!UdPYon+*(Fso5r+3T;(620JtB@t!mr!aQ2+~MhHCsJM z=W@D^dm6H@ll*5a$PQ;W0DYb&{tRrJCBtI7ZS{`P(bjWrt}U!(KtO_CT5ux~J$U+@6BchDQoBk%IvEN*@e(fDICUJwO^rp~0nFaI0YQi-a`a`alNB_v;h#P47c6v*~XD?oMXW#0Kyc$=ct1DCw^(4|j_ILwb zo2v-Xv9p1;BktA(BG-rf$X&k6Zb!9ySdJHSmMwBORFv5R@_V}wE423?4h-Z-|AGt| z>R+V?P1G{1Yr)fa-mtSG89!HgN|w{?e&F_(L7&qp9A%oTucxRL%79LV6p zSh3iB*|`heUl?snjnJp%J-MFj^gOtKthl*BVw3rq0UZc#wuwU%?E)o zW>8Y3`e#W|lHu^(=}rDjHKbV*lN5%fuW&8AR z62We3*!8)jG5>rTcGsS#r1wXG{7Z_h43h`10g=e{ER4#ye2Gr2<63j0RFTi-1r=H{ zGobIjZYj!@K3NFjd&BVmKk=Ibq;Ztf{OCGVy;d*3XYbi-dp3bIILm}V>9c5P)0L-WPnfst*;;G;OYIRf zO6?<5oPxMXVs!gtR0r3dsW50Yq}3C2HMw)7eIYc0l$7of#U~tGK1Pi8B$3vf)AD>$v_QGH(CZ z{7e3P5#*mUy}4S;boe)y=0YS4=fR3nA?}CLa*|h>&bj%!!D>jYI%JPPKj8Q}KB-Dv z`2Bk0cnp^syE-v<`m`Ck(dU`fTx$r(iUW2*0bPn0TdIb`8J$?4=%E==ocodJGqcG9 z?(psb#jDCq0p>0;9j0dPjUyN z<_VF@?KN$B#anW9ijWa!Z_es8AP$7&`V(Ncf}m!c77{RsTN^1PU$beR5rzQ^9(2rD z$Qq<_B#(6*$ph$!jm89s5jW1xSZljeB&v6X!M= zUqU<^pgmAloB;mJigk)pNV1b7KWOPdW*(l-sRZP>Wpd zejkNz`Q$b-af}uxAQfrOx9&F-8~G7H%_x5HkdrkI+K{-+V4DY6^O|m`3L;I|E=@O# zsziCvY6l%oI(iZ9J}q===LWWXvDUvTDwc2u_J_j?5%13q4As>5NN&WCk7|}qK^)+r zK11&l2k%03?7AWw)vhL?y3c%f6cF-Y0l28iKUD3~UOipj2YC`RvChM|PSDBzB|Q9J zm~MGUr++jPOaA{R-~xf=7yq^hS!hng(`08kRt_NpSX4}P1^*@POz^T|EP6Q-Q~vgG zPy}58+L>Wm`m9{{{T6McX_Id=DfWb4l1Gl$eoSJ`6WKkl)|Xui8@83b{=wyvdF`r; zfvb0t>dqS$YnmALhlbKXM>?h2^x|V-V;yGm3nSpQ0I_cvppHoBi6&hXCqLEd1Yw51PQG)wm(=aiQo$*c|C5U=huNT&R8UCH8*(1`ddMFQ2Xd) zyeK;89z;1RXQq!u4jVw~H=|)AasbwC3RioS;9U8Lj}UUffuzLuX`F@@nkIE006-+7 z2CV|uekcru97c=48n{co{#wj@5#1quvtC3WHpsF?%SonCM2J7OP(&E{I}!{%|gSr8?2N=e0T_g z>(Jb&zNxmlS!!fE?oN$qmmr0$hu_Nct3r+=CrBXUu62|ltl5=D0b}GxFwK)n`}nYN z;>i&~_H@tm$BGq^={ofn1ZgQ^qRy^hK16QU3LUa=&;P6X@&nz&fI|6(k~wkIAW7~K z1PfEZ37TuNq9Pb9lgXLVd!|@ZGkV(3i^8WwT%4GEMDmMGk5q`PFYafKe_3i2-7ecY zZR!~PA+R+shTAY!tLtya#=_de2j8YaZ76)kZ1dKXRBP!YE{ER9+@gN6MAw8!FQq*K zoY`lol1KT56w=E+rKkkpJnB#}gMJvOW(1`{oXf-octp zi|Y!^WVx13Ie3k5#D*U=7`aD=ZYP-SR=>zlQPR0*GYwPB0*>EIJn_y7BfYkWxYG z5ROO^=oEXh7A?lCHwBrciS@{^>arw9?67H7XL14(pmZIMYQKB=fWvSbzPtz)9!`XF z>tEccrel3hrzjqgWQ^`RKekN&bhykZX`q>`Lo*VoDRWmb2BDFY2<_w?v-ExJ`J}Wo z%?2=N0>*B?Ps6#DYJm{jfQNEO4U#PqKgr2OKP;Ej{`5PdfdK6o2$LvvH~j2d4TqI& zn^gNoQIG%9{CNdiYsc7lJ0yZ8N_?ta8aeTczY0JUUI&G6g4tOc`yBC#yV=q??nQO`;9sxY=A=p!~VWB;K-ERT)7EyVaBU^Op;UuDclDE6w;=op3RyoxvE`c4) zX~Om}+D3C{%k_T+nqnNgTjnbAusOf(?>p5u5N*(}V?7h_-W!kaO%FcpG-Hw{l+5E5V?7@sBW z`*uA#V%Hcd+QKK~@X;fa%Tzw&X=vvwWbkyvG;G|A%(O5x{A-=EyH|z`SuX|4AkI!@ zE6GTTQ|!%&n@oJs)89omCXD6r!P=+cGoZN2Y$9u~SSqix!40n_K-Lw2Azs}ZQSl$K zjVXZx^)a!fa4$miNKSof1A@5O;YrVzeqgprrL^wFl=6WHz;(Y4SpkD2Vj$)rxQ2w& zbZ;OlmIXjG*wlasjcU?Bh|pJIuiH?3xqJ1M{PN^G*O~P(;WW4}8E=BC?v&y15$Dz} zz=Rj2z6O0`x4`KH8%HgD0McQUI34!Rw-!Nm(nT>a!Zd*d9*&GS$8<>LBRMjH9Vvon zn2Rz*Dh02Ag$L`Z$xB44-?LXzOD(2WWj|FR_6nfxStux~5Az|_!)3weyS}oyJB8Gz zB;R&!w3oe=M`y!)7X!H^`j`7P!ISrQAhf=sbtpN7 zQpLhA3jzzE=-e`ET%$d44Nnkn>X7_bOa>Xf%W>46WO4sHVz@Yteqj%b6;2*SBL%Ts z+yX5saDjQ;u;D~lN$Jm?XwMJ3t7}jg!d6CZN$$n`ce2VZpSQKxM=SI}iSQj24AoeZ zZIkg2@bUk~Fv^Vv$+=N(^{FrCG9N#7tYM-3x|dG_PG14{t5@=yJ8t#?z;4xl=!m>? zApM4=9FHldzDr@QW9#s*2M)=}ZuuF5sp4{P94I&UhHU4jHPIcdvj!S~YzHu%qVOAE z$ZgHcKjsGXUo!6EEeT%l?Y33s2_||JqFZ17fnT!ZXm8726MSXI? zNkDSsi4U5G15M#i@glTC%Q_xDD@`eKkTd3(UMVl`Zr-!|5x}f;&3E+#ycG9s-<&er zPT%pm_eXDa?dPW_GD`x#KJ#AdKQs9F{5+d=?~eRw*%`WY!e84x<-Gf_?a}QUQE}g0 z#`;$lV}pi_>bdpcXSnhCJ40#XDh{TZgWfUDDqKUr-1vMr05^Opo>|(udwJt4C#R&Z zoTNEClsM|%{@_;XoVIR?41ym%BO*b%L$59OYOT6b_6HU|gp&K~Y>IJ~E{r`q#I{Uupqv5+N|k-lb%@<`t27wr zS+3C`DF&qEx2>c_?ws+Gl1;<@Rf&LHbgjbyhk{W!3z_<(hY@$x60eoHhJCDx`Lfcn z_wrP3M-Z z6CKuiFjsx*|BD}irBEI!rk^)U?N(tUxRfEJrd@?*b7D@{OzVe1i(hX{cCe*flJ`xO z9Vi96avL}31T~nm*<$hpqBdHkZj>4}Fi-B`toj@ypu#V-MzCn_eAWbHRyxAnOo~>4 zfvm$JPxBW3B{ePk)R3Y`Dum1^4Uf6wQgvtxR+kF4|Huw}MY6o-ryOv*9KcCrK#LoD z9^DwQV0j5z1AJmwT#ibCl78AUu}n9KV|cNC%AZTiv6Aua^mm-*QlA-kgbB9PIL~s_ z9#0sf6?Fz+dV&>iZoR3p>)a+ZU{uf)gTC-RhIe;v3+kZB09ROAsS{AY|21N>%?Hdq ze?feIeF^N)BJ+%assc?A2vub&+F%i$cSUFc@G_#qxK7pkgRQcgpNO?PyS=aScQWJF z%-5MP5%hCvq6LFclzilYDq)y=s+%A8;`039;}o;@dP7fxb*O6ibv~`xKW~LkZgjNl z&Xm2%aH+Q?lSr;oF@|o$DkzIyMpf{s|Kc*yfEaQPCLH;hM(z;4wP=HB+0_55?PuFx z_FX9^B)0zvjtgdT_g!vX6xdZ^$MHAG7P?=fmC7yWc0v6>LAd0XtOstWwc2t_y0oY? zFEZb8MLOe4j^~N#o@%jie8Hx?KM&N^4bfPfggvaG-Xhu#VyGn*eeEAP5@{GMd}rin zg0etEbNA&sXq9z-6~2-tTW>8Oh;#z zN?O@Uq@H}9`(xl)!DPC_dDH3atIZ@AHDX;|>4ZpBzRM@EOqRt56Qjcwj6h<=wz#>8 zE$_b3jNQKM5-obSCgDf3q}Ap^aR*-^hTZaq_Z|viJ*?RKqYU32DxYAbhcT-3X^z$k z*XCo@-x)t1PrO?XG?s5VhW+K4759Y{OAiIaO-I(;#vZPSb|BDBs$9J9pzLoo`u6)P zmc>Ah=9)dX2JcH#f!HjAQ8h8WhXFeBMIaw@>KZg+T84q$sQH!kUNc z>-!BX%4C$!-mF0h8dwmY&vjrEgKKB3O{$}OGal7_)0|E>w%dGe|LMnkjPKuf%=5l` zemv8aQNQ7*?dBa?4Hc7Onrw}UsG;xrRn@s z7tU7~Rn0k}k+1IW^{wPv_34RwQ@pLzyOTNbMfdKMpRS=wvY$!%Ur41821m%P;f3$Q zvhUW6&4oM_Har|h&!+~z?nwUrsgTeX-BzxjqLveA*&L+nKbxP`t{qJ+3%Tk>U`F?L z9h#u8nNvJGAG3#IHW)<5Vgjc>d=36UQF>y;G7LL1=#}DC>;A2|0&VUl`9R`wX(=x5 z8iCn5cJofp%W*=AZ6=%6D&nwJ#ul6F-sDSp8$5S^ZKKDprHvlbI)|4J(?qN)oE#%+ z7~@P_$<@C6YdAT7whXZ#sKeJ`&$SUbyC>!RX!0{VGmS~Z1op)0YRsNY_Uvqt=*36F zT`D?Xq&ySSy}x_W_oJsXLVVDc)3FoZ%g^XK7H(5_4BV)CL__(StLlk?dl%1+`YL#P zThCLUJuaG1I~Gtnk%-idb3s7~9X0TzV#Koe!l?Vj>BKwhXRmCIlD0ZHzWsthlvUaJ z_c+b<%=XF4tn$iE?$Vj>+2yl6Pgu)m&@)XcLz6bwO2E`*dd4;=6vC_B9td+@ITTHz9&QH?=-N z>ue2!RbYtPwzCEF?=x|bc+v`ZRXXN9?0GiG@6qflmcoks|{tL>5) zo)Twe$LM;1^+Gz8Xca9g)7t)+^MgP1aG$(62e`MIF+|#r^KIlN1U7_RT*YQauWV(>N7vaC@xIbTN*|)E=3YOKsCbb`G zztfoO=Yi7kYt?IKG+(sM9^qss?r-*DM6eETd^+r92$lh4@OebwR~xOa6zvz+K! zlCBa1B!*wrhKdy(-|GXRdp&GCcl~rvwL!7wc}v0Bzt}8strbt^hP_%|)dy9*Pk;Dx zzQ2Y?X_8lcDg`?+J{CQ$c4yFf4G~_B_M9ZRhSV(QG(}ZW;p%a1*_OAIf|7R>{D{by zjd9$O^1OQuUd7~@#K8#@GvS=4TAf~v+UVH;>&>+7RY&Sv+NOx#FVZJtWe!(l->zRu zN@6$?aJ@YDlQv-kq}ISVP&(W?$OfS`BTMy;&4?F4E4=BjIv4ra*o!rWU7vs?{HN zAj3|xY-tB2gi0FZlP2!BqWs`>G_6454H|x*rB@=z0U8EcO zV=^DP-Dbwy7y5K;JMqCpwaby2a@#iU5^c$|q$cY&NxzZ(W!c$KlUJVF>Jj>Jcs>bR zwU5d=B5`mZrZA=u=A;j`LJV>BjF)l26Ef4d`H^`m7N>$p2{&CEPW;5Bt@#V};!;{p zL7hh4JY{Mr0?9$XQp+PGgDnfYf&;Zd0n)oY^Yk@yt>kdF2g5^~s1>khvyRBZA4LAy zBRhE_EN;W@^j~KOCfd;ZQq(;AY7Bna&`*9P7ZNazM<4F{wDBGDVI%j-wg>Lz+ck%t z>ra2D9=av_BW_8?GNz=lQman9+Yr~4iFCG%nRmdbZ|8PX&5Cb#t&P||aL!Bm{P@(u4JP;QQu%Wa((d`>y7ycTdWg%thb28WeL(%J8nO$_INwG@bZ67pT!V(Q+>J3o z;KC>2-n=pra}}Dj25%PGT<6r!zIV53CEvDFyu^af)X@h9`YaC09-Q<78DsHF$_;Av z-1Dl0zw!6BIHnLbG~0X}YAMJrSKa<^KlUrK89N=LkqtBWduUm+MP0$O zZ`d}!zaiurA3&EAyK?K_i6PNp?AoeL@hXlZSo=7`OtzAdyLX^nr_LuEn*5)YG( z#90@mxln#6F=(oIT z3HgeCq%T*+r8u!#5@+Mn=BmaB_Vq2wL6>RVPC*>Ui(iKfF75xCU#oa4$*1)YI*_RX z!AYdv2vy`#KGRIx_#jvF*`I&j1Hat`wYoN&Snd)NP(D95n;k4ou`x5-KY3D}kyDT} zOK$h=3Q9Jzc`*0KuOZ%G8BH-v?|@qc+lK<@3x~Rg>iN)Ild#Vt{bB`s$`jh0-pf9? z*f^>m)N@@fN2--CH|azW_w=9d=Jl1if4{d&@b8Ugd;j=%=YyA!^Tgs;q|hrQGQIdE zWxfp285X~;7=v%~_rEMzB5nAO|M28Nl8%IKd)auMX1?dQ!;HCsPmj(s$xsnj+}Vlt z?~PG=Z|DB})ry-RRm&|dd`wgs8!j1n|0VAnl!4++E4r$pMQZcU*FFm-K6+F+BmVY= zs7%6(W>N?}&%(_Y{pt~^cs?w7>E+TfTE!gs z!m*&{Q>U%ED(K094)1Pm{Wdaqs6SS7c-!nqMaAX0@suL7yJG6ILj~Vn^C;!aZsH{t zwOkNOP{G_KcUb)8x#SvhrTLG(;wH?Zyc5;EvhZ>Aa51;|kziH{HK^kt2u&9zCMIh3 z)N9G`h$xa~y5R!14ylKd%<|96bSma1iQnL&Eg05ePc#AlI#8+NSH2b~2O!4oa{M{k zZ6Vgs2Hj@u=79~p)8q9zUB$SOGS)^-;mEf7WjA$|ezgbBGUX*SyFÍ+Cl}}$# zpJ>pRmzaIUA1w7aIpEpj6l_-z>s@ZiFpA~q^dx6iEHh*R>TMWqfdwB`nP)@&#YGOiIkb!_fsdMar3iXMupI!5pMyP z44oH{XIhr-Af{@40H`ak(U_&xi1;I)^t>-)JrpZELy`CQj~@ttN; zis`QrrI~qQK&#C@^4|KDrD>?{Tkgs)>Mvl6#hQXPd@4%EqQzlH2X9bR0`X%P+5oTk z0{*I}*8nX~%no{^dL8T-$ui8X?q;pZBgpPPMq;A>Ze6FE_I3?oj{|=xW((rKhQoh2 zuKav!`UMy@Jv=`3%u*ti(oDR8&)OjvAqjk-b4WAVQ?@8GVrCR~WLE!O4uV)V!Q!Eu zhL)3)Ztm^UQ!xhA@`!i)PH4GKIt7U=T=L);lDL;&%Zz)LppO^|_yWHCvCN-)+jclS z^7U5aJ9(uOXT{R+_Y@c;vct=b+eb+ri)F>>wbCnt=(xESKkX3cZcd_KCoOqF7*L;? zUy8rwRPH)Cv*%q7r#z(nf)-e6FJ-A+$y+?Ro6UPRmM zjjSBqA&^m3nErf_fBlyZ8Fy>}XMX3rjz=siWudeg#I>Xq&Yv0l)xKS-eRB<5G%M0G zX&9Vvr1c*4JEJVK83XQ0;NQP9?QJT}xH4?L0Na{Ga9C; zyomyoFX2~ayyA|lc9>$#=QaJlw3*M~3=Fe=Ff;AFiNlLuGp+Q}I_{a^`L=*a$GTZE zICc9*l#;h1tzS7Pz(&x;eL!0*r*#;dQTRiHN43|T4$XAsZ87_MG8ot_N+71Ln_p#Y zFLk`htG}ZTBqsjE0l9u5D7TmGyzx9UJKkl1 zXn5~mQ6NmPEVIk7yK=0nQy**jbHj$@b?&;$*O^G1TZQMX3q8HxH=0FAzQ>y$s+SH- zgS^jV+N+0;?Z%gCU=EzJ^yhw`1+eU?&Yt5SKhf$?jeEGUTK94{>`h4g!(^hOvD}c3 zcV@a&T39Ej^#*1J8k-JXjE84#WEdRclioEdnflrBn6}r~h8)#UnC$OoDyl7WXCvdKjt$U2D(yJa8QOd-xJ0~NC zq&Xm|f@MreXT$?H%8+jM*z)wsvc2Jl%a3O+O(plxe>TAC&el!mpf}4!hvdPsKR~Yd zDB99BI=FZD-y#^TcZchSJd$XAQ-+>*3-ErwXtw}mZ*vyBiv)#n4=GA6b0MSSX7P!y zV#T8$&(4N{O&rw%ofI;0X>o6>W$9hp&R{CFy|Y-ebW&7Dd?TyUdo?r}t8NrS2BH$} z2t~YNS#J2amg-@zI|lG{%)9Q#A7hkEZoGqrZqC}_3#;^AM}kB;E%Ju$mIRZy`*LnH zWES9)jOTq8Jvxnw^00LJzTR*HL%CT(Pb|u@gz#n!cbApu{2c_T9$X@}=D+Q&)H4}g zBzxq|aTDuFkjkD8hC{tes)%!QO)w8uu|-emM&h^lyUP2}j(g;BMLe&569B7PzmGH~ ztZX*^=f?8lC|%XniQ$gZK3q_h)dzcS#n#5~zw|nLq$VbA!EaAjx;ZT0z0uhE#^Tp> zdKV(@HE~?icbn?AJc@0*5aM4mgo1*9<^ap4Qu)!4KR)qIViWZZb#AxZ2+l-#L$~ zD1jR($^$~Iu#ZM^qkk4^pHTB^Xv*{mTKSZ)bY zJ?!Yg5 zD;)>=SK+*vj;eQn$kq(xV9Q#7nXZg9#HtLne!V^eD%5MWup$T_SF3G|>S7xh{Jh@p zSJn1qqN=0XIwhjg@52$u8ymU!m9IA3J0>+6j+QScrNW=BnmlQFiR;sgU41G>oBQxW z`cP1}D4eb9v@jUKB<@CQOGt3l(zo&`wavMK4I5@A1ESofUd*=7_@NL@LF{49V27-8 zLN9G66Y7VHVFkxx@ZiUIXLJ|cox7dtYdCo05^Vqkbg80lnfxa+Ar1RterY;t$k#3W zRS7m_>S~QD*T-t5-K~g3y=E!etb^PcbaEG|aMofDun(bcRl93HcoGlKY}Q`WsZajr zBNk>WXeNOAj_OrYDO&sYXn(kv&o67LWw3)I+PagKO(k7P2P}f*MmqoXp^`(MTKgGU z;(I3ux6wVz0LHoKv7BbVwLSJ&8h7TG1nlz9*4y&yt8P>!KSzJ$m4Zf!h(~P&;qZC4 zd6n^L*Yw5C>M8fABV+!!zvh8etM4fvI>93ZqZbN++<^zKdkxdz8jA3AFZvhqg+J3a)Lxl*L-$=kT#7Cgc~3f!}T zj#0TglO>eIr^`(L*1EBeHr`qlD^ruB)u*NQT%YrzrYZV^kMkCdq26anWBKvur6XWb z9wl5{C6`$Z2t^B^On5sb#=g3c?}Z~>Z%yVaGnv7tHsCrcWY0Ap_YnACe91a4RLkJ) zb?m<4wKKWPb5sCZQyLK4l+BJ2hAt|!Au=tI9zxhteLZ?j;$K1A8(7+qJ_RAML3-88 ziXvbE*s8j9-KTVaJ{8dTUJPS|%l#I5yMDpNgv4k*u8ORe?(?&pCmQeG4f4?wgMPP| z>two>kYg-4P~tC&B_g)<6xZh_{>NXsr>=Yg08YLn$2&VHjy)Jk>GDD}mA2(Pbzfml zUs%xQoG@qS!F`VQtBV6Xk|?Qh?Gl$N!gzqOM_^nxVBfU{J8q*a8Pfg!j)>NK5vQlG zPJ*!HpRo_`$|SW{beKp}(hmgbATRSWumCP{W&|9i?#~;^>h42TiRXH&nU4R-+fe-d zh5j{c$$9Sj_gr{ewxCV0<~ok7|OkS$t0EPr1OdQAu;3e)ka={^kw^=>9xbbeDW z6%{)w^z#(>1&(P$pr>+1Yu%kwz`o?IL}uK}bQ`({ARzaq2i3F(cjoN_RlP4^YBxov z98De7SKAa>xoMku1h*OR1)QGv!8b`70VMkX09`36m!V4uKC95eEVw?jP5n1=6dcF> zoJ$C}*_at}zERWo+7si55Kmz@QKudNh17a}*9XMpv*5jHOFPN8%#j`u1NCEdR^FkV zTCD?fq%pOZWHOmpqp+8hc~Ox&RlgDmK~B1Tz};)k;+%A~3S2CDvEHijBAIK0JR!)k zX}T|i9{fpL56L;BXZ%g)#xW-#zXh-(UJ%tsHdlj7BA}qPc#I~Fu$R3~z?n&jWsb)=%$^BTbTrHFFa-gJo|nwq-y%x+h6wt3pD*LkM? zp(-%?Fe_)gC9oqqPje3-B*zv357BlARCgY$s{}X5#80U;$fTUzb;nC2!!oa%l4=X-CHOA{1+GCyRcRIi%uQrXZ~JzzQtYJ1hyC>q}b`f)39nVpfdZ(?dX_TF>50j#L5O&{li<-6OBXlC5cOKAO) zYEjCHxEK-y+EA60vSy!IP|vOFPr$A(ZVlc~{_#>h-!Hx|{MJ3LA$voA;-vWLP}nGZ zvDrRyk9pUoA^mKAM%vs?k0kH8!=Z|1$S4g$r#TB4-bDWe&P~eMNkIWSDC-G^oqx;- zqXMhObXhrjEF&2gJg6O2ZNQtR$bN7UF*;w?MSLz}6X#FNkJFefGVKxH|1Y`hti6vo z^d~S3@9&nb>U_an7!nDsb+Ok_Zqr1pl2HbY?wGRlbpMMLZL$=ct5o>sxeGTOK0^CCx7s=q3W`PPGA5V7lkjZ&0E;f{{OmnB z^sOyxA5gGrh_B*|S1(pHZqYM|d8g`~eKGb+_(VQ$8d|KmTlx-)odtFJ4$(2Zok`rt zjkXuov>%|n{nKN4CY`?Yp#2yiDbY9bGdJaFaf-9HUkBKRAaPK9$bLxMM?qkwcgOEM zN7OIc9x<`iK?ddABwxr(-q|u&&Ko*Pxolqvf@5osmU&LgbfB}Lg)q5b0tv57;ID;m zSTtRkHJy1rwA79sLIr?Zr1E#yCVuQrRzY|vN4r#|j{V7P$Aya$sb*fJEl;PpkWGH5<>qT6ZL@Ct-)t_AM)pJtC0uHV+@T= zJG1Q4_X6dJRKBDF!^_PhTWbs51wIX zrs0W0;gxr>J!LhTNhi+z7AzNfajnG5^FVMCcMi%lOWByI)-d_VVU7+2aK&jS%^UF%d#l4I zD&Ou2lNE)Mq^$zE6THANnUX~Gpl&e+Vo}S`ageI%7KteN5=|A>Pg1wdz6&p~RCw=0 z5!l03#S`6H&$Bi>VEdHgowVRaxZJ=R3#!sG2+x3ov~%bZ!EJpCWJZ63h1Ln zu#Pbw8+cc~ruB5~s5<^mPr}i`zr=29z3h;GL_uytPj$BQ>LftFdb*L@o}3o`Dt(>; z6h;cNpHFRsb=?zYvfW-DtUxAhJf#MAC4EhGM#HGa0DFDadL5HVKIN^|rPV-mJv?d2hLffvh92)P zuV0pYl_JJv4Cn_q>;6(11KA;W_VN5NK}{-OX~mNcTM>whZ{eY=jROE-XR2(3Bwg*E zB4B1;wHjZp?{n(@OOACp>N$1;Z$x!i*B^_DC4mUJaL0|a7kMz-oE_&ZPTSb2nhmNQ>hLQgsRiZh zh8L^|ZUs^|#et)7J<`zZkO9HY_qPN%m&JPT}>(M z{qrP+@h$^y06;@Cg7DoNL6Cd`rcP#-rl1Iym;RV2HR=FuoXn2i=@0w3=)mqz6%pvO zaIz;eh(^gFlpVq7oueuWN=Y7(i&yYmE#t}_Pq+JB?V{Dh%Q5hii$$8n6Q3S4*hQ2# ztM?)GR`@)#v`LMDxpzp_70T2M~IPHv|Mm$>l-l)Xvk8~T^ z>9F`(*}jLwh?@hMX7uagXfAVc=Rh0@TlgknhxZrK>WjyLLQnrJ&lSzUE_M#1<^8UB zEvl1oR=T@*UpL8kq6<5|9`H}69laqZfVhl5Kp?AFdEY+<#O79M+5&f)RF|d>Ld`7j z$$_0_jkjwUBR=*D497dd{9w9+BG@|_1{P?fFVrIh)y*R;h26bN0^m%ROb^+gbffzv zI)E7J0*CW$sN6S&rL;D7G`%S};&nQf1TNn(dx0APD=c|TL(5-IhX zt+0Nb11G15L83$5;6HRhQ~>9{1(OFkI^OA~s90|~Vfpz#?(WO+!MyHj>E}-^-NWtz%u|qpbcR9(2zOT-ryrYS z@#4-b43x{@ubPN1RW;T%TKE`zu#Q<}()Wt3?(Fk~p|2)!XZZzP04?d-=d%-cRSCws zlP_bD(LS#}Mv{ZqY>fWdot!H0h~gR?D08@VdSN$0dCfyZ#M4gWfly<_jDz>#&g2fU zwb8hbANx`~Fa!s-* z>tLiPsNaYd-R=sRJBFqX_I^F4e|bh({kZS}c31dJ^FBfLz$qz#+-8>4;XnUqHNCR} zvw*`E&k7udoiW5zKdzWh%%$4y6pcYjq%lj`a-EWd2ILA+nfj$)C&%9JpAYe6H(rh6 z109yGYBwPmv-7sbvHZDt@9n5k{)at;>Nt-TiD0Hkmt4><7BVX|!h@knvjAjs^g!(lUo)yS`6zyR04O z24me^rCIVK$>cNICA(W^Sfq+MO52tC`VsCt#Ws9|}H3jPEg<|iLC z0|scp@dDwHlj3886uwq4(c@qLetp`|$D6ZlJFvqeg|}F!CME#+hw!=QI>4;WRq<^2 zDjI`G&riYbr!7_2Q8g2f72MpMCyfR2pHz|on6h+@BAuX7V#>oBnk6}WBy5LahTImc zI45sK8iu>)^Wvd%K=J`R#}l+`f4^{fVj5MavJJX!rFKXc!(o;F0hfLJp*x6a*$cVV zR6WXA_`KNK3u4u&p=qvFSGUT}GRm3V1804Hf5{pYwNFs`3&<6^8K48n{)fTPcn$_E z!hq^mE_y*!3n+rzO#wK63e<=h-QT}ht81%RW*ZFNMBl$<1+-jn#`Jy<8_kU}$^ShD zP`DYu6xpYvU;5WAetXo$*R}Km9OU`{QP2$d1##I*_Ss!mK#7sPkh}AVUNiVe*2?_d zns>aTi+$k&8Z>{)CRZmo5aTI8n6^lT$BnWP1T(e&ccP%_{K)U0^84NYf85}IJg4x# f^&8C!=2ljDLrG1O8>5cO7Rbg5b&_G>dHeqWv-W2e literal 0 HcmV?d00001 diff --git a/history_plt/pso_v4_deep_accuracy.png b/history_plt/pso_v4_deep_accuracy.png new file mode 100644 index 0000000000000000000000000000000000000000..94efec6af7ac31d15ce9d362180caaeec81d3493 GIT binary patch literal 211473 zcmeEuWmuH!*Doaq5(=^vk?vMdx>4y6m_ZtqmXef4QL*W6rH7K16pIcCi6NDcp`;tm zdUX3g=e*Z@zMYS+*R`+h-XPB0&%M_A)taX|TFMk;=g9Ez@F-MOuIS?7owUWnBRPJY z82(SdJNbI}m!$jE8}53}*6v<6U9IpmZ@RlUIJ-O8-D38%a&@zFb`lZ1cv0{oKeMg7 zyNjEokdWhlzC+O2)kes5m~b0@3aN{Vp&K5aARF=z{=G~&Pdt1)Jk=`-`uCC+MoFSh zU&U@Ovd+Gk%Hd9%Vphe!dPSbk?Vod>Tc2)VhLkE`ikzYqjpkq=`(P7vYN$$UJ* zjd*BzWaBW_*~{9q#`o4%`?93XtEKK<(_T|kR4>ZI;6YAK4)-zm+yA>?LE;=Q_EP`5 zuOR=A`FQvL>q{0vcohGyuMz*xAN#LI^FK%OUrz+@e~#q;+mTSyJN_R(%cbz`?WVk; zQX6_FgK~S+#+dK&F%He3$Rr83YvqpEZ+#UF`>W5@;x268u@Yx_iHG-I8s|Cga)?(| z?J*xST;Z5FTi4I;Hc@b-JfWnbG@`OE(St99!qB3CU7kc@l0jXPvkf@8B&tja1#lF;cH4 zUOwGOl@xXj?>HyV{N}>Y8&QYBw9Q5A*2K!Du-6ZVvu^2`tL`*bn;XHYnU`8;-5jPc-4dxh-IZz{Eof>a7jpHN zPNmx+-gXF))mc%8xP*(hA5%74Jn9Qn#3`3HRMzj}_&z#v|A6KVzmh`#eaFl{i7C(L zpo`2Lcic>?-LGrQ9h8~({Mr~W$5^$+7#@!7EjJY9>E}|1EgPmQ9_ueK7Nh;ypT=$) zDzh0k-taL9pHP4D!=q>+%i{H%>u>tX?0VPVTR5u(J-+q%S?=qr&+}ZTTXS2Z`7jGZ zrSt(yz1ni9L@{TyXJ3)I94bR4Jcy~ObwewR`F=__ThXVdG?=ND$ocnlc0C!_=Xx^r z;zexGhNaf1cW$$2D!Kh)wNzRE_q|j^AHvy`-G`hXjhy+>6lxQ}hi6P?<$EH?%Qh4b z&!V7?kI$fOdDU&UGyc%z%L_UWEIQ@jTcN2Gch`5tiwY>t?9OB<1Cr0t%>SUL+T->5 z^HA#W)(rY{t}Ahr-(GUkZ#sGUJR5y_+H?0u;N>50zKa(~FJk?| zVC(bxTra9EM&KPYp2J7VMFDfplx($VHO+)eEtquzEoEP#bVWKxITIRYr-4G#UdQW( zELi&q{JWDMj+I+95*$R#W_z#ApfKnHUAXS9`*x`^z7^-B?-lRP7d7||cRi)y>T3>X z+u+kqkB$S2<1q-@!ktAjEo^|BKIj3T(LD4k07_Nj0)V>uVJYMh<+^$zP*imH=CkILV5ld zmS-0pwMRDz7xtZ7Hf2u*+~%O9wL;UHJm>nIYb1g9rlSq?+0)JwPhhZ>&htSMtGJ%b z=k~o>FL&2_wLL7>X9q_KfB(m}*R9sd@c{Z&f1;ijbRvCUUecp7 zwkLwA)_L#TPvSrBJ6viLn!?SCITf%uWP^hXo32GYG1Db?q^}&xxPfcWzwuVFDDOC4 z`ZeDZE~3K#&^|3g0p+Ph^9E3Ko)lCVZjBM351Syr$RHPBa@lF*MiEh$h#6k-46Ywz z|Fb(i@5b9(yOm7)XNcZtr^+U2{dtWa%7Dvwc#JfKA3y2eBa~;A|8syYQG5o4+m|Li28(aDF2(R0zBZqf9n?U(5x-s> zd8dcU(^u6@mW+-hFb+d8*>on&^~z?{N61s)og^!(#G8F1Lx3m0Khu$z9RS6srAO|F ztw4^Z7*w(M@qqo61BXR60mapFx}4N4Yu9L|Bx?y}@(nHgGc*%D#@J_z5wHHydn zTfU)_5JAVE*TgLN^vC|0Kd&?~0zYeUxLl8vn!R}a-ND`#=IZl*c(}HIeWXH_+xPPa zDrf)1Ru)xzuUY3r;wOfq4iZEi^R$vBGbKH6r*TuvA3EYLDw)=JcFeYXg}167&1bM_ zT#fghf7m!^?JMJbTEh~{uQX5ERie00ah;LBQB2(|=D)k12mLZnCtb0+y%sLHq}$Ak z;S#IoNWreJac9r>W{2+1Wv418Jcb{g3+0qI9(ZKRp&G%SVRu&&=h?}`Dx#wF{2zh7 zrO_G`j4P$&^G%ZOKf`htpPlA;4R7}i)U|b$<4k+J=FwQhD*d0gJNb8{yuXXgI0Ly{ zv%2ccE(&_l_KSS+&LdUVwZGW)<%E-o32z&sUti?A`Qc%nM!awy3<}(22osu4*ir{( zY&WK*)!tz>VuBtD$^bee%4>Oy!glx64cE~6qr*L37*jsXtS5PYe0jOn7Vza2gL)7# zo`SOPiQ`md$`)7QnQT0~f%hcCMrCcbORU_nz^J^hFINwR>&yKyV!bxgVc#Bi(SCKR z1^406iB`K9A@f4ngLOS<510_Sqy05rxGO%ob8y;yEsM+7fqkfEFwM|xXdxQuvY!=?-Op2Nm;KikDJp9nhdU9w4`OK zxqBceth4w1^YdK}!m8;c2W&+LCWub>{b51nn69?;%0ph`iu_bP%CmdW;x;}J2ZmWl z!Tm2_JWYugJ~l>R!MJz|5AVCz=7J%^`+k+zSDy9(Iymj@LVO*@&B5;X=R)ht_q=Cj zPm4K^>31ZGRgMV8KFtj#p+Z9of8zD}mw~x|CNcS03m%=|BxUakf%{(g%qE}vXWf>^ zWEd7~nqD#3FO9t0-AbmV;nM0;aB`h$o^0y7Mk%sL7%pI35tRKe1)Suoy|(qcz=EEz zVBRpu`rVM(|MfAef=R}wtlDQI&ou(dYu>%m5sQ9AQ`$%lMVV{el~O>>u43Uc4p;kn zG%u=0$nfG4+;tQUr$#s5AbqY*`h(TShLONi-%1m_*z9z~2P$MlCMX)yAwq>DHKhz)j zLB?@K0xE{my4a?R(PMYr&VQ7n&UEt363VukLVn zp7-qG-m+Y|@0Jq-^E3=qNsDJ0liv!ACA*p*Mujl?sL=A?(4pnkSBd7nt{9s8pn3i*{AOU7|Bd;zjY+<=K^5cepdtmu8qq02r3^T!;&}s%;(NdaZRNLp2h&iY|Ok zei(CyZGdBtFuFx*a&+v$a)wDX?bEHLQ4E)_ia)e*$%C34_qm?xmz)^M4?9UCjHKw% znX+9a+!*vj-0~repr4XAhFc;8ReMhe)uv(hU6z(Pxu%qeicCuM%%bs(0l)M%U^6LL z?B01UCIqPZOzo*9lvsDD+wYz6FR-obM2)H#mfZSGc93My zS=o1Y^}Ip~OS44b^*4_*-S}w+rz<<4yR9FxH+urW_So6}`6d*%|7FU3c_^2$M5*q4 zYXCK=>)MY{xjYy<^PcHLd$-{madlf`dRo%st5{_MA2sZa)l}(*uzjws)QpklB#F}2 zWT{F@Ex|5fVaw);f#vC<@t(NrvC6xP7Z`)WhL(ScW8L@N2J zhA5HjJS9l$Nfdq!HMtdZ z&t0=fg&6A=_KS2X`#tJHb7|akBG&F#B-!N>-f4Y)erCWU*HCw?84tzgI^LIu;$z;5 z-GLmsA9d%DBfi>!X?gG<@Z&P#+_o*?6l& z=QumAncfru3C5by*0NMle$ zY4xebdZceBnVo^e{gGwet~ibz^2Rv6{dajZ3a{0WvKPSG-_Y?U7R+&V!bQfT=Z*m zBg{3Qx^d0QRU<-h=b*Rvrc!^2m3lOf9;ek+z+odP(JI|%M6SI$pW9X1pej!(b!_~E z$IwYTNB!SJ?4-i$Kf~-nzCtju@Nm74jB+F=STZk4rOrjzx% zr{9?*;oqtJb-=bS=lUy^CSbH0ix?0JV(QhQ?Px4+B|6uWHXm>t`OhYMy+%gLcKj)} zYxks`V1R8%tT&ZE*@?J>%=KvMJ=Xap~EySh?ju=C5hz?t=$;x6Ao>t7fwud}Ln zv9WR4bxNfvhM|!1ytsuVRg)hFa3}j;6OB~3Q9;w{xLp%y;omi$M=oVD%J{?$YXgRS zv(Q|)7_QUr=xOVFZ*8o&dsK6(b~DkHd}bOvmsG2no7xEGfBsJ zIMbxW*bL^DqdvU#gA@bZEDgGi7OvDQL!V(-YaVUxEY&Q({?NZQ9_TzLSph0b_K%Ku zk*1!N3_*9?TCPs)$NF!Jg%u7%x4Z+}VudPA22>4K;K_Jvd@O1>JQposEZR1!vbqQj zn!Mq5TBkYOwg(YsreHq3=Ef}OQVnIARk+Eij#hhUE=&1tF1!*S&(=zQ=Cik0skv2p zPNwbWa5<*4*BYRfpzT)nP;C5c_Mza9MHA60M)b75uiBMY+aEdqVC#q7Yh7|o%e*lq zd5`nMtSkZcuN>~R2{q&!;J@WFWKlzlk)H8d8o5}WT*>GEvEK4?nt9*>N@jELc9xvm z+KlGLsMolmY)pQqL59kyjn8MyfBJ9RV=El<;9>h@&eV7<@0JNkWp_Nu-!+D_D!1$9 zELu7M6pR@#^VKX8zGF~QT}G#wD2lS{&Fc4f68@8x;lK_qfsfT&N(RXs05RKEsje?y zG0818yFUy@2w{I@!_G{ixIy7_o zM;SC7%%%peip`Cr;b#1La~4hiWu)iCxxUdh2%k>#i&?A57TN1Ij;52va*)faRVAqVxC?> z_1zzjv1I+}QPSS7s9aqRJ?!SvsIh64i^5gc8inT4O^}`T+@Rh_``< z$4c^-jXGv(#OqQ`Jr5;kf7Uft=i3h~ndT7U08q;QC45s z4&N6fEQP<M7cXT9XU6?nPo((Tuaau(rs26f+F*VrGD9kBvCd{`o0m0`;Q)h z`s64zq(RK9l_=WLSJ9Dh`T2%=QjMmi1xqL;>)-AL72pP%U=_Q*Dc5+k1D&-rMtHHy$nk?Q}8$p`N7)fm{8QDQi@OuUfgAk>yUylI3OjX( z4Cs5X<6>Fq!)=oKXeW|Lq}g@TpWs4T~4Cf-J$yM;MkH&cy{ z`1P-Wycg*)5^mOdSP&Vm6j^(2;QE8INgGkc77EC~>cuhv1#lcH`MmzV)N^t8nET~& zgv4I9?S8+?tKg}XNGHsKHQ$SFxj*i|m0Us}?_g!!eJ5Sy1m}*&w%kHkP=cgKUS`)rSDoto4`Z*do+yWLqCAxh%s&@e zDAGh zsEUwZO&MQp5t-GdD+Lw)3EFj16ct9bz+GmWjxs<4=g=wOKCdy04siYO2ip6 zZey*Q#uu1#AHdkn^@;+%^y@uf%|U}#p<9$ zD7(~H=JZn6hkXtJH8B-i0}nj|Q=N0QeStL+s1odhQhQA^?gC3%6R8+dapiw2j__~A z6-;*|8r1Etwmohr^dE&)w^+$92CMb0cLWozWO^7#y}@~iVW zxHATNSsK@yLYb&+hfhi~1#G9Q#dYuhXaNL9=d{+u6!Y7GkHX#$D&PL=6UiIqV4eZQ-|Z9|qlUmJr-91TO2hoQ1Ooqt!B z5%veP*8uDQfY~~-d*Agv4@alU{GPmzQTJ@efM_sq-+}EV(PngYug2b$<~39xQDMmm zp2T)UTFi{bzHI)~E}zk>!Y-X!LKt|AEy9A#1J}1AF{sq;{t}e2tCCXRl)``Uw=?Av zo2$nQXD)Vb2{r7$MwEjG3MqVL_Wf#(BUKlnS>ZYfsc9i_+ttjX&WfcsUH$ax`9^G7Fe|bVk3> zC1IGg5kef30hNPqS6+ohK+S*F&h7z7dK}S4&)En5;-xE-l z$wq>zq&hdh?C=wf_D@lrYWF$)giCgPi`YsJ9gI>4WiDKwxz%qApFTo6#<|u4)T`){ z0?AGvnui`VXd3jwouPfrbVf*FZ*c^1Z5N_Rz2WxY3pMZ z$2SDXEemQs8LyrDo3sYKX@2+yF>K&CefPcS9EAP0U7(vXS8jdpg#i+zt@idipf3Z! z?9aWJZv(ic;8Geg1yx1=)p?0p#w%{PJ|2cBC9|)L-czSGK>D61wGfsN0AdiJagpFE zu}&gIH;5rA_m1iUj}EieqBMA;qQAW+N&d{vcgSy6dxOOJqEUw$F}LT^h+%_^+)mOt-qHsp!S;%rjotDANU3!sxpJPi@eP4&o{h%oEmW!_P<_}iz34G?K-Ym zMdG;Dyr7kE)nCHQZvm&p^oqGm$a??-=*6}%e+f9)&4sH!PkZ$T>t58;_rfb(?e<-s zsv*%W=d{=((HSqIB=uSe=`QeXq-tCUzn>$l^37JK+HVUXZu^{sRw7odmbk$Z*PQ&k zGYn^2o|uS;;GbIv^8%^GHje?p_Ue(X9VXh&OM8&FXn9swNRv8sPA%EWy1yC9D_-&y z5!+q+p^NT6b$V&yrp^KQH#B$F_9)T#$q2UHc<))&E#2awIvMI`)g6=@Aw@I;nX)mi zdc$9Z!|#25Mk}fFm`GLlHjr)HL}PHC{Cxu6Fh$dA*c~suoYk8-MNbXGzs*$KF&izu z8GO?x#edV#^e}G6ky#-)Lja-axS*0TjRo>c-e~>?kBk>(io-_W27Tp|Q>Sx`DZ{Wg zYx}VukLYV^WToNh;5DnQG7ojM3hb$u0KLmR^@!-lPLy8jqLtjYltQ>XN8jFk+*2Pz=Dt-#y&-9xZY(@D!kDefxK=sr=hp z!{B1eU)wlae@@J4e?o*!`PBfA76->^( z^m|f{_qN-BcRS&k4}U05GNu;9@E=>t%tb(862_Lh)0H%r2XK6d-UwavRv*HWJdO?z za^z3+Nsv9V2#iGzWPL?9TZ>^fK+wGYd^D%#IlVnQXhgYwZ=r)B3^jgu78=m`cu|a% zvb!O$60?t&DxkX8Woz8$sI5pIkfMc~m=HW?JWSnHLH!s|$|! z>KkAoPIG5LFn87m&+!cmAIClSC-{WKacW8cYXuk@;GxM*6Phm-{WJi|`C2PU{M2%N zW(UoHD3IBK+3xnbbE&Twq!QGe!JH=FvdXU2tG##k;}0&lFu3-3k;hHao(nhh9}tm} zZw-LDn4{yO=6eU+#;jL7iyr1fbqnHwhkp8?o!e-MA$e;iI7c0d=M^9Q}9|5wco)gN#p98t(sk4#=o zPa7k5d}ldZn*c!ZV;9W8ORe;=f~L>Ti8|cq15uB0Uc#DNRZ4$YY0Ts(&MG#3Q@`wt z*}X=WRO?~cLsk%FrmY*6p=TfX_~okSCoO}x`S|l%u0_np!$NFFmdp$Wnnm@38|b%l zIknzvMq}nMNTn-6+2ufJ{IZq#5iTldR?bo=o+thL3E=YQ1sOvF7Nj&rV+lj6>CYccKPV<>vK@k_1~5 zKAx7=uhwYhNYrDiX=xFRRts;CHTokB@XqIJ<3N#|!AVvI1-jd%2C$57QIO3SFiJHG zPBW;0w5JC?&E*lnyWcs)Cpv>ed-rtN_Yo)Xki!D?N3m z`TyX)QoVzlDDdn1z`HNZLl@vy#-|T2y9Hjsf;~oNgMh#(zq9<|eKQqqW|v#DkupZi z?=cnV0A>gN@O16F(-e67EFW1J?ii-f?kJ+m0|5xFJD(GIfzFKSZ!VCYU+stV$hwEK2V5 zye7lfR(*5e>e+(>3C_V`!-XnQ2<;?Q!?<#z_qpqXBf zaUpM{G4GD9B2MvT^=^3qchK;h_~93N=eS`fnBI2}6O((bQQ#EzgY#=;k44&>piLJf zaoQGjA{4f*^^43*spPk=5PUc-VAR)_W)d&&{7A#(vN|Wzw(t#!`n?{YWCJa?5LB9C z`JJycQu{@QR(P9Cp< z+t4629l0DIBeP-|Yjg^ku!D6n-zm&N2JUAm^b&?#0?X{pn6hQRHeLiXWX1BOzgijY1m>ARVKbJXs1 zbK?NBH~KSe^Q9a3=kk|&?R^l(BDs0Wbj~^aY3bd!!?Mo9Wx07kd272^;91lDVv#t0F&bRmPw0R^a=$Lc{%hiddjdJFswBTgzwlOV0wO_2myg7w%=NA{6pvG z33NV)>BLODVZ02dHin?}@&RBB4gY$$2{Eq>(&X{=?4&(#QHb#Srf23Q;%aJdUdDi4 zlvN23x_~Sio*@PzRSCo2Y%dFyV*Cva9ko`!0^HJ!#Rw0|oLq=_<&wOc){IP~_>H0rkq#5mHuJOOtoUxg z)rh(E8**c%ih1`YrOQ5FqIeKE`^211X9f!*@M z>~Nf|wXawdbR>`1m0f!_*$_LCuHvEKO&ho+-%-Zywc#khbx(S4GMb@hxf@hN= zvlgrCN&K?l{%-l6%U?hq{UVrE&7W35vieffaXVDTdd{esch(y1;N^o=*>%hiuoZ2N zBx($6=?5s`=`M3xul>S9+s%@d`%F@5_!OBB$v!03W?QA}2^) zEGsB4(+>(q4Awb3dH8o$m^@WV{{58k@c1z1&8;FU1w=iNxhh8}-_~u<{(PNqg#+Om zcPHN8zw1;ATIXdD-ZxtLinzI8geMxkz4eIkUT>xIco1d2Nws?}Zsc9*O*|^1E@|kQPxBpYtdGgk1#x2t4Xr${eu2nbRYAa=*)s2swqeED_oJy~*28iYJgDda5c{ zY5fyPYYf)vneN+3Kyw_&>rEM?@97*sP5XH0eW}EZG^sd~>avTYq55Hzw=Lc0KH46A@$it9G-hPwGqlZ41w$ezyf~^ZMG( z(v|S)YbnoL)j3BHllI8KEL3(k=a3;)%-PJ!07QI|4SpU(>Ti5-34CAfGo?zC_%k%hv5@^{{Hm7w>+*B9lHkw-LqwP$arWbmErwn&=i)pN%4e#zJpQkgEHCaMASe@;E?jKHWn+# z5ha?$|EknI&dA`72>b>pHCNvwfXi93LNp{+-;LAm8OeYQwDtvXo70Yn@Wq~XynCfI zx`d4jxUVJEQD0llg-NfV&%SWZ{1w-9S%gKGI5`3J_SRKeZlG=`T~G1*`QOeR7jChI zNrgltd{~{*Od0}4uX`&KXS7+;yeTo@e5G!Y4b9PeUrdB1#PU`xL-$xo;Ly!X!FA4G zL4IGx@z1fYm_6(J&ogh?5o=rc#3~Z`Jh>H7>XN8}d31+IJUcO8$DP-Ie$Coq+rjEF z#=7PL6PMJM+Zu6`ybzVY#Ar`F;c>XX^B9|{8hPyiB74<~%v~2DsDep7Mt@9@8j`2K zVPS%_cZu=DDG|pQn-uSB$0Flt3vNe{7NnDRTU@RS-}GyB$~b?4?e>=!Sp=7&cu}qT z{x?Na2g@D%Fa|;!AhRWo9fmLkTwr*JUD^mUO?f1dOvDo|t5b?UzVMB5H8V+63Agq} zIkcx~_H+5)Cp!_?dHi1tdGfZa7AQfrvP>leF%9T>vJ4=F*x zx~>NUkqCtW@J_oi_B(FO3FKqA@rH)+&5#L-nW+8-nPY4hMexMWN*~jE>o#0_)ALwO zoa;=xoxPL@-!+mC(A)bU%c$YVhq<13Q}lQ@Oi2g({)>D&++lo=upA7Nl7{W$d<9O! zWvYnS4Ym^6A2euuicaS5ZEc<%Qp>e#uO>xHc9V#zTs-!-@7CdJ!@<$!tx2!58ZY^% zW*P@|9@O80zKW|mZTF|M7s$19>t;Neb4>o_$J+gW_jF#|w*rg-{bsbr_akT{{YZut z0$J;8alm$r$Zk*{XS?>|LU}ULqi1x3xu78+?p#)=hzCx;vOg1K&m#ES|5=`$k~ZWy zI$!|{GX{OKlA62U!R0Y@G4KN52?t0xiOZ&zuo=D`akwBaV!5&AlBXw4C+VJp1Oqjl z|GH6Je;L>&EPMjdo4OJhH6KmKZ^sg@<@>|bJf=EK;oFnuLJMW{(_9X}yRQ?^{ zY<~j==S3oeq{E*cf@))+#S(n~CGo8dKXloBvyG%YXs=fCX zH(FEa14gV&VeOsIz-ag>7_Uw6o7a!@kaeV()OczR-Pe$I*M(hMaO4^UN4KiXL zaL6u~8UQ1?AZo`A+q}8pT=1ttxmwKeFK2x-S$M zTY3(5!6-0}WuTQ`DqoGs{tqxeeiW;YlwOyN6^Cbh*|PSki4%k?s_OxP)Idi{A*%rJ zAD>rbsrVBh$kJv2M6pmn2sN0NvCa*sRR7JP;06+kbC%oj#1!WqTHbmWOF>;i7x)sxn* zqaM!s2(-vppZS8y@22H5@S?wA8iA^j7Q#5#rIjId2X7J=DtD*@4h_VH3QEf4=xWPB z3Wv`3887p!b+e_k;o_HkKovfIZl70IpEhA7zgBA2LKchv4STXOv+uP2+uZ44$+UOPmUvIhxP34$JEH@ zmcr`!Q9dF#MwSCOGJe<-SZIJuMf5?7Gn?Vu zFw+M>+YIpsGIuKY!^V@W<48@c#a3UWLC7@Qulh7>q{g)8eQELrIeI97zIS@W;de;FSWyHPqjY0Q;JbmGmDmXVi=xF{`9eQ43wNZWte9v5H0rX2Xz~)+8SnKL&pCQkR+oL2I ztv_W(cJyc34KN*&SIY+x`+~9PDodWFV&{gHDEguggrgi3&U{Azys=y zG>T+b{T_SUm^8r{LWB+d-jgur3in5^kq(GU>8K33ovo`B=^PtZ(`D zW1>@t_aa!6ITj}G4F)Gwjb|8u8Mnu6TKndj8GEDV$+u54rLhBW}cnf;&6i)m>3CFQ8)k~0AEnbfY?Iv!x6BiKt&d7tgB`-+WJ{fe$Y$f@ue^vJIp0<0?hU6s= z!3`@ z=5n|H+0xyvR90;4+#uO+`)y3jTv1EJc6#@tK>O)O9H`)`0~kK`(6{UX;|C-j=j!4$ zF1M#GBfW2pjfT>Cx;4&m;eJvqFDfqwLL!NIY@r|{R+)0ocUKW4__%_u$`CgP(TVk) zD&d`PY7^Y?7v_ZE8IpCDLlUn)O@WYM`xE()CuC{Nik6l#e7GZ!R4R$-6O1_<5T@N> zRlKvL&th4xl1*Ph6Aa#?dC}Ht^MJPR15c8^=tJXwo#Vfodhf#_aGwcXB0Ebv)yaO( zYuw*J0tGB};~9L~J@0BB|Qckyjt`h7n;BrgaoW&UysefVH>p6be%2 z-SDt?jYoU{*)u}eMYUhV#7DTJ-)J`3av7fy=~BwUS_$unq1_pE2~!aJ)%V650vqNW zVY9~3ZhW%yDRjzzg#|on*FTYsAia2sYG%xXOOC_(65jHN2*tQ8dW}y)nShV5e>h zkFJ1W$rX>Kk)hRx4OORk^_%--E&D%iKS&~aklZ`-5_sf|6n9%s3o8@Mi({<-R2)i6 zYRILd6h>DHjGSZ0Wyw$1WUv`QR#DT@#)^3s`bLxMIPa>430gYB;?L{N4UwcVoqgD^g(W-VX}e!lbdW61So2pi@MP-@VoA5kd<&*j~aB z!l%AGwOF=vi>+P4@Rb^#p0)Jk`3{|85C+-6-1dp^gScED>^Jm-JLWFK-oR$5I|6X1 zfY34l9=WhpWo;D<>RyHUe*}y&N-SHxuZb8-I8!(C>%;z*Jx5S<5YqJDSuY`^(QzZTXVXn5m3h;sr z8qGL{wZ5xsgAI&i=rk8+;Q&zC+NqnjTNh$q*#dCBT%Md?!4Y|}{VcdQuDqn@Ej%M` zf`6ewH9QLIOoP)5+DQEAqoXCY9xQf|2j7xG0{9Rk;O$H58xyX1@DpY$N<5Z9c%|C` z?*&K?M#EbWci}H^Vx-)P$k*a?RCzOClj@(P_*oT@zl-9*Dbfe9$pan%!y3zm_0K_x zqFq+F7l`sKd9sk`+z#}3P5&hbSo6khy&ke~w@y`3amk0whi0Z$^6mrWwxpgAR#caU1#d%K8$i z3NfxZt=Hw(&TQ&@^iYx(r>|P^Q^c1|4cKj2$1`LDBv^4Nj=ZrHTz5pP$pI@k7dn8^ z?gGp&yDIAR_~@=jQ_?+)O6+}TzoJM-bW0{ z8cBi%Yn|JyR??9f1}&hs7w*5lh#d$;y51FVJ~XpGx8u@uLsS^OkR)#WaOZ->=ubCR zzUW8BV^1;p0WiHZkDU`n91dP77hPXIL>8-v#3NjZj-J%xGde2o3Yz z$k4pA>Gk!u!G@p-pVzlw6R+03lH%+I`5^_6G*G}~HJlq9v7!e_ooaafwjV>N43r*| zU##;7NdU=~N69_f-O<0$c5|=|!U~u`n^Z_ut>h#4AIJ{B?IO?b4>x0mT6lGp3ymwac0MdwDZ}8c3RQV;7oY^rY@p1LTnNI*G2kQ=>5H<3?Sp*%`X(!A_q--I{z{>SazTiUWuJrZS zSF$Qj#BinDQv^r~2|MV5y6`-}=4*4~i_f=xM8pvGo)WZE1J9e6Z+rp^HP6gvj$;E< zgSg>C@DFjI5s8w=EaXAxgBO(0)>OpH^gJyZk0>!LaJ(3++s}-1g%R;`1b}19|4q zO1kkV5?KUB7L?DJ`(3BH5v5=TOD^ANXrS}m5^qLxlA&{S6d*g<*tf#yyKqrP^;G>1 zEF0)UuVkvVM14g9+pudi-=E9D9ZbHCP;rC3*!gwHv&We+s8on4akkY09rB@-!oa0? z&2^{s*@Q658Ze4iT8UziaY(C&JkY($aNoCxa!#^P4@i|aE~ECMRG4I8_2<^M_B^d? zbH8(RE8jm0Q0Oy=IVH_4TFK8K`3ZmeakXC{rmpiogmChu@^M-|bPf{NgkDxdp~3*U z10?ZN_&kXplnW?c)HTTI+Mi8IH>>kOVg>Qr>&{SkGS;}q z>4Gn^RO9cl{`2~@Kus(IbsSUdWyyhJ zLjp{?&W~e~*Kh!BJOTvJ`EiG%f_!zpw*h>E)a>>cdrYMJwMJRw=KZ0Tz11YOB|ed< ztkSv8`Aw>HwDY5$zP(%E9ssL0$*CFVqh@=og9*uYWSA8g zJ}myJ`rv)yC|?Z%>O>ZND`Z&^fFs4ufjx<@MJm7GA%l@<6rWPHbV*pj1==O>c06Ow7z;cg?&#FqC=&YYhO4G*aA8iQx|UMrM*B1Yjmgw!vV*G)x2bTzKN0&=Rlfd?D0 zh{|qe$X)of1F}$GgPV|bJCc6b(D>T3RqPAtE56%pyg1Jdz{zMZvM zfo$c%0;0nRn=((sT<@voa7iXronw47U2?Dico3mFy_%#ra85QP{@RX!@pf+&n_e%C%mjT}){;ugn`z9fr{Q z3s|oIz{=?v2Jt@rQpYHjsfQ&jCfGkPfw|;V+V7|q-us)D1To~yF^yj)wb0$+3ZK!$ z|1@!dB$5X@NWjn;0wpwQ%mg{S_{#Nnpqu=>KQ7$(nVinz5aRy0Sn|P$`y;|qiF@R0!_o;^!~2J(}!jR}zS>gW4lTxaH~77~V^ZOvtP zB3{1)HeG37ArZA`B-}d-%V3Gf(zxWw;QR-?kt;%`)fpr$t?WtiZ}rBWK2JL1%oW{6 z6cC^BF3rOVA={CsQ*KU3q4zfm)vj z*&SJA_SPkM)NIqfs*K0NXX#qA|M;!2gd4EvU1V3rpQ+V372fdt9oO%lNE?W*g!%4+ zdWZI8o^H=KEd8w|FUw*O-OBtB!EzWNuoxGAS=x5jv*|XO4yRZBuA0?rJfI5kIXUVdPo;` z>8hHqI@&x+)dbB||M2z@3*lD?dKSXL*zAh9jzQ`#*WB}c-RUs^@x{IerPG$0 zd1zw&?@^nO{>MqZF#w-`5qPSOxiq zo3mx{s0s(e1~WH9JHET$CqADvt8z)7>z_O*H!2V7Pk}jl+uk_-7e`T5Gnp>p2!%?o zJ|W|P*2{S@5HNKB)_grLPm5z#k#l_4EuyZ0lNc+o{0XwxV=FjWXP67}Jv2Ov1t5TK zmoIqu46$Gi>UMFM0BkCe2@fhSii{KF1;>AH{y*)1ZhjPU^SeM{=*}=@!BfW-Th{V9~bm;05~2_EVMa z5Gnc1_>r!_8?_KY8Gn2!w3fZ`rsW3^Ng<=CI>BieJ<4Qd2MH$lq>Va#@!906+Vvjw zn6<{=WOq(k(j04yK$mXLI?42fu&1{UtF#eupCm^Pg4MinRk0sx{_v9zrWe|N^AkOU zpU6nf_RDL%X9AO%7jj$8JUMo59r)$cAUiSeo@g@5XzmA7I>LV!N%1F11+ zbcg(!U7{UGiX!eUvj;%CaaFjCr*TZuxE zB2zvP#L|k@)Ph{0rcACV2#aRRKaj-$Wc8ZR_@l(~C$acC|Gmu^*>-bY zg(x|WxJMa0I(&BO^|8_{jRs&%c+--5ddt!-RG)gX4iAT|O9{e@S%h`Fd)|sbB>TYd zVqnk^i(<`nDAxPC>caR}brz4(7)BIc*Y7w15GwUx55fTX{1nh2u4k%6ueLoK|Eimz zlFs!Sc$7N0QZ_!+j1RPldE0npO1`J%>kH5jX(x%N8~mDw#wySCvi0C1B$&$~2MV7D zMBhL$7>jQsJfyR_1Up{qY5sH<&I;OzxM^Au6y}rh965Vzd;yeYXmr2F+%jkkd>zFS z=s5V#;7l%-FTzI9dd5vQUF%kVkL_PKO<%PV9W(Fcrm432?8dhcMroL<$Jv7Pk(dW$ z&7Z8^X>vC>kZ}?8pT>o^+z3-&zsp^TM1-k$y5dDi#(q%x)n@bR4^F5BFBCu(h zZr_)azVIb?QJ{rH_`WIeq&fpahKTuZJfUf&l!!?Rh1ZSq?Ry6Kom|kEF^?(e^K?i< zd|OgK{FVa><$jl24afoNP;O-;HB+c~TS5G4cD!i0WzF0+tA>d20~!2Y12A*?XJPwr zNp?J>M6HsDCfZGahJpj{c~aB$H`j7OosAz0)!>dE*Y{+Zj!xow7eJkp4$GqfL(aee z*1cobz-Kl`Li9NnC2bJ>9C#U&JkN54lZPbmaK|QD+w9)tvD8+1@4`M1wnqam-THL= zK!d0gk`n((6)Pj3RhOf~^*d6JcjX_$awSeX`j%+ESY8kcb$Zw_g`;)811?gkp&4z0 z<7>cm^MbZ(KEg(D(#Yn6{sp47^Fwnr$LTaU2#YLPi%baVPIAne5?=%OGn7p`asb!sj!#5< z{uKcX793*jak-W7I~+TCE|VYf6d#cxd($VHue9rAErI~Z8+f=6tU*|KW(o@-j@-LH zz97!`-2I;^Xv3J64B;VNV!YjwlJp``r;!{GyP5Q`@W~lw+QS=S5(D78UaqsRAQF44 z$mu7D$c#6N7uSIm!wu;FxcRA2QrdK_kpIQrdk0e8zyITuNU20i z*<^%-BwJAtAu42MB#}Kbj$IPjJFBunM^uhIN@gLmY_boIb?n3Mde(ivzn}N_``7RP zk3a7B`*ug?yw2lCKj&6*+bQ-M0oeEu^cQYUKcES7mtqmNFyykWBzEaq)9aeHJy)3* z6FG+i6=+DaB=#=O`km*-6!(`|Q;jy@?xHj==9fFc=!cHQq=3_;tB+PDH-5Y|yQT+> zdnRgvndTotL(Yr~-%y_0LmfO1%~{=s7=j?FO<-v!_VO-){3y|@GK1Gj!H%b@kF#AaF+5YP-6TJm7gQ@AXgHpxU6qM*7p__m%)I=B*I`N%ft$N z=Qf&e)MVDvwnG+o?85Qf-5rw>S0l~2+wK(N74BQ??10f`L(J!+8Ymj>uQBkx8O6QX zI+msLAp_*GuMH~=FG{B@nv2g6gjL%<0$yD?tCp)*tdS(^HDFWuWc1g^4w0*)xU8+S zFG4GuQ=(FY?@4Ko4lJJb2IoARWLML0--JoslEBzHG@ni-X(8f3hm`d~*RS7Qt#MVk zN_f4OB~98E7?(FNOC>Lo6$)bPAs5n(SPaj3!RQ0*sbGYQj( zz)_|64t^(pijeT?@$I_;-;_*QD^xy*JFrD+nMRLKF5T;Hxbv#{i?GENE|rtvwixaUgt>&h zU<%Nw6Z;!J&?#Q^byAq1?l$t=u3h3~6`p2OV7B16-YcJMs8}lROQT3)cd|>Ca@{&< zb+j4$4*xo5KkxsC5P(d~%j=e8Qe^%wkxduI{@T(PxhMH@ns*Huz_I1M`dH>aS(}MZ zZ6p3*9OxfaJM>47rXvNxV;PXseih$6Qe95*pZ^R$YOCYs=z^le&xUtt81_r|yKjvs)lMzo_MXs3;cwwf}w%nf{M!K{kR{SB_H$`sjDFedFG(_2Ab5*e>SnBV@y! zUncX`=TwSN03!LisLg;L5@Vpz2}O)4{`p(aeO~&j5{AEO=sYzp@{FAeAUp8x#I|Mh=Z z+y3Xr_22)o>R-z1zrX$G-)Lz6flL11|MtH>_WxXy|GgytdrAJe0{{Eq{6DwC|6Y>+ zUzbGA_|2b~?W#x^HnV|ns&P}>Rt3IRUG*o-dL2Nb9mba<6WJJ)Xr4MMvaOT~%w{%B zbJ7=?{3s7-0CqjG%mZvZL?JrQoWSdqfdmyHDCFymWcWF#_K0}Jm!nt~h;5B+XOIJw zM-xOTnE6$Z3%>z2>$5o3-&ajr2&sYYD6)~t%e*1t${&Zmuj2NcT-rLc4;?`Ar-KwM zZATRZnJBg4I?RSyk(6X>UfZNqLm~{i*^ov~asl0bCnybS*P*JufA$xNDJy`0H>R}e zPmuy(^8p9tu=5tUX6T{#_)Y=^q5-k54Stm%KGpFRsj;2y5yh2cgFuLU6W&M~Y1*w4 z0OhBe3`Su4xC0m9HV~RWya)gcfYCwvLFK<4kha76q8Xr^4^ccEqT2q9FqHd6G0$uo!j%JWG#UP$lpl)OMTXm_aBFX{!b zsT%N`-RB2HTBP0}+&C;_KQu-bf7OyT^1y(R`Nct2QmSM`nkE%l;v8_9(|_{241j07 z9m*_yIfm<^xrPJ8=a_Vc8hR`|>0WQv0)unVQT|;OuF%tT0yuC0ryRu-&aBRn2U(=k zM?>u=n%}*_%R;1&+m#~rsFTKI|}YbvA(;HwAes_G1X??Q7bG(B%n)L?V6wB?3Fn+uqTG4Nv?$ekdK zC6}Auv&6h|EA)yx`28{aE}sKa1PFu*v^OCewR)F zo3wAiJyx~rZ@XuA5e!tGdwCBR>No7Z8Lv(;p#ydt1i%=Vb9*6$8=G<@z3sr~Zg_6` z?;Najp1oV&wtFJX=n4#wn0Xvcp-Aa;S*FKC4ovpzPF~^G@WS2F4;!Kmkjf*RXH)n= zlhyWnJ~f{!qXh7v2Jqi-=5kU3MUGS#FU2n3Fe7zP*mv+bJOi2CEfn1b{AVEjKa+s} zPvDqAD%#(%@Via`GY9j+#)m~jC?}u01BT%-h22yKk#Wpx-Ua5A4p4E(CvdTzILItD z*%hmsrOu`*LxU1z5pWBaHck>|2brW|NDj?{10n~~hh2%TZ|gW8mz9}@`+y)?TNI>a zr&Z!wGaboajYm0O=b5{wM%4ZYqP#3XI`Cf=%SbZVO~9RT_s&sBX1s+Qv21uAO8S|T zLg1M>H@15h0#^~nPXw?R-|%y>g8mBCvB32Wa0ALG@%KW2%)>--udBdI zLGSFF%=J?lF1wT5(+7YV{}}sc;__}ShWyHGt-NG6z@h}G%x&RL_L>^{u8Nt%0jr^n z*#+W*gH91-RfVRD3vogw%v(ud8t;51PnEaIZL+exTDkKUh8TD0{N7GDMv;Iv17PWy zSQ7aw(^co^`h;PGvfEWV(>0z~k}HhcSS94`#-bZ6v4#tWTt4g}DvUvb(=z}T+yd*k zUji2y+00NWp+Xa8_7=ZNfG@K_wtc+qeDyYGk0;2|iP;AbUECtIq>>fsPxf3e^%vw; zcf#vv*xl-9&uQD_wL{8msl^R?=4h!mKn}6_KgaRj0+g_hus@i$T(?%yqz0$%q#Ydu zxM_jpr!^(qs8)Ev8sIDIYF9J+WQz3|YA5g<7=N`V+p7t9_w!G*ZRpf)%TyzDR&eg! zLU=y1WK3LukZKL2scn2ImWSe(Zo%W}bZ#DGQ`03DAg@7C{4_*cS*N@Z?;`i!`9)%m zS-kEW4jF8EzpiAp-GciSX+-~oU#}wT3V36GA1gwGRPx_RWZnq;j}O7s|1`20MTRsR zK9fQTT|oZl4>Uz`AL`yswrd7%+=t+-%O7xuM;bF=1M;L>aOip54P^3(Ja_N1D40n? zcbp-W41(#*ND4ncC|2nnED1LxIzXQc6Yt1_$qOv>z(jjjUpHJGM^oHbCBKW^+6Vmuh zZxi9s&w^y0OIOhEdken!;p#zzw1=~!Qb7&RW)_mPYGax}%C!8@uuTiaw7Ab$s=#@S zoR`cg^N_?6m)#q4RzDk`3P(@rp2NF_yi|(hRO2;n&em2E=0Hkhjnni%qe?}w}G+u&;5+`-4Zf};o zm4zQiQ-FqWqC=QqCHqZIFBew2`d!zA zw2EUJet{j8_|OoX((@PdOFh;X-6EV}Kvp3rZ?K&@{~*;6*=|`d%i#%<@3XVsj25h%1vLVaV;KVHGRyPRH-Av{Gh(K||HG;3IE76C3cmfF2zjt0_U?v^! zg$$@8IpEW!5O*RY^Y^rUVma|}q^5@K$z~%JV1}La@BUB=m*!1D;ba}TK5PYN84ARG zMl?WSE^v$X-D!@4rXoy}N)nQ!GaBPXCj2T-+Xm4zqlW;#Xc?hh2>tZX`XdBLOy$$x zhtB5KYXxegd%X=xTAWwpZ69z+5j5S%$yV6Ne?f`IA4}{#RgeORa&fsK$P7P$fnAxt zRR1U>AyCo8x(R^X%z!}UEkXeE-u}9cP59?@kYI)SE7REXaMG)nLyF!)$N_lM-sXQX z6TNx`q3+wsgP`L@S%{FNk)TZwc|}V`s|3tqCREX5cxfGS>Sv(}t0-O1+T^ry%(vOW z(|fz%hWV~ULl4=p@WJ-=w1GTY3r?RmH6cHr-_4l;p_3YMTVoCa#>&~{9|6QZupw8{g=)IX31Il~5W zyihV5Sr8cw?d3=;hTOJUx(_m}qD3vcpc#OE2bn_8+?t8v>dpt*_pAnR0SDbA;DRSU z9Xo)o{c$Y)S7x_Kw({(p+=BzDm;AJER>Cps;xzM9D4JU>**p1K{6`+YcoO{5NpVZIpTIC=e41~d-&1F;34pbMIYtFZF068y)vz{u2Q2I}8y%NV}R zs4Ch5`^&&(J25N*_|99pKY%dO6B8qRi&CkcbpRNox6otCu8FN<>6X(GbtGBw@e|T? z1CxsqQ(m>aq9H>X*iLAy-$CGh4r+RL4Fd}L5IW?I4W(1sJqE(8Hz;2#VPe3joAeaS zkd*ufgp`ubOc=wXu_5N)!ME6(0k_jM7%Mu~8-t@rw6ntI+x4@CE-;yKjE$d@_jcfa-zC=&V3fIbS*o_tM zprN47kRn1a0G@;C*kxJ8!2mr6Hoix)5N3WRQPJz^vXY{q&z4qmsfRglWLo8w=JI7H zMV69aAL`nlEK^Of_IT(LOJo%{v`0O|gk;;a*iBx279zNcJeBhmdAzU3Mqz_Co#r_& z$e!F1lPl|#6f1LZu9q5rP1+ePM##wWa+~P|bXW=><7*{(537$;eb_Ekj%V+_vDggl zDUrl)vOX%MXjr&h-sr>!?rjtN-O|A?ZFR`4n*(i-%wx4?FMySuO2v-ML}h@%V0yt- z`2N}Z>t~6KaLGrG6@U1n1w53dX$h7BsPoXiu}E=RgGeZs>_FQByO$SG>jp_`QxDeu zY1Nx*c=PSYu9p))Z|lBQ=16xU{9qL5TJ=z%uv&*0dt|riNU_vfbTfxdgX;|V8s})A z2RSM>zQIPq$j;d zcvV#YDLlH*B%%^rTCaD25?n9&Aio&T-NtrLf%2-y##AP1Jvy1(7nFblPJX`yx&0?I zq!|@|@zP6Yg4l-22=sG5J0_r8%mne+D@ot-r1K!*^VMe3M^Q4jxs(SS-%%MyP}d?p zzoJh6O`Q7|rF8`^Y2{yZsJV+u!t9V%^VuhqudO^g%)w8%w)g;~ArS4=eMw^K-itn2 zh?fF(_r-JKHjJpqyz5A|OT=`@Kez9b?eJx3HiO2aBD*g^R?=%f-FPO>)0a5F#PDjz zaMz9E2nn(Ky{(bR>V*(*ww<%ptdCe3YJT5Ut@loyEOh)vcHoEE5)6zUGKDlf;RQN# z?rPm<5@=N5zzgl&M>`N<^vIr+Hp{x3BR%&#yIIl4aMLR^-JQR`g*pGCV)3BGORwuv z&g``?QHnq96hw1zQGxPH{TV0JwSJI>oP4QHh$&`L;5ggn3HwX39zq1j;uD&gFt^)1 z1wTOOODp7;`M1t`tA|ZwCv$l zo2=-5dDoqWH6H4W!z|(iI-bjmt;i94Y=$#z_K4w65_1UGZ$49xw-mjB7u=Q~R2E{A z61jLQO(-9P*nT+dtZjGK_$VOm|@ z95^9vpVqs8RNJeo@HAXKtr%7{J7`h?#52=G1t?{XqoqC9AiP$108>Lm;8F)lN$>N5 z2)BM2luJyqffFPM^g7{FCZI&T@DK)!nC5N+4+S`#P&Ie767E7paz1q8-p#*efh^f|8rH#68SZOVz=0z{`j3;Lmxo_Qdw ztt}=%K|~T6-ZP;7ifPe;QT=soC=1I`6?nAll&=91zstD{D*QEgAx)Vcx1n@o0b#8z z;|%&><5_NyvK*T0hgUJEaT0>wPJY5{I_I_cwJ!#0Lo|-=UD#q_g!kx%&sV!HOrq}; zh>mQP2_Wh|AnO7oI<5sYI;V|Nmbe?tg+c|1C6$b_o_!_*XnW7w7WlEIOkqx7;%E>oU_QwL<+YnrFhZeFLSkESAbz7!+<8`W zVHtK+Jc_Esfb-E{^|z}Dz-T3efmnD7F9;8O$u4T%fs*qEwqjWD9>=IGcO`>8s;>aN@!62Z$Yy?^q-_xp+pGYCC6nwE5(-9rq5{qpMhcL?9tWAJDB zo}JKlk<=&HvQOxQ9UE5xm3`sUh6J|PJKY!cTgM~d(*ml+&odCXuH*_xsk86xK zo*CY*|6mXKb5?KPgzK`^c|tTXS_31%(*Abc6d+*h9I6xVtSBBwKraWADm`u$)H+(4 z+*a^7%Ow2-IrCImDFA$7hN-q2XEl-=AD$9|Z65N{5D$_+V2Rp;N7+Qp+x zw54MU*j2!?$d4;Ej)*q&STFNf1*R4O=R96L41GeT&8+F}yq(n9vpdlj-sLvl zd(vTnkhO|1H_;3*q)bQu%Pmtp&E=oHzVUukyh2tfMGl_tzFPAw5KqLcp2j!=&3hA$ zgip)G2%kqb5TrA)Wo?N?IL`%}0jmv>#s0CoHF~oKcaFt&Mx^hwoVIjcEJLK5M2PQ+?Jqy z8dP3bnRf4&qh(M`UC!@2%-a27$34x$Ly{Wd&+)p%%ic2p23lQLT~XMp6m(C zLz5w_hK<1}#sTbL+tq`@+Hzb?*Uc0AL_nIm%oiDuzV%#bZV+PfwG*^wMmEugWM9HU8htTC*fNF_`?E{rN3UpW zVA?&?>>`AWjsCgX^Y*X8o!{Myq5W_ce39A=Q>d}PbZrw?3{ zF4f7flGBj(H4T$x=d6l_*Of!2@sLFi7dLn@7JS0DjtUy+bz8KpME~Zx9;Ij~%V6~p zI(FQmVb4k%WsF-Ubg~94y3<$IU(k^@Sz&fAVKRXEwLc{MLh8rOQAuT^&^S(g1dXE5 znrUDka>>sF9@F6$%4vALpL4$*iLKdb6QMh+=2Ny|D&Mm9ODv0rqoW9dG(^6G#DJ+Kz(~PI<*yBZFPF@ z779c}AO%=QNsSJ}4;F*hpBy)6CB0bm(B`sKX34=Da}?Oh!wkI4If!6kl7gBH+%9h` zRNG>C>CdFA>G@7JE*W*RHY}E{L#^v>dGh5+@E(*s-h1L8Tg&zs1A?#|Wgxr=ybn$BfzfYJJ zl;SUn6yrEkodBX@j9<+S6TZ`SIC5Fp^-KF_Mf+xXrP|5{cIo5|M>EFoG_?(mG3F?@ zDS)5bO{$F}JWJuonRZh@HWN51EE`31dEazI+z=MB_$nvYDmI)@FV6d5)|AoCZsNmv z!Y_)i?GV0ZPt45YLv>f??lrUsbDiUw;y%>*`Gm7lMu?IRMvvyYDs+drI$hKqZw*PTF_$Oid3GK;JxmR`0zB7l4`!ma>c2lcm=EcD#PS z5PJy<-IT$iT zr7pSvczCk|xI-yVw6NhO@-_`LJFx&|5F%^>bc1zDKRCAP9%Hn2r(H%m==Q8Pzrn9Td(z$jzj|t70@cPA6G&h;!CU~-=1pJ>MV**;xt8yC zMN4dsTN=V_AF@~rj6`1>5>tL@ac!&=B9uc!gV;12I5BhOfQ^;TF6GxT2W>zKm}7Ei z5Mw4#P&Z*Co^5H$=mtd(6uQ1Pfw6n3^+Y8kYK11`jVIJo49kgPa0{WShCUjI6x_#< zQ)11_`I3-Fga2SpfOT~WJC$iuP*Ym#78T~k&;p3E!9trsYl#D@-?^b!+VbVxEwr-O z{HG7C2Sz|^^B1Hd>$(9fXSr4kwX+Cg4Iu*Ln~AcZ%x-*Vy~y3rj$PL=fM)mnmX*)0 zJ+G5NJeu|6%{6!aQ0Z_|$YiwxmqLI&D*dIWx}GdVAFkdy>jPI^ z1b4n+eQ7j3*5LW4q|qm9J$LN@`Fv5gG6~}k0})Oi*R5{=@X#ZwA(ZH~YzfN*GeQhe zpN%+N=Xdcd0bv&mAYZLNgm=9v7y6OMTLV9K1iRU>gR~kgt`ar~uY~va%WqS|bFkjE z45Cr%NcBX(;o^Edp?Dl0dk00nSU(g<^6z-kKS#^6mr{`{9Rvsq&+twxgyX4{DF^PX z1<%?~YU1Nd@>9PfJ?Dxxegk@b3bB}>gEu#LehWh;GF1!o4nnfAfIEDVA$LV~_&m}b z>;&8R(hv}?b&|E0H;zaV^Bc9FqLjnwJd{IGhp88zgRZ_;#8ih!AQ%X+z2;**HJz(g7gEe&+ifV{^PCp> z6)(6bJYJC%uH6ID1Aq!Vv`SfYk=Dh z`M_e>jDg9vuQ}S|_>`d-2TYe*!Ws3%pU~Uj%2=k_7jNBp$*^>U2g+l+iK1TnGW4ek z?+hztnp*@6EA&#lx?5n3Yg;Y~vE^Bkzv2$js)YFO*=x0jYD6hdz!`G$ z=3jIhC_{ju##g+hD*|7`4O8ALf5Y|JH0)UX0cI9Aoq-g`&yRbwfOX|309~Ma6LJ>{ z&sR&k?aFkdj1xl9?JZ4dkG!ZJoRgTi&)wl#VBIf)E8`%S%60T@@^kDCY!S9=RqgH_ zocJC>e)6^9AS}ulbF5c*)J;MwUmP<_!{l~jH|NcEmFe$3UoRdgIIrT7wxmk=szxP8 z#h!RUPX61$NAXb)pE}l;cmkw6cxcmO#KQI~0C%JW)FqunX)t*P8lmo&y(u>-AJ7VW ze-&l%0HphA%2MGrER?Xn1yWCACN)aY8m%3MF!gy8up6bgPVpGirzq zn*yWstltm~+7vbH2|{y*KODhknA_c+=mAhWM(NUWz$Hgt+c+R3aOVDtR_Cy(?_S7Zi`aoQ^BpHscaj!fx;#wcGUww zFyg_?p9k$w4Fg#fkNOfaNNn_%vqh@u*V)!{uB=tOS-$z$ZGhR(8>1z>(Dkxm+D?BE zpn>=~FQNBWTtg zG8@HSfV43TaovNj z_%%6s{4-ZV;$^I~?8|>|R%}~mK5hzGeIIYM7czAmPuZxWnD0fgF!GbWNnC136OY5h zGf2X9qJ2yECyN@b&_q0Hesj$!o3g_b@o3)-!ZvbOk=nj8sR5?4EI40uxBEadGrlqa z8Eo%lcD5XvHX{hJrykRP=HjU5}c|md<3+Z8Tkm{ z0dHQGK`R}RNO;~tHaAb#Cg?7fd8IXC<1MJT6vO0*5X~`5g2XAQ2ZLz)$J5OQh)AD? zXD)XYd>2{BoKXh%<11}17TA#hNq}GebN0{AfVaucT@a9!jde3tDZt{b2_RR|2RNr; zu>#WRa-jqpKkS9&W@s$`>PA3;Ie^+VHUPqr4ScXU+~$gaz1{+zMM~z-S=imP0iPJr z!GQxHtoD{z6O?UG5DBeBHq;$~J6`gT_TngeRc~+sYSJ{oaL%Xbmx1Oe!Wh1hF&Dq1 z0)wkFzUiDYRvA&`oMGD$kSga&)M*&Rk|x@ye)rgzT|s+bNJQ{)owDXzzm6^E6EWF4 zld$S5{j^GR=Y4Q_1fF)EFeNzDMe_%gBe`B+#nM8%o&^WML=&QmIpb;!0N7#uajKl{ zgSX@DVV`LzsoZ|{+w#5A2s~4kbG+=YS>_8lh=4)i<-`HN${b&^MYNCh7_uaxc!F?;-~ZF7>HX&O^!)92))ELBSmKAxPptFw-m3vg%qhDu+`-C(ruMW(#p$s zc`ilas_!79>h5-*p%*C~cH5l7OHV1d92haa3N^skNgWxBoc-=zo<-I=*m~n|>cMa2 zI;4$&JfW!?rvsNk_`v+7Svzwg5^kiTa!88BdNb1x3&P-FO;D0#4KuxrfuWIf=c#{0 zQbmwus_>S~m=kI(c%4bg9}bNuf2Ikrj(YY{Q{5a>x<_a?Bm=xgW~qFV=+GE#bTi&kcN znf@fo_Kr|pHKCJwQ8_PaWSyl%yNlYI(Db2iva0U>Cf}HNnF?cYL$}<cJq-O7a`vr{Rd~@zY_6r=}xV13ZEhWJt#Z>`oH0Q#|aSCeo@E=u2Y2rY== zJ_Vms^DOd5@^Xho=a^v2Sm|$+&vM4%ZvpJ9O(>=`dfyA#cXqNsp zw$UIbt|QcZs(?-vZCt|Cwm0g6hz0jCA&{}#$=$GLF`3fiKQjDzS+$nmyT#+1o$`Ix z+77c&AGEr^XDJRTl`c@q*9O)k))UTy_O9?F1_XlAE8-<*Rg7z#L>)?lXD@=of9_=w zged0To;eOHlDYTjPSr)T9$M6~N!ctNSF_o$gBZK9&IOKWiWJ1glDf?AoB0G3)zZcl zi@^t-Ydc$sPRgWCPO~VS>8>IJ;blIicx>5Ygm(l3Pz}kACZ0zMM!7r#2&7!Fyi3cN?0XMR z0bMlVpy);(RP5*IzgUuKo)O77A$tDz*Jp@M=RC7+>>tJ z9Ar!evuOWu;Z{7(>mS)d2|r9RJkE{~Tg!JHMTR_jIpc@c_@Ijl1-`EI-LZiXUD zIbNE3qVJQe6xbx0S87p+D^#_k_;R!Z2w>%_rU|AqIrv@omO-&aR`Y#JLmQr3xf2lq zzp+1pAadM1yIolVX8@}d{tBmp&qI1gCyaM_?V~3#Jv37u5IEr1JF4%cmi$TL-cK5} zANfhNsl(70J%j?0KOhN_0uMnJlDi7+yvmM1N+>Uu`nhxQz;NwLcQs0P=rN?b-0dHE zG*DrgobPjGOC-^hMGyo8%e}yG277n_t0hZp?88?F$fX z0o_x+A;c+Zro_q}ghc0Ow^`6WM??kM*$r``!OHFyu7iY zh=CU(%H&b~?IHU>mj%@If-MGy)ag(X=(TEX9=WQS$z@Tk{`J9<4cE8Vh`TZ~@hs+c zXjY~~Q+v=2Rlk(!FG}9i^x?h@mvKN36vSM=iJoCs+hvh^-Aew|>?Yg*aOb5o)y>o; z0xb8ojGg?IzMntDw%mTFSKNm8>;qeFU8ZLr=#ufBy&OqV4EFlzDf$}*qc*&6M)tYA z2jyJlGOnH!ecnQ&@&y}mJ((;f-^P-}22|@;KGLdYaa}D9`AUbqbSyVa;ywg4Sv!UD z?>nkwR>3q)kc;I-3|Ogb3hZ+^N#w2cjKie(Y_t=4;l$nJ0*NIohpOmXQ zKFpYUN#eB^puR+4{MOFLxA(SOU;q8x)HY}A&c#uB-XPykzI3?=!G-2KD!t_h-yM}} z{fC@V`L(d&Yri@Cf?;C~7PWDhly&xw>Q{*y`e|Fvj#?<6 z+Vj9xzxb-Jh_?R1>AN5ajm{fo42IQqH(*=U>_E9BXLrlXRK{e=CTM{MCP-^-G2H)z zQiD7!nM;duaot{z{*?3$_7}>a`IS;VCi(_MxKCRWl0K`p_{ob`$Zs42_~I?72T$Tj zpvK9D*BsXqkh#Ewr62X{55<=}bWcMK99sNz7xrwZxig1-0f@Pb?2+@qWnRIUs}a1fytPEV%}|1%FD?+&vp0jdnEAsFAxz z_~}8WY?N(mo|s^6;2=PQnb)rK4D{b#nMH1swk=f2N7GV zMH(Tu2b?MPyf%{ZRXdQJP%}`#* zkh(LE;6OuPW%~_S>SYAfFuUy1InHi-969@U27s*&Zv7eK51SmdmQ8yvUKE znGlvef*{o>Mdl{+O!uFtX~C#uH(d zi_wW604?eQZGfLhC!et% z8GF`V*#v-|$(}p3q0%dHXF&avPI|m=a)@_c-h=!ktnIO!ire0>g3?HoQ}fzmZhJZD z*aHM8x(fo}&!z-M2lPeT4EaTPJK}`gjjYI_GOQ`lP%WpKYQzvFd#C&nb#PcD1v+0+VL?1ziqsi`Inr+SC#q)k5D%2G z{|4$)w$aipstt|R$NP##J_h2qX=gShkCElAu@T~ar;B)qoE9>Q)}c!zFPXX!)DPMfM7{<6DTGpYyTx+uqfhBs=~ zH6h73@XPeANb!T#@`8ME?lGrf)&VJ+Jun4JN zn@|pkF(rdvSx7}~vf)7ajtPbr_?F<19lh>XqJ&f9>|mNIBYd-hwHvNr5Z-+e*MM63dn@?kBUr36wc-gC6{YPg%k8t#IzxRS)9W~cx)1~p<5nS({Iy|4 z#BDVcDQlVPgMY{&zgj)qwhis=R!yc$HX{&GyEE9w@&Zi$~b z{O6eiM|!1t6^h6K2#5h61rix9R`QcD8sk?C&=4~FCDyz;`A%;$v_0LM@(*$i%I~5y zll)ylidCl6TQfK0+|@`$!aqKOuv;ec=(wV~FCY*lL@%@h3TeV5o)t47EcA`4>%~!N z26_*+=?udz~S1Ejk)0dL*EF={>Kw|vde`22M85P)iDG}&GMlo>;%Qzo!3 z0-b2kFf@km@^qh)Au~1|WPcM56DS%qr76!%_xs+#$V6lUJgl#={@-898bL^#5 z5BA0u)PfaE>b0Tjh=rUV&05q^vJqjIIXxWt2_zvKt3K?^BcHgf&q@0W>^i##VnX=f zkCg;6>>Yu@#ek*mWlJNOdbfQUJc|;0!=uSlo$G^~Ih=y{O1nk>ehA*0D5ck${3J-O zM}?~13!1)8Q)ydr^x)ef@&9aB(EHg9wYd{PUO>GQhsqJN3a7G~+QAnco_)5bcrHC@Dq$YaYUD_#wgnpO%wY|`@U2FNNX6_fRoBY~bt6vz9f%3Rwp!mHzwJInk6Ri%&!=$R>>zv$Ds-Oy)ly_HP+?(j% zn!V0$=eisqKd`jSR3`8S%n3vJeFs;xdDMc~AGgPzcm!JJ3}~x-Z+it4sPNv(3hQ-O zJ@xnEZ?n$6fa_i&U<4?Lmx4lq)Qde!w+3LQ8rtF9_S!+zD0?jmEAr2aLsDk$+v~M%w!F~aFufpPD6{6g=ErWYpTN*BZ-c=kLi<&Aap^3_S#1v z5T~+w7d?ygZM>3j4}cDGzy~kYf-LXl^&b%6}kBW+~R17NhDa&`r_ zWIyVK;ZpOO+_Re|XPbXZ)VA`!717&di#)BI z0nq|b5aEVXbzJ}@XEq#%x@WGH z@yc_m2h;fPb<#gEO&HlvEys1q#dz@(lRzE>@YFn_Z2+|2_<;BGJ0Oa}twNDCUN1$v zbiOA^ig9)m;KO?eB_u}ncyrpL;||`BmgO$~^ZEL;LsSZG71WZc8LCOsu_PC8ln7{7 zE>k_;H*WP*ti^XMz7W6k6RfW%RoR_qkI$!jF%E=RNKeWC1Py}UD(Cw;xS?+&;6>&g zbn%@*CN-Svw>P+l5``$}xm9ne(jRnfX_uaCI5U2{FR;8?kg4>rYVMN6CMqe z=|F&U-C_mj#V>G2%pU8wjKy&7yGmke6uvUeMeT7ka@n2IJ~yzxhu66%fW)AX33s9O z{!(CnIA+>MC6c+JBc2BGWgagCZ|XDkpX?Lbo2I_8na#Ok1CPHUn_z zxP4AB$|4ZU+zz^dvT4qJ=GdIKbw@At216|=N^;P-DRCl)jcU_vbE%9vFkx0g>Bqy4 zbr=t)1EXJY<&+j(m5jAyJKTAAr)C_m$&n|OlS-{8P4SR4|0^fw%{X6p{aDwID< zDBB#E5|PRgzN#um*RjD)wtpPt&}3|UBmnLH7OHM(xgchjxc%t-!xZpq;iSmdAd0V* zbOehbwe6Ut8_Ff?xbHg?TxHQ;@=14a0931aKz~i)OdzVMZT1g-g@~xx6MOqk_#$tk z)UbkTi@UIr4Cod;Psz6y*_ni1Vu1lS6>h)GE#3;Uxrl>W(D&jzXo_R7X>)?k7ChAM85-je9?zo96-7<=T2RAIFf(pz7zSG%=Cs&jIsF)*!_>-9S!aLO>9y) z5_sJMsxfY|WBd8yw1s^_rjnHp>){lANdi>-bOZNU(ejf5+iIYfl)fskdKHPDft5Il zmyW;1#dHw6{%zkBf4GOk&Nil3&&DfRZ1}DG{hDWoGi1GBS^ztipc$3DwSnu{Q5?@4 zOvLJ-{#|sdEC@AL0T7v%-pG$7?%J#9M!I?Y=|<^eON0^mn8AUc30O5_N8!i5ZjcDy&s_zp$6K`ZyTsrZqzZOl z^3uyoi3$J)^*qT{JOIR1tJ6P+t)OSf-;VKNhBtLc$L-IJLFTQ<8d(OGs)Zr$Mt^1?79Kg<(d^;sQC@XGinfe5mV`5|Zp0+gwX*gtCaXjM ziZ;=|q53YE+^&BRK)&06QJR#4-NTiswfDNA9t3@t1ou9(S@4EcP+2hCe08&dN;3^N zq8NrzN9rLU^!Wpk3&P-RR1ZIM0(!BgBMdu{AV$QI5rKoh?PG)k=keS|IZ=qArAZ4Nrwo%5pn3Mk<}IZ$#63+Jnq?})C(!uFfaN4~Ed-4G|a$4_PXIvCJ% zS51W-;G`Fzq6xdbw=2&u@AHe?LjLLl#v8E5LBJ{PYX`_5aU`YXS?CXRWW0p$J%-~p z8?0I-@^IfDsIC~;ma#!uX^kNN)Xj{`jPBG|x-|=y*Guq9Z~S^fL!lIXCR$hGG)s}Q z-idIzQ^Kuj>aQ+Kcs+>(kwDFcJM{Z*dmf9JrpAcn(ESW-Ukc1r73*&J=*$s0rO&+z zda2%yD%mN{7=qO*>k(&8Vk(8n8lW+^px<}W#RG|I{bv;*Rg2q9ex1s!)-*28bpB~a z?0rhRdOKJ~XQ_=ld4MM@l|=}3$%lmBODLY{82p;@$by0M{>R2R9YB*E_WQC;tif?_ z-HXgRu*^}1SN@KZh=iDM(GAMrKkcJqiGeKJrBcqUpu-H0HQwD7%?o8}*271E2(3up zMOWh#RpIrGS34SVMCp`nlx=gwYTz9vKoF5`i zu7&*M_4-wQxtak2VTRe?J4=xv8`UdA?~Kd7< zSjAKDMpA%pnQ#H}2W2Y&?2>5vU`b)dM*quH)G%J1H*$1rha0l{x!VFx1zrX{)Vy}L zBG;4>=PX(VK>eo8f-W+*e#SyL*>MK#3i6T}e?CLUdWkDqY2t-rK?8-AT8^J`7Q1BGoG}GmqIL^jNMu5 z*JCW%ChDD>tf`CGA|umx-{D#*N#?MdYCGK@&S%yE4GxQ=@O?0VKJlec4ZEZX)481~ zo!v)ddju)rcY)StdP|_m*3OHgk92I@hW=h6rDkR_MoPfvKw|CGdYYWiE{P-yC=hWg?-Z&(E0W$6hGXP5(rnb~;@ z7|gHi@~nvh?FrLpos)MYMOZ|%qN$uNOispoLc_@R736`FPD*=Sp|KFI?r{y5#|$%9=)Qp1xE|Asz9Vp z6uC3S7n$0JqHutewaPUwSd`M;m^b_SFrIdDgR!T*=91cId|s|Ulf&yb6vNS=P^CT( zxS^XD_ENB!@yF$)FOmSjI_Wa#V)OKr4UM7w_<>f@$NCJ zaQs~0sIqIV0LBoA=r*70pI>;0O?9vS0dXh>9@rbC+ni3IxDsoBwUHBOD$H->NMEC-m#-0z`2c6>CA8|D}2yK==Nz<>Tyv`i6Ty!>qlhf8Gm^xxpr`a!Y zH$(SHEhE0tLd_Z5Lz_Xtfl;Z)lYOWBud_naS~$I9LXb%vJCn1AY=@Wj@-Awh*2{z& za&7^wS4z&4Ur|W&Qwz&zJ2K_#&APWOd?4uKwNCG4x`bub%dBDkoMDSyGOi9u@sh*= zN!+OC;N1@q@!}$&knDqOfSrK_>1^%{Dl*8uNhK%qw&pnV;<&j{i0QukqHKY$?4PzM z4irE9G8>-CrsaB(>%envXJcB~g7bB!xegmIa&R#j&r1l$)qQTC(`ZhB>O5*0%)beD*C|}* z-B6tYDqXqMFx+W=vRyWDvnX zH}N<-8Ef;-VX~Wvos|h|(m_VCU^4zNw4&&Er25>#%fpdh4y({otBlyZTU+G?;b2zC zU`q^Fa-dQ8n)|oom3T;3S8S+L7?L;l5F|eLH~Bg-s(AG%^}(JEDNV-rbY6L1sZU=1 zNIoKUgq&f0d%eZ$ew~mn{fHPxh{+bF53bQ(fPZ)Y7-e?-pMZ4T24kf6{Cse?*)^{L6)2tM=?rw%RuwN($J$a-2z_{w3k9 zV&h%LDi_AZO+ti@k;l*x1dfSxu^&5MJMwwNbZkM!WUfTdo^WC_I`!2UJM*iHPuYzH zpHJ+XKB|<&7kJ{yi6%kpH>TfP;Xm2VE|iB7)PfhTS;>Dp^mSEsgdxKvJn@wP-T4`) z=6k45vcGcuwtI}uGC3rmDbkIO4tJt z#7TdXjBO(0rFCOOFYfBMFJHx_pO=mvZ=znPaHu}Of$>?fikAy7X_cNgk}x%%UmakZEw_`_?D}RuLo@G0 zqJwHo?(~mqECNN+$%1tB3L4KJ58ga-Cc@zB>V@%wH$}?QLjFm`No_y8zC7aHcj(F~ z@#fN`D;z7l74A1DbBbCaJ0n`D6+l4T&9c^c(_D z%UKffl{^{03Mp#HimhU)p5MA>f28#_v-e7i+G%1c-EFc{)=K44wg38tnVJSZ0(W7A zXu3*!p1x;#q$IB(NO{WUV0J;1 zSR=Z$c6}Z^9zO(A$#VBC1K1=zT*c?+R`@HITjql-6;d;0+xaNWhSv*4V%f=@-X`^d zL-pyd+JYIH0-&=@d|QhNxFY>kQy+OQWTMw>RP#y(Jq)#p=`W*BA5hcUwazK(v|C$e zA-obfTwRuKkjkmO7bN4F)&eUQtSW$KUjyM?Po~}UW~k_RtV4rH z&2tw_%OjJ_K+1;IrmSi&vrlFc#VMyV+6-tDX)X53RMu0a7N9Z_sc6THf9J&H3XW4G zYkP5i5e$70I750VE;z>g@b_cGOMV772Xx(57t9(M#<^_*o~{64cBlAA<<;SWkf9U< zFEhbSSx$}g!c(6kl>}Fo6Zbz&yJzJT8%4+R1W88)-3xrS>y*JcPQfvFK7zva!QAS< zqX@CbMfd>=Az-H}Bwp!+*1~!*fAKA`t$U?8?1Be-SGZAlUva$STU>JH8Q-8^M4#|fDddp;?MqgeJvsR zlFCk1=Tnupi=W&1A|}W~nw9BG+L?`gMlE~1x`FR>`~&)Z`rZ2oQy;&d$l5H3g#q~m zPf@UFRxxYsGM(D)Fhf=Pj1zxuDZb9~^gs^`6AYg(9SOaA0Ffu7WNHI&y#`7p5K67< zz8Pc2eK~r*Lm@eEx9+U7MS;Gln{M&>oKDf=^m=BR>lVyqTzIMTH9suEje>mdP;P=l8&#MvQO(5%;Z!pUuyM$6MFB2`z`C% z&TSp$ZF;8;8tg}zI7w;LmzB)g_NHh)fKZvv`yUP}(5uC?rKb%XVe|ScTbzD*2rRy> z&(Ap;+&4bPs5mz2W$Zwbk5(=dkXKmvaf0R5$<2-cBEzkk_nOCYYrg%lBO0i(w1HKp za{gJ3)*TLX$C$BgYE-^_f0W$SQG0F<7^lxpnByyt()Y zZ1VY!XMUthI&^=$;xtT-=&QEW)NveylBHl|5UqTeY4Oputx{0$3mTKpz5dQ2E1waV zwc+Kv`O_SIQ$cZcDfU>-`n~j=%Bl`BDKKyXblcK>&BG(FPDdTYYumw=?4}FueOt_$ z$~v2&3pY9B=$;$AH=VyHjV?C3|CP${ww`5x5PD*2Bedqdw$Jq!FprFZb0CnatdCG) z+OZo*$#?J5qQckVNs;kYL;{{q#%$u>5mfo#J$SaDTzLfZLt~O|;?>4LmbG(5`+9D8 z)lX62Th$p%UA3aG@cQ@?s~$L=2=Es9?RT&>RD8ZWl7}08l0jc7U=E*{^|o&wRH}``Yx87nV3@Yp&xp3q)mTE_Vt9~8ZpJTtMpu~)L<#rjo!@%1Pc2=bnL-ja3o$m8c%6Oj1_x9$ak3+v@& zoQ9ryu$BVFtkQ30iyi@9J57mebksx_e7wYXn=|J166g*Ss?SCC<{4aMrm^H;cd$RL zG(mhsiv19p*^Fy4mKZwY@+fuCGnfk$(S2?qo-bm>f8^OnbeXtVSv0K%JbbosjClHJ zS6uq1RGi@Ir*&-?5`n$);Hsck7**c2{`)tC!)`H~zZ8nFgDcqE^FSJ%)%B{sLO^P$ zcnvmu-K{>vbm#MGC%-Op`@g@;N-&U) z-O=Y7;V^PK{Vr}0=s|t2}9*{*-BLmn1 zERTnOlnT93R;)vos3G-1JS_0GoASJ8E1ufYyL_*-eZfFr`EQh5a-j22iV~fT{~ejb7kK<7yVe z7G!V!EpolHzk<2ofw5KC@h1EK-AJe*yX|oqFm7B< zUKSKrpj?r=AAgR+un}9((ArX=KtsWV4}atpy?E`6tao?=#-A7SSV{kqVU0o~=KI{5AxFtG96<&S9pM$bKDhH@!VN&iYn~ z{}kmKbRm-qqnLMF%lbKWz7H!;e}K2AkSxl||_H@bgAOEn+B z+^uW~Q!74K*wzX> z)}ZUI=g_uUIV5E<*ThLipQ?8=$bdH^=Q^%7Fz>Xu_OU$Z53huw3J)fI4xn7=CB;4d z4Qre<0-2oA%OrL_ITMKTEae&~S4m(poxiR^wXEliSR&w=7rc;}2j8S$tqUl+`IT=p zLavii2Q+&?2WkE?o}DgRsR@PB6sKlF-ksj3%>6bJMgz6D?zZ33P=g5T&Uqlc4m2GJ zFx%{1+RRVE3Wr|M-mrkg8vghRrh)2WD%K*@7JUmPGjRp9s&}dA<4X>pra5H)ISbs3 z2}K>Puz3?c6ZW~N!HB>N4r&>-P_gNB{~4rhfXM|hDgOk6cBBzAbb)= z%(lp{7OCeII%xahZR??P4!`doK()*I|N8}vMk8;jE5nRdn{uCir`lBDZ^YlAbX>bk zAEbguC;fc41#pm||9(4^3!QGaxVrxrKK}RXIxQ8whh)6R z!3^d)y`Ew{^;YR=tzPbe8Eo;Bgsl>R^8>aPMrs3=_dUISodj^-*l zKevi8?R5Gt2B6A2On857RdM{E_y77pQ_Z|GJIV6De>U>(le3&Q|DUg=U;pn}`(Lm7 z@%{hb_P;I%1j7F>Ul0%dJ`~EP3`m*xAWupK^>i9+gc1j!zNGQw1PthD17@%dG?%YI zk@@z}3FcT+kG04b89BjF!ov`C%r^7kldSPj9Ymw0yTH>}Fi~fSF0789|Q@@aMUCqQ8iobl!e{m8z8qe zAV~k%n^Py`Flq!B>jkrej8LdiY$luFd~CQ3=&IL}4}$N>_mzPeR=^|IrUVI)YF#6q zI4IeRJlFuQ9p8OF8740-Rf7lD>e};_S|p}sOAEu8nY2BF!sQf=)`2aHmi0MMeBJWR z76_H~@x>-w9zJ2z%SP;eRys;v#{*=YGpGpn&Tq}g`1Imq1S}{qiJ`ObUc5)Hs3~oO zri`h0jk~4{f0J+cpwVU4D4{jU1Q#&Y7&ge-cXoaPOJPr`p*s1I!Y6JSeRjxlh3}|O zUw98m3p3zU%Q6KRSR)1FQZ;!4p4RwcxQ>M*q2iqbj{=%%U796hSONQ3fq9lz#9iQV z=KR%_144UM_;VtK`|p2WX-nL@BJlAGMaJcgX5YP6T#-Bl zH~#)QB>$VhYWRA9eXc;*K%G*p=G#a3Ow1g#^M-v{Xj<1TkX{r{DbgOCfJ}EUPC{RC zVF;vxk$W)7`U8jrt|EHPp5Gqog+oZsTsT+Ump0(umy^4`1HX1EH1m=Ju5D^l0}qA> z<&ty;ImNwpwxHNllivAra^?-A2nKwWQL4mZ8+m4?*oL4YS6*fmKu=2%dsO~Kwo zAK^6gSEdj;3mM#arxEUM;ctJM&cg0#*fpgL(?&dDz^g&$e2`NHp0@jAyS8d-h;T2D z{e$Yo^bQ!z9H$Od8IrRtzp`#_i?~ky%HAy;^qA?`@oGW$TfS1ucdC!?_C<1D65-Rv zFmVc?g{CcwYL|`{Hsa>=WLR~)+e)JmW_*q#m%ZjL_*61hppiibZ;z9|?N9pt!!u(& zDV?vWtca%w^%{kv-bFJ8PQH?Y(a~zVq)D1kHtEV9cdcNKqe5h_@6cGpuzgkre2HHw>Xfk4Lyt|4IQ;R9zMaAK09N{M8P+DAnU-+ zUkz1MeWfp_-3*0}*Z^F6LkGfM?^`7b+J(zC^bdNhVjMne<=`8zcz2&${wBDCj;mf?~4M*zG43M6s zm*(YtT2kqlfX4a8wA7(gL4=L#>3RqjpMvHOy)M{Kf4|*=)dkgW27Q_LAC15MFhv4` z=9{g4m*x()V+WEdw&CWa!5pRVTQIK3c=_Jmg*b;x$kM@_t$rAk@*u7dw{{K5w2fLLBlM5*RPc) zU}X9dW-OQU zjkZIH?=uZvF{UMwFZgE(t!zXKgF29VziGUBj8&pkz8Tr!r{N7v9Q<^MXSr#WZe)LO znxw){hvP*rA-uJKa_(WdS_nayWMLZUh+M?t+~ z@^!;3Ane^$FC#l>VPQLb)qA|Wj(BWUCntOd09>4y#?8pxUgS5Q6Z z53Jqu-8L43A-iob3siG`Pu{(pMzHk!PoDKU?!@<@r*!uLDbMq-XML-ylhf_B+*r`e zZLV`S-a6sYQAcD$L;=BmvmZM4jTPY9ubF}Do>!$uoVY-$stR!YLp^zHW?0lReA^EI>`5V8 zC#Xu0ezP&3NBZxVgNCWI+8upM^2Wk=<1v}>Scb=aimcy|MUEu z9cyji(4dV_HUKGC!zACrQ8F|>U!!Mqsc8kygcPA{EZT7FS1uplpPGMXX$Veil%A@4NAx&5o%+`p?tT zZ*mp6su>R=CHUmc6H*($3!z&^XTMD!54kp|gn*_{MHIBI{Dw#CXHAk(zR!i4>=R;> zNk}d&Oq;Wa2i}2sefVL6Grmf&Y&4<}a+p3d_YQ(Hu3iF7noy}XJU=(Vch6fYkicDx zY^BYr^a*}8RyE)3vsQp@Vo1sghsMTeO22ALw;a^(#w*>E-Q?@LN?(52Kt<%y3t3N` z^ZqU@Q&mS4Xwyg4B^JpmoyPa*`_ZxjIGMkYAFpm_ryP9E7HL+GPy~{SJ}<6F-={#O zW6@jppqH=($Etvs4o-3cOo#xDFVo(~7(?&BJi3}FyXD)#rg=(;6si0@I@ zcX~zC`ydCGpi!_PV47h=4EOH*gDTa59$2Y@kOL7H)Z-2EB^gGdH=~X0G8}?oh4Q9G z^buiyfu*;ut;&YKRk;*dA6c&Ti-yPZqZy&u5nxzu8v;LtvB~{EFhZiC#)aeYbuI+= z6n-#dgk;}nog{Ih(=6jbp{R7sJkj#eCV;SI4m;voCV)*i8UdL7hTbcnk3X<-1q7&X za`zz^Dg%Atn>B>kx@3$47lT}yL_buA?I-SUCcZhEoRzY!oxr2FE@D*aEu>74uXjkERx32Uk<8F1@>wHUlD#Ox{PlGS-|( z8TSn+_t++pk>LDwMQe^sln`W)4D044>53Q3&Pqf+ol!APRV+!4N#y=*wZ~`YOk3s? z_jjzb#Cqm<`GQS=4WcTM@0k1{6FVb<9CX9`s+E%l3ad5F!;71NICasn$Tw0#sNYpp zZ)ru0)OF&5_`U!`qtQdaTy%rF!=WqFZ1Z6ATdmYx;xqTCh|3L^eqwvBe@c%vX%Z;u zkKj_{(S5xQf?l3dfr#iFU;=ygks2IZh74LhTAXoZ@e)LL2hwdHuKe8ALsWiE7&=bf z%-cA4KJHp*LLM;gA>i>+y|f*@?qE5}C~X91b{p^-vEaDTb*e~D2v1ze$Re&8ep(l4 z!X+@yCEEdu&RNUn-l3~ckL|Bx*``7poZsGOc4^Rhsd?p^upTchq3{pp2q$-qk95lbU$0|5|mql+eSFWh(t2723-RH z9vig$GJSYe2k-5TM1N>Lc&z@Xa~_ zA;56vUBJRkvJlEu9(s2fex3UHVhChbhJTX3)6ok_ZB3?R`(H1kdQ!DfEoA4>IN2b# z8XVic4>O?iRUVNZ&ckVLj$qFw)iBYs?Sq7bt0?A(SitQFJK1#tI|Ub#?%oIiv?New z@UiqVP-o)8eYqPh!6)!KzSyp*-J$*6A^)c*!&6V8($#b(8k?hyXG^Mf37xD#&um); zk+EI*vcI*5D~IK6HmMI!+p3NVMje{C21U8>c5I)^ezNH;!Bbc0E|HTzZJ1zQITb37 zT;}0EG_uT(eSr|fJ?_41=Q{O&R8z{~`<)MTOeAsm1)NLWc)qf&`GduxGn*wH8yuv1PHpQ7fJAbIX3)g0v4{tf}8t00McOCr^?v|GmNXmA0Vuo;GU%owG5to}+ z*s3x$A-(^oXC3vcXLTN6AirEbu@__hjWI~HzvJVh`z+o6RMZTTEgYO~XEfD#E`09N zsm|3oOaN%LG1Cm8mbezeZqLQe4&DEL{HMEJ@)LUERC2v*O7-=!^mv0$i5;2Fg;(yU zc79oR9^PQ!UwssLbn+nxBI5?ovgcl~xEr*s{#e<7?@`vK-*(8ai4(nF{q2)BW_zBR zJ6`jC--F8Kx7q&pb;9_HVx=i`EHukE)*k|p-gKy7W)br2UD?P~Ib(Z(+>{BalIubg z;y;VJ@U(*(K1;9ssp1yT$`#E)Q<>hgh7-L%7Nw8A8CzJ`NPlpBQ4C(T`8o%-ST8X! z%f;n3!!Q{H#pW&BN6FYCvJief%Z)!LeY;&Hd$mZv_FGkj2+^9na^jd8X%#NokWuw& zT{##09TiGSxowPe#usS(V?sVaRprLTrf+vMjW&7uJM=egcbge#9z$^vUkDn24`wztr_ ztlBeF%EtILWcdQz7>}@)V4W=4!vSy!+b73`e^69&od2AXqVstvk;DoU@mMg?sJR_*_M~E7ljh5uJaHQin(gHmcj@b6il=?wCo)C z$gy~`$9U}{G6A7=p{Z1@tKFH>@U8D;ziLNNBL|JL&2)bV5a7M)c<7g|$ddyyH1hP% zoFR^c`HvpkWcdb_Z`P;<#vs{5Q`T}0ntwnxO5_&pAyR!hq8IAdPY#w^lM)omv)bwFv* zec{D+nD357&o=&iS<2y1<9y%nV;p=Rqq62ras@oew2G15Im5z^#wBIR&IUJ`N8{lR zT3wce&nqg!$P6n=Z)w42ArP6i7jBoC)nrm1;`H2T?jl~w+xD6a=I+@%_!BCPM8%z9r1H&g-h}j$qqa5|p(>~hP4J_-Z9GAh<7gs+2<64b zvk#s0`THbjL}#pKj*sh#B+M;S9jpZKC`KTNNg1aQ%G~o&q#58EQQ}Zz55QllXwY-1 z0DSC+&Ws$r4ULI?i+4)~FIVOn1x>k}Wd9pwe!-f#PkQvA294E?<2kVuP=6vdf87m@ z)Gq~n3c-w8Z3L*?_)1xOn3oGq)J)K_5Ku|W#bwir(9uWdFrnw(Chm-KXK)m`?t@b( zAzwEq1*4yl`IG$uFXojCFG9@ADvTC8xR^Rs(;H$6cAkZ9(pMhvo5m<5>x@0=zqbQ@ zj?PkL`rT8?@~VMrQ_iPx7VLEsWuJZ$gyZ%{eRyJ%+I*H(BH-;rRaNohl+3V^JwkpGK zhx~HY0ok{C2d!K7Jl5@<$*&s^p;M;G+%HxryS@HvGU%Ju*FPZsg03i2WfrQDnF`fg)wl}%ZOPV0 zMNFDAeJubcRY7?}tVZR&QK4!XGHpf+zL1TL2gZYBH+T33a5&np8KU75!+?IeRC`mR zRD{TZxG0Z4V*y*2YD_Yez2&28FcwV}%Jb_5eW2lgnfqy}J|gTjH0r&dldl)b0%(_m zW!IyW)XBWwr)TD~IhNlcgn3*80@vQzwPE2d#PO*)hl#O7Xr8={QlytPh5B8s3-Iv0 zl^OH>a`^?gVK#A#3(+gJ_?<$NzpG%}j(~YX9T8FUxv*Oa8|Kt!Dqc9`^#Y&eQuQ5|^P2;)BufZBJo6_Z2G zkzQn8F_a}_$`CVbNuzL|Wgs`cWl&pHphM??Ww<=L&c7Y{*YV6cq2yLF^dGnG8)H#F zG*(W%K7e3-{?MyP?#Ck7>(rp<0-?OJ*Dfm+3BJb%xlpdsAvP{!Cov^*l-kk8=euC; zsq62@htopa-|YU>c(3X3?io6BqdaQ9*>@0{_fo^LlB&Jcyv9ox5VV7;Uj7W zEShPYylrPG&VWkOkMd{dE6OnH9S<7%Ye3eDLk-4hOmdZelGNhwM}Ohh~yV1g@vFzM zeZkFf5al;7wKveZ*A38+`O;Mm!!L*?PnSfjY)07gRkmblz4&&4352c&6jEjG58zyN zbk|3>ESv)Qybyu}fITy@@mPyiq}Cdq2&43Z7Rm(wRC2AGBL@zgAwB>Pz^4)nfiQam zXiVl>ZSuz(EBBUnVR()P>^2bCE}i^d9s9s1$y>)W80Q10%WwYF#Mv2P6@k6HS~e(G z^VeDa;iqzR?fu=iOfY5B2&ClTHCHjT>$vsPd{2AHiIh9`^tAdUglzzlaS4l*2QPvzr!8rzUJ3SrJ} z^;DaG!wZ&53bvdz0g*@>h-G61 zj$$VQI6{9=2rNm5rOz_TuF>9h28i)$mL+XiAS&48Z@myG)6%x_w0Af^{1`ZiDkQ|& z*Rnjwu4qJtf!(d@5im7y|4PMhg(kkC2cYwU1LMdMgszc#1-Z$X8TPT(oOXcZD%``U4Y;)`2olZEh9D032L6I)^*N zKxi(Fhpod?wbFY|#Woj0Z6$qHQrL7^t~D^sB?7p?EgqUGXVsssLaQsk^vXi+I?>?E z8Qt5&gX+$6h4Bz)MRuVkaV)Q_yAb!DZRhu4x6eY*|9;|eJw-FGs!I`E?*qdmv4+Zm zHKjkf^0V66jG7DaVgk}@^&mFnXo5{bv!R>luig|2K z=9AMdQ|i|Y6Je!gG|%Ee)8bHCa>D{pw`t=JEkh`a{3I0QSHr08$p~DGaFpO32;zus)So2Wt2?x_B)2T9HWXC=3J8xbfmdqkq?O!TJ~l`x-#IX)`cQ z2QTXunz%b_Z5ySlXWO=Z05zbTDy+Yg7Nep<-%$vn7Si*=GB8K$yktCYevEa3+ivnz+L+MB$lsC5j9PPvQ|P^IXnL5u#`QoG3@dnmo=s_)JS+t0yu zqWKOc?$&}sCp1+Kv-1GWs{u*p`J(pGd|{h3+i>@ItsBA! zt94o2%7$HFA{xNAY6CCFt)+d)!tAq23h4g+AC$*& z8Hwg+^ByLi(>44HgMk_;mY1tBWp>oOy~bERg{=YAZnvqicd?y>Le-&AxLwlN{V&1IeJYHfphenNT#Ly zFT6zBo9N;)C`iilzrLmIE(fUZeQ0~{F2Am*IQJ!1eQn;@l8uLo;y9^1fd2BQEoF3$ zibHW7=U4&gb%E^OPTgC^QlXA{qD*IOf8fpDO={@kuS;)yJz38hVep$SiUUzzXYbP2 zeZ+h5qA82gK3|2$(^~lw2k+gSXcOnU!am1}R9$`3qFcUC!zJ!ObZc#BXpamNklcdHa=< zWTqH;8_LSKEejkPDXD&GVR*+7v9^1tIC@#}+f#UwF$k751!+T7uOXv1RzY<{!eaIU zo>%oXp}40N+)QolXR9A-pHcce8lfu2*>pL`RSwhcMVi0RIi%w;sN_yU`ggcu0>;*- z@o#VX-03)Q@Q@|-xq9!W@E>1$nUb=2tEK^!+u?xWU3wWp=&2aGv%5plFiG#@Kk$m5?55U8dYCV{~=1dD}D>;+BZfX$n%;%IePbp=$c z(80~ZYm!oZ>C7S^-=19#MlFkk;uudI;D>bZuwayNGfD*`dSh={@ukNxtep0Xotu6w z)FCp_NaQlS@2$g0iApoH%Sg>18rV=1b-#21AY!ZfHEm9wDZj_u~

fG8F&E!O7@R+?jLj5?w+n=gOO_*Eh>@Z* zA?UqTRKyj8f;aRJfu>#jGgx>G@8973W&}li!BI3~e)#%Or|{=eEn^BH+WhlXx#UnK z^>cv*n4}Bbp<0}W#36XJfo!60d;vsIY1c^I(nr}5PMm9@3Z@?ws2Z=s|w(6v|qqzpa``rL4If3ia zQU|}-weXwgFHuL+7z8Nqr$6sHLi+{6Ofy42`oI$H#UUO+!@I1j?CI2Y$a!Ij3;S!34vr zhZVc>@Fc2@JiKFY`w~b&f=+J|S_XrvWq?Xi@1cxqx$qhwu7b?tv=24ye23SdlfoLm zN5Z}Es70{yJ|Z8a;q1Qsf`c+v>xCy6TfZv98a`R~% zRg2;dXaQ8#YVq+tfJCYwN<+QIJX(yB#MTFBXMGHP{ygpP_t5Dhdh>AmS8$MIeVAoM z!?En^W*qmWw=Bj&wS0!S2Yoqj|KJMaSvLcO4=hFY{fa9;otvOkzS4H{vekZ=cW~0m z}mZRQU8k?k`UV=WJmvd~6I>+j{Ghue*J-sOx)aO^FDG6@SkFHP|}vwN_{SkO6g zsRkLRfR*uC^4HESpU!k>yczr?%A?8I==8){5|!4GtVqUd62k!;+5(s|+r9PkM^#4| zYP=EDkDQuX^V@lm(Wwk6Q{2Snw636&xOyv}3Zq;(aIaZArZML~v2M~&8TADQqaLSY zO$0@6xV}tIIj4M#iJkASyuv3h+K()60S@snHgYT*%O9lyD%%XLLrZggM}9d-3~+jxlPkRl-^#JuipU?G%iGy?oJxQfK&S z*}ToV;@r~VAXkKc;Wmr>qbMEz1nHOp(?Dou;A{K+H6!)>JEad z{JOLF>r(T`g8PDJH^OgUM#n^|tevUa40p}wcPY{do|px=uxDm}VSn#lagtRXR}7YM zB8Y&`7NC=p8*WvZOMzA=FRd%&{UO}*Gsygpt63t85V2F^9Lsrgpf$8&W1xBAvm7_{ zzL<_)WQl*OrrVfPxiRo|)bQxBmd+qyeV^2j4KDyZX`Vo>R}VbPXY71ZLcMp3BCq~j zE-+dYaR8WigjJR`4q89$9r|#0QWX-K zw7sy>P@E>&$qDs%)4+lQA5W+co$I?*a+dw=$F4E1kH<_9BNvNzd&L` zvr<#rTk-NP89!Q+fa$U3lnLRaTioZ_(6qgI5q}+&iH+{W<>2n%&fEh*l&7jmueJIy z490XL_p}0%AI4ug`iLx+BAF^zR4B7+DSa!C+%$*M=iHJ9?Nbu)*^$SEdDZ<+ zC8~-dZD_{{8v%9Lz~LV>D7`zSL6a#{JM6!s(vAzb4{*U<;&Dvr2t(C|{MTjqU)6A# zyQX(3{HBz#LB!xv5Vrg3X=O(+z7Lt!B*kV&B5nV0k`FIp$tnkh)6e3e2++(%ysM+Fwkpmwl|%3C%?%wNt} z;JoqpZD70__Hyn9az!g4dAvYQDXOLv@6-TmQdAtPV4H{KtECpbpKPi`&SOZyts-@S zPK0dHtNrP2@J})YL~Z#_dVLep>@EP153_1mQtIt=!UD+XF>?3qqG_h0fRWeciXSTta4+Zzj6UB3)a^5|*mtGYj`su!DsM~bWAz~} zG1Fo4{W5#Q`(C8K(*B=044u`3zr&M1XhkEB%uTUcuvcT71S&UIwDWuf2f~0IhsNmT z_6hOXms}tFfCBpI$Ur<1G{R+ssp;Z4FTKAp!HxBS=eB_CvndRx1zTpm0-%k8kFVIZ zv_Z7DJe)i~Bl$~pNMQ-Ulwo5HUr=?oUbeg_P|1Ck1T{fr+r3y7Yb==_Lw!AXaTlrr zjWDS#8~1({SYYC;SDMLR{V2hy=B%M?a6FH~Ichr>yreGKbDUhB#A8BBWnw{4^J%ya zCx;<_;q?Cq9jZ^-H76LhJ~Oz_rh6ngr4+#uqV$Y-e?DY5z23qbu$}TfrYg4TA?^=I zf%Mw!74)heh8%g%!xbSf0XUs4JhN&cXXvji$x{&xcA|eS>3i|Ugj|&43f>_sXR(#E zgLy%BtrAqr(K)BIvo^3Au-n{UeG1$q?O?^El7dEtDlE`%E8U$IbNaS~6raq5I8+VB zMdpBq294fAN{@myMeH%+QB!El)eus?4bsXhfoWn;6;9I=I+43HWR<`*!_UbA3{Tcm z$;k!IQ7L_@#&bhZ)ful<9$CqL-?|%>P=W@+(zLUw|u$o^LIu z0-03=1|4QlcvLJad0_%^+7zW?7RL}uBRhwlkZTakMk9eSoZ`>>6hSa{T=dQm)|beQ zAGTE8#5)jxS`d6>o;u->_a#t;UIycrBv8X@5w6V{#$yFL8x1k7om+GFe2p*ap%az& z@E^3PXA!34;zi83G zAMvba7dOOg@1PRs6vnumuE_Z!z%n{j4&Oc&Z7k>}j9X)P_OqT>molZG<`HtZr$FV2 z-8i;PlZ$lUhU_oBpsTqR{YjY2Xd+Qrdhuz|RT=9JQr2PAZL!m@XE3)V1jpoB9}la` z?_Do2lKa3TmO&ezw%5r-xA25p-hrCTro{pn>lyzU#Evmwc#??d#ee1+%F-9a&+&Om43zir*ip8L0>d_POW4YkhpL@?Z zOHhmB=SJ_rg#A>m1>%8GBw@2`kqXE5s&D(2QMrj-!Rm#(MYmt55S>(t%JBWbdH0(ub5aS=^Sm^F z^e#p2Qo6H|_*&#?nq)L^3;Bdxh+3t(&1|~dOQ$b3{J)HIcUoy<5opSA!gN#;(8>-JOQSnj84PYe&VMG7ERD99 z5ddYQMk=&~rBhqb{B~zMTRQnVfNV#NMxao$V6R)qXOVapPLcLME@=>^7sqi~1gMH? zMP{0OZB-gSWpQgYfP8XnwD!EaFs}2KdWM0YiiH*n{lr-x@B!alOxTn!Myl_i#W&UV z_8^)$Ll=lai_+3C*Rf#kQY2l@SkOO;vMB;pVsg@wY^6#Ei}Sx8N=2b;^cd}#U7&Od zZbV$Z(hC&Pt#ylJe|LDDUHbL)&q%Z63gj4rt1I!~uaQ-v{9gqU6vI_LgzzLVJH3X< z1X;7*h}h4x*$t50Gsl=Fh@7lP+K+fV+xdVPk+REKCD0;Nvyqmjo{ZJ0Q%hmu%8oeNzsics|k4Tgn z&=*J9CJ-*p4geHmMW+C-Eem*BWvtx+p^L`0YtHn(@j`UP9sn)_xlW}7GaN_S4Liiw zR^Bdnedzh*rJj8`^9tI4_r#S5d|^AZ3@>w`n@yY1IyDOQzF>DvFVk(0whF}FRbGBX zVG`DetM$RE+80ylDWQCihCoKviWFTzVPQ?Ji1xS`Gg!}`7mwJd^{AK-^xGE5%0|bq z*(V*D7leDkzYv4yt+1YVa%v^e*yz);;|NMelwQAaLiGKVhtB;_dFpCICRH~_Roz7% zH{;Y$sKdEwlNb+tsDAt`>W~M*Dn+alz|`OK+f`Eb-58p64dziMNot1uxE^1H68zx1 zzXytwqKUm6fXi$l$nd`|{f#IeFWkWVDCkC{NW#=TASN{YSenPG^;keUYZdfq;am

g8RfjHNRGqjrKrrcA^E7EHwMG70x0EDIL1C{$C+PF$u;)wv_dzh8X! z!5D&@c6E)V%V2sA7_)x2l?3OqC_jV+jvQ)IqeN*Jf9s8hpk!|FhP_<5#0{Bby+3ku zBtzuC8%=}AhTyEO2_7TXf}+L~H-DOm#0{ktnGqPJkWHG{G(F-0FHirzIGY`1&8MnQ z2qC|tA?sDfoRhBS1m`)?KqKmcnx9#{J!4{Kj5?Jhe0F^X#cEf_XIk{=8US!xb(^q< zdbgmjwLZ(6Q@rnc?|ZcSS)gg9X>YqE-iwrb{jJHiP!3%0U-zkpJ#iBP2c>ZJsORsy z|3}wXM^%}9f1^l=fP#u3DJ|XINDGKche&s$w1g-sjdUudAl)q>-6@jNjkNT;FF5lX zziYkxF~gcQGd}m+^PIEyr}q4JHZIM`X{s+9Z^D<8Q%#8TSP0U_4;v#WSYT&7~=LunRljZz5mM>)Zj4j&hGN z>u7^UBFxl7*=h7G3RD;Q#5iYVqZoFCUDfG|0i~&CZ=y`XgZHxau|$$rJdk*mCO_p^lH1m$WO3+yC6RKaqlzYrEL>9P4NMDcL8(jh~80YRtkP z>si8OQ}3iIFNTYFpKw>qJL6j%B32hJrS=O+>rVYp8?ovrc^838C&;!FNqj zA}&2(fY4zM{iwHl?a7i%(a8v)Jt*4OW|<;XVuPW`H|nk#AM!etV^l5CE?KwP&mA6YN+*rX z3G%GEjmM)&NcMaq0>6#ebv?N1*mc%zi(;bT8lTtY01AV#EPslHJ=vg_jduiG_tj>g zOR^`LTfZG3w_vNtzetss-gJHdPFf(!)NJQK#%z6m5cnHY(jNvze#6nU%hxBPYYH{G z6$>{F-snVu^`n!`YUDPil795rHpTm`ZM)bqpGaCCbwnyt1dH7@6~mMriv7D`F09z( zV?FzxGG}=LxA*qiR#q7J5fUCXnr&+(ey5dSc|V+AXKiV2IBg(w((**2XsypUKKS`# zanz?3rVxh|;T03mCOYOn)!hAz`de|3X7j|CenV&;%reQTHCzYtF0zZ z{l2%de5v|6Ot&19$u1k5wtL{Q3o8rWN#xt6b2gj%w8oXlNb|EffZr;7WOtN$WOHN& zOc?35mjp@T)qEPSZML{Q^IWLzebFFGff_g)_1m}cZupwMdo_vf*~fTc?~k}JnAfQc z*(?B;3cHV@*l2WniZ^20Ff?>4&WbE~+7)Wq)4gisbU~`)yjP6|Fk$XiSBLs%G$18- zoDL1F2a61;-=#XSA>?ngR`K}?XaDQLP|K0tp&=U4tI}Uo^ye?u-lM%zpCEz_n@W~C z4E*djFJheiiwwyGoFIb}NB^R7$R3@yfC9*4|TSW_S2rq7Vo4RvMl>AZx6ajU8dVtxQ7Gww7{tJCxom&hWaN^9_aS5r(Kw z7l+J>?!K4(Hu{0~DL!H&&qpnnhjz`UD$%~4cQ)oQIY&C)MmJvNc$DO`e%!pSfHPGq zpM&OT8ecj3SPa)lsT#XhQNws|Uyj%}$LDZf3YVid$;)r!pwyz%N{1uMCdEwx>^%** z{SxkVSC)oOJ92Vnmz!#s5TKv{+y3jU_n>&=Uh(j$^w?YO;7YW9KqSLUE614O2yY#o zgC=$&|L zXaoR>lA;L=&VQ)<>++cN%QgC{oUgtw=SAyy!au(MXjkbpis&Y2p+u|S$31((+-$`0 zL_QdR_vfgl`{_F5=ys^K4RCd z+7LC3p8d%nWvEK%>qqzU!ywfA$S-K|(umBXBS(f|^@*4mE&%SV$X!;txn@+}JS;sI zkIOkr9EY9Z=vKCh0C1tB9L#ym*>y}CapOAykDJETv=ExY9()#RG;hR@jIA(G$^eKhp<37EM%wk?lM0W?-G z82X?7+NK(ig&Q?@W|J5m5CKc@Tm)^}+##u6;X43V(6iU*(rKSO(w8+lR_Eo-p188G zzID)$ck?vEwTHfS@JPkJjmq9A{%uRezEyv+@BlNK9NH|VR5jT|%slU*t#6Wr7=|nb7NI!M5B9pkw=)kvF5LW993dn`7}h=C8AO>u z@t%TO;pdMvUXMQuLoW`6mtPW%v3&wX!Hx)9!dM{X@8s+3Ee{p8%`%>(ku;BoR64y- ztXPo>jF_1-=VsY@r72puI%^EvxyS+t2|5x1&)Uowo9sv58H`E00)M}9$^LEL*gnW%W%#U-9O0DSY# z^71JTGsA(=B5l;*ONb5TQNwR-?UN__97!zXct$780q!!u_sy=A57zy+PC_|s&scjE zs=GvjhxG_TBRqJ(BOVc;(4L;7Z>*Otz_p{+R$f zigBssyV38+P>tLh*-#d5Y`c%4h>BUfohqL-`OCq5c=iOg)22Q*q?5GFGEgrMgX+Q- zOu~s0IR_yaTn#j*NZmbGo)*Nr6PT6#y9j5$Km~*@MwJnjBytsHY_TK5v<^KWmz>em zQ>Rx}EfmrD<%W9gwP7`{EAF&GyBuxW-kc>oqCM|_fI%RQQT_mZ@nHN-OAO7PxOXWpkv8(VAH!e1i{uJ4nI(9UL>##D?$z*U7a0^n)eF$sq) zk{YZKvlDdlVQ-{NtApbj&P7>$ET~E+d#@=dw*5Z+y?T%I_Wu4e|Go*&@sjgP{QQs4 z@&p$-ehlfp@}`_JrWtj35{FpQ-p zLMRFnS9RA|jXVr!WA3(d7*iUimxuU*vVh=wPLCg`uxFqTlq%b6t{NM1D30@`;9e_z zU^QYNYtd#MhIw!A?OJB1ZC(T01LP{lDRdV%hnn);Df~mTB8_xGj{`!-3Cj-a8(q7d zU+K?_L>_+lI2N?d%yeOT581Ny@1XP*rTO19A=67+Y71+k&$l-3xrEhkUxGhNF~N8D z!Du!<^DG_?DWXwkTWgW_CXJRB>%gIU_mrR|-Q^Aj&+|NYb&W9J4wI(h>K0)fNCwZ`OV6`UnlB!|f=?DC;oqP;r%#uS{nECW$& zU7*il;!X6!KdADEb~NrN-?ADXbtt#e=gg4histMKd>j-#f4%Ahw1KJDIOUbTDlB{} ze!AcKU3Dfwe6M*Z(DVM_8^2pt@%OnsDhug3|+4Q>hp?K1OiV ze|Hn)8VLphj=iSw^2tD_(EbuTq6~`d>TLdQq0NQg2Q~*IGYmXQlS_Fip@`6)ZR5~T zCri2%A_BS;%K43tH~w#R5Wi(H6N+}zihUftYO4FT)eZGwx+#bmk#u=6ni??JTHdMo z?~)z$^*r%v#N-G}N=A8Hl=-$1#X%eXE3Z>{(+D~OVnmPNUGcf{ari+2mMq%Iav|Ae z`RjmJ9B65Gg|uGVKMLt;^Xk2zPG5e6sCL}e*VZ{FbZMa_{G`q%`dXn-EJ)@nqeIYJ z^9t&~q`t@xO{#lAjr8Gb1@SNA=NBKJKXI0zG{wpjEISp3;Be5o+}a87)m!b;`?%Z(Gg>7R%P?U zt}}^=C&s)g{M6=#w1Si+Yh{nEemM6Ltojt;ehcvzS;$-NM)yX&&G96es4e8=kta80 zUbz2{2D%IW8$U{&zofe|oh?VL3qp|T7q&%&cNc&si)F>OZ79wu~d2J=*sWm-BWUT$3dCg^ZLEkWai`zd7GymSHw+ue#Us2 zmr9=lIp2d3x0DTs_Y=+4uyTt1LJYG0V>KehlqgwQ5UIMbJi9ZL$LQQK5IaL!?eTng zmV}w}tP>qPDQq7^HZAI6Y=dsJN2~%hE6+DYU*>9~@(x9dYhZZng}=@fSQ{JBm$oLT zL#p0yF7=GQOs!L)-O078!{9>~UZnb#&xps_%tIirBo9n4_ihYZj!sU6~bFY};0Gv#xg9E)2P} z<1ZE1vf4E<$ZlEAhcBa~J`@qn67d6MJw*gEahCp$Z2#1^|7;N(p+XHtJdth|FOOA) z$cTQQ^8UJ*{^RmXdi*hP$r^+mIJZ^$-^lXCPD!-vY<1ArfH;cS3^A$eQfy;!T+2hj zUeQB|oEI($@1}MwhrNrvCda_5B4{*)K}gY^GbSyzA_uqmj|9!^#*1d69lpdu2isD! z`ih?Il@UdD$G>(q=jg{7fNv_H_Ih2w>rp<@DmuKvpZdVJGBPrJ>}2J$RU!!JS!~nD zUx9cXXy3X@sqNpZ3@aQ>=bz!pM})>iyfyVlh_6F$DC4)n@BY3kgzd7P#oBG!3;D@e zTAVSF>qPX-6{9(V?2I`TP6a7rWp}OE-+>67YPrbMz-V;0{Fn^)jIO2Q7N<*7-EI1x zD(^+XPpN7QJQHa$vwLHUgg3gQL?}$88CFI2WPQ*RR{f2gK`#7M(>^gw>kX6nXI8^0 zbV6~Z19v`deD+}9sNY`LyVeu;qgd)9MsEU5kZ!RB4t+oNdeGxiWk?G}M~=0OZGr(G zW6G&nbkSw~WNysv^!qXOhuoVEBRcuBRCY}_o;4>_3)+z{p7c(qH09bK!71}WGd!Ff zUkZ*YBhQ4j=cZ5e%3gRg$~pHk=hB`iO?ga#VLT;|z1 zb16j-qbz*Y*Qatm={!kTOqJ{op!}{P)+?iF=0RCxL~GUfzLgDxIUyY_2LEiE^S|40 zL4&P#fp{VNtJm7L3d9KVEeO45`| z7HsBotKDA5ptV9>>q^Y7Q*k}q=G_uUp%}i#t1R@?8*`7OOto5YV>O|djWA$ot)IDGhu?nB4Ev?2DU4wN#u_ZYOcFV6PaRTW7cCY1Ar#OGHn8 zOrUyDAX5;y&z8^!?E=UpAt@zO=48kJC=N168yXhFWos?D)t zkwST52u=Zz2j3F!K8&@Gos~J2DOeScCLfL%F)FrXg*dqV<)#x2l2{juj`6E>{8Ze! zP6d^Vo7^p6O@@Whp{k(-ZRBBuTIk*;^{wQl`-`^Adk0je%%oD?dtWzx*xI{oM`e6! zeAH!oUbB=&u|CDG^?NVJ%l3Hdn>~ZAg)7olxvg#Z8%7>B zJiiwwA(lO?tj1OvtnlNhCPqQK%T>9?qWc+N+lJXRF=v|PwT+fn!@iqU_J?bWA2t7v z<{=$l!YkY-|IzVh|C)Q8X|4E8+U-%9}47h!Ds`?H#!e4TZzIwpAhGv%w@=p=qa!Knur@24dnPvw?!EEC@^Zr zgh3Rcy7lUR;eS`cmQq*X;2r|3u}g9g8EjQ@k+vGM&m1k>qAs|PA5-mtrNHq)^4WwL z5qVYa+n+?O{oH`k}_cC`8$`2 z(bVt$C%?yAkJq1}{xC-(gP2v~i&4-~Qe{cgoB10S36p;E`OWFUBK(GBByM$lXu)e% z-R|D$4I`zKpPPDkmP&X<7{C!xnbO=(N}@2Ox=;2*s7e^JchH(h!z&U>B4Tu$}S+ZRvDgb4~MLfb{rSdL^2~)Qzc@vu{-)A4@)l6x{ht7{9 z8#*$?ZPmx)ZCQlbxR|2vjWQrf8}Xjy!Nq_Z@VYUPc1BN%UVl6K98jC%A#Av`7B$Fp z1zD&-akQ3lELL9ms5e6Lstj~giL$b(*JQK7R}@E&XIR6ZBN?&mQRtUL^!F-RJR-!( zxOBt*?NnJ8KC11Lrx=_y)Om&amt@gSA^QVzN%L^!bdk)+u?V5anNivgCi+CeYWp&| zf7F;_CvQK*H!han5R!~!+09zv4Ee&n&7i4|Mo1T>IE{spLzZgPGHUIMRR-79X6i@X zP&=iFq7Og){!~4Bj}K?GdZse~X7?a=sf14C0&=SEA!sc2w#-(W*Mnch;>5mav~f`@ zo-4_ID}CMr*6u^}V69(-G$q3OsEI>4J*;f?dvledAXGtvZ3Nx0dt&QpB&Czk~NUZGMJ zj=M@&pXbtkzS!?`eBv&c@s_kpJE=wCyHT(^bu{nCuj`0@DJMXV-Q*4FeyH4B3ZaVY z9OQ&;MfqI~&!&l&mxDcUQW?vwYuOe7HZS!#H}(Jm0$H5s)i_18RZ==qRz2SwqQf`- z3|a4&U*$xeQH)j#d|SM|n2b;{3oqFYJn@npUR9EqFI~)INP82iIHy|JagZRraLUM@ z(@5)d<5{%hmwSH>k0%sobzvJ+J(sX3p37iS!LX;s$P~-B^WUjMS%9KtbT?g;t6&Ru zoIO~*w?9`<0L^BbqGGEnkq4m&XQJKI6=Y%@6T>BhY2XH#%WbR-2fSpx>Yme`6d8)Pno3GbN z!^mei!4fK;)g=kse!xO)vmOc?3561{_PhjL4M>twLg|LXhYgDDt04=(;$8 z0$6DNmRZty#Wtxdf!I0e8gTSwDvB+bT+YNoj1YDi>ZET=tXX`$k1gCf(V^OT zVgW*rAB=`}32-r4pQw(2e22J$CDiS+_U?eN&;nm(htg*cAYaYzU=hmD#>Jg0P5)gT zEe#GOrJYRhcnBsV9qZJi^OfqL4L^fiN3cDlgqh~y?YB?xB5weN>Zw+M3{u(@ql1pIG{^ z+GYk*FlW_*2Sdtg)b`_O^_~-0NAE6sNm9!bk<&iYONqmFV@@ zbmPa;xAoc(iNHnOjh!U^h zQvSH+r%)<_wq|}wuaa#X@-JN^B)2~1^VXCd@=B++feT_dZp^K<9Bi^izpC$2Vp8W$ z{;=Y{`m1?{;!M--HI37(Au~)@wx1t6dq1+KrGaD+Q_v6L*10b0bCd8Lz-#upd!}5` z?}c)#d%lCZJ>Zq1z^Hb1?{Vg#yY=a~{V&<`XXh$@pXhwyg`>PU3L)z+B01%3#@M%} z(b=eMTE8gghkFxk4OzHVd+*a&LMnUx=Ekc)uu-NfKAL?PL=?$*3>N*n?=-1nl;lfJ z$$tJx)#mC!8H=!Ehs)rvpIR!A_Cq0XVLRUDMKlSg{Bsdx3`WzPOGp6d?DGjf%Ec`| z%Gc#uc3WxC4|OaM3?jWt3cgaUN3}&-1z3Dhp0&5HcI~#iI40HfTK0YS?$j@Auo!VO znyj`m$|SzfEh0v5)lwsH$ZXeDu-E)CET~lj;^dsC*SK4kpVf@J)#xmoz;4AYuCto_ zFnP1RS~e=4VwFeib5{eMid^DH*4G<9w7Ngwq84J z&z)AWtW5akS6ta!-}6c>36VJQR#GU{*1Nj_*T_WFgi>anS_(}BV9 za|~T~BU!6zr$?b%5$tefz0suZOaj0(ZC{kq%fe3UnV<{XQLpXDOkF&O{kO0Ah*(>rKFd|M-3(z7*{Vh zH?#Fh*xIVEW06yH4McZ{7HRX1WzN+m4PjEty)!{T)5B?Wu$N7tA5`^5i6;(~7(GC9 zKQ0$eNO0E(RZ#|;NA&YQu&Y9mM<*Pe>asMeR)u7<-<5I1K5h#p&wqa6aQKwqs4PmNen7tzovn8Xi_(NPnF2gfkYadWII}bc-3Plp(Mn#9m$nVG z3kYg}bZAzaR@i>ME6P%n9-KVn&sM6$fgbWv^ZzD1?@WHl7RnGA5bfSB@8%H`ie9%$ zM`cFT8t)!6@?Qq&tLMg-uiHt(s1Tx_Zt|zbaH)^RL&C>878mQZHz+2N9yFK2h1339 zdoNA6^^X#nlc{QBN-M^i6>FlHklQ&#Az(yNx85L)=Nps2J(7O27y%>;LZPb<>4=Cc zX2Y(p{Ub+Vt{Pa{|N7BV1AZ9#e9jCgAME=yL;R^0w)ekYf<76}pLb!`M)Fmws)y&Y z5LGn`b_K!~Cm7-j&B)MFRde5dzKWOce1Je#!?o<&*{M`~$zv~8QeIGA0xG;>%XHjs3 zKhu%si-97UDA@kgty^V^h9V(r%Seffa7>YTcoVm5`VGGU%u!HR)f9|n;`dhUIQZ|jV7BrZ78U7W75V;yd6BYV8R9UIbcm8`V$gRCXWN^WOz0|6X%4E z?2c1w+G`pL`fKKauxDen;o5fT%}Vdm2=lcOjFD01(wFRS2;tb8ZHcCFO&h3-A<7|+ zgm0a&>YPV^A%}8SZuS=w|o zsid~Dn}(E^2~2*0hKdgV)0p|Ft73o0!1%c9ltF9N0+Q|fFP(l8{I%b~kqsN3Gb@J0 z8})KI?02~C3ED{-?Gx$yFKmH~t^s22)pyD{>Xf$Mq+jVD^4iAR!NB++0*c2gqwDSI zdtoqN;We@OHA9{u5Y<^#uNXP^&02@TI}8b$Dc$Yx z0T)f^Uq5lBL;8JCvNd!&q{_4GOi6@f7w2_ zL^}(D<}&K1zhW}ETeNXV)Sb$tjFvXLL)4u+i>s;TZ7tfeN(dU2x5V)*x|Mva`arv= zUx3A~OTOAHEo3a?Ag|4U-~TCgq9tbHl1!dwdy|%>bM`~`_4#8 zmH5Z`_anmGnT=Gs0Pr5X$w0-Z4~3+Wws_%j!o-J1u^}8sPWyXmpT+|zImG{nPx{Bs zsl5CIijM9`S$04I1E^s4$6ik0Q4#aoN=OMc_T2oRmNQQ0DvFU!B>@?!lzrcH?Ugvt z-uR~;4~xxeWE+GM;7R4;4icRpJmaztNg?v38%Uaeew_Y`-Y;@yKyIZ#Nf&3kLIG?h}!&!u!NYi=E9wh=4f zw1Hv=>>L=&wxs9pqXozEIs*YxmX}+rsT8h&rqOc5Ooys&WeOGH<3Y`BUvs+;_-~^i znUlpAek;cPpf?|`-tYNucrY0}$(CcB9f-><0yrL>F>*Rk^o|F;N}_-6`hrxF@5=3zso)`?g?48(s;OXn zH0Z0UZk5c*_INtg>mQy+YOPJAgkkiOcFI#_H*i09KCa#Gi;lfYCGG{sY$K;sRBzRd}We zd5_S9*bOVG7!i71Nzo=~EfUArQtZX=lX2dd^|4z&0n_qc$VV#Y1Bu6eTlStA8609D zm(WUg$JMT(wrpzvbB)0Vj9H^U!y^8@2wrd|Q$Az>Os^pGb3D9bZ(RCR88kG9CMmt)E{m}6cCtwC;ij3W|+ zl57-jvkMjyK&$I}qwMPVap<$Q9g3kgmjHus$htm_=kW&Lwm^^nlhR^(xD28_xIm=V z;_tFPFTWFollltaiiCmu^DU8UceV&n7BHL2vA>p&BYUHn&mIr4#bzz@qm|ZYgxZcz zpWRl`$FW1kYmg0*Z#te|kif`Zr1qJH0%O34(zci?qUdC)<=+o|_KU?OLV8ebNnYg$ z?~W(oZ0B&VG!z;bB4Jn`P9V6InEy}^UqvH;?DCBNB8^KLXMNfuAG5C7=foKkkR^~6 zHW0v~%Nd;Hv%j+e9OCex<-R4zsdeqD$}O3!k< zf+uBzyBgHO9|5*F@SadFkA{vseM+!3;kpEG)5`5p_($i@S-W`lGW79yN#eq}4zd@I z>#=IyRT3GKQ29ZYO{;-pHc3?!8n%4P{UM7b3=)p|alCQJBpr4k^SBzlQ(jDULpWS) zssExQ$Q3>8_%9&cR(y1~rT_5MtfvXp;}_#oe5Q8N^#7a;wFiyH*ecZT#PKM*(Y-t- z;>R!Fw-6zX6*dtxrJ@4u>Y0+f>ww2JL&OKAJYnA<_vi@5WV#?yA#j_vgcQHyvftOo zlFF1CQ8na~(Z>J-C&%ZjMRz{k;~b6~W&ms%97^;sYKP`V&C@_Bn%5zA%CLRrzSEE7 zr!L%}N^DQGCDLbgAu5?GZY`KKuIS^a&0{RF>=- z%a--rmdW4}2MygUWD}~~A@7>#DM_Q5zJN3@_2_P!KZM-fBc&gAq5q4R2EmKUrvWn= z#;j--2tRU2Z~BmkoFyliC5Pw*H8JFR6*Te{1|_ftV;ZkOR2qj`E>*?1E6u8e2DfCf zTAo{0@&^f}A@4a}Jq3Tz=Sw&6+-(EZ$-4*Iee23 z<&iPqm661}tRt$`wpxuNPxQ4TcD?K6AEuQkh_Q^3ErwXoc=^23ubo1GMj56VWXnGQ z{ek$NXbg8eYBh$?tCD#f-fC9k+%7+)yWX_#@(JmU&k}0VKmZ7HV`AriaNF z{)D3h?|xKYXtV~|@$jy{%ipgK6DI^MvVb)|T6BXrAVUvPH0z0B5YzDkqw1o$dhZQK zLz2&0I>d$mme{5y`;}2z@UvX2EP(rHQ+uw*VTs*&k1}`?+_v+%%Tx z_4bh$P9~y>?1|W=L+&iXpObQqb4ZTq_m6&dwWUh##Y^646)ihV=>FwPf`^xQm9JGzb!$`-{%h?&W|gpe2VkIC?a${2y@yVFFZl60R9ax)j_ z9GllCvO)ze#s5 z$L}hiDCSrWgpI9ey02Iaa>5k`@e)9SBj}X2&Ybl>i=@SaIAyncWk!52a}dSbS$slE z?vDw%-izUEkwwWV9Ii}peMmuC=sm|zpV+;C1g_Al5{zZ@{L`Ch^Oo9nB!c@1j>L4F z7e8@*bb@rBR*}K?A(b=_2gZffOtM5Nu(R!#NCp4iL#1j9N!u=J+{lwV=FiFt5n+*& zzkx|qP?WB_@~(@zVCu)3`WMY1UY*}5E5F&t?HC1C&z02y(!nSYMpGBLnf?sYx#7L)r}cF-B)r8IlrW0~zU1YAsa^ly zFrZJD+7u!t?kWASz18jv(-_QuFa782g+EeF_^6rNXTtG`OFtjMt*fk}z#4FP`!%>c zP6-nj34{4XUYCvqCN;W6yc%&h`n#_+jqxNRqUdg^nL1=ha3UvMe>w^d{d8F_E;S>IMh@!GuAAO6|PxW&+ z>12g)Cf4}y)nfwZ{Tua=c^w1<*>My7X1~Nepw1Y1gY-4QkO6YLEbcRUEXJl@dOQry z8VVFe)Pn5jb7J?O{qo|if8(XQqW3lwgT?4m#=AY-6Smz8Y zjN$0=9^5E{(G-aMy0Ytwhhlqg!E^tQv@l0mp_Paf%Q)-C*eN7v&3=kbcS$o(`3WG7 zGh*}-{4C=j*5ne1H{^cwUbzE|27opic?pk#?yHvec@I7j9kg#Jl?LSTTmtkes3mBk z)Ogt0A^NY5ZRDU2M)(y-=A5Gf=l^qXD(#30zd}fu1Cw-js-u}0@h|~GqcC%rSCkg( zRrt|xt<&LZC6hg9T0UULBYjmyRYnF|yBK9+d+gUe&|nnbM_XQ=mf@#^C`;b!L`yx%*ezNm+{LOrj+Qr*X@n^eS$@}19z2=4 z9>3>ZjRTlnQ-f^bH2Q%DFwW6?O=U?<2fokhi1q@3R(oe8+0}Az{^T~hh`Y#OhU3vy z32HSZ2+xVKH-u=u_7)hkhX)ZeGW6tumM!+hHw^7rsq_o%J$==|`*k~#)Op`Z=ErK- z23**PU=Oj+{6S13pQ+?;L3kK!o<}js+lHg|C+F_Hf0hY}C(&oTO;r7}$Kwww{qbu} z)&94D$AG}E^oj`jVFMLqh0px79!1p4VQj-u96!CV$4~=E817M^l~=dDjeKjU&ej(f zLSvl35ppRt2+P>7gH51`9eIZ{FzMPW?D#dQ>gaSRQr0`MRuUD{O$Cz0KVI7l8e`Ta zJPh@h)_MalIN<)GZ?VTp%9&Rs_}P*}-gxBH7$+vu^KbIc{G6+w<5_1|)7q^%hdf?j zA|MaByNGHAQYd8jA^>w_e77S}PW7#jV*inHU8#0vF)l`#^F+qcY$P_s$3StnC+G|U z53OLx+zUuLZis9kbW#EYF=|xV$|6tcU zr{*}0S!^f=ktv9q=(He})vu3Hj)GVfTg!Aj%$V?>f_ER`1fZ%1pN*p>9$j;J;3YkV zkpuQnMHDdJfEj`zd%_7MP0sF2;V#f(!)fD0gK9@LPvx0a@Hj72MJqbdNP^CQz ze|AQU58vH#HvYio|EvQSA)?nwKG!1jDxg)H=O%#{WT;c*H&{|dw&94?9qJV^6M?s& zs}M%Eg4DJlNgqar!Ymk^=rMAa6Td01RU)?7B35M@fN zO+zZJ*}b`{4?XWXUGIR4Yw`xAX;DzfnlZvlQ}i0ZLC@l&EZ#;qNenso%U6z^xjhG$ z|G?cqL%LZe0S`#1`KVa!VFIy&LUx6esV+|<`dGEM z;N=+*e6S9*)t^>xP}>R>uJpftZcAQ8Gs<-Zg!{UbU>|3M(v~@Hn-;nVTJ1jqgTc>3 z=?^Yc@ecNqx^`08Q~M?POz}HtLxoqpRBYNUGLLsGJyA(dvuK`y!nyUF!eX1@8QjPe z(II_SABA*%E+2n70S~35fWUt4=uU$+!U!;7S$1wbcqr>`TjJ1d5HE$Mux@`kk2|Eu8E-|r7Vf3Jy1D9I1r)& zDUqo5u+gxpG+PTI7wu;g^>Z_0iUS)&v-z! zn7>`OunB78`sxII_G(O%L-f|7i-XI2QEHee$Y|LudCP^t+eb~9>~rWiS(Cj-FI98r znV@szO5!-P`8R-zTUT?!hgO~k9M$1_iVpH)-GKBoC9ZY6)OC~qa+6@O#p+)7w8J08 zE1a6o1hd+{_I^z;Eysduxc$uV3!mdQDdMuZE|{F1>^i}gJSP~QBLDl48DdXw_<|@fxNWU3M6$*RC=P}a;eOl_x z{_;NHdGo0%42Qk8eHKOWIBgiDND^Ht`B`cTsvtOVAFdvtj$d09Gg*T)`)ml`Y8U#= zst>~_eZ24rwR)7f)(~*cX49;lC3zsg)uIo1{+do>cdRRq0_HfEs@2xFzrR0HewJv) zA-kv4k(Wlf1a;i%VbA8j;C@^abiR% z2_RO|TZ4TC#zN#iNxKQ@o6XtDS^pp{wO*#q`{O?i=UZG52{>o`+HfEQy~ay7=PB1q z+~%vxpbC4e>$jDjqx|=aXG6`wmV|u7`R*(L4ifRWlrYVvnmphZ@)%jD3;YnmcwngTpQmM9t&c;v5t`25^C{Gcho89Le3nzll{bqtBP1>>C(cgPV*+nYuD zy351d=B%Zs#eyX*0VCF04ij@@m5B81EVJkbw`7Vq@NJrJ=0D}n#MD@DiTto04dyIV z42C>P7}X1)4CoB-QWqMiIynRGKo=GXsi$1)w~uvv{=5#QJcvb-X?0eBVa>eMp-M2^ zg$6;NX8l$+HNoJ=1zsIO@G>R0fK8=9qcI0KPPdw!NqD!ljf#`GG*_uLuiehkJ%B8t z&|EI{TI&-S>zqZ8H#>fD_jwtd`G4)B+_^JHz_7$s4xa9w*M!PY_;GZHmSLWztb_wJ zzx9~nf-#{!;FM2kB2MDQASwtVqn3N;NuV7XsmRQgQ&x~gWRn-#70#Cd=ZaeCm0${2 zFr@zEJfOH@JYBnT0a5PGfJs2M|Bb;HEl!*F2&szm&jrlLF-iBVg&V3xE6sro343LY zagmyilzOaS+2HZ64r(v}E_w|Vf&69C8r7OtcA;2*%wgIFnt9EJEw4l4?=ueH_A?))<3MX)Ws zi&3lH__2{Nq(`!63>a_6?h=wa7G)OoQW81pm@pz9&K-;6zgL|Bqv`dZ#Z@IO)nDE7 zA6&A9XjQ^KB@CIUtD<1PLB@gW!o6k?5@_{_7>GI6U%^xaE>XYPt7qxtFd3BR?8eJy z#JW*9eF;b(nE323D<0UvG4sozqX9EUui}lnP5xa~Yo@4QUlYd;3mfbotlS$r{*?y< zhVM>;2~Y_~%zr8+T4jrZE+v#Y1}ub#vMF>A2DS)%oI*q%{O2cL^rR@48t5%VUKCwk zLoYhv94oQIcn`sLf-Rd-?%{A$mSStq(gXXR4}qT=`yuzS2(}go+7V2s3IV@i(h(T? zuQZd&;>2&3`jKt#XCAL;w=e_DrL`pLN;(_nyg%4bGLucS9(vq&X!ynC`PBOnT{?s* z$LYFLvt%+%%EdkKSnS^ON2S~5q!To9vEaa>JG^`t)p?{Nq@*IK`H?PB^VF+fM5|G8YIyh_#Q1qcKHv zofxeBM@n!bgx@Y_41^J7{^pufe5)~R|5+IL)mW?^4HA`6IQ=yqbUA=_9wc8>4)FG+ z#21!*8TjVzpnevmm41zja+cwkm!H@o2YK2N=|t^mmN5amDTWJ>q!XN@=R+IVURfXg zlbtZhGsB^|0sqlew9U!iKAQ>Fl~Mqj=Bqg9j^;1lbe^8I4hQ1Y;`+fjEBI)szl5QQ z1!?y%#!RQcP)MO1MZ1HVhUrRq0FtOxx<)= z(BwFJ-k}J)!2XmcZqR z0FZD-z=PxOSF7_~D_Fp>sINBH?fcmrzu1>&>l)YN)bH!L1850pR_0P@b zq49q=oAGs?4l2O*6x~X6M zX}>vsu1~5x_$IA|6v-e+kOjYhS8pA`8G=9Y&Mc)uDsObC_5hC^AfNfRye@N9_ zTo-cE091tf@?U#FaD^WlA8sg%=mk8M+$#3*mU1R6W{7o*j8~*U2fqOOLNyGfLaQ*R zBnL^egotoo`p9$0djo6s*mM0#E+zy-6 z1rYzgzA$>unZz1FYW}%<*Nn`(ELN@k9rMGpbUDM7Ed8hhCwa5OZ~t%mLO%`O9tx5HSS-=Nvvi z9J`N?YDKT2P)8+QxTL*nVZR$bl(AfDHu;$o2a705kPK0#L*mzX!tt|W2Tf}Prwd%> zJQZ1P1Sq3#LJu=W>XHRBek+a3@iS!S+F1oBY`x=R!+vh(IV?*@$h67H3S@gNOGx&h?Hwn86F*~pv_UziLYXDV~`8w7{T zP<5@7g6Yy20&!A)r*SjxpBwki54Tzk_c;;qivzi4b?6-?Yhqe_8C5s?+sXFM!8FD* z$;Vt1MrZ%S0!112IL(~GhASGRE$Bda=`Jx1$^u z@*pi6Zm2rnT$0(Vl6tX1!+dkANxgs59~^tF2TKK7y*kioMB{aJd2oZ z{&M`vb; z&yF-b_|f!090MwU%GDwqyaiic4c@zOc*@I9!_45w0OzcG3x7`T+oZ<+gV7Frj4<#o z6cX`AN2zIO&PMxX86#fh*{WkAa^kNqZVS6XSALBS0>V=DHZ2puXkQM0yit__sf1C1;9W%sZmovNE!_!%C%T`E?RY>bFCxsmS*!ZXlwH{fB z@i532GTj~UnZ{|w4|Efyz8wY^Ea}9b3zlP~v}eJVo>LCm4(`CDL!o7(jy+lA+Ymsy zVX+=(;nT>99f2KV`M@O$+&ImE^w{SMoo_-d0mKV^Ho+p&V=+?xx?WoZqo7Z^@b9lU z*~{=g3vFQR!{9c|ttzWM7&Xhc|Gi1bDVZBn?FO_4gGC@=pjzf*!#hyksfTJUr`${p zVQQ1TT9i2=xBtV7&Ut5m0z}HG!eQ5&gm!`y{^fCJsVqa@kjnlvKo=#ArR6rrpOPEJ zCFrd9pYw6@&W)0%cp@3U->*$>?Ds9}ja{K$?|$(D`}+`(hnG9Uv(3v{Em0emYk#Mj zd>29MTi(47687SmF*oj37(l!WcfTJ?UmWWeSA81BWr*0}LjJ|BkT!2$Kn&PrLtb3L zWx<8&-=hVIVTX-t?1z?Lwq1{@-`TVomPms>GC)%QHqa*s5{5OgwYKNy@% z4K0RT*3TUxV9yS}y((P?9_*%|_pWn8YIWIPpZ84uZ5e%{j|h@Qbr7lXLwO{pLCv6q zl{uF=zJA4GT>^D`IlA|kSPOGBEFez!JOinW62!}UZG+j5_W^&;)^`vA6&sA;V`ZXn z@;(wW(9wK_-Cbigc^6Mq?TvYb@lgy!|80h(3*AW+_$6a1fu&9l62aL&Ehj23h zM_`g^MSJDmSdN4$q@_;Yls6GyT<%5pMdj{%Mf{RjnePGH2-k#~q5SUlIxqA8BkaB7 zseb?e@nmz1BYU4?XN!=%WrPs2g-)_Z$X>^>rHmx2LI@#yWMyTQEt|+5+3RtyZxU3Jg>iWx}J}DzuzC%br}-DDObIt=xgJ;XIsL14&JCE3pGE%#D+Z zB;uOCHD{O<>cRtRLJ=8Z(GizFb8+1oQt@gmFFt@XWAs!z|D9Q+(bdkg=(P4LrSs7K zm+%%`t}q%jl>wZ6`hs1IC6C`;q$tnJw!+PRUfU4cdjRUuvtK zZ4kydA?mWPje!mx3|U7!M+Ceu384V8l7$~XyeDrGIUs!J#&&-AIJ-S5tNwRf>V_o* z-f%sb^z268ZU1Dm@t}S)v7teFpZ#XJNtd8tX!JxZtKOOFX$ef_Asxu8FQsU1_j^bF zdW*gyAbLRxs0P46xVh*v>Sk;CuT9+ABT-`DY8Q%AaZ#t0<9Rf4bCve1H~PvU`-)0i zDKkfa9{lGM7$pmY!To`DibPzZ-5?qrxG2qh_@ z|NOWU0SKNiwyQfAWu6?)t}n2s4g*XdPD>qV2z4&pVa5+H2~{B1)+xQ-F`Hj7*IdIl zSG^im11`f`I;p8y&F|N|i_PBq0`7)j5 zxp;uNjKhfT-k`3QLE`I=1?lFz4#Za8##l}!Be6_UHMNelnBs(So7A6wai^*jvheYR zLWq84$Cz|}2xWaiFB}FbS0X{OF6V0@*-_q#|MLjfvPIoyRlhCH8%)qzPW^Qwge1qV z3u7IgH-jLyZ~{ZU4iiN&4e}WfJJN}3n8WIh_=MerHrg$!v|n+=na%4|VmS5Q-8{@} zn}#becP*CkgvSWn$DAioC7qz=B<{f2W6KTY-R3XKQ%B{ zHQ(9lT>X^C$6vK2BneEF7d;q^$C?%G^B5tzO&XkYU4e|C0&}F`bTp&VBvgZl(8@pb zj5akGhkSqw{y$IZr&ig0FTvQt#Kgt&#H5h%us}-LuhB6QiZj|354*1*6}f_nR1GHO zR&;I|toz#{TGul9X$~W#Vse)ud&4fpg zPK>`Ai;_7wry*Gbv`b?reE;anJ35#1$lU?@yny0qjeE`ns>$D+yJC5w+*H%laUj;} zMl`C-(yPr|@+nAfy_1jJ_3G*0txgK)3`Rcm1!DdE{j~f@*8Zv=-b=5me&xK%Uo7_D zD=;iaKo8(OG|Azd8TA1+y^1mc-~<|e@*lfx%0$7U&F!TA;?w_B6_hO3{og@QQo`a3&$ zGR4Ld0>9E}E4pm@o6R04p9IRaiTg7+q3kZ38$R0w>x~InM9<$1*uQAPqf2&BRL!VA z_!aS)z$J~RFTn=t42zBMI+_VttrDV_^Hqi-vkqUpdE&U)y`kV)RC`P7_v1{lK=y#| zI%DjY)};lkOHiHt`Qc|=X>HyNmoGGjGq^GxQmSrh9sQ&SMgn@+H94Q3Nb;bLpo9o# zDQ1g2p$=Ir>faBe5HTsERSjqhYv+FOolvUk@U4;%hNQ7;e8Co3FpOcU4g9OsD26PQUE`2J|N?yiB~@g*0;6BcJ*;vY#n=Ik zb;NhKrz#MV!ZaAdvi~?61K;mRnkL%$ptn}XJt~FAO2(vo2cA}T zNWZ+&K_Zj-%f3(fOIPL$xwR1%90CkB6H6|XMe!8+c71$z4ncaL61ltXT>HHidc#U6 zGw81&AcO>1gTAcIGhK**`?ooAiCR9#h)#JazHd;x@eGd#k0u`?NE(CK&|R>ZoNiJa=}a3d5ly*`>Xz ziVR9RnMcCHDMY13=DP;TQ5Xj~w%H3W?1ry3k*GgVk6Wg$wV}!{7DD+ywBvA`e8Rmk z?bDbhV-)-777kT$4K>}Zn-DrmL1UC3JnqA56`JB7ae26l+YCR#k#-$hgf3t0Px^1H zE<<5>rUOMVIa>Hvn2uT|TfY$78S}rrI=ea!hA+(S`NIX*e=CGZuRG&x?cqmo3HpXq z>hos*4`c}zd8&(kLj4w+K8iRL)TzNq@ff-?DYo?e`f2q!6rK(nMH3sb=aT1j91%(} zxZg{!i5IZ5%55K6Ys(icbV#S925CI|pN#|iSY|Z9)y0efjh*o#J|;YK&8)rI8*~h} zkb@{PMdTn{Gkx=4B!n!NJ-OFgX+qc^WX)wH$|{G2Tj*#=WI7aX%EwqVM2l#f`Z|?* zB+kKs+q~MfwHmYka;{D6c*n0}O#H{ET|UWyT`czJcuG}>Atl3+I^wdIVgap!J@?1# z#DdNDSnQMwPR!CU;WKdi(A;-%n&<4lU!CpHlWPpMCM+k^EHV6b=K(K4)*$6X4fgFI z65q`G()*(iwyUA(FC_J!`uGftjEEL_R5(oB)1`c0rJES7UKX{1>6;$zIu`Q&g-(eH zIWM7UOo%0pO;wR@Sub52gA}Wr*V>{OWxAIDIZW628GoXM9WMWUY!T*Hp3nHbP^r>Y zMI>Xv1iG*4-w(OFi^pP)cs%Y>6#hitUR3+Fy-^%-xA%ts^fhP??r8%DJeBFtPfJla zVDO}O>604z%Vr-bKu)Q$@D^QZ*eXMVny*NDY5V2VYfFz$O2akeAYx1)y#|Jf#5}e( zY*JNxmEAzi$&d3js%Zyl)nNk{lPl+_kRtndM=Ey~APivwmONUNhgDd?wzonrzdQp4RH;o;ySH9Hd4mj0m-qV-k2Y^l2^jqhDMk@HVgt7uPaBJ0D1X|J|iY!)GW z1VpCG%?C4ou{h>^wH6YgY88&TXuYP%Ci;xt#R&c^bfwrNn*A2pf9$x-)=4@Fah`YZ zn!m_^3~ej}KRB8R$l5~F_--lDxN9rZfJ7wT4>8YgbX09_Sd(Ury6t6Ce2f3_!^Pw5 z*MXGOrFT?GEN|Q6H{Yk`XElqr#0o#ZNO0$hQ4V;}bIZ!VOD#)uI!d_=`k`qUdcwM) z|Cpqr`!g~}R(JAq*wfaA!@cgtFPJBcvUOtK2X2vmr7pje(;DY|tK%Nl2J6PRf8{dh zCI8s?z_#$|TH7{h6W*N2RA%IMsT7@5HKRLHVs)x)dE`{AVee1}Q}l1ZMX^UVO6r(4 zp6?aA?DmKnbQ_qsV4Iz-7`PP=q;Uk}E2;(;acYw@NftvUb}jN+a%q4b%)BxmL*`i5 zY4QnSML5;dT`_-4JWB>H-C1B&8iPMcG zL{ac!2xA>4-nle`zYAeq6zLVgDnEfySuA!u|Dibcfai6aYZkwow(LiWa9B}~2JU3P zh?m3Bxe>`Wz@{)vLodvaYWj^ChQTSVG)%Qv!dNs+;lQDO`}g9BMRj60)}GIqkcn*J zjf55j$}cRBZCsXOC0tIrE4v-EC_ic`3N(MQp|jC$wdaTp7kkK4>}o>JiAsSUjrr#N zP^Z4xj1ZuUeM%jKH$W;!=_BN0EruL5Q^|X?aSNh)8B*Uwu-H9Pj8MD^Za@t%=kM>ZoW*ULPr)_b?vs0cjSVl|cQ9Za4#~k-x0i zHk}$PgOlA_yV;sd4$?S&&i$i)*O7d3?(L@unvGT^ZvJNRsJ@`0m6Ub+zNA^&kP}rb zIBK5549+QshrsZ5q|SF4JkfO~7=1a;g?S5Sy?f*NgsA>*o>RujQ z<==!k5vZTIe_}1kAJ3Or@mq>oP5fh_!Uw4StI&96d7>`P?h*{a4qt&$W-G-n zL+OSpy29errlIszHrpjk3OF<<*KxJ(rWF=w$gj4?to}W5c{GV3J0xt6UQR<5oJ>QXFj7o9_pd(tme{@R@lC-gLK*pLn_6+5l~$5|=P|O*I&@Lr)E< zB5gOL-+bEcUg~XA%+74-Jhk!LvCz&$#O5-;!*31NQOg-|lFuBR#4U%9AN`CAIA!ra zY+<_BoowQY&sQ~b^((o9gTsyotGj73fA%xsJleZTB>DG|mQPCu-5)|(7I<)v z5-_{Botx)ygt3V1B^_tM9-GlrErp4l9}gDQ?7`)j)Ex1ZM#7bq!gTku)^rERhDtc} zY@o{Z#XBglc{$y}2_@p85qOvzYX(({09S+_H<+kncOuHtA2ey`I9XE>2Lr9e13z=*j9GdXC)M&9U67dG}NPK zRe%bDB(?rf2pJ}A6^wl;ND~i3dAg)2JVkV!a8z*hLR}o0)Ua-$c8#&TNdHy@nxDk! z5=tI@XZPKGHQkCyA{nT`j`>~qqvPZ)lc&GlRqb?fd$)9Q&TSvYbEKKLv{Ag-ILOWL zugN(D#E^H#(~I-Xi(Zbj?}eG1(xDKFv4oKL_po1vs>$}hbJSHS?5zoIMpi`G->#!i zD=ox-Scp&_EQXo7uT=Pr{B*2)+%i`)%j>Thlz#|1E^-GF3%4)`^Y~R<3m!1Z0^bA*jGm_JC`r<4qQrStfjMIHoZde4upi z)`w-e?}vQgyroo^=39MBCKH!bB->+zB8W)7z9a;+tgWaHxlKzJo=T1>4zk$(=c`R2 zCycF3`{x)wWj_C>S3kog@1dNd?~w3*`=K17Mha<@9gMygf~%Kty?ahfYpG@KR?BNu z@@qTPgmY;dk?xwDiXoQ~!z`3_?MHQ)ZTuNHM}BK^)4y`#mVv1UMZ^B5;-RnHiE3Uu zog9m+;WDSNjjDO#^2$o4PyT%(7rQbSH?sE3{EuvYIJXdq>^AIuZ~~#zHU?#09Lh?4 z{jN9Di_$6qjNk8~R2LjZ9oasKr#*Hw1M_zc_1x!9UU?Uu@I< zl~!%syd}?oAgqAp;kIvgKCV2NFl}t(uQJX+<>(rfM_or>9$!cA~T zjxiwD#GCoKm_e%xS%&As zwVhaX0W?y`ue1O1H(V}uO}}(8o8^UGC7*kTi2j<9n5{c#oEQJpe**HSyt<&R_c$K9kzmjW<7@JSw|K>A6vLt+LVA z$L7`Zw}1Qm7g?lkN}ar&&RE?AKLYY(HXT~P>`&BL7Zz`X zf4g5#35V_XLv?3K=1guO*(^jY>LG8T9pM9|$9NMbt{xNhn{Cp*hiQpIC^=9}*^h*n z%XsN%7*M371}DsSI;fo95>iq@vI;Q&zlsIcs7^b9Ks-s(?=~+i^Vw5RHCu?;!FfJ3 z@ys|m2NcIMOd3KdtX8kG*Hdk~<0n=io_EHdfX3=@Xy1Hx^0C8<=i{x zmRaDop^ zl(s96wR#b#)GYC1S3B3Q{r&ux?}5SV$=xWb`3}%kZUsTuuaFJ~gY-1BdxSKt6z}K3 z?UG2x9P-=>y7gSCe2fesr&W||>z|z>Yg|H9BeXq((fz4}yPgmjrv&KlWqy=Kb-HSN z7p(FcY8&nUXnBXI)l=qR2&R3aK>=xgfN6AmX5 z#v#g6Tb%n$7yGE4D8P#*)<9YB$z z4*Q~Siu-Z7VXME#rA;cnAEoP1H|4 z)n;)0kg2ZpueZ;Y3t!#I-R@T)(eHNhYN5-=zz<2{H;?V+tA(I*x!LQ=N8fY2DH5D} zL`E`eYisW}%mfpbxXgcfw0>>Co^<=M5GxE}*Fnxe?qGm~)7LT+XfmYUXCPb=^HaLP z==HwQv3BCPbh$67pX_GAE{^LxP1WGJ-OkKVlg?+ecsaHm(f|d!{Aqs|h!vFFA^=Be zoM)O8vg2h3c)M%_S&$`AMqPV z3TWxYd4I+jbn>D-dcKIk)6(e)KYP^A@6P*kWiGQ_gaZ`o%_i{JXLxj^?YFVm@Q_x_ zcFLCdi6>ZX+t(KJpovS(?g+wiaOb_XISGJTsS{-XhVZgx5FbaY-5zRs4`eH`4Et?0 z;m+1Lev-Vq)nq(vJNvYV{*;lw)zX{NcPndP8U;FV10Q&~g?Edq*Ae53F9KWAMrzr` z{ox6^!REUU5n{gFnc273sdW0j?b2MN8HfR*X?7%*D*--@R-e`5Um zI+BX{CJ?JE1n8mK&Ku)TPJhSwtW><>86ADaGb2)PpOkP}Te*spQb?b5m(djzk_&2l zb=pQqZdO;yr$S1syEkzfug_PLjl<7bE@u9^!$0p`z24qVZ7dg(0&0kiHgzDb7LvIf z>pl|llxh~+=bO($pxZ|t+tz-1MEcgghf*;XW7VhKlN~?s8NVo$?*X!+c~W9idEi66 z=YcAKa9sYKgMThu@r7Fa$-po1RPbnEG}6pDXlm(Aql;?%mw|<+eESa%STb=J#P9b3 zc$0;A=PzUdPbI!_ixoys3~)95?oMkm&=4xDc&CS}FnYheKUHGcf^x9CzplcUsP=r= z9G*IH6{)&^Z^n!9YE5L_Vn=e;kXfCx2}$bx>d!7yHL*GhWTCkStS;yHgsa2&w5bp| z;K~)o$fC#vM_ir8SWq1*_7=ULer2nA^{)q9z6TWFsd2GJ;)|QQM*SNXeO!Db15?E@FB3=+)ONYeKilhs@BBE_Z92V;x(kO>y z)p+LxiyZUkm3;tF; z@uUHr6#osWeUEQigwxA~vVs8ibhlo}{qqjbSZsct;XsKzaasnR;Nev9k&Si;={E%g zQNYEHAgHQG!F!p-;E;gJ<15gUY9~Yj?!t8c;v;OF-qk zwR&AxDQL0A%hpNFY=bli>wR#T{eYbLxU8(f$5N?aQ1(UBCRo(k{5X;4=M(!_=2##9 zzH@!S9RDFGc6i#K&l1QfV2KXqc;`ml1WDLd!c(YPihlDI+8K(h)jWX7L&@5(#)BQM(FXD#|K2(e-!7vH zU_TN14_;gBA?|#Xn>_tU^y_DqSixD;sMG)T&a>d{_BbJpvH1zvHgNvJ9*D8fBo*+ zd%O6MH6~wxRJ4|lmhZ>>{rCv8FxI-=*PE^A3~X0jTT8d}+LI9tDa;3X#%0?zHuHPg3 zOjr?xFjA3xoK?Vu8Y#4E%31PRtvIpL!jU+3GaMFj?W(NGBoh*T8&v^$KnlYLSP{S- zl1d^ni(s_H36sO=Gx|b)lr*}q{&Bvu zu9}pP!V_cr2BJJ#WzQmi+;LFT^8{RGCP3g~hDSiI_!V{fbuNvxS=o@$4Vor!jXFOl zEGumE)g*U!wi8^eNl$b1$)ejOhSo!IW8R<|%46O@kH#YXx1-GUmZZ)P=f&ouZy-Mu za}r3OZ^w-|>`wV?e&A}HC2~r6J4H6&3;k0gx>E?aQ&{RMROl%__$({*@Xdmkwy(68 znGura_d{NLlW9Ra)!?mHJ(GtsW85pl_^J8!l>mK^GVSd)hL_7J@QBsl9#mA^O&lJN zWRt1$uBny#CrSTVU85(Rezh6~ikgDPev)>#1&c#8P?j3-)!|e4_+rfiHhIz_zk`Lz z-ihSRmg0&F0?*AlI;BdnN9#}i$;+7qi6_H9;n2uxzoOD`N4e_E1{h7hz*zuij&XtmNd%sRh=k^x|VN$XwSgtVv5k|bjZgbKQ(dyi3v z9xv#r+W8~1SXNX#YtEH&ryYJZP1oDLwCC3^5sWYErxdi22ysX2GlZgHPU5acIm;dK zmokvQu?7yOtpy1;3(suqIpzXxu6{R8Ns) zqyGoq7Iyfuc@>@-1kd49Ad^Q%>P>}X>&Q^HUPa)oj3#q77jq-ZtaOua4eD1hwC4 zOL89dyg2v=BF%Y8fsgTcq^PZ|PdbXusZIxnp>C_0Q1#tiguQ($l8DZE%qDsEbhnS` z)9X#YO&^g(pz8Be`8c8|oQw^jNX`DdEs5n$;a$KJLQs<`k03}D@W4K{48nH0KZ5on z=S{+T!(rDgE46%!mc1@*3iF=*#5ye;mKXFSIXTS6uGRvVz}ThjLWh!h*q`yR6<`ju zl~c1i{ehXZeQ`H0u2-{(i`83Dm9W%f>PSTnTX2I~z|Btdu{6;`erYk1DWG}xx{Ni!<6(i@i70lywUPL*#&|E`tW9#gu28}ki>I^h zt*2t|3ox`cicAdYI(KousZ!Z1V%G5ZEUIbC>n>Yd`LC9oS=ai%3)q1yp6*~v0Yn631mNU z)xY6O*t`dH*PSI#_f~#wT!r?)EX&9eW=8Z8kyqPywacYw%mfntRRb~0L(j{(gWO`p zy|#Hw3jtUw4;mVBUMjN^$OOfNr%eEHGS_&AG2i%`#3-@9fB(;Wx5=RKSpP@B#TgoT z+p4InCrZ6p?D!nrQ)IXN7nmb%VTQMADb9KB3?OZ>q7ck#%%P^0*riO45zL|7X1yNE zkyk_jffS;it$ViwdmAn=5)l}s$E7b7`>&+3Cao7N2(k)}4QeLz7rQ(uu$IyEA7(eq zL%qQz+rj_nON0Y7FZjKHy5vO`mr%Sc)-_Pgyvzt7L~*vZj1NpGq}CRQvyo8 zp?ThBsJyZ&qnjWvR(T*KCgstI!teJ0rv`+gY%IX=%Qk#j{zjl%v}g#%9jn=26UiE? z!SFJhCD*hVqW}J_8q*yt>NGbEI{&k;K{f09Z`J$tuuXfKYW5Vp^vxJ_QOa2#Ut4kZ)`aF{!%w@HfY$Pu>Vm7MJoi(cla;J zBAeq~&=yeL`^4e*f{(R!u)#hl8gNO1NFaWTc46$W43KLQYj}3W(%WZzDqF^T^0^;E zbCVh8BU8~rlE5{Fe>l&;xmPCvxV7orE!aDE%#zx+iI*{GA_WhRl(quJa6uj(@9h}~ z1`-QXz#IYW?rYS%@?RSjrrd?IW@&SN-aKgGV0?2&Q8=O*iLB}iF1m^=YA!Wh;KhXo zEM_YKjnY==eqKcIdh?*(-=blHSIV%m#DC7Mzd!!#gllbuanf1Ged26?242{;lZ3F; z^gFr)$Tu#3|mE(=eEG>aM4-ON>-gfmyk4q=EBA&hp+DnOJl`$VMF(;RsMQx)|{$XRMFdHL%I`hM3 zD(6X$5p?ou2a|R|qII)GzIf5S42b*+w0Fm9H$yuv7%Cr!Z{l(Z6f^bwEF z^2k-n0LcTPDvH1Uu7smZg^!7QlIy`xLznD%Oa0)lkPn(`7?!D8En`uAU&6TgUjz~F z28s2~r951V1{9^nkRo6>J>}?6Qe==Q#+ONrCrX^n=WG7Jtn+uDx=I<6+9K%w{``S7 z0yNs0TZeDi|NqBQX8FPueSA)IRz;ybOiH22Nxiup)rz0?QN&_I8ZPMl# z$egYt_~?x0s>D{tL8D3Kq)BI6$i(sX@q^U>gD?nianzMi!_4S}^=5!rrK3S+VY&V9 z#aX;|aKzWcVt;tHQTwme_Kkyjr%@a3n-0Mr^W3^l{`v@be+B~e@Ql+1j^)+W7ERH~ zP*6KS`Rjjwi#MGYi-p`JEl%V%_!HasYS)Cy%gdcb(K@G|yYLcb9gU7(*}AO&NVa*A z#eEA9kFF)BnT3f;swDcD39QMIhzIzg2!D34Z*dW4YkKl!Mu!q<@rJ5#Tg6(Km6o-#(8LE-6Ah1Wz_Q@#_-fQ zMe3j&PS7TRT1TgmJ%j+F|7`Qjh;TcNNbBu02}VHvn3a`ccTvmd1(a3$4BqlL4a)vQ zv9EWvm1+zmZ31aGkNwtsYa5Z_G>w9BE58EmWo?RH{CqwgFuE z8FcqM#IOgNmX=(Zvq$bg5LA3|Trs zTt}@V5DOXzh~!M((R)Oyz!3mSII!%LHXMj0_j}&iY^){yYx<*KB$u{pF9Oi#(lH*# zhNGW$;$#ss-_-dTKKe^%v_F*IeJS|qto54K3>vh5`};YHb8Ted4u}$Pe+H%YkSs3O z`v%+?I7!C%0;*KkgYa|t=+5AS&ugDA-x+CKW+y9ZQMNg$zRQL!VeGnqUH7vjf~^Ne zvv66cp^Z^^I^ywT0Cul#PhXr(kJftfHyjTY{|mVN#6t+CLA9I#0AvXOx5LVS6H(UZ zpR|10&}rtS(vKT#IA3$s9~s>-;(DvbCC&gqDlmD_h>tCp>F;SP`qZr+MK$N;GNVLO z$o#X~Y*D%}0`*d`JbYY`VXE|$7Z@NeP~FcDn=dDS2jxaI>c@c<)8WkXEDHDwAeOy~ zF2O}76*CkATe38UUikeJR>jE@oB;@sZ73-wb_l{#__X zXMBu)zjaQ5_WSc(+oxZ3bGG3M6F{<=*8#Xmf77t{@9|cy^Rz4QWCHa@CM-|EfIKA? zj!Br{P3Lr9^f;_UC~#VO#FST}C|qxf@h(5&o;+z}EH~&xxScdl)M5#5^_4q8j$sY)o|yJn~*xC{rP0JLNPMWlZSO=6bE1#$(UXjy|jn#uwt=a8ahZC?V)Fe*#G?x!?G z|Mb~ztgN#QCmRJ^8GxenSe5z82Lg^(t6c41Mn@n^Ce z9{h>|y)G2R+(p<-xKR3wS^ie*kzrg8!f>j@1kfT4kqwtD^uXcQW%HqQ|Kne&rBzK9 ztiRl8Nu+*je>z2q*2zu1aL!xoPM$CA<|}xKrYCQ&@m%}m z_g?FyRaNQWuoRk7w>2ZLKr~I_b+(WXCX^j2CG=bC`G3RoOWH)lkJNsKn4ZPHGHf^pobP5VhR{*+nV?93 z)Ldc19@v7T4dVUL zH~}Fho?;;|0%4KXkdW4M%2_-k3GNUckgFe;Q1qPJ(uidq>v{7~At__M>f&xfD?S3U zpsy{X1?a?eR#js1PU-*owYUmoPd0uS>6(=z22dVMzFTrtjy4u0&Yf(@5aZ1cPJWLy zUy5>(4p`&UrTTV77adzH+ll1KetjI1f`HI!`zA&`3b|RdNv%5pW~lPGNEQlV9>K`# z6I4xjY`J8y@w^Ng;+NPgx){s;s6&p8h7BES*Ke+ke}*$+e~8H zt=AS?=)s`kW|kq3s{#5$YX;T5R?#W~6F#HqF;l+9^o4vlJ(W23LD$Gq#J#b4pWG-E zlqmb!wT1jRpL=qn#N!+DP=Tf69V$csc!ky|qd<0&KX z%Rg&Fydg>@N)O-aB8gEu?#ukYAGlrEj*T=4g$Q4I#7`G+c0po3m#DCCwBf-s6~^~m zXl*c4#nkwx$B(<_Y;oY(ooF4K#wS`s=7qwLS>6_-DcUb9`&)SqGWDVn*?uJ-g4eU1 z4JY8tu&u5qxGhkjwr2`tlEu*px{U#sUj)6_oeah%bUyx-JHPN;i}BOOe4I=yI-eWX zxN|jZ$2fg1MItlM+cK~K%3+#FW}H5%N%-;Z8OTHKG+vnn$DpQW4h4OYSka;QIQ~S^FxJ2m_jM&0A!9()+DLxl;L7zF3a>!n z>(it@<*ndGci+{Ji9Ne!3Q##)7)XY5cyesHn#bbCU49X;Kv4Vn`Jo}NSp9-~vp?MW z+8in;Z~il2_q0kdu>_dv){kUtDV^8 zrw4cmir}ZDJwdjL(H$ioK;+}vf1af%8;qw$8glr^73Ft5_Aw|+vM>qAy*0)a*71J9 zj8y2kp|Q-dWjToN4XbTOEXQtQE@qK^|Ah8k0YE4g`PDoXGNNJj6?@ik(!mm^*G+fR zp8BJvX2F?Ux!!dK7nukY&L8|qcKe95pPOpjHA&YKw|*n#CXKHEE!3_gTO{-oVYcBY zX0jS5v819FBWhb*atZ>#7f;;fhnpJ_8wT7=r#skuQJsR$VE?s>IYu z^{fHXV)b99<-fYQ*)H0!O+@eZRZwVa=Aq094No`iU9Axhz_x9EW;)-(l{{H1L#teE zGMl9ieuPk&d0{YtGRKnoOZ*A>`NrnCBY_NB-!SlFAyMl0PoHO>N=tc~(EtnSaEnlf z#n#kyXgU}mW05T%SQjBk!w@K zz7jceRiOQf_uO#>Jw!);5Re2QiBPgwI%cG1R~mn|Yq0j#79o<;9EIszOuAi48$*H^ zF2jrPk?rqdr@8lp;p63xzL)IzA9b4#zv#QQS_qwpZl4!fOiCKSWxocEQ8`SE$7(E+ z*CnUX)-Exzjw0S?-|=z`patWyxOcI|CzHA6(nK5{*qw;Js#W=LO^ADfe~iz*5>jlU zJnXsIP*HFosLn8qMUsW`YsfS(=q@IWPn!nL0`Jm z;V-R#$Pu7xRahxBD#MvR>h&zK>84C`?cx&YMi-K3v&{1&M(2|1-femsFKuUntr?gZ zip9wQXQ(|o1;Rr;Xub@N{Sog>@TMLI{nG|5V2L1_HQse+N)V&)^T`W^?t20wM=*rRkB( zf$}v$IC_?fo6exiE$q^6K$2*Fl>7RgZo@2+E?$+@?kC&x+dtgDYYw>z)3&|OO}}OJ zYR)!P;e&CdHi$T}$#{SAz_jPgc<~WDy@7%*~#iHfo)kpKf+vNX+gpVM6s_u{wY} zp69v>O+D-RS1zWJ8~|P0jc*ZoP=?ZsT%is*EJyo|X&%g*t-ldDH@;r#zYq;Cfou|e zP|4%2$;nBv&AQz!5MG&+yE}7vOq`prQSI|Xx10h_CM>C0I7*~}uZk=JihP#ycN*$v zZHf8wO*w_Nq^n?ACe} zV6fTyV-BLW1daD+!}3@Vd4|Je&9~KQKjurpLl`dY0KNEGip%6nisl&x08zW(5^F;8-b>PAB80bri3Tg@qK*1+7^h{td>mcvv8hw%f zf}Ld5W)q8@PZ5*4%c-IlAn*z-@z$H39Evm+vRvh-L{eopO*1EJJ&bQ5#N@Y7u~QMz zd*EbSEQx!Gaw2T=qO)ITp%s4WeAQTuhi&}%yNm&+E@@zrw`JIX9GmIluzj_{d$ayv z_{H=VQdHxvQv`~bfR1)fny`jII82jXl|skegeILC49DBtgvQT|v?+-)o0hwDeN#qj zij*f~8oi6?a(SJKjN6O3!90}-sC~WgsILQUM~~&Tf^oRElIwr5Dg*Rr5+96Y%_Hd? zKPT}TuMD4|k5w@Nw>Its5eLbxThvAvR@fV9j+GX&I6eoT0wE1;!UT{bjU96^bnZw@ z(o1ML6R1)#p-2{-aZjYg;?t9|ldS94fh+;wvsOCR&rB|yvmHGf=%f$(p)1q|GV@_# zMcxavYZ{wrTMu7%+m9%Zs{s$NF$#jmJ@bk<RmN)$~#ty6to+{cZg$v|3>!@xe>Sl?lZDQYL z1*QZT{_{@Zp4$%SItw9vJMk`nm0fF=$m{MRiB2^Vn6 z6A+d1eFmJTa^XRdXFVZ0R;^ZetbV8*mV7yzpw1VR({pGlt5~MjI%uOR->+>WAfJO^ z$t*A&p-F7QpZt}b#-H;BgP{k8`EOB=c6U_zo?o*CrPN!~EJM zrd4J}z1M>9t)%~cNc4Nax59N%4XwYaI^F3W7#$UxoP>dG%~n98Sf7KzAq7GBV7~Uv zz_cNQg-j}T7Pb(1({>sZ_fwP&sJwMb2#35+N>3~}ahjE@98db%Guo+`&fr2%knNi# z{SncLazH?1K?uvlCKY+p@0&QESx^Ikk!IoF7@AwQVm(P1>SGSRL8(G{;~#B10+~X= zVlz@?8U;iblwdym4dj;BY#3F%+Pj4q0#J5-wn;Wc?)J$93_d}(S3@tR4;l^_+RUyE z_)-bzE$3gI*z2biv@w+D$$KM+(32<1_Vg^^_32eHN1An=GWK64_7j8TfD85RmTN6$F?RhAAuRec?k42tdx1frXzt=VGAG}8 zx^Tb9E$idoxiT>TEovEZ6%cd74Mgv44;Gl&1vJ^e#`wrf@7=o-{+kq#f9FITD->y0 z0Rn|NszM-3ed^=%c2Pb%B@bUU&mC(taVl&mreM+Hd{*+wjG*sXoO$>ngRk?5FGp+? zo-%0`6in!mwyTB$RVBXM-h0s7Fc*f$9Z%1zsQvZ>CI|2ez@wmEe*CrZXOI>BTcAA^ z{|^e4m{`)R%(jPhFBXOH0{RQM6Krk-=!O<}sfdC~A=gQZXM-tv%_fo4lAyg!-k{;M z(1OP)#U#?b=NVA|VxqNThZ_hxPI1aoHUlJ3PZHCQgyh8XYW^1lgQ$4yJg5l|y`P}6E`q3n(IgsQ<`%*QNfA7h|C*6ziQ`xWPw5GRa zF%CX7-2)RO32h7UM=aQ^=wU|RrT3ek70z&H>AP^5rW()B#2#-ODNr#kV>g@(SdN_h z9Gk|XERXS)2swF_A7K$yo`^JlVq-*42ektYcWL1vxi>vv?o!e>1j4-piGl7Fx{_yX zz(ZC1YvabBUHh|hbN@-e-hh|OhO!=d{EKHNchEw@q8IA+*3p{gxJ^|(pqC7)6A@-@ z(tg%;Vl5!wxou%bP|Ai&)TAaPdigiOV!-4Hn#bSGxR69c%8uy05IzIPDgdgn;&Jy( z5E%6a3LhLoaHs&@N(f29$C4ZMx;V6;W?t9{n++4t*KN?!dswCGC;^Vn7;Vn(fLBk> z;*4A@gk{Wd@Sj_otglAK_NDF6q}9v}S|}Sr(jtKp zP^5{-Dj>hBex$kSJ+K(`~_;6^P9dB4lABq*$$sP z!HRg%4P-C!Gr$I_C15QiI7Yqw)~;{pEyFMG+YK9F2Sxp z8;hf!#A7Lo){PE8*qcdf$|i;0e&(%R?mhs=r2-OpC=g4KI>6YK?%35&EMDSD@ml9G zoF}WYKgtUxJu8h0+5%TA1R zf=--h=2>~< zbxbmXBtm{ejigvbo%nxzEOuM&_ zG)jYXgGdTeBHf^pg3_gwG)Sj(C}DtrN~ws5bc1vWQqo-#64G7Yew-P7|Lc3!tmRoV z1IKfpJNCWzb^SJTTSQ$6{6<>#kH#FEhkv1w_OmeShiWYI~6t{{My zvnlzihA$5cv8vCyRbMDR@NPd9nD8EXR^h5_7?Q&QR26j2U==(lR?8AMR(*+(QSr@J z4(13}J|&Ts6Sym(5>o9r9o`Pd^8Y@Isc=wK5x(q|FAbMtJV!w1A`hjLFt9RD1z&o4 z$x%!ZlcVvm({-sD?mpHA?0C7CPbgxi;tj*8^I3^g8Botv?=O;X)Yo2^)yw4{i>ML( zwdQzlIidl-Q}Tt{ohkipp_zh2sbKB!`|*Vj*=n4%^`$O={UPn3$T~Jen2brllvR&H zkFD#v(<#kOpDX`U5blsDbVFZ(koOUiD)#vCR1vwwAuWi(Dr9ACEpz`q^T22QFffkH7@b$9-f2B~^&|dH;rnB&;X-oyL7ie-%E!HuC%x}>eut3NN@UML z`sXYHj<*q{rU#u+Uk{RCtnGoC+j~oCGcbgn@PV-**Jup`TIReR2rLP4J7(U>@y=A;fOAK z)lAo?8ME-5skoRmL!%4v$x5V~skgJY;1B5+ZxviBD*sgb<+d1ErlUoF)z%!h*Gz$2 zkTzeHPxoNs81XGaRml{uBaM1)o6yoSENzva}%{y{nOGaj|jR1>*zW9J)DbKSAh^@+V| za@f!k`y`NEuH(+VTHh)PMX13zga6U){U@{m>W*d&tYNGj2AIDl=FpnWudv3m(e?NJ z=r=%zHe4zse+X)%Hgx5fXiWi5zRiW?Z=zz7w>1_cqlZ<|b;4(7;|+DmQf{E1hbs`* z<60aIvH+Y}oRkDrrr`UvG*Uy@Z^efs-pc;H#bs6xZ+v=3k@xE6G*}j|A=b}6JSB>+ zYkqs8ufeWYwo=d@+i};=1WH*P=VW0KLs7NNh_VuEb0~$YcB4&+)Yf*neR{5%%dKS# z+_fy5Wbq~FL_&&P1yGF{-$cD9o;4F>%)%W0So`iACNI$lLs2jun?!4BXmf0|AT1G1 z4Vw^q%Bw#U7G7A1_(JaFGaMw^MxK{keD9$RG@tKq*s-yZv_H z;yG%#?_>VehIBahp0)p=Kr#{Ay=pDorDM*GcH@v1@!0uf%q>eE9-i^tWJ+4Uk4N^x z&FISwc=!D9*wDUKaZj*}a<>nD(iVsr`2|Fyu2r=d&!dB9oTd6jhC0z$DtGd-!~?Zm z1;MAtmL!A8gYxGLf)_on*9%ilvPHNtAA&G)O(cD{@h}X(QMAYxIXkG5XRq_U1`ZQ= z#;OPvLB@`F#u9WrQ*RZ#Xq@CzUi&D5_(*;w1;U`w!Zay}!P=w(V(Ff_HXhY?%YY>+jbmwhZ@4g@zgQDk z9jU?NKgS#B-2WV3N!|+nat8v4fgAL#kqasQenWGg?tZQZz2XmVuDb_m2Ive>Hpc^^ zvTzAF>&@O+CVOHcs!u-T)r&rqHZg-Ifj*aW?!E%|KdT$+kgdgV(+)yiK6NX z=Cpn?1~3Y?uQ8=!n0-k$AOPb{dj&X{Ky2L>8rR()F+R&aqC;xLB1?|>ATkt+70e|E zHKS+b*Cf1W%SxC>j$59e66NY{Q+>PpTP^#kj&Nou_z5AC*E_1islnq-kHoBq#Pmhd zjpN#_&9SV`hmR2-mI>D1!5y{mQL2Y3u$|cPdV}ozS-evGf}_akLF0UEQqykrcha9k}W3+s=NA>vt!GDj?yUJ@Gm@*SimU=SoudZHSt?C z6^g4$D2>SkFesMrx%V2QDAS=BMT8{np0_ z9G6SF|$Vh48P}ViQB>zes4994Yo%l zmA1fbgEL#T^Y()txh=W7xHk&Vj@i18JLdRDCcco7$C5IweOWtSoGEj(;{*OLkL;m} zySuweIpi^KkBC>j0jiN0Q1^V_r~s%DR}oQ~ z*jSoFk%$_KYi*9_h+_)CLBM1FhWXu1wG3(gGH9`t=CLalZC zc6CCOsl05dSidt7!nX_T=1fL|Kr}HZ4#n+J@5!z{|e+ zTiS(z)^v^~GOnhwz>N&ZD&{YywNIQGPSd2ZgXD&!f@;nonbfK0bvTdfALkXAzNg7E zcBrlKPzhd~U7$OrNnY}{HdyA4;HtaWVyLnD659ikWTqJ;rWYZT%W@N^%)FF1)I_N5 z(K*mM>}5x&qXW5<|Gx8q@|4G0Nff2+a>4G%S^a25#mxK7SpPF1KQf=Zc$1dwm9^Wl z0L1R&@X;y=LL84)OSRk8Bo2NMmEMpOpo4h=RWFm<*77Y{#5tsW08&5A?RQ+w6p@AmgL+Hs?!qgeU}90mz5+z1>#eEz)oLl3ry^n+}WZPj$gynge1 z?nRsoL~|hieo=?TjAul?Rmo)NEad}g1=V3NcvWP@lzq`+4*|oWGw)es=tbWC5$|_P z!ztr2pXjTp#t(i$IEP0|y&mygGN4+99{j~JUP_o^G#?9Q)5k=QznE5+knIVb~wLR{RzDWgFv0-D+D?Ez_&%+Rs4zyg3D zlwRsxB%)YgCtl^lmPV&;M3v>iXP2N43=IX>I*%rQ?3Iyl41$4+a}zE&P&>=fR?vP( z`3BDi6`!a_NlvPM_gaHhaH4c! zC^d8gwCRQR`|Wck2R*hbwoSz`29VyN8?^M9eRgf8jU?yA$;$T%!ogYBAo^xmbe0!a zj$fI+Oe`HopRC_?DrHB#%y$>_pCm4$SukM_GoOykx{cp&-wN;5JEqjYy_vHl1hUIL zUEAS*wZFed*dl@QL}y)&Nkh~A!Gr5FLi+mpHf^x(6vtSJdOSip+AzwyIoCYf zyS8AChs_*I4U-}q5-4mnz(@f|XkO*&2yiVb?C>!0`!3KCqAg;f5o5-^CU*Pa-oWYY zI_jUkfaCM4t}9BEVcO7UB7`7i-;^?zcc>;_sy#u5G9w8)3gY5_VsTVG6uUH`MyOFL zfxI1dRF_~83oWU@Jjqge$O?Y~qC$&L(Zj!{)%g_gJ`qMK*tC5$bN(JgelLIM_aZj} z1rutbu{O|WKtWQ^$%qj~B8>s_3rT5bl&tyYJM@WU{GPV43_u}K&UZHb$Zm%Fk!R`M ztMoWNXu_78=GnEz-f`bP9KdJ-rBU@(6c1LV%=D*Af=1MaV3a9)1-Wl)4 z+oXXS6OFKO>bTkmcvm+t|J5q-iA}$6yya1KLVlUiQQG_gyg_#IsMpX+-mqiQ>K_QBO)F!S+vfGJ2u)+%F(0>Fo1t^g!_$qmhbayx*H3r4&d%qqKvFjJ-qgbne)tRA z;sk}$I*1gY;5MX>R>DAy0eY6rhinoUU^a%k8K~~~Mb@R!O}KD*vJ)>K@<{yAyAt(e z!{G`HPn$MGS{hx}fj}r+OCi^Er``hOjeS}xYGmsx6Qm`3=1;$kdX!&#+~KV`H1Mja z{X}==7FnJ*Lrjg%cVX+w_}S?Ra&N`YV{NbYn_=$7~ zMTP%vY{&Ptv;UisglIKIyln;RCFe@%c;@GO$w}7`y*V2*q48+(79m)CfX)PI1 zZ5~Sj`uaJQ09MK*hI&f;g?PiU^>27(p6wm8){>bR8;P0{L7L>RBNMY1N#~rDUJ!2< zw(+7D62aOm2dQ)*a2BSquky3L?81aY-xC*(YDb^;4a91(==eWZ4KG>xixNS<^8%|S zqgitxw>d&^$7~J~3E`Jhd~TOG?c>2+t(VcvD*T8mA&FoB7Oi{>RP}(gU2usS&69f0 z`MuwSbH1A?X{g>u<1Pmw_t|3-Ym#Du4;&JZIhP-mpKu2B0@xbmPDGMqF=rSz?9 zP2&hf3R74aXd_P|ao&$%<9^ z;d79GSj5jvN_m7*dvKYlk?$ydf;o7wsT-_K##p7Qb)``TGi64z0` zG|?d1lj~eIIQ^f=g^FQM_$uFLoLE8w(fCvXzLClQ*${@+#*EiN{zd^JAV!*&kGia= zgrOItGZlLUj-kZW1mG*y@(;)-;MXoUQ23MJ(rO@(OO<*%tV6;|2(E7$U0i_rm`L|< z%V@j0po?~2{3-J=^&tF6;I>rY;;f|PZkNZE)3LG;M-MP~{`PrK%OU$^D}2C+0i9zgKln1Tjc%kScw zG%_xoM=?G>m<6{gDl3tE-PE%2S%r^RgOwbuhITgdfOubv#O_tV%c*(QfLVrPDVN37 zz43UHDQ(s>&rnU3IxBLWv;AU9<|jt8Okwi}y$K_y9rGh=Vn`squ^fqOLpaKPJ#KFJ z_G*;r-*<;sg>O6_1$r>ZDk`=R759Q>0`w6C)Yt4AZDZT#%&;5Z#z;g$S<_8lJAiQ6aA)eyEWVP? zXc5`V&o$XpvAk?HmcVdHP_-XMX7Z6aFN1WjdQr#-At1OJq|w!jFh-%kmEd#^XQpbH zFAoE}r&-bjOpgNpM2?F}%Kk;GY!Z9rUDGdXjxV{b3~9W1*|o5N=ZiZl?-Ko?{cNsyGqK-S$uBjmUV8j6{(Ulwn?T>90m(zQ3``+-Ng;s?XiLX*t% zcZ>R2Z67~=&g8+U=@QFX?mU{99@U&Gu@Z9Y|IXW`;#^j%UWp-7!&{o>2 zE;D7rs%`Z8yN6fWGLKa*@1_i0zBh@Tm7ZQ_8_P(_|5P|b^tNc$!nahoSQJdApZ%R} z4*|lLpHBo_uxp*dv$)%PgQt$%^#q9dzID(e{IYDg(A%DoMq{S*pM*k!ECvKNXvq~A#%u?k(HA4kX}?-7IEBSt^_uA|d*HK<|p>tZ^4-ZfYg=X~i zkxb))3D2Z*y%Fy=U2LhrbtE$Q^H^Qc%`-W7IxBgKHfZn=&%S()48fIo04VCIk{0F+ z?M>X~-+;2t>kCtmh2DEYph$>_;Hn^{Sq~X>#q2G}skQ^NY`JDeQSy+e6Qq1^2U0}W zsz_cMx(&Z8b|1AXMKtK6?}`;+2zG{ZqLO`LaBr@+Ap(7_u0TLY98$yf+#j&ML)Xf* z6y3aI0O~D;fwlqMcjTrh(&EBPhlqY0(I+_Xc86K_Zw<^jG#$lwOOmDp!o_`)pSG3u zQ7a2n)WIzh`13_RKU>3#BiOg0TIi5`VSf zN#P?;3;6r8?tDV*{L_%3lb9)i5J6yg0L)~p?;Ygi6ggIMgNX#tT`988cX77Y1}-^k ze!@{Agk}`J%5bl}pPC^STN>Ke1C`dx;g93WZ<|*#CHzs0A){`ULrkE(-{OC)c)WIY z%7clC`9qe$d#E8L_a?#O4O2*q;6bVx(37s;( zc<;?1YGcS9+I%BRQ@5(9g#3yF;AG8sJ?L}$UC@ymGg^9^5iTC(DLzLT+&B60h*RuzT_~9p z&>>r*e66Px3Y16=23WgT=@weMD$tPp2Ow6`Q}8TgJF4cT_(cL~dk6k!L{BU_?$>MQ z8btxa2z~N+{@Ml@vGk3y>0@$ouJ{0c_&Lv=&$PCX>wF`pBwecxoOX1Ti$4P|H=GY_ zZZ+QTmTz1KSaze~OI2X1#{_;p-#aOE z=Ef~2utOheT`x1l9h*!Xi5O2DhwGPf?WvJDPX&`930=`7m6iNNC-Z%C>-lSk)M@O@ zlZvhg0=uF2TI*?4+&&GxZ@=P3Mb02zrI>B-oDC~v3uXE_{Xc|m6H*=Hb;q@RF)6&E zU3B4NH7USZR38(b|FfqeK2rv`O+oInck==M%ni&Lc5Ei$Y0y+FN~Gj|wlu!$3v24YH!=fb!02P^xWMUM-Q=aCyKe+z^=T>EXI_LK$jsNeC2d{cpL2PTL zl3EMYrN>|~I}4dKrcU((Fw0b@=-P`qY((JqqY9RQ|9+T%?AGPc<|yhpn<}pM`udOy za1n&>Ce)PT`H(1lSgL4j@&BU?yUuHj&Qg~A`19A#L$4+tS80|z6pBvbfv;ct#EPI; z&8j8RF{G)d2`SPA8lw2rLUp9PV>%oqj9&bV`FL;OjBe0Pj$YDx$3? zyit^&|CGEr!s;##B_c^oLQSZMe74G@?M#UGnBNcaOh92J1%l<0mi_fk#YA13kq z1)^}kqs+Msbhgz7*O{EVs$`5CIQeok>~)-M9lO@xLoqDSiItn; z3EB6>2?vTX?0ENJ#6G^_L2D|hq^yQ|B-%G!&3B*Ql z;LWrZYPY&A!&<(LL0zsbL)=)BBpYgw%WlSyT#WxS7j><>5B<;EA&XKsf0Yl z`4Vx(9FEmUjlOsl`>2E+t<}&+$ffHURr_4O`&myg!*z6Y)M+N-GW?SqJLe-2gP4|~ z?7*4P8v~>vYsVmyB-Ycz+%qpd#5pdYJ&d@}0LLDRMF3W!7h}YL(yX(UQYXN#O#YYz ztv!I+2wF2Z8!eg@Xmt==U!>a8X>?``#wYJY2cwY0HpD+I#S=H|E>CCSX@kzwjGBo- znr#RJav3jE?!W8uEDFyH2fvamE5}gBcESBDQ)nJ9pL2igw=QHXjSQEm(9BB{fTQ3NHADA3-usk0~r?s+EuHXuaoFC^SPCNL)iCSd#x$GzzS7`K!PuQ z*knimdi_h|LiWWTwA;Na!AKbKh^5(Ha9!+ z_}Q#5{yx2g0%6qz$dupwU!Ghf-dFG>1{^^sA!7`6gRhhlF=4!?(`z&^( zsR+b_Z%R(#8|#n<>=YP7apl2hw!Of44kt-X)+Y6$=jE6WN6F3f-lyS)iH2+Ur}~=#z>v9 zH|QZ12pN%{CtR7#+Rhy3Fi=3T5*Qk3&?7A?_0se_qo%xOYa_$m@d};@lS@9K&FKIEkYdzCHqT7L&en_d80(gXe$0446|Y)ja+O?PbtY zB%0(-^|B;_6%OL(f`?7nkb7nrMENytHrd7vD3U9f`-L z-~aJ7rSX%fvG~d+$YxUHgC)Zs1(ujlX9Qv=5guu+*nkAC?9q&-nZJCk)b;+yphmpA z^7WT=mHNS`@I5(*d|U^Kj-Db%U#k_Ji_A}-_D7ZN``zE*9CYUggPnv}hFGV8)0&;P8pREl*+Xp>~L7~BmQisWC z7m+AP3QFg|k(1Sa>pgMKmtDPb@$;+ z>F$ed)nyx^yO+y#O+Y^M63tERi&dvXLSu(Nsw?dFEN*(7N?~%2a*$KXk6yU%2fgvw z@=ug|r0d+KoTJe zArKbCE7c6%A9Xg;btoI?m$*Wiz@)-shRP^SonLMHff#Cll!`8HVEddic32pFk%s`H zHxry2teO|pDYov{7{2S^uof#7nvZTz(^g`4072#|q-_sMZ@+k8PZYFuv~|KJ99KjA z?Cx#+G4gsZ3Jvb_T|239g6RDW&*oTY)}}mpW9g;jqEgLXMq5ewzZwoL(2qC85pgN& ztlP4WT^-pk{cwgyu;OoGVD~sS?5uG5%;bT~&%D*>#-^cVRXK2X#NtQ?YX~gjv5A^5 zCPkAK%KviTaDM&tEQ7G!M|1sJn7RHY1wF^CSsu?9g4Md+x7EHPhyQdrTNh0UxB9nP z4DZO^7xAuKZRa9Rkb{$MJdQ=BmX?+0TLZvD9*r6%%M-KNe|W@_zi2W;S%iTO$tZ_* z7~74J&z;|4@YVOdBt9ZqRxsgOYRu;m>pGGBGs^{n!U+RL?JGZ9Oe{cl^C}h#jrGs( z?-B3XMwa%M^Cu@Kn+h*#4qnyNA*>g$u_=f7RP&WNL5LUp6Z;1ABm||TWrrA%vQrUQ z^(LQAlPfYIoy#Qm-O+C3(uRPUfw#3 zT)5o@itdnrkp1lnwYN<+(n7iiT>Jsp>1<_jCg*FG!g7{dFFHfvnk_UipuV=Q%}fB@xeRH7yM(O+J_jLJ{FtJnKB+Xz-~5b;4zQY|q ztdB(c{LwQE+tus)G2H)qPwH_&aw1QaShCC;coC?oRsAZrUJpfg4yb*%3K)&$@{-tJ_X)F|(Inf`C5wC@GJ4|9hb^mAh2^ z(xSD`^ga)?slEN?vc#+jVWZ2}5oCYBP68|Zb=q!J=bA$wiEjewYH#W~t#xT0Y8Vme zUj2OXHz23NL1vjnW_XSBmPTu46*-r-QC_y?>|wOVXt4o-+S&~!TWg&$irVz%sl1)Q z(DP2>olfE}Xw>XQ^~F4%YcW|)L(MjM>`m=254w$PLF?H6YYfyHE-=5P;@J?22l8?% z*DqeuXfKVt*ze`*6dxl&R&UeV9s!O38!1Q7MzeL7d}X|y~SVbx_*7-+pornF(b-v zyhcY`M^59tgQnW{gJlCGCzaOYcd(bS&MXL1?rh6$D{kAg#RWWxdzwZRxcCa(NOI~j zeNXPOk_6y)Snwx(W6h5E{B)Xx|7!Q&+?i6s;l4lQT1bfQ@x~TT4PLYYJm2~AC6A{# z({LI*Pp;bS$4J_Stqu@qdbk-=`TO5JdEwBs@O-o_j^=<*5DnTG>!`nMhvq%4G{i{^ z5WW^n{#n_`i(WeulhlkVzmr4LWm<{#_5uaJ%{)^IVWcBQ3$1(WCPMUGDeRg7xmtq@ zc8CnHH2a$9PT;1f)z4PRRO@s#HW(KZ(JBEUS4rjCnIp{Dq}<_0EX z_*ozI@x-Iht9G17C_jqDtc7E^sC}5vRf3zPM%#M`*V2t9%bM^fZ|Xc=m;Mkt9zU$1 zE_egUzI6EiPIpE){Qa+vFXUfQ%&Gu#Xm%Lc11w z(D$;3%IdSewhtCBg{l3_?+#pbYd)Z13YgpjjZK5qgfWrQ3nH4QkopE%+=w1ijBLgL*8)o7v#XL z+Yl;QQ3#8GfIuJo{O)eF%}H`{^3~P1Z=rAlA#tu=@l8w(8kN7z%piJ@xbo z^T=-ZCKx((aM-c{#`mIE{ha1iBL4eBFNedP>C1pBk2WoudE{;tVaw^UA6w+@Hh%eFFwo-Et-6_CO`0X;B}XH6P-t-dt-{L z0BqtK%C!J+)KUp$O2}eAVw1rM^g8h_ijH?K=h{PRJOH}6&J#A^$mtT|-|$WQpRRKI zZ=i$cKm8>AGWUFQySA3&u>2uko=$n$_AV+>U~bjp+Q11HqS2#*JQ|{;DFh4xFeAhz z_0p?QXT-ppWKijsUk*Uaey3X2+sr9nFyLY`3xug;hJ`SKQ}JiI_^+=2Ympxgtec9J zzSj^T$K)D>hVQ=LE8I-2%$s;O*T_(F0&@Lj1Cxc8YU8^ZGhZ)D0*%>b9ttbwnj=vC zPcOfhD$IbjbOFRG(9W8#ZT*v<+%|S{jARVR;Son7aHXET|3PHOV;h{tf#uLi%OXQT zle=5T8FsYVIXQDH#`l52Ih;tfIz`oE?1}t&TF4v9p*-3@4kOt~S0Gh#S1dyU8%eCl8H?p|fs?Eu z^tGkcc``xF^{gD|dB?f+-yHq@XND#`D%ay~;_2rW7Z+z#LFK(-)q*cEX|uMr`<$od z+|d0PU{-@ac2>_H=-`5L_oJ_4YW{?Db2d&Qp_+90_V-&KijX37;T!D0rS?5W!UseH{b zU{Jnji%c%yI9$NgRi(_;GdS8#nrL<oI}`U z2FsF%i=bb1T^=yy_$RsrTuBt*&0c?(KyJhqISc8RCz-Lnywqrh4N#Yp6A=fdTaY3W zJ(E+}2$6_;GFM3IFi0+;VuO)byTnof*{jsoy?cQn<_LDU_YUa}y z6&-Y8og6{C->!>)f`KHihBGR0`DBloh@WF(phN;_qZRJrP%dX{9AZi+S!Q&Ic^lzc#o~6w-8eFL#Yc2 z`)xqQk=QpAeuT|SLBqE8f)?-%4W#HPU11;}Z*Saw3K18VgHCiR8BIQSPwsCM;#(|h zv?K-QK&%|`6Fq2+L#63UgxyW~>qXspqLW1o-MLkCu&6#GRB+X_YDn`&DE-%l(W9qVhQcvjJV~^Ab_sby zjoy*0evJ)&#tAmXqB#%VqLFt9?Do%-p2$Rc-V}l`kL{i|lPbeXH`BAz6P+?gQx$QQ zUT6lTFy^)Vx!?0_TkR|uG>6m~5AH5REI&X}U}o5LX-JRV`xRWe1?ZQPJ(z&!&aT@z z=Zy4naO#mKkE-~EfOlww9aHs;imfjqR1@Vm1ZooRy3XFLqM}j;bbt(7BuiVEIH$Mx zb+2~E08Sf_*#Sx8w>x&-=G1yTk0>5(PTsN4B(;8X$T{2A;QE80Il#^~nnNB5Q7Vc_ zt{<0;7?2r;+H{sF_$6;dQfbg|>vBGR5%;Y39QPvy|F>gn_fj6KV-fZ7-hnM=X;;oF z2-}s=mt^5@N0%OhtDg}vvw#p$O=xIpv{qf{a-6wUUE2VmOa^8yZe}FGXAP2)*|h7n zOiP1~&@E=e-@mfh9&o$OhOa7}=G(}?HCE+JxlGn<<{h@Ve4exkt7QwKcx?ODcp8BR zm;{VOPs`4kuSwYYH&BO;lm8~1S{)`c{WS&(qBB1oSFM{}|vf#%Djr~s&WQePw1qAK` z%YQc=cPQHO;u`q_6Ot;5V*QE?Q6q}yXyK>cEH(MU8p;Y0fqf}-JkmGmG=22lXnX>u zTtNr3A!XT@15sGhp|LY!*@Ma3Ts(pE`SR35YKgE^x<=(^CExkBO?fFm%#o>Dimo@c z)j#pjwdmJ%!f8V$mRYG^C<6jHA1hPjQsS?1rKs2ZJ((={Bv4<6Taf{ZQH2rBhFl>( zgE?>@oL%-pqdXUp6+=9?J?=eE8;bl#R~Ax=GcNksZRZ{sOFl&L9VVuMV~_lM)5zsX z?DQ|OX>C6ZzQ(OVsfVZRe=lc59a{IM&eDSV{Q!7Ipubjsfv553hZH0JHN$#%P$tHX~?L@3iktc=I56^L|4`pLp>4Ec83e%A%c4)1R95 z+3oD@&DLSjXIImCEvDh@AgWfRwI{?Jeg|_T){mjKBSD0=4ftp5|C{P`9Re-D1(^$Z zSxy&WH%By2zi^g1UGGDe86?cLF>e_keDm?m{`N@<9o*<_$iI+jr}*uJqn(XA&rQ7l z7|+HE9o>kSZ{sNu_Cl|194wY6FBcoY=3Q@_#rK-dzXsxEe*s0` z+2Y$6eEmHLVP$NV7Y7G1eWx!N*V-5#=_!}0vjv}R`JbwFRMnh})-*w1PI23lFnT|V zHIEii>v==h{yThZrUI{o?COD8mbA2-UD%nVp3+n;(FesGHe=Wb1pa^UTLw+$r2b-D z(7YlO=0=P;Lk+eeA=)~0n2Mt`H-X}4q^i@mu!Z4MOQ(J`ZAPQ)ZTIYnk{LV1IrS(9 zmmd0R3K`w3VhLi(h{S$EcqG2|!(2C*SuV=Twc>iW*n4R_9^5MR)pirB`YF%9xh;Vd zErlx8=dvj`K`ycr;TRk^$7E#_g}yw|>Xba_t%K?7c|#@%B-$!ci6IeTWgCQ-{$e%^catTOB2p0Zl2y)#V#Pr@l|Ua*H>?>`4Ub{aZ5Y=bDAIg~%OI-nL_y8K$3OPQR+8gU#sj{>}uA z<>eja1@${8;tNFDNaZ5ai6wa65QDt_C^5 zk|ZdfR+jJOXWHbHEAW8+YUkO@Dmkz}ey8k$1<^#dS^^|H|=gh8JmQ*&8fqyGHUI7qrP1Hlbfp>ZgI=zcCEGv znz*JSvU7}4cUoAvF9b?eI#(8bwCgQ87v$u=QX}iX^{FQD>JV?-puOj3Bd>v5mQSv& zbgteV&s|pEh>a4;w${CL?Z=Yb)lr&{PcoOZFWy$7-N0{Za5_qkU``Njy4}{uClqNq z|B!{Gn70md@Ve6xD#|}k{Hy0wH}>C59=v&8?ujBi$0Rk}nul@@1?7gEv=&Z7NRo0T z1DVsE&qqRX-AM_jwX-3g`1OX#1_OE$Z~fX^>0G+TW00maq`^v*kEQ+LS!BqaEo%-f zaq1gv{j6bBVv^mC`56HQ{W&Bt!WAAWX3|(j@Vozc9)(!h*%il>3q!5V6)MHcoW=){ zQJhG-0xAj$buO}AQ0eW!F`$NcAd4+JlFWB*U2U2D7R6z-Tk!HHB>s~PEus&6XQ?Oi zVtyLHN;{mtR>MAMSaD%VIWw)M#(&0DfT|yUZQG?$2^5qM#1EgInmkZ9&$TtS{G=PV zbm>TpQq?+DAk}WzZj&k*4=Y&Kl$MRIJIiIug1zM}XODRhE^D>pJ1rJLo7kyQ(dy6s z6>BMd-F*vmDox)Gx{|joE37;2@aL4)#)~c;NBk{#vw%hslXK=QL7yca&M-kzVPtj3o#}d(OS#QVY z_QgdCG2^h_=GA1W^O?ucKitlBUrBOWx!0lXpObFWX?&GPEa4{Kl66tv6Gp8sQu%pr zWtucuDf8QZ4f9*S#hK;Ukt%oI^8IhTQKqyA@xyk!YxcZ%oj7i=K0oYquYUW=zTyUi zEMbCte0-}FiOLFVo?YH64L+0aT>xUG=5?Z9v!lPXvSRT4Itq#-$2w}40--gulR`Cb z*S&K*A9efo^b7nrd=+%!=AiQ@@BOYv-{+ZMQ+A;{3)%l{Q+(exEX%0>%CgE%*5zUT zRZHd9KQ9pYN}uiZoQdYzU8=|Va#panJd^y`(x3~SNP+XM=C8N0WM}i-7Gr6fvB#kf zXgG#nugJd+AHO#K)n0V%`Frk(j1rw!3ZLHIRCuO0SfKjT>hN6$*1sQ8m5d1o#qs=u zh-=I^5t*DHNN_IQL{(I4$;BPhRAm zE{S{7na*()Q4GO`Eu9WUS}EI!buuAJ|E&}hlst5U!G459^#vHGeTZ%M1QfBoz|p%LD-hcFH&$Tk{|y(&%c zwc7nWyk_5891!ftW}EU#N3Jhw$&7zeRI?*fw8zdN9qr$tvt;@`bP=;QpYt-ZLMT=} z=fIkU+U-hQg~P%?FR>`=Gx(7QzLqA;=l{&Y+S`;A6nO*>E$?qFuC5lx@JsV0_N@Vp za-`*+SLegz`}8fGR8dRdcb-n~#6fw~tJ3soh~m-Yy4@p_Ofj>RSL@Q2RS##FPFz1P zuN(>1WK6f^8CuAolDitiLM@*1OjvzA?zj7-E~G$vKymFb^A}~ArP2Ld<|;&XPY!R$M!J+7?b_%{C*~7q?h2IVs1i%uvUrkN?eY z@y71!l?VTRg4!ER7eApmM#3Bm!qynnDADR|z=!SBswj$``1?fN7Y0aao?0gSJ2;SWo>`_@y$&L8ClLIwjt3 z7)Puxy6GIWZL;s!=npPEo47SkiqHErAeHD_#e{M|aL-cag#Xde0<9A7bV!X~vvJq; zSVxvE!)q2o(05Ot2`(u zkLJv>MKWyPd*=HzeNr~abGXt88_bA$eGl<;@IX;cetxhV%hfp%MgE?UFXdmHX|-+i z251HiU=b}SM7b@+ z%>Bs2oV^9SNB&##j_*kJjP1{%T$USh?MsaQx=k?ibUww2L@v`SpiR(t^=qcV<#z-7 z(_ZDX!XpI*t^@gd7VTc^CiVk6&9hkj6}c4-ZJT%(ZITU3GMGQ^7_y_{{P}RgAMfQ; z)WBirc#~H;ctc7i&8XYadLtC!TT^>vPZD_iuk*#~_9?M6|_?!?@k1h%f8( z-dWW`g`LZ*iLKtfZ=$j5RmEMsSXa(!15t4<%jCqr!e&X>m$9ts#U%c=HDR`fgU3Sg zIe)n8=YJoH<}qw(uLG4?7%#eBj1eHPAE=U&?(ViKw?M;z=|e@(K1Oqy%B?Rh`X~D< zkp+QWJAHzVis<3y{gPWTEkv7f^J;%SgvoUvqb6-v=zUHuDu;io{JzJ^Do-HOpx9IM zdHzU3bJqP`&rG84)yEQc^y4|VzZ6Z;>TGbhWjlWn%l~HUE!N3PzK1*ZcJE}xmqa6= z+^cCgw>w2*Lv2o^FpMVt*#R9Zg=qqXym$7v#I>G?WV0BV`5&K1xJcSz@A9oL{crF3 zK>d5~;tL3l*80|bo@shMWiz!$edvM2HI3k3@nt31R{f!!FFKcQEMw?<6{m3uE)Sg@ zv_5JRR4aEjtPFijbw$~?Ku3hEMDo_1$$c$b>DM56(U$`4WalR*Atw*1jwJU^ zKS=CP(rY#4e)D|A7_y!5c;cP*o4u^-7+A`!bw1i#Cu%OQ>sK5K*IHyT;F~|H;vUGz zX#}BT#K6m6`rlXo4V!9zKKlLjeUomuvx?JHA3acVxwxA1egEnWWbqtDWPU1sbHffk zXjR;2w{bav>`$fJog!`@=a<{vSNo&W(iLvG;*r~E=8(q-JHL*tV#o_Xf2+PjcJS)I z34(&svH+Aq4ei0{3uE>*CvI++P*8NpU>3shPK|+0YE>p?%Z$m&q5e_3$kpo8O{1?l zHdp59KSe!o_bWYa-e^G^nO$8{b)$cX|2-*QFtY3^We}>d@5-mcO5>C9suFr9Ca+2J zwO$9?{iy4o*D#W!WPW5_x1%4m-|L7V6hOt(#$Q{D_6Ym_w8%G?xhJi}<5j#~xTfd7 zLtruy&Vo|Qp2d8zznoLAI8F4umOyp|edeJ@wuwQb>kpAI&Xq3lT=(zGKgY@+n%x#K z6$^CSmj15QSKRfuzl9m+Viz3+?4$oaszQUVJI&Xsoo06K$B1W$LWiJtaPFX_&JXq( zuV|0wjxN?h(0HfDnrA4c{OZLejO%G%Ke*wOVhQL`7RQ7v-r7--LosOSZ~mrWelHO| z>Y2}(COGD`~7ykWwT8bcZJTg+zfLhv7hOw#TK1Ok( z%_?j{IYZr7mxo3%&r@B|x@=^5tC)T8mO{g>W%(~oD}f&v0lpHw=Ty1~EXE-Q{`bkF znAl3*vw}1jNiOsZDb3R1DtHKS$qkLHm$nRb2ExV!OH^!ltrx_~8MVhF>|I$!R+|pL zd^M`HHE4{oy5kk+>!0>b7%nh&)}!ytSgx;nvFfaER7&PJtnLp~HLu-t`FUUMETP23 zK5@$upNt?&ol{wl3_ZZGTIZVW)uUl__HTaI0)lhQUe4H$VX}KY6Bk->Wb&INz?aNa zER4z0S?~|~cS6?QV|oU`dtST;|LxdlaXQY-gF-rrs>9>z>rp4|hQkpH z(_6f1vgVJD&84ZdfB(y-%kjqE%2(?%D^JzY{{lo56tb-M@8yxt+}Gc4ZafM1PA|C4 zXP%z=xm|&Ie)~XgLV+kyAvMytNBu#o1VLE6P^^gzc5`Ik`QoNgTQ+*DL2$QX!1ZvSU&7wMQ&A+TWGhKPttEdp zScZ}N1&#!6T-c9m#}=_n{hz~0^1Hk>zuXKa(X(X@HATglceh)i7&o1z`1iYd)FjPv z4n@^;)+tzLNMp#ARDgX6hRj0sd1?Ib3%z=Kb6$G+;D^9C zsAnB)1~tnSO$VUeKio;ypjOQE#KXIob)L?j{=bQUBHROwN76xNb_?t{|BtP=4vT92 z{y;e@AS!Ysq(K2ek?wA3X$0v|Kte#eB^4!A5TqoeySoLE7mv8qlPgx}0NeD5ZsUxOsS5hfxm$isoH^12=gNzXrdKlCn>=9f~e?tI1+fCJgC?vPy53aC1HV@%f0E zlexNHwm$tLCjJKR)*~femrT-AEc$Aqi8V|&Dd#Dmf zSw$Pk$-U6X8Lr=YaD?fWP?%G_TsA!wD$`390X|7Z3o&^M>pL<6sVH6ayVJ=w86st# zW_;=hrk;*=QaCU8#S_MP?$mSWEViDk`T8b>U+U@9d?0pj%lnrwf!x&yX%Q;qVr4HM zLqDONx{%P0ppuh1>g(4BrF;)e%q~)gUKM<{F5(66&^rgZIJI`zu5J}MD?c}T?74u4 z$NkUOXpRrT9369dbJr*p z(^7{^qS_Z(^8aa$7-S6OsB^MIF1@|H7Z}V8{p#5#(E(OXq!@Y}(O2E)e;#*z-o3!6 z;RB|B5|Hh`xE}m#QObv2zjq?aACGA`uvTjEbZ)3Kevt@Mj6&Jwnqc&8T(|YG$5Zg8 zWuLhS&r#IV`W@MYwF8f1KI7`|!Jfy#MJY({Ec4c@Yx+opupV!WSwr@~>axu9RQegy z{Th#_=b)YD-+A0IGghfia7EPQJpR0TSa^K+1;T%>(j+>u`t<8%EM3B!Y#V88Q>F~} z_6p7*sMzrr^N7~g$=Oy~&YOGM-Y7~6yr;e9|Df`-B{e!L5Yi4PYI6K z4J3hWe#`Qc_z-$K0rRtYr6cIl;p=0*sK0Ob!&`$xC^9?LSCZsu_2VY~ zJ6s+u8oi&Dr7`*8plEN6_J58k5oqQ~as5&Wrndb(a0ySA>%|9C41P1cCX^?uBJ;mM z6i!CKz(B9y(jjbjqeW!vJ}S9iqE&$Co-VSsPmF(3q-aN^?yS*op1a6CD1i0+Z95fN z*gYyrDFF_>(Nu$bg+v<0jD>~H!;M=4Zv?Lhy({|aSAX9@#rXBrum=`YlNU%&cE100 zym;>}^y2O0txx5XXVr2rMfzRi?e$-yGGl#+ASzEivsJ}TV*H`ye~#ln-@JJxYZD1I z(U%ZH_{D=OvlOd$7QmFVNf=dJez(xBt!U0TQw;sn~Eue^{zh2Wp*P@nty%)7FOKrERlsf zo*)hLXsv>;Y@${F3P&mM7iD8O1MK4KPG$8?{o;<>jq1M?DGIN2J5t#_owPN_>!hcN zurcfw+UVJMM9r8@^LXL1(#F2OyAOZS8z&=CutPSi>lqGub=5EFWt036 zD#XWS;oI>k9m)S{G~U?P&ZQ{#!7%_3kBK?E*OdjHYRHyW$pXcq(pgK!f0y;Q_8XWZ z(m&Q+#;z;7^wWnlQ#okCo{9GB<~#)?v`-```NKDb8%;mqUpAK z1#8N^)ya7Daq?0XPp|&sBX-R&>n(GlkHY%qOuDi*l1Y2wFtLAjJD55_spO4@zX}W} z?!Ce34n&z9>!}SnJkj+(hba}ho>D4ubURf{wOc~*uNSYEQ(RW8DcBqQJ8vkjg1reL zW;|Ky+VOh-xEYysI-9lEFg=@qbmbZdJ6ZkOG&sItiSUZhZpxiLnCAOYT>H2poQx&* z<29=cF0-m@8uA<4sL;Qq<3 z{1y2zc`3Tp33;jB%kNmVD@s`l)oy3>IV<3{f2(m z#1dnO3EP-`cIrzab<4CNcp1o=+wpon?*Zh9SQ;O!xkt%Oxv>+>Ws1f0W9&w=@_hV( z&(UV&TH#6EBCoG~sSd68SKJD&hG#QQ+_PS8PpblM6c_FPK#e&BkvpZ%P6u5I>27mv z5_&eAY^5`0m&`sAv#i0)wG(c-__duKMS{v{8WS(E1)Rj3fOay{F@Z6Dr5UNXDbBrQ{_65%olAZlt-#j zam$4^gKTjcHjbXpyFM$B{2>t-BWXD1lIp41@LGtpEIj^)wcxb-Qn;u4kMADgb$7}X zkcJ*f$6}pCq+syv!^<950*pe=XBGg zX{1>SvO&Upp%$MajPg|feHhKj&{mL?XG^S+&-Xr2?g&x6!nHnXdT8-IZn$LVCUCup zdRhHX^AzOXuARD?L*FAQ@xQkqQLN|l>EgL#vj!{U$dL}MY?AezM*=yOx|5tsj3@@L zbp)%SKCvUc)6A&5yJ_XcR^=Y-6Xfx}%Y^ZmcoD*I%BN(;Z5;hBj3Lsdj?qNzvUMj5 zzq)^)OjZQ6BsSGtww-R$g|&o+mxN8x^-Lq_ag;-5uU^dSP1ZiBbE=E=pblfzXe6mUVY&LB7v1qRqr&6$L$!#z!XkQE*T5sJYO&|v{XD_^NOy}9Drx7 zZ@Bn1eY>1-q_!&wyl+gVD!7HODUh*_ROB|8(qES2!gbYD*Ex8VWwy6156H6@msHgM zYZ+u=i~r=+rP2DFmz^2{=iOJMhXB_>;WsfqloBXFqZpS54;Bte)KtPtBEdr47C0np zPnwF5@{b=GrPNvPX?sq-ow2C$s#mTy(VS%5=-$#S{7}}N7?q9z|GYZWS9N#|Xe!Y& zJ-zMMm8n|7kO}KaI?v6-dbav5+y#sn<)T!MdFSx{y%h@Imai;%ByZMjiA{U&^m+n$ zkPXZ-`1w3zP@B_UrCB&wI~M1#84dn+mEuz~AgKs7$MqVnoyUCz;{ZmU$D1#5TW}qhX!f4scTXvV;(6yPL%r=z_wJJF z$qqI)VMqM)79bCLC1m9Frc3p<9geCyxX_*=QGYv`uPVBZZ>K-i0*I67Ius6KWiwB0 zpjAumKe_NP^5pO)aXUIFU7MN22jT>V!S`E)fVpo>3-8Zib#@caYnE7K+#vT6d83vf zD&epf+xQTPM=@CBYPk?1wW@rN#7m^rq1ixad{K~R- zp}oG+?{kRP?$t%!ztJLdU5F^@*^jX$#;CttKP=s+E~+`|Q|6fqD7;+G)iCJGboN?w zl@y=S)n9a>$G1~qdwX}b;*5i#e97JJlbU!%Pa>=}7 zFE9jSh5ebF(;^>B^(yyNW&iY zvwHp;PdEedC2aKXbn!!apW`*-6kVE7nO#VsR%7=X@812vB>oVhG!iZ{zf-)mG1H)r zk#6jc6!~gnLQ1uYkW6Ce0MdF1{#oxb1EjW}AB>0UHeSVy7kS#S_h7`jLSYhEJ>w!) z{mNw+eyHDSkB`;KPUA@8NIh~a0Wg-?h-L|&4?|1P71>L?hV_~E#b?Dt=Ev&f6eq-V zhsPUOxeJk3c;u65vsbZS1yhs!Y2k!4IX9ju@_pdw6QO0(8X5BR#+5uf2e6*!K&HZR z6Q;9G>`!unfyFC_Yeh?>P_aLGS}v6PN=N-;a|a>x{;lJ5?SX&7UWJ`;0uuG+d&bG!ucrRs zX;N#!O|)5q$J>HftJl*@vQWnYdC}q@1XP1-_{N*rpV~Bc?@}w=U6mz$y!p?%d`@IO zzGQnh=2bFiFH|ovh(K)1NE?B;?fYZUV5EXPu|8BHAX=Hx1=1h>Y+Qy*sV`^-osxGF zL-(6d6-DD}0Xe+(W5tq9=(?sncJJ?(Co1g{3c)9=FuCtzyam*0EOgM#b5^1JlmbvL zTh=V*EgrlbCGXMMbMR9kpzV1wX(E|7v3ULV@6FMZhe$`Mo43+??Goezqw{zOMr&2% z4Oh$w=&q77$yxvJYyN!UqZa#>v(3#8SFTjU zK1Zh_16|yt6SYo;jurH&VUo|Gwq^3&3xx(qXpZ`Dc}TqWn?yjUJWHl*y6JhGdH*0~ z7Vc~E9EdtX!^@W#;y$*+alt2J>YEjEPy;;UG~YiLVsc<@)KVLU2?Q9$^zEwkClDv# zL&@VXT|+A}R{rEI#-luL)e3e5v-ihGOXA21q*0!#_Z$(?TEW9IS#dCdI`56>tU+MO zK>IJu7@=Bll(@jqNtTKIbI*zH0AJHCgG+(`Sji?>TarKSM1`#ff(?YExud$b` z;w1_V9ihw!t@48!@}uR{zZzEJ6NvEDt>OLC9F>pG7r5f_J}f1i66ENGVB=!EC~cnn&{xzn?Zve6fr*1f1hBSLjs zr37wvo@_=~_#$v$Bd)L+E9`X|N( zdX9+cA_e}!-DEwYYjrAeLb=`}n#|WLyLd-*$(sczCoZN=erfE(X-N&v1|~CrAWbb28_9XEHiIT&a+! z{{Z1dS%!^mahc)K-G|dZXZfwrV<-2&|}>pp?87Ru5OWvR&cwo^3uAfMbkammA#Qf_T!WdIXNqR@S^1B2_Tt1e?P zNi&Xz-DIGN{Cl`wqAhs!`##aN;H0Qy!OcVx)(=W;$CbE;OFS>M$~``o>DrvI^0(kP znIMJU2<$O(ox^ z682pcRr;7~UM)>{H{xESD6MZ_Q=xMDtD(l~bSlDWiA0{me6x3Jq-CxJyLVgS`}2Po zEr*A*k88K@@Usa-nFQc4Mt#G5f!JdizBIvC+uK33*nL@qG85nsXGRPbf+x7DfMT(} zVJh;n7+SzN7q5In{n|i8?&;6Ug&3kRV;`_%3t1=nQc)`QbuO`$a^|{h!M&sCYV+IcLEX14L_6zfIp2dVB z=gnzYNo-^Zb6t#$`qlcavVlTbq5KDvgkR010?HH3ltZmQtG!`=CJzp}Y>k{{kS`YFEwkWJs-?ns(nw<8caIe#g#oSHgM&nP4 zu)+}_}{!FUsX}3uTobMZymMxve-vo6;oPo7|0#^ON5#sr<);=<<GwF z-D`0Do)>qk9Rby#d`afUdF&1HJNIjn*Me+=T5gNc$bHcfczEUP(O_l8g2GlGn0^AL zKEdjRSp8ilzh6vDUV5<9E^tDj?CxLERBSB#Ot_rANp(eDPsPeK%kaZkE2?CJua#rd z^hCAt`lp^1v_`c54$J z8+p0LBT#C>>j&kPJV!M44v;u^7CRzrd?o4CM6(gKGr7CWb@$KiOpfV8Il`+nBJQnK z1GC~Tk~Qh+=7VeAjSquxo@)l<5$D?~-6nSd8ZM{IQ?EQz^ocayJRmRtyHq~Xy32)! zKKvSnDA$&HS4uPg>>BEIC-kdF$_BO#-N?VMnD97$|=%K8$Q$-I%bKPUG!&8bD zwD)p5S!NSvZRW2yZMRK}4~M(WShbyVTKH1p7&I%sv`=!0TAfGt0&F;TR?{~+9oNTf z^hYQ9TMS|vO2akcd~D4wg6;+o9d&+dz~gHjL;&ugq4HIml&ew|vOJS>IIQZALN{?L zeFR1nQjx_0bLD;7Mnkt}w*-?^*xe_wiii932Xa~Oa<6tXyi?#KxPINHSGUDk`Sy3g zB~+gfN-Z@rNxC`Sk`sCgx%-f;SBe{FS7XH7;yZfIhv@*#*On8_9T4xB!F4s1FR$-jIt z?>ZazG0DF6=Ao9jIv{C_pq-MCL-zP$%8RM$Ur84AlWCPxz6 z4B^;o3|P2l>e|T?UgDM^Jo=d0;vM5D{O?N>OYOA22El!c?Q0MeVoV_R`qYCOLJjJ(8AMfJZ&(!J-Wis%P1$&| z-RL(=N^{s+UpYefWZ*^e;Z4KFxo1gMocz$KuhpZf#qmX{l|xC(qn*jyoJo@&psXlajhjY<9Gq;FxS~aRURH^7mx3yz`|KX5 z;CBnX`6=AABmCBA3pyjrY)zKgl!LjMoH#`Nrb|(oIn~MnWFWj-JB5J+aHoK6kKgC} z%S4dFG-z91QfM?k@4ZDR1DQ_Btniu;FMEGwOF%etVqKbcA@^QO*Pre?szlfBsj#si zmBN^y*6=a9!}+#O(nZ!QKk}T8Le4G)t9cObMMCFH2epWM)HK|TJADM+_^~(}HLN5> zX_&P#XdG>nI)GDcbTY|`~LWtMbUFzq{qGRT1aBJ$3o!iYzxosOQ4dk52J zFN#XzV`>HWE+wNha0T7hL&05m2;%dKO8Z%{CC8pxcK4Rc&fTn4%6d;bFlmP(3zlFR zvRC#Lo%RIrp?qfolXZ9}A+w8dGOco*Z@<;Dg3V-BI1SZGVba4-=5JLmBq*+K+mYJL z$YeuB5Tzg!@z5_rSJNj%@PCfxHrT5y!x&-z&_p;q);0RpW#bN9n(IT$dQE+yDl4FK zDV21i^-S68Q&_D{;!0K}eOh)XmnsnyYRb+j14d7ebBlrd4qX?ZJn0W`^ zq`(Ayq(~ZOd<9Wa70|da&g$m{Z)q%Dik$4bOvI%Ffk1C{zv4ZO+fx=XJ+*pBK=UQX zFF&n!I_F_$qu*&9>akK;;rp-}uA8V@QfQ=6TP~@CR~XBg=wF2};gT!6`*Ij3byoe? zc&OxCS6Cw+3TU{w@z+tq9URkjQU2tqfDyvbsDG4DXUc`nSt>QEq4@-gypfpoQiP@E zHuHp7ts&r&3;YqH;+BOyOS8vAZZ@jEh{Tt2zr`)aBCJaF}|;HdS2j5_MZ~3f`1U;7Ta3u`3&`C@d>FTVh#}kNt!L zF?wykeK)@>xB7YNx3S1I7athySRUyZF?19;Cdq+L>gn;i zT?x=8r&Q%oE;m7&NW#n7XgeNq1?r)_FR88h^L|_Y(w@^pd_C1L=ZTBrLCNa491E3p zp@t44`4gIT#p?& zzYD^fJ|PW%*51QE7w2Opg}*pO*LGQCgKRQYdqvwivI_C!%1-?EU&Zwymgg}DJ7pTj z&bp%W9XJzhR4nSH3O-i4Plm0<&n9@BU8jn8x7Zt#ql1*w8a+L|T}&^+9FxiZH{w=A z6aW-M_xV>MPk%>d87}b_d4wD7_97hx=8tzUYhtDpsniYq!`vLNV@@RhTxZJLqvPE}rPk)rc5gz5FMq zR`(>+QyXKeJ-K_&`!AZ<$}#6k*W?0+sjaFvl&r4SM^ZR}3zF2gsno{sCdr-;(Ad0RtKOlp2gzc?K?4!zUx2% zk$5WhbN2A}G;K;8!l1#T+h%vLmp#cX%9M|BS8bmO@!4B$XL^xPfg^<)xJ3Kk&!h{1 zB|f%G-p}wPb~4}j5IJ5L$}@cQ0X7lUoQwP}|EeGc?p#ygP#*p!i13J*K~+|*2m=t8 zaURdf^rY?dvhi=JW57Tf_-x}2o-RS{z+Lg~Wa;!MNue03B=XMngjvZeSWF%AC57Lm?nC#(vpyyu=~u`F z7XbJh{*PSia5=5~Lm)`{HthzA_9OZPFm;|6>XFOJA;65>oEL~pejbGYQj(*qd+^Hg zeM09!9@lG>&)G|i^&Ey%_lrgFhdC_w-<)-;-7bn}N$LZ&KecQ4f z8To!zGBw^u7@=*GF8bt%ZS-x#l2VBkab8of((cZED6YSk2W@&@YRI%WRFJ~PM5)V4 zsNN?jVcbg`G`DGr)n7Y86>Oul6g&S4I+g$XsMuvGGqi9x2Es5H{Rvpmn6Tv)0Fa`6 z0p`rp$WgBG6``qev*mCM#)QmGR6C}}rejt(25l;zij&98BN{S~t*WY8%grk+ZHk`LJrM@hVY)OL?I{?IM%7Y?uE)r!A?}e>iYQ%3Bkgu-W%2b z1CB;fZ|7TzD%rcYQI2)Nwi5v44GKs|iB?@ZWl8$tfuQ6^2*=3yFa}H+K<#Gm2YRY~ zXpXh$U3a?Ee>zYQIU`hL*D+l^<92}F%}8cik>Q-RahkN)=-YZwWAp$d?RMRIl)`Ze zAo&4q_dFidn;`j1j56Q9XJ3kp;HF)4b9n@9eXGf01!tKE0{`rFOccoa5wo^9cSLDl zKOnZcR~yb478YjZT<&qrUSB_7{J`CJQzyo~_A$7Mi^zrNos%oP&((hbNZ8vpS=?g6p;D zmi`H}0)=(IgeW-#29(E|gD#>-QIli-q2fK2k!2(6GG9_bQW+)XI_t_*yCB4kdp#3G z6{Bj8zeMuIxChEja0hiTcedPe20{c(VTU}=@DWt!mYkd_8Kfp{uPE- zU~OHDlyk5=5r#FSHKygRBrm1gs!gKB5{3*5FwKCKB4yL&%WwKeg);t>u6YLuw(jNA|Q0Z6xt4CW^ zNjW^^$AN!12^AS@_hkx{%UF`P8tTjWH#(xJ`YA^UyIjxS^I<~=E9TO*k9=PEh-u{B zCs*LmD6wEj)!MUTNHy5ehHW6?L)*Y&>D9CA!Qv<^DpDmibRMX8dnx!JR-WNq*Q0W< zIU0IzfA(C}Ovz<}Q5)+9n9X%DXTRw*i1h$SZ)_M`SRJgxH4h0f&$G4U)@i@s@6DXabrKjz>P@rTFZC%w%g2 zXytk+%0?b%FO@NvrQq8zb@q*9LZ}MdK+hxFtQyQzdSK(DnuW+2&sv16d^=& zmK17Hr8agfCN;N40{H>~i_VebT96~!fR3BlXrbC|9W}7wxvx4ax+T$Ch7{5F^Z0C>Tr2?u zt^?gUPFg-8b#hGOo?sPOp$fJUD$_#$pby4F5hc{W0vBs!xNrXZGTeCcoQN(d+2CuR zMcJi*=MC`PR_N*QRBkgM?6dV!4zT_h3!_63LZ~9tqYZJkh5}BPPw60LeZ{w=R*1et zf$t&dpqy`-tu}HV_gU^R!Rav>+b~a*@X7h!f9~L)9|BHs)h!sQDmPGn1 z%$#IYsR|Z-=6FD@=~rSb>?F*D8Zn3)YsZMTHRU3Jr{Xh#UBqJ6!Yp1e+`N^9;EK3O zRRdF#QxBFs5&Y_DZ`P9BX0G@<%1K)wIF=MJEET19NXkO zGqrsT{ui*i6|3u%Z0s97{*%DL%~JvnV%p=U$~~!TF1PAzFSN*qyoJ}fGk^BlR&iwd z0sd^r`3MUsJjO?*hZ(dsDJuN00txG;)6LlHUbfMcHfTf2Pjd)k^DCQzl zCO!#hL@?^E*|?~HP`bE-4?Y8LS4+N!)?{Pz;_HM&K74wPc*V-IZ$5EVVCm0Vhd)$? zyQuH0Z0k78;y7ZTE=i9Ee@1J$yfEjA#nY z5U{q>*~=_;#cCNOaJ+Ukj4NxQmMlrJoeKcXuy>%_*Itj zub)&xL!2(}S1EdQVj_YoYM2USoS$O*V(Buguw)J|yf10{Z{IN?|9Rec|LRnpt)PuD zK`idbbsNp$@QIY2?_bn)(v+acVf=gn6yC1{ULYLfUp+iEt~$wUEIFp!nXq6^95goA zCandWCCLibOdx@rb!eqBc^F5o?+D-kZrr99%Irb&<6^LP3r*~3Im0B!bu*-b)y6LS zyF6pP$)a}I*wkb^I@mHW?@B7&(aP-CVzWJLcV@up!zR7Ln19UX=Omv0N z&V0_z(iO<{t`NKP#>946ah#*|tFl3=nw9@7)!75XvU~%Dt2(5-&bXax&*x6`uEzE88@NN+j6xB&qjL(1`Yw<0D z?%weF<<4?|3*Mn~=Co~Zq^5@8lfjb1qln{>!j#_p#-QS?Q!N{@=x>!_>2XV8l{kB( z0%fdd`Bn%%n0Rs?Z@@|`f#3cC)ZB!j?QanHo$!7(&A>2qRXtP>P`=eF9PwSv&CdbC zSlWxXo2BX=;w!ws+qTVmVF_^m+^50nyK>Zk`<%N|*>6YiK@AUxZBhw*e+CkvAz5y( z7DApPZSuR>>Xaize!Xv=Fa3%)h%fx}VOzP&hv z5m#^^K4P3aG$C+M^BCSt1o{*}^Jz$7Qm$qV{_ zjQAK_ReVZzMLhnE7y zltjy>w=_j!IZ(`PiDD&^|Mnulvcx%=Io}*_p4oJ;=zdG39@FT)og>C1?Qb})&zp+v zXYw~F00!s9Bt@EX&||q99qIjOU=gfO*O$^xp)UmO9MQF)M+_jKOn~>_XxKh(-)L`I zhc&^__i1O%VfWn=4RB4qE%hlwC|_uWX`I5hhc5vMa)09eB2}74cirjvgXGYxU=2GWBE9nVlO3e|K|s_u%0$CjJCxcfw_f_whDG4G%CA=onei z&A4J8U$fONXY}GV?`o*af%%tb>L{!E$d)JLyP4gf=i)bWFFLa}Jk@0dYeO$Bgm9gm zN*(G&Buzx7yQKNVp4s=smXTa!{+`Ziqo~9ghX#hic1(82eWA@gp!Lz0DG=T#UtaG= zP=QM)(c6546Osz{GCfJ$<}MLK6^<;=FX;wNuobLEFy(c3k=!lp4_9s2&H#DfePGqm z&LUAJi%1%qD*qs79#NYcsp~O&-+l(dq25z#_pcK0`4Hn9hh6M_$OCA~5p;Fqwh~6@#%^LYskCyO)wi zd}A+Fw6=TJSgS-@&{nLm;393SWsyd%1!kM;OLHu@oK93K-)N`KOu1p~l*I`1f>lN5 zUNSzi+xW}=skmCd6eoBqm3aMrh3lVPkM7Ij*pfh80u|5W5dQk_8NJv;XyEg_l)pKt#E+vR$< z6%%#Aj)TZRszORO>0<-#J}@`(Z6CrQrV7~7s&1RZo;E*^+t_e>)?myS^_6+_H5kf9 z@xMMO>ooXi-xs}2xl`xg8TvEV$@tT(DBA7)4+B!7;4kfqs3yrkS(Ed4Bu!~iQr534 z03M#$2gfIOgt=Iqk26}PxRnF#**SJqH1!zIa>_&WpW6$vwui=&@!boI4UNC&UaL+R za8!Wrth?h7Ubl=;BOlv@bIV7Se6*mXII_%5ADMTD-L{)i94zQm~=*q7{~v=W93Hot&QC@|%Ujqy7JL zTb=!O4(tz@jQspgGms4p4X?R22j7Idzv<9-NCbjL9a?gs<3WHaOW=~2;ffaw- zVX6Zkx@9=r%Y6BFYSI^MJg8Y{hQIE9y?3B;c1yV@cXg84&KDFEyfw-i;y&$kVJU#{ zA>F2J%BEDal84iL%GKY{v!{&@@^xE^&I@421->6BPS?u!_{M$R70N;E%v|Gyn%LRs zSF5kWdw;hm(@@^F$`}(F6VWT|O3BPU6S}K?nwfHKd?wJ$74rhU(<{+>4Rz(cR&MXn ze~|@=C%-_dkId1sR__q?Oe`rWxknD#${y7cBdz|6w#2Xtji^b3APD=CEmbP-gf$}k zA#jW~dPu0gmpbDf14p)wczbhBX4k)4y!a6`mQ2g+yz}btiVMrSDU(NVC|j9j^8o)I zK?QX;<2h&}HXnkPaP;x$_?AZo1ncPM+g)qCcJ@9G4p;3MF=G6U7%-ct=tW3K^>5$! zu`2r%jI`3m-Q8Vdc&>8t=@4u`E*eWXCMU{dH_7oQt0jaMt;>nC!T9m2_XyEG0^ut= z8!t|;DlfgSlidwq^#L31$g#=X$DQb&mf=Uk+NpCnx_cY7i#4H~%9bu(QUuhA-p>-A zaIDj?txS=;l@`Wwpz{a}oH&heQ#qK)Z9?k@*VP@Ib!5#7jhxba35M?+GkW4ZMSzP=s^ar?epZglh{#CXO>MMJ`i(ppr2NYurz(|#uMaw^|x!Q zs~;-E)7IUru&0`Gl5aIST5jEjd-OwWTk0j{j(2qy+iKKrf;?>x zjin3Y98glPPuIB(D$rsyRl6`IC))5rVj4&s@i z-FxJnjh1c??0rxcpVGKb%gkr^O@p3I>-1ZFxf~EGc>fbC`N%6}1Kdt#qHdufb-QJ~ z#5%0Mnhmf=J}5$!UcPm9e#9EVj+=oLcH1;~=NL(om6c`r=T&slM1A$-L1(Y}8XhnB zes1OTy5^f>RJv8wIhj>YHf!*+snTUbVYWA6lAnFN5)7IFHv}wdLS?DQ<+BekofZkt zxw;gvR`5lbpv;X+Rj=*;taTcpup3$3wML^?Ub?aTu1oCuueDgTKfG)F-XGbp>7w}Q zs`0WXFxZL12NKN0mkz^cf8&ep_Dd7h(F21us&7BSoxFX;^_s&aCD~s8-YB1T`rh-O zKYtM4I0P`OQVaPOSpgV`NoppvW{?+xFZ?QqnwJ8fBo9zEt5)SvR|clV#vI{KWnTKk z@i*7cmO9pR?zY3dHKqnW{wLW;%LqS2=7YQy)TDh%xh;%tyi5TCksia5BFq!Ey~-KIATGd;(xk z25;_Y0&~-zEr}!f*aq^B6h$a1Q$`*p(VG610@c zgQq>-L6yk|nJ8nDKy2La{%#d8j!|0i4y#Rt=Yb9!yj%S;urN%sJZKQn%J1ed*$+Op zbq&}4t?8KBN+TG^FkH}HY*qbdF@gXIc8@Nla?m}z6)oV77~jWCG0Vn4!Ea;zFp5~( zqZZo4a*w}s4OTkmFK#=?FMKE}(SRfs@h9LzgWZLg2XkZr*)z>rM*7SSP268GZ z`IJwqO$SS}#E(}L85XaTfLH7?lExkh3q59SA@nlJuyX`#?5oPIrLVK1f$qt%dpoT< z|2+_>U|U|{ZC`NW-3)$rk!d(#wF12-zc`fyFhemNiOL!Q{ETw zGWuwn<4ZOB?=!)&EZt7v3Y%>3s=@?_-AO?pY~YyUY}oz8K7!GN{3*C~;eDW`v7bQB&xhCkc%$SD89zDc z>Cz=*>uy{rugKSwx1kGa4`J+RfDsXeZ_eJ|2?N;GM87$uy|Rtb8P+a+{~*DRAL|HLvvMuR-p|#MIkS>d6-ixZ&hg zj+3K-o&&*mEs|b`vTLpS0}XClQV2=}K*Qgt>ui7dp?FriVPSD3VKfyw29Cj-^*eo` zk1;*bZU&QR7Y%O8hI`HS@s^)4#MCB~n|DSibob)Z7=bFKZ09d5-B!xyS7LGO$ZoC& zjgW7>lhOd_N1Zfk=oSEu)H3U%|7;{_2C!5Q4P+9!>6lcWxFnnh}{l%W;Q>0h08X>${92qR|mJSbN zJ)!aV5gm#&G&JN+-rdFs5o%%V3==CF2AZ1tKsu&)>duAYU5%3BxodKer~;}COn^v4 z$JgYqyt9qsZ0kbSN;2>6dSNsK()fnuLg`+pu)gYWusKzLjMF742f!cP?E5cGZy2lR zEZ%wG@-8BnH!9B>N`MHW52up9q_n43$Z#=1KmYgXngQheT0eQBE|!7>@C2iRTCSTtF06by?b#Ctg&qbDt!f8!`8oF_sF!$~ zEa>qT&5m^iG9h08wBotO+I}Uog_bkoY62$aSfEb7yGS$J`(EYN;uP6VgJEZqBX!v< zv+uo|!NY*ZalI+us_2}I34Lra6@tec_q+YKFP}#AJJ|o&=J?Mp`x{RvLn5B6tn4l( zo%QQJjCdVTDC!NRz{Ig;86Xpzq2S!6e9g!1l!loZ8LQ9@6Apcp`Cr7>V{90pn7D4| zi*?-?Oc6lLn3?KmBXsCiZyV=802Jdr!mt=Syn?3$Ig7ZtqdpCDZ$>b5HO6}C=e!^U za1oz(|A&{#HAXz^x8J_Bf}||@s&;%Ht^C}qTOa_`%0YuKs95rawP^o`h{YDe zvl|W=1UP0y{UzK1T1W);$$UG8&d| z?eCBBo=qvwH(*<%g{ajCn|f$BM`Q?}KQ5#v0n!s{%-(&wux1&YT%#KZ0%F&sP#5}0 zaaDmrNZ3-vyo4$>||QEQ>cY7NjKBWmMwtigFD0fin5Z za8-^l!XgcqU7$(lbP0UCPw92GcOCqU^dD40jGfkgVCc72=kFmWC9kYqW()1pE=eEc z&Y4k zBEbT&JArI`fElO_XeJ99wNijT z$)+~`?%19umkb4OIFEzOsnwwt4?FukRfE1 zh;4_evbZN=<~5GGU=UlIM;RVBzPNwYOoj|d0AGyWc~E=E;bV2rW^R@ruMkUpjagId zm;!ov_0C%>8iVA%%ayymASKzH5HzF5%QWWD%gw91#kWz*Xwjei%Bote%s*JSU7Kay zs#p!Gd9w+`t+c`i6}QUS^^?o%H3)e0a&x#vkNM8_7c2))y%Muvv7LCtGI;Wk?;Ce- z9fQYkV54fb(3Velq2wq_bmNKVXj$?n7-JRF4n3akIj~4>bnzoZIZ1!dj`+RzeA|F( zJ+iGi*mB`Y)Z%)RxGRWstYB_XjJJ|SUq*wielP?p(`<&HsUYrWYfev(pRsSsF`FE> z_0(#r6`xML~wS&#Rix~82=IS zk}+H0`$zhIyK;U!OD-_ZxZ%;xx#A-r!nER_Z5n)5l5`~>4i`nLspB*~1t)hZDzPf+~ z%7+?X7|!ry-v5+>&xiDljZ%FvB6=|-+ZrSvsH-j^vo`IHmg0tuIv1LWdV|tjl!TDUHA!A7LHt`@-eiKQP zc7Ye?0o?(9i%(!cO&SEAU_zf}f;J$Hi1C9--1Amg-T3ct7{!{vga?67C7fq%Emmw^ zP9$^(eeNa2HtFXUpIg&Sh%7&$!!E1Ah&+}!NI=v2`R ziyg!7!R5t3#u(x7=tc|19NV{L^lR(v*EW0qtpFi+dAF{Yh-;QCwhU+du^+?U4$bR^r#mSXN8?TkBDccr@i53Ey$b zM8&PLH*p~)$l~~{rvG!@u~pfW+HPr+Ct-4Put-o-G0qHj?7POd`F~j7vkvaF7FO!| zS>pIyGe)$jGdyRRWMd7g6qIfqIP#XDd;}-=SA^YH+Yh@&jIjf;eXOsld!3xmb}ror zOo~A!EDW%pHcJSN9zD$U?93_GTEFjWLzgcP-z>LZDIq=kuKYPj7Izn#V*VetLk2w85Q*u?}xL4*Fk+wMRh7a!tGbRm0fq7vwL< zqk&WeaCNlbJAo=?#CRQ9Ibg@^wSaABpXtz?Lo81Ql>Uzx+aDiAM+-4VkRs8Ur~A_e zaZ#<<)1=w_BVGZPXU43v1fe12zj?}?s6blZY+J@w{y zP6|N62%d*cGRNrnR^osSE?wtbwn~GHNYBgtbJ| zU=kdQYu&zpqk?Ub491mrp^u^XP0)QxM+j#wCVrP8?uL{IRmw{mz&$A6jHS#LfeeBO z?I^^_@7me~Ow|8G&qM~y|K}t#mK?y;+QA9zcq@@w*RJuV4K|)cw zyGt6RMMUZDkZzFX5YO5=IRE#0_m>&{AcuW^vDUrraHJjwF6`!=9|G`=v>H^@b97su z7!#l2x<-%@{rN87fy&UD^8L+E<{1H%G zR!)1JG0|{NArmwLZ?e&~tLvql6>}2ypzJo%K-lintTF8(0>9orh=9T+r9Af1Y~G^w z*7d^{;h8VHq;PTWy5)f0TECD)NFT=PsvBk_ywJGX<$AKIk`zslNl}j@v{^}PFEOu= z8PkgiftjhC{YKjf{d($kAE-oNXi3TqiCY|G01L1yT`72houB=|rr=Kg+H)6z*$N`)^=0fn^sW*JoI6Lv)Jy-kwsi=E(Uvb3w#zpA|e-?>X0kYLD zqb8+1m<{%-EhP>sBT?O&mFeJG^$<6(z4WLPWSQxLicf~mf6TD`4(3j`yB0rRUv4^6 z)x2MfzWgzVOyHI&NY{z7TblNs9)Av0CSZCBQz%CUb{#QvW905m!v2c8tN&=7dK=mUx!j zmoOezxy=j^l3}V&_;100t!(POO7KC>ZEynWtKnK7T72ss@lNQ|i?hEgG|bSV)ViaJ zb;PIcx|zj)LcD^!b!loZAAiQk`I2*&QOsE_a$SeMCD~v`N5RH{+lp(EDlDu(2z!SsC%}1>idvlB6nP@APIqO#lYI)aMakFN0DW{tD_> z*~RZmpYFN8K>BWNOE1LHbyHtQ4n#BPQp2~!5_`sQY9}|*)Ys;D>mYc@+SaXNKv0*i z3??-^q?FAQ*j2rlUr_~8@Im6bmkL|o5r-RtFq{XA;O5d!KR{e-dl?~dB<)?sZCDZ@ z%V6K0d*5`(F@DShLP?$h=OR=mY^@~iWHzR(@6?5rtZB5_CW?JlK<(oYW&V(2JTGI! z$G1RnxK?)(*pXa9MV7{!E;O(Ot z2RFkY|Mn2;+~$Xv{mBO;+p{ka-ZsTmmR*ft2QBZno9%or$o}SCmZ$)5qN-ia{@5qtyP@ ze!a$ieSG#A6xSV4nGm2kBY5DhF=V@P#e$p^51ge*pM?7F4&}GbwR0}>Gf!}U4H{hR zhT1mDa1=X*?R=i@3-;~%_A2ayH-lwz{8oxLUuc6IXm&U@6D>z8@7OuBZsn#k#&s{@ za3`NTfm*+4YS!sGuJ|^Z zI};<0sA@$?3 z*9bk(-dYjW`BKTDt zWnu%J1l9#_fZUGLh`Of4NU;Zm-RiNmWMBCM@z14Ek#yg!G@SYPro=k?^=`T!Md;O9 zIe;)o%Vh@mWjdfmV)6bK39Rl9hZmA$3?2F(_uu+=SLgapuJ1m|kxlE0_jTCd($;Q% z%MX3Ct}kh1w{@_!|56t~IHk&xz=zX$MgpeZGWXGlwF|1LUYrO+$v{?c$@7s=hqQsH zhW+egiz|YO??#;F$_uaMgT;t)GdEMCdB;~Ou*sk4d_SAJ{@5KKe0K+(c!R(nNp6j9 z{_$qNC{{32%kh-XbvI(K%Ks#a*<;Q89?QVK!K>5Jluac$;EZgfy}d{qc~Di6klyW7 z_@!>TWaD%F^=##d=5ICnX*7STzuP^!`>J|8$!`^kFNq$XTqv&Qf}$cx`>1AJBAuc4 z@2APb8gAfuBhx?E&ZyF{QPs&&@T~+Uwt7iS)^j)mQDs{CS=X zZ!APy)}LNi{aW!8C#MbHAv*Pg35aOGM%qs#5(Jnqk->L6wa%Y%o|;&THglb)6-?^> zeYhAeL1o_blx6eB@mPAr4_aWhX5&h39L8xC|uDa@}C*Etr_)cSam zlZq1C@%g`l8Zq6D)w#v-ztb^Norjlp^o||4pZ*^5ZftBY{5}V8K3B^^XK9wMxT~yA zQ1y&yZ{>|mlWonBBe?273ES~~LyX&>s`rJ}`fE;ll_(YFx!UaWn+`Mk(UQMSOz=GH zYbs6sis*p3H8YJNqa*JS)p=QBP_}OU_ctN`{hNewn}<8|X}|m;>=md#8Ka zJ%;SV&X}bS!CA_MhWE6wQ0B>JuehE5eiHUS6?m|fBaYK=NW+wJ7K7w7iHIC8Jc6@H zuQ(>Fd~c=W;Qn^&oCTaz6$^njjcE4Px7<%*KzsM5U6S`fC!R^(j|^w|gL-F-1;P_O z=H^$2y+Mj%^^P@N>T8$oBptl-!wtP!(+)S%8Qe)r^UV0TXYva?AM*X3;M`fFWMrD< z#Ct(rcq3tJSE)2RoU)Jm0s+^}|{QStGS(0fDUEE&X8kR z>(SD%ONJ-^4;||qzU?4{X~~$hcJoWz&ucI*)^+KDs+hx)h6mgw2+n!HNiGzoKONdi zG>;8D1c(DUCQs#(Azg9P(~E2gCtsJQ7cEnE#;M8!-~rt+^MjyDdh&ch75qzCOQLkU zwrpB7ql5O}JaGuYzdLBcU2Yr8FDT-LJ2Xt}IV9GhZyl4e0UR;Bs)(SI=_9qv$6N^Vm>j}@Z}9mm32@pFTz3in_Ujr_u>gskqFEpv%3EnWQBZ1u3wCQe zjCTFx9xkp!UjPWX=ruThOi-GU-c+y&d306rPjK;+F_Q|eZuZ(76%LQ6@&So|FDl#gUurlVYQ&%mV9ziPBF|T|1G_+Kn^le|K_q zBVo@iLru-QAkdEmPC zyXYi8?T^Xph+#B3((iYcN?7JBaEeW}P%LQL`L7mcpzKw(@XIdwd2ZNlCJO%t5QJi8 zA4%B<3IMJ<2bAHFOl?P)EcHf=Y|t$Au6_me^)?PVK`vH-c%x6vF+hi84C+F zvU49?oa`GujB33;^%(r3lJD2ww>}CBeeEa4mI#WGnV;ZLiJ<#S2}I4j+()z_HUL;lN@@h2xJyDXc0# zUpcS7K5LmaPmceHIquambXs&9gJdc zG>*TU&y|nBVs%KE(!Ua?1`Z{dLDI8$W49iE&p-#CfI~JDF;jFn>G=ZTv>_&`h-jE2 z(R_C*BqJq7gprZ)`^@^*S2U6jwE-qDiYmpX{JKp&JqiwofG@p+=o{$PwXHp#T0^wJ zznb*$8Q(-IgBw(h+C3Uj@TB4w#@tyunE;xNsj>+~*R{^K7wE)6r#S@hXXRd>;>kaPI${>RnYMA1n>RJrwf>lg!?>4U(Du$@SYBW{$v!We zEcGDW$QfLYm2=EdG5j2<&d@}Jhpzp~S(AyukvKZ2p~7#!?3`1i{O=R%Nq?SW-N zD!{`@zxd2L9B5pb zsJlgx^0BcbSZ|6Xx&660zxe71oq$+u6Qvq=tYq0tBHG&Xz_u)}_}7SxyY;{&a$C^S zbf%PtM0~b-@hvP&ZS=Gi(6azx!&EdR;EF6f-elZWeevwYe?C~AAodfrg#f)QFqhwc zE`|LY0L|zTRx16JV*BOE7j)VUlEQIUNT^6duoSXK#GDk|C42h>F!lO;cW>h8Aj7*C z@FKnKWGk>|j!frek0&Uj5PeAdmI-*{ef zA+BL&01wy5LdyPYE|x2+qBMiSBI#)8uZryAN_oUB`Oib!jm)9JNI1;c)T)KX1<+(Z@o5Nql=MhuKJGQ4t4JlQ&{WQIXzdD$l^{&no%ZuUB^gYLaR0 zHIGYw)(ojvVQcHH_Cm#ny)LG*-5)PbgCUb;YxEP$PKTOekph%x zUPB2O>h?lANUwYUj2leGFiy#x!M=tMXiTXtW(?xzQzQZv;?Gn4YtvVc?>=H~Zdx*a z+UamTMzK&iYF)3H8)tgo1CfOf4-eB?Mnj{R4mIk_`^`YoPpx+U2mDUKNanUtKw<0d zPZtaShhL%&$v(o|JAGu*mGo9a>&HwVRQ0bE<_N4z{<){eSbC(AQhGF03rZL;y<3hEXV4B=VOmstTu_h5 z^nO3pUBOmbW5Ft>+`3`hPsgPWC#596JEBk@>T9#(wHiFn;5|_U8OyWoh&zFrFo?;I z6|F6yFGTZLvh*QstwUjzin#9dyl^cl)2~Z z!a^q!2Zmu5OA7S#@(TJf)ip2x>ZY{IcT50L`XPLYPW^!!~(lAch5cp=NSY{|zM0?Gzpgq$_bJs7Oq#ZN6J++)KE#v^RL>{N7B=vTDH+ zE|KBhy2??E^*@BVYQ63k2LhXS{e$?s_wPElwMoYn=>tpS`2D5PhKUM@*igZ8jQ10-Xe{zX@t-`E$G7d5yEkx|pJvI3da{S|6Wp4(W zua4C`${Aht-M!g$W3yactgO1mRn+^OEyaMkgh+AO)NQ+wdpe zLu24^Km-Kgo`h!2K126sZYOJ=d(2LkkHaHf=jAU|iBv`lL7VR65b5VTIf;BASc?N0!(T_H)aU;h=(%}j%*3HgJq zMJN7ZTjo9w@m`h=CH4|&IIca4IFHga1fPDE0lrWGeV1B0*eWl-5i@ps0C(C{Eb1_I zeh;GG+$ye81NGBNV>BTE=aD!h#+1XRF(DP7D6ZIv66CO~RhHhXhpHLo$|u~{R`1b- zKWXwKXB~k?3HzRA-8qMskPXNelXEn%t+BVa`g#g)K=ujdv-FzrST$KL z39S50jI2{MM%qVicHTNOejb8FmfxdaTH@IMd- z{GG_T%JK!~>ih_Pgiw}mXYbv5u> z2igaiK?TBh`sZ=&?1r05)uNgGgZik`_AsrnpQ&-JEii zcpcw4HfY}4UZGS8RI^2}0WvyRYemAsmwMk5odWAk-(bV^F4{8`{)AR3hcgyHVc9)r zgZ{hKxd`l{Q;^C09)kO4sg}x^ISdXWq>ZMXFammo*`IHj)IWhMRBjhbo-g8%P0B(X z;-B~%#=RbT*7bePlnL3@#CIU^eJRust#S!kU}$pyxPA0PFtf#5wttA5n! zbd;!8s%8;>1jNaT-JhI;CQR6n*};IG2jds?qk{UuMFEmD|C{)Y`m(woI@&h^oBn$# z{qRx{TQFI=pm1BKKipvyiYBAS2~A`OKC+NrphLqv<_^IG;$KcX@2_@@$m?YfvYx5t zm3b02F_sjbB2-9XP28kN5X!{vm%E^EAvNHz5Yd2^B$U3Vvvv)qY8&dbO@)R&(b31N1NTVDvm=UGTYc<$1xbd1_Ftqb? zGha3&UGUB%Nv9Hg%+h67CY5i_=~wy!PK%^s;Isz@hRe^l|M$fVZ|qL##6t6g7+!6r zxa_6izdyCU5AHu){jw)fqK2GqZgKHf&=wa5<@?Z$>&@4OlffIJ-PH>dai%upJH#?t zsB=P;-IW0SOjY1g9NJD^ZIjMRj}G1`h+&O++8qpv*QXE>w3j{UyKszWpfq=hNl4m3 z5~_m~d%Z}cb4n|;77udlnvH3KB2DlJJBp zc>T*wu1dVu?VvC#Ui0V&lp&Ca&CEWJv0UQF@<_1RuEnf!wiz*5dkk#sWW*#PM>40! z9L9n6{im;h3B^tDtGh7}Z!cY(cZ{cjs!jyYx43dM%YJ9vYqRRG_ekdAsjUnDAQqZd zkmntH79W0O>{+T5eOL$FopcNutX`oqaK1R3=Qe$BEa}(m-FuKk0!(ko zg<_iPAOe=JxLa2rZm;s}4@ImaZ|*2fbvRmj7`NaPArb4+@=p+TqXK-0!Nx-#xA1dunWJ+tR|c{^uj2&r|~(zXfzk8M)TvNiS^cbJ>^1CEQKe#-y|30o9Zc-Su}eg?kVzA)LNITce5p4#8!EFM&a6ar>OqKScEyG= z#8pR$>T1ATR36$(7t0%EG)4VkvypFZJdY=NFjPOvd3>cs&izOE1xM}iKa^i^jYc)J ze!*sGth2$=_x6f-?;e_w_fphvY;ti}l#6YpHSw7i;6P&RqhImtRkZ1P9sPplzf*H- z{zYS)tW80LYt>TG_n!GnSDLIdK~D|$`|t*C{$kc!^PnU=}qQV zO8v?TVOzdDRI*-p;+JEWd#5-Zb?Bd#GY~xLe^(ogwTdv`VKNgJBKQ;lkpD}bye4FFGktz*rrPviL_oPqX+ z$r68He|_lr0XYLbZ{d)B|LYAFHrPe##E0E#U|(1!9!6NlF!l5)Yqx7{7A6$f`w@^% z(KS+8XQcbvPG2;`cNGfzVMY7c9jq4cCj7!@#JlPEuw zYvMZu;2{Te`WDJA+PVpcJNtqHaaD@zY7``PUrytJ2eUDIM!KRrP4p8msNS_#M`Zm7 z>GO+UWE-?Oe;)H>B&P-Jen$oRWdTwLn+9L%FI4`17r;z_(SUk9k|68+-e>RYzk?|F zkQV*N7x{H8%x6~eh)!af^jxD7NYDEk{XVeACW(;kKhCPSKXub(QPGr6doYGb|Gl7> zEn?_(4Xh>rd@CMXvz@5aicoSfu-%H7_Qtrj{3Xf3(ufROhIE zbsrA`CuK$U23wAmyroK}r~p<2y4EXpOt|R*n`UUCcl^C)nxJHO?J#wmUZ6 zKEX65CH@v-&EM^zA;Op?1DB0CaYb1!h|FXJ-^RcWGweM@d0_>g)D=otZO5{deh0t^t=KZ@SD=H zsrd3n1y%!V;%u5GKL#F+qbx3bMZ|3uJXTevC(nB*-=oA#HB7RH&logK7jqm2M}PWt zi+00iiPMpnX`LLgG8m@;c!FqKHB&FkDLCG=D_gJ9hK8f~;$MhJDYQ=HIO z9ASFa?u6Gn_u$X_kIuRgk)FL6j(?w-{}lc|?yh(0FLs*vl;8NFU^b|m((5pD6q(;6 zMr9JFwj@SBhZzskTjsWa43H6aR!@iJzj-^Fm*6T4We<~)z+GxiZzpE-I_VFYaOi)y z91O&y)Q6Ka_;}d#6!+(hi29^Y;{!2PYZ3Cwhien}S^uFGefWy5moLaD8|^at$o*qZ z7Xf20h-aU6Q9LPAk}r}|w7H%bH2ea4U%c|9q{3lQVp&ePX>IHAdd$x$FCP?0?B_DK zn7`O>tbnL+oEVi0L=m4~v^dww=k*=f?93PNUCr+fXBg#j=@&~7yV{YEk6+j&&#(T{ zC0>4`@rIa(tk0Q=4@J##EF4$ITZV1saZkGFr@7$QuKJ%JiHl`j8}jRamoqJI{e$Cf z?I~fdm&U|GW|=k&4A)7-28fttn~sOGu5(my12P-ojk}V?NG(s`w?Dg9<#|5)^TWCk zV&{I39|Z;)lJ^6=h?|mQM^i#nbA^+_d*w8&_?N_q3geA_kuHCj^YsGax4ToUv0iXQmx{H>iz8YhOLL{n~Ka{Ml-8p+QZ=;ZIxKJ*;ZNJ&S}LMZGN$53!yW85N7z* zwAgFV6wSn{+4$AduHwiAe%&#>5D{?o-Zc0&7O%{XJ%@x^x^q41Jxt~15;v>#sp7hGRsffb4yH5?lL(pAGwHKSgb<5nFmm1n z7k9}k*)xU~_W2+xvYxg!v~h;QhJMorEH;NZYOt+xZdbMDfLcaRd(qc=J|e(bHq0 zQnN;#9~5j1v>d+l?2^Z*=EOZnOBGoEzP{Pi>7cvW7gUyldo*^5(J)|OB5O$^o%d37 z;h}6^ES7W3e0GXup6)`EL(+1~z@6itfHJoXY)n+g4D`-}uBr&*S4<{ps@BGqIH_|d3f>I4Xx_7le=lNTo!k_IDb)FV*VB)YQClM|Ouc?WgxBoHnzg%4`&k=&{77YAT){jMW^JP1hz_ z*T?ox?l{i-dUVBP^jW;YKG=%f%O_x*d($#&3vA!^*irSrEefhBo872q7FFD^tHgjwE-@|^9$1N#r|_HAx?ghKjbkeA>N&;n zd1}8nm3|kRAcYVgYcaf_*4 zf^#@=#c_t$9xBE(q@oA^x2aE9sA+zDRRHSQl&%<`yTX+WK$`>w*hIH~wb%~BIWr9yE##>KRy_;0!ZLgmGjLaj zhBykuC=}($RpazsJgF^V=oc9GT(%t2D(f!$g4^lC)VOy{iE>=*21n)V6|KuwOJQ?ibg^ynAR3>R`vQbUOsD}W0(XK zg$(|#>>}w1lg^M?S*c7t$%elbn=&g#${%QG#8nfre3Qk4YYq2LoeOGrb@evw5_#=R zDx6EN_UQ!9{aqg)c2GEWcXw<$8OO%99=#lNkBPW?dOaM6wX(%lRA5wpti~<(b&aZg zHm6-obZ^^92NrD%SuU(rvEit8+rRINnH5${H`t*#1FhwL@i0VA{|XGbi5KRG4X*Qx zdK}bRE;hLAXlDy z%YQt6AmJXPsHdK#fbLM5zUbUDd8iHF$Ci?;7%*!*F&q4XKSS1#l0<%opGR6hopYwh zCNYy>IFsXVEpML5?Vs>lt&d26k(58AtON1EsCbDK2$l5&F;5xQ%H&p@x61?OY@x^U zf8hNer_LB^(t~Y z6(+sleYsJzKB`+sG%Zt~byK$aCW%-&ZBGJ-bI|Wf%*Q>%-0`;fLa0NU=7^8K*J>QR zz*WE_Z4?Gipr(uU+nA~*Sh=yR%ayV+lwNdGkP1@AQ4w~TYq2TSh}OTRlUtzcR;}3i zd}FWp$VuGq>tw^ml@4^VNryxZUn@oDH;@}&tubLUcJVg9+y2hwYYnb0-&A-8xB^x* z=AH{G`!p3ka2;QYc-G);-^DlMwfb$ZTWL3w;*~otMYVIG$XrZ0GR9k7w1!%FG&aR{ z2M7FjLytcz>j$x<4RB!^sid%DXqhMfx0mKOn9 zlHaCgW!>n-vpkvckJeK*X)-yfOzpH)th@Vf8L3n@YRUyuJ(ELM*GfXNUD7yi_obFT zZxK|J99+`Bnhv+=K;4qH!#!iSEZVClEd2iSbHVa}DnXKwy*Ta}IEbeuZ;7^fQiBO# zk^WtQ4|wLpvc&~d>0aA2#>B5C*84BI84k;G&GsfOI9Op`V^a8*m){4P?#*f2ujfm4 zwv5MnQsB}si&qVLo>Lx-AVZsnLXMm$=95nMd^Af^xJ=$V&vkjy?-w@$C{bFO$`=(Y zW%6fAlWFf5q++@5wl+_*0Z8MId5Sr&eiuNXKTl*VVhM$qAtE*he_%Q0aqvg0l24QK z-);kcL{Kt1#kzbhCBko%x8NYIaVG#h-(;g~HIel7ccDG%zEqnEr_E`XcFB(S ze54iXiX*L5oGU?!8Nm6EVI4ZN?_34(jx)0e5(~Kr8<5{C1pX=`YZQcF8?IN2LqTRQ zt@5zwn~^x*(NAgl;&iZj9Bxs_PcI?Zog_tbht}-j`L{lCC~^939aDMKIS@SDBNIcD zIA+#@AsyUSy+ViXe|Og6FzUS|_sh#T!e{^f^s!UOx1uSzM0}f0CH==F_NfEsU2;U> zl=p7bSv|9hcDRc7QpdnZ;-1VCZh;uIs8Szc-idQAHuZDoxUz=hj>fh*Z;{~Kyh6sm ze1awyHY1-8>&N(ORX@jFhb4)ivWb(i0MV;NnZ|W8>FQRgzr|*?cVd3NEF!30uEdxQ zyBrIvloPWV-pxX;16^bMzb%zK8)y$kl&_>c|C5Q4HOgWcCVKenU3sc3-~o( zB2VM(uVf!}FAbWRrDc&c3^Lg|JgzyPe~CGdzUuKkT74h`YYew9bMu4c(w`@koG%Oq z70T*AA*;t{DI9yZOi6ZeP1;SSIcR~MX0dK&z2E6;ei?0?BEOy8V{Ifgvyqpg`%`wP zW55hufyis+-UvCCmzLLX9?}uYRjq(XPRzApR`N{TQ#MyOs4oAxNRrLNO zE#-<9Y{@$`W7Y20OVGu0aYqt!66tpMOtZ{#6rb*$+kB`t_tKu>>a|I;=)pS?;y3I3 zwuky&ViZkmgE%ZrLi5*b(NY1veDR}8M^P0DCp7Ltb-c8>fb>MZEqZ^i-Syv15qGzh zt*B5N)Ns&mq-a(@Nw^l2&WejyviC}7Aopg!%pj#eS5A4+1*1oF>6LPF^yL%hcJyXa z+SYcv2yh3No)u>QoS0#Im+>uv`qc53MP8mJ4?z7pT4&LXDGiGLT;j=rPx2JNI|Ci! zIn^lJhC@dZ>Dc0d^NhI$i&g9Ej$65aX2YP*c_Q`HnH;;y>5i5m$pft;$^!mkHJ##2 z;hS*}6XKA=Kjz=B28KFFjf%2JhkmY2(Eg+Vo@GG+RdRkv5!7dwas854h|)Jnw$1i- z2k9jhx!MM#2E1Hyp9;iCoexZKJDq>)vUwLFdSJ;ij;_}zb=n?kQoSyX;mrc3I`n^~ z0vHKN+Z3o|3@Eaz1-=oCFC;f2Fn>7njO;t#e$4HZr7e(}coK05h^W24&Fl4y1vG_7 zgM(HI&2AN3wKEYjGfXp)DiCq8TGr@)(M({0h5!ZM)8cFobKc_kGWTXub;Rjk<)*B8B z>{H@mf^O}~WjSz&U!9HV_gnT?63xLR$nSk2S4lRGVC>y&EjH_Mh&gh7?&n99@xnnMw5xmKYFO^l==5f!&vJ}7s1je+-<=? z=P#8xOR5>ME|ywe_e-NQ+&Wx`Iqsb~Q+t7@mi!m5GiFy9y10kmsjM;WO$i*4akM>D zRjq8R#yF3WvogMN%F z-649IBMztDCu6H`LkREl!}|`bI_OC{9veF`DW#$0Gh5G7hE_rX&~rs+wibL?30wAJ znocoU*54n9$?D5>2i5L#>ew2`2k&DwoEtc&%sR3yA3@qM&+2-CNp5P9XxlRG|GXK^ z0O!LqqCTZ8C^0>EIjdxLcJnPmWULMlM@AEsbPM~|Ck(_9ofF4Z zp{pz#9Fl3XYAg032v0jrnpon+X;frrlix4fz8vvJSq8Q%fzqix-Gpdyd;9}wIGuUD z-lli)2c>5hp{F+^SqbOc-9CS3H~W4dXxBg(mCummVKOng!Fl2gEBeOS9rD74S7Joz z-#;3jJ45a<*~jeVvGhTTg?ULrv^EZ416U)ZSnczh$6pWfE@%buZJFQ0L5~?>1+VKN%&Ni?m!8>du*HeK9;I# zBL5z0YOibj^uyuJjlR1hr>T9r?WP}=rw~OB_sUS#r)S^}6+Kcs?vA}FGvE2<^%(bP zzl{hr)^{G847R;P0x#jO!LnybBOR3|suDa*-sgS7q0$dHEoVWhJdEEP=Cs7Px$YH3 zRkpcZ-tfJ<3`gUpzF9H@eiYJazciVyIYplLj;ulNKKVnjgz>X9%r#_sEc9j1&Yi(M z6sDy*VWQe$`uaZ$7?>lZX=!N1q?=j|V8ZUY$923LZt49+*Zo+#<_yivSc3Muav6h) z8Jr_VGuChpzQun_J3P~(W;0)|QZ*=ZbdNUGMs@W<{p%OaNj@r1lEd=`m&UCfhN6`M zqCf96{^HG2`wQ1FA2ng#xg(BNWh<4K@OcC${Ed@Vxl|bzQYlW}4*9WF2q>b{qBdnG zcnO6IR6&N+$7bDzffFeIfRnff4HPa+-KwS0-n5|uubwNdHPjLKE(`aarVZ766%tt` zywtAw_`q?mC2Qc0oLuu}ft`zF>HSw%nxu0zhlS(z~5lff}W(` za{6@f4Ld&$w}8PT5jo@#5q(Fx{_pZc{u3#70tZ3?HrrP3YhOE)mAj7Ta}wZM=nY}Q z&{OO+K(HlccJCU#za|!TPhyY$qnC||n3a~5o(7krwP1|%a9B>~e3xN!5adTVCHY1FMAf|IPPIn1V=Eg#J;x~o9t=uFwe_k2)pvhT~8&V>jNV`8owt^fLfrHASb)CU{5+OMysunt_ zY>8kjHxM~u{2C8S@@|^wcd-9WG1mNBd2r=5FT8UHXKYfspbH~hkErqX<`t{bZ5`R# zOXX`cr4got`oX+nKsVyO)&+Q6`%`izR4jW?Sq4AV4gLbo43RUxIBs5}xPr#J31W4P zuK@9P+T(5M)SeA|AFHrUefb=h{r7NFwJrCN;Jy9=rj(q0doQSXJx(?Y`tdjBmVM|{ zc{FaGrZ0W3DxqxVmKrfyg!q<%e6|F|*-IC80_Ncw|ND%63A~+B$XK40mc8698Q?cp-?*thi0*RFH)f`Jutq`UaWiags&=l$|sdzDFLeoWs^J8rr~1&Hv3A&W>pnQMb}(JT^wpg z>8`wKX;cyy{W86wYtn4moxOjX{fch8e+iTtTj7=>1quP!AVgm33I0g_kZ{?IrJZm+!GpJ1Vqsb zjX3X?1rL;|-(NWzsXNEzuV7hkwO5-6i$M4B&9T&_wL`EM?5^-czb0l7ul#;|LnB`S zm(`b7ccMn@%Fvg&*sf~X4gSK}zN3YLVLBio1jX^j>_!WNbxY^=Qlc@MTM^z%{Y!gY z{4s{52c#U8_vi-{^|Mboo*?}QXr}Q^gbaR9Lpn`VEJHS<;eQL@WcZGm+1SF3ovOe3 zk*W-U@15jMzfOo+kKExjXBBr{`w5h8JpGGRn!}qh^U-?u&pnH4e+Riqg`BH;b)`Re zET_0(+A=I4*QMuDDZd10zn2GhlV_2Bo2QVipQq>fgerN!#dk?Oh5nhQABbUW{q;Z5 zIH>A17&;VIT2ug_JRoGE++Qgp5Mx%m1yV`*;dC@FF@&6#DP2vrWfqvqYufi+@>m*> z9il28FXDTMFKk|?#@Q$BslaE^&$^j8)!LzYXQq<1O7!W z?!r-#eA8BjgvxVXL|14!NG=`;_ViT3kp2oiAcH}*oVTWN6 z2M?a}XLqm+af^#BBWr%eqWOr^{Acrqw82oD5u1LaObY&oHAmuU$zIz!g`BcI zq%oCZ9~jb^ldsL4EH(+xA9HgZeL_d*=;&xAKOc>LN&Kz2=#x;9YG*|`E0}DX^c#t) z?4AF0MR)S}^PsroD%2HARVhGy>9`2U$l9r>*!`9ri)mj#*Ma4&_u zXa%lVRi=z8Tk}KJ<_rS|>+&svEs3&GXvKTUc~|u30tnYcHjsg?Xsq4sG2^#qCVWmO zST8@~yWIO~7K^mSTz$pvf0ltNvJA%EPKSx>4q1b%qr_AcFRf(iZNj$_Q#Ca;30J64 zntQ=kUoE#fJ_cKVy?h?qSdE2ckK%klWr$%m8aEUtf7CxNzUTs>Tz1(2hn#ff&-te* z+XV$xIPyEaF#;S0M|B?U?_Pzy@jA)zPid?%g^cTn3QS0Q9MqkCYiz7k=7}ba*IS5=4Ovi*&%0d#c-~{@5f7d%4^UmD`tXnuLS6s~wQhP$ma{Lt`A90$Al~(h|H$t6^rzVnSMOtS%b+#D0 z&OyNgTb|GE9M8Q%uK|_ix~4m`KGt&uT?S&O@QZFw;-=B|u#T4qZeaopq_m_SALJNn zB=tt^@-%bwS`@P9%k#eEHSQCx3|H)D{6QPTLlyOM5)g932N<8Hf}mvh^MndMj1h`T ziQXzmnS)9EtkN!L)vlj9^wAUmb3s7pA$aW?WP<??1(UdK9thxsQ&K|)A zZ`rR%f#F|+YO-6ba;fv$g7(5IdlTsI!3zWHwk~H%{5*@$1eW1w#!%4oWuwKOpU3w>4&!_4tc^Q#>w7ENNZ>O-5N{(O_~+x?<3Th4I~L@#)*4n(jJlI#+;sKj}WX z?RVS!MahckLAG<{%naiu$@wqH(W8ZlmYC*&(n7vey(mXyKHw&yZ~wX(Zt-C3S=Pg4 z{q0N&qEMs%$P*tJsK=kS+6RMQN_uxXBS;KJP0vYijm5vc-2tu1MxS|qn5}^w2 z$~C8Ny4PtTwq5pvgCohRw|fg#KzSLjZOMUhP5UBr0-H?4sx|-K89;O@h1}*w*;XET z27&oqnw@f_Pb&XFGUG`*(r9yCjdF^SkZz~)eAz9FhU63cIucd4xhq7L+GCg2rC~ZD z(_E+>gVU*3x}2u4{qc5JSJ2sh?a;&cxHVb|;Pq@0m!|OH zn&wcCO+#70o-(T8%KxD3$;E8jcOa2)18BuInV+o|6b@iWLQ%XVc+e@x9>f~vi}W-` z{hxFYT0ys>MphKB4M!pOOr(V|OwKhAMTH-l$u-m^oH*f;Ze+GB6@r7SG(yr@=JCkt zM(w#B@~j03I)d|!D?1xoKcp0?`vzLas`h6up{MDUdq`xzxtPa57gSi$NOFdnj95>P zfjU3*HIDl?#rY!VtBUVu*lC8%Xz1_$U4vt@kU7d0^r4YD}lOKb5WM_T8 zePo5cao(>iz9!Y=148QXH9amYT|W#W?cd>I>tSZvJ`%w>QRINoI1!Il#%&{-TL^`6 z{DdqjR76Z(F$^SOy|P?mH^;a*ZeEp5Z%(Z;Z_AM$8_X_4u0P@2|~V1veL5Q} zEAl@}#a>8l>!fMSM9$< zEDN-!?rQ$L2Alv51qQ-SgpL0QqgrN}R(Y^wwy@DD71Nyu^?i=21-o3T;Z2PvaX$yj zl=^a@HuSfZhR`YWtv9C+I5spn4%WUt*xL=hcc80c|GlWHpC|LE)GTIL?;yS?dDWx; zo$o36Y`ZP{e~2>X|1jY)U{|$bVvLSoh^uTZVo-{(dnBy%qV1+%km3SnI@mA$iftrn)X#2rky<_2za&58gMQ0=?UGfFY0d+i0*C+MxlG5{9d#v5aFs!xii#oW zIggFqRu}c(G8H6WbPvp$W5Hy2kd$va-=c+EC&>{|~h(RhUDhQ0yt)QYv zNlOkQok}-I2_m3~(jn4PQqmnzMw={< z{CD1G4n2bZssm{ygxoi0EC>s{1IIi44$jj%qCPk0An@W3N*4*HiSn?xrL6n`_I@JO zZwOG*ih5;Lshz3sapA|^Du2ZevUMJX5rT~Xm2}-gZho&PsUjxs7?cH_C#DPxV|;uV zy1{cEsk+uPv7hHKS{lv*x=cqh$1yHJ>$}CL7Ku8krVz@mu|N;=&&HjU!#N!GbksXr zV&uB)>v69;njrU}?&-1}1sMtxka1`7Wss*_m!g)VLZO6Iii&JVcv8{KHTj!kt)De( z?XJd_m;B}|T_~oI>dRMOv8pzWSRF}gemfjin&nL(8AG=e>%FY#m@yKoHR2Y(udb_F zdCX(W&qg;jwHR$W)nYvQwlmWIaO{Q^#@s#v5WgK&BS+Zo;d)F8*Kx*F$4;uCQK2+U zq54^zR|`gPu^y6_b!PfSP5lTNSvPV(o)Y44xA=Ln34^n*Fwq|6flC-S&w#aukQqyc zx@AK2*Gb=S;{?^ZfNS*r{Xs`Y{WCZ^>CIwRbPms$EnSBOxfnNmcN88#`T}dJ@$QO= zXPC&E+i_p2SPJ{;)`mqUh^n-9kd#K|SMpd{H^M8WZg1rU{-qHu|e;!}IOx zzFzq2;b(#L2ord?mn5^f$I3E#TD#-kf&jSJ&6A*#9QMSP+=o0vH~B7Pc!gm3Y8}s_ z-0YLbrJV!Isiq`U{}BU*cz6CQ2Am-y4y*7mxh$a6tZ0c7{PK9q$Yo$%v${jvW#a@* zbF1H4)XbV6I-8vxlJQWH z>P7Svw=vNFzqhUFJV#-8oAG)~OVa&TzO%Hlv}kf(Y9=RaM_DB7v)gM@U6v+;qHVhw zFJFwW4XsC-Xf={6W8D_jv-WH+fse>$OXLS)TV>hgTo#U;h** zT0=~tU=)oe$BYouWqVW}?a&rIVRP)vTs|rGs**;?O!P-<8FoI`6ycSeboup1AVxXZ zpzpq-)TH zUkcr(ih4A6jmMRqod4)%?eO6c{^y;7XQTHJ7c8Ocp6KP-1C%aqkh@jAw@jhdJ`6pvc2jO&wD9_SsK403}Njt$rAgK@$+XN%KJ|} z&3Ie9;mM;p+H+_lm7rsWca_!M&-vrsnkf;z-M26-Jg;y1K}bznuzBoXosS#ebBHCt z_1FzTGsWX|DbyyB9Oc%h_W}()-Iv>>B%!ec(1kGPNd#o(?X2rvh;#qt2F-4&avm(Y z)sm$y9IT#x2M1U~|9e=28OXQv2b#yl>(O@1WQ-Oev?}Nfqs{y^;rSluuXUo|C*eXvikis-KPjwDa zSX)F|U#S8F-xoa8lEp1A361KSREK`X=ZS^57muT~4fQ1>HpUvAt!c1X$*fPzmwfO8 zG@XV{n$lfQ7EuoSlF5GH;KQccm9X{-2Rio%{FDAgJ*_YwP-1;4wX5 z@^4|%!ISwRWPWzmgqboF1d2?Qnyu$(G|(5Q$e4fHD%jF+W3Wun#yRv~v?&H@loyKt z6s*dEpK{(OuG%U`W+*YDOT4Z2Ht3ZS#&MVzPk;ZIy#S|z4Tts%s>V>sGSL(z?aO*7AQb>!{@Ya46%AeXL) zK*we0ZGE-1Gc79dx=}YwaUbLdjejgXfJ(aPq&D5_SeT$u%Yii_QAPd|wz;bVTlR4% zzb*Fg@Iv`7fbjAQn6UzgC`GaKzlX#64TpPdJ}X{o#g#f!9z&jq{yrlmsshFs&==d( zFEtIS-rqPj5U*xCfRj_>h%Sga;I_UOenx~}H5)4lq69-Vn+QlxnPy*OIUzZ@+T1}! z@qMlV^zZ$xhoU{V!eYmpWC%k!aajXa=L6sIQM~&_l-e{;kCXEI`G}i4L@c5*+d^%$ z5@QJPNJ;8_9Oi0R@=92`<+O%32hH|e#Bs#bp|OON16lbz_MPy*Tw=tdA#5|?e@tV^;9$%^nvTHFqafT_cL} zu%yw8AicD?xFGV`TQ$P=S<_UH!RU+EmN!pRGG$*ayB{WT&$_^j;2fAAB)o%ldKi%% zz<(1kUwyc}k)TsKUZ+L84g@|^Yb^*U0rT_9+3XiV-*JwtZ%*NQG7L8dO|Qy_?`5GZ zKbIH(vf7FoU-a}Hu;^z3K_yKI{8rjx=zm7QOGw+y+G9Eh=8o{0rmr$R5iVa3zf1Vl zLe=3GsB4|9-b?qU>Kq6k@J_S3W;*l4U8Ugy83*W&gzYv+LQ?cpjewk&v-;MWJ*;C1 zxq7sZzzE-Ec(UYG`b9NUS=t;yOU|TXur!#i2oq5n6=&~9=%Fl$V$bOXW zh=U~)oc_pprEY2J?0DUP;0SnF=mJTYemAUTx9E3(=1TKf+n4va^$F(fPP#yxX-sAw z)@ur*jV8fo1k(?*wTx!`jnn6E(CLl&MpfS(%rX9*Ec%~)Oj=K5vyx)fb-(4Hts`dN z>JKAAQCTCQ#brGQ0?cY14PfJbKR;X%wo_v0ga$+V<$GdyRUKqRFu%iv_oe#v;{;!@ zi|pzOVODQFG;LBDvf1xPmN`Wuw+wFqC{wqGM>#`b+O! zKOX{Sg=uQG&=qvQ#Y;)URsOuHT%JnG!smnUo28BsjkgXC0>htvt{nH z(eI@F5yw4|2&99(;REMy`Ur1qXlH0+8ri5J!FSJ^zaK+|mcv>~!u##Az<&IE10gjG zpa`@{6K8{EpffgPZT-n5I9I&|cg3)@82ksXT+skoFtVWD8ywz?at0&Bg1na2@TVQgQ$ZFLFln@gebrRi z&U}Q&2?Er34#*3@DtqUTjE{WCF^06ql1r90YlWnK?aOjkN&3P|D@lP`Dx5@i+`fHn4EczsrV4Kb=#ipqC zwaJ^qWOgX|&edm~|BV)|#Mm=rnFnBU_xtIo9)la1{lQB{*AB zaQ*#M$B2`h{egnKb1;tm4cdFvHmV$V5+9LGtz`O0EVk+dNQ3LSltE=d{9Jde!TPR; z%iR|oTIrRm1;Ef3?NUq_pDySZ&pm&x+meT^yIfkrhanEdoLdEgvL@(CO8qtq^1&0okP7k+6a%8<+753?%oHOO(BmK6hTFo4NQJ)g7&qK5 zmjNB(w1j5_E^P4yxJMXo*LstO26bEwea@0 z?-g@6SjA#=MQnv{CL_wmhdis?U4f_4aD3`t_9BjZKjk&371D@vi_bTZ?UQR-@1vvm zu_g$&gqp}3iwg71c)nVKMqO1fLGo7o7W(`CSu7VqfK+%r05zLF%?%&yZ}5aDXQ-zj ze8Qt%qT4X6lM&kd>7f%d2wlq`9UEee$`Ld|RXFL;&$?dPyDzViqS-E1O)-Vs;>$jX zbYHRS=6}}&d>8V(aEU_P9pbH|spH+`O52}6NF;uJe$k7hEEWW!tZT*Ri*C6(4{0?l z(d{|C7~C2J@p?c(TWi1oIjiCIN8+Ev{>Z++S%GgU$YpD)?X?f*bWJZjS% zKglNP&XkDN$;ycvXL0h{l<82ngZO}IrY5`PqkFQ@nRtQjbT>=&9@j$=$_j16JvhwL zL8zIo7MiP#qP#J31T1C&Ej*_~Ws^H0jpRC(QOHyqj)r1WCWg>2qz?@O3A?B$rb1*? zhvY=O{L(0#T!S_6DlvHEK52#MImr)toYKRi6UO7>(1S~KwXHP0Gg>Ae$M_pVKle)h zgz2oYvf5LJUt1B!&8PPWrQ%GW~mowVB z4ySM^X{88mQzPcg$2ofK>qye!_k1bdDkOsOA}-Q?JWLhBNf7^r8ux``O#UO+WbErd zzotQ9L_or1?JzL~LZ#0^B2NiUlB1;zYOsc~8561FU7T{~&XK9TBxKCF`P~jd=9PlAa9mL|A6Ejz?g0*6c}S1@nb^(Pr`5wS~DC zjR?pB?twJ_!ep|h$yMbH7AkbAN*aq=MhffAXR?RSe?=Wzlr&F>e2Ona5vMi@ zua|Meb(}i-+BIe>(z5v+*#itPJte_U5XmTsawnAl&BRgOjtGYjY)Oh4AI9oB0Pl$A zI<+L;dD^H$eS2f)Km%M2xt;kJJL7sjyGk{@Qq8R=WV~*!mI3M+u;nL@a9a)kbXJX2 z`3%~^7t*cyQ~$RqtecsPZiKyjG$xLKX`q7e9PN>NR~4q2dj`&}^?(xGjj(!PSL8U@ z;P(%<+w)l09SmN6|R@nps~_3V$Snd&|k?^X|JOLEWnSS7+GGnDuXl#ZzB_^}tE=9ja9s z^R^dH(vu~1S2vz~68u=CTo8v!`SA@;IOmVs-8Fw-28wCB40W3XenvWIjcO-giFs<- z2c8Mg&*7AN^)tQN=w_mA77x1=UTehp&#N7V@&qy4a)~#q?UgF-#`Clm?_T;3@iMR} zjB(u)iII{~E56mDI@}@GPqLx67Gpb?+YcHbx(Sn;+T?Y$Ed>hJiYfL;pagLBb|gDB z0)zh2%1{=fukJ8Pjj6NoX!plJZl%;18GA|Am81d0-7a zNXP5vcg>u4HyF$d_Yz*Qb$t(b-9heVpjZ^yZDHR_eCaEUHfu9gFo~sJrAB0VeT#<& zgqzZzUuYzhmo|Z zOkS(xmc1tt^m8I$QZymkqPr^^AAF@fkVH(uXx_hBNG)S(Xz(1(ts5Qx{bp{XtRY64 zQI6otrOYoK4G{RAPgmPUbVePc-S1Sk6)ki9v_R@JaGR1?x;nuq2E5Fl*ZH7EjYGjq z!sN2?jMUXzKZbEm9%5lZ?x0p&rXKn<2VVT1gK-C%AFY1qIhxf^^H)+hI#a?@3*}p6 zt`_Seaw%U-PsI`+fBGn=^*w!;|5_s>r2erGz1E`+>cpgU4pIa9D9Gu+9I_2BfY{Xlwul6~D+-XVCotM4&kr6+Z01wN$_Mx9zo3=Qk6%c8!9 z8@g3Q>*E`^8)oPFZW@MGCoSv&O!x{p34iCuO-7Ba!<+Z#;fM>(ayKcoU&G`0VEWKib7(XU zV&Su(O@@8T(@WTycCS=4cPP5XNF!n+keDlSD58@gs(Y{8J*7oxi608#V$TxO zWLd5%H}%a~@v#<+)Gw^0UA&oN5rx!mCY8yZEDoG2lV9TqMTVAi{_q{9IevSt2CNLl zDb^|a5k29cRtC9(`?2T=!&u%}NO~7HA`ovws=YTHLlZm6_qwXH)1It&OO69mDpmA4;Cp0>L%*!^_RHqH69eojB~hB06~Txm@OC4W&d~LFnT7vGwEk-Xy5-ls?FK^qx;1P*S`-OD)&VYA*zBD(COc* z_Y-|~T2$Z4aav_%u%67-<+zc~Axw=$s=QRXk{co#0^YB{SQ2VaoLUt9C85Y$YV($u z!<1LU?-i**A5yxnBl%L|{_&u(1`^-SP2K)-d!ErK->00(78TiX&3%oK8Txl_9e2tg)sPzlrpVDdR^@Z7PN8>@(ZN8Ok-LrjNWIzSsPy&+7O-z?;+@ z<9^(SrR(APE}C-Q;{2tLe+m^w_m?oG7PtOS%xFZTVdN0K2?kfq4me+6JwtOZ`_n}ukHb?2C4I+r`HJhu2`Hbp zk)?X#wp0W+U0e4vT4w~xms^eidIOXnCNAR8sq z?;Hk+gJJNVq8%#Vbpu%-hr&DuOF+qp3D#N9^)lUb z)80-lMq7Wor|e)?$>;0P{Z~W`yVW*wguW@ zDh-#dv27482y4?=woFws>}MgpoHVW{y@5e!75xK|kKk^G z=aysoigMF6t)_lc${?7m(HsjpniSyRucvM-XUr)}oi##W8ke8l;*zyTQlv9M$GS!d zYSV%<`{`((P&AWd)e;|Mk!6C<2+o82{nnr(9P0!ZPQbvZpSm3$zKDzMe%x+0ox`!BL2yK90r1i8? zwrasBPuz*%ITEY`KG|u5tuy5ny8n)j-R!Tvxj%VDWXo3=L=`hgP(z;m%6Q_A)ENz{ zH^};KrVj?VpY}{}xhdBSw5z?*{0F-$6IQb@C9f6yYX0J+Q@8_Lm0hZtB6!Y=qtf+E zgWRXmF1EL|?|LhRx;Q)$lClQ<%9{DczFLE`y6w8PYPfo8-_!3;GqkQB&zUfLLHo=7 zD>??Vmh!{kz9;D`477FOHzxj`PKkj@uo1daN(66n!o#B^w3jd9fyW?$Owp_V;`2nl z6P3AILwrR=?xd=i=&Y|AF8a9)l;Ml1SJ->X4@~;sIittZwl@O{da+(@E;_he5uTz! zs+>ii__Ug?4FDdW2u z2N5%hYpJYx<*^(1tPk08bo`-#<9`n>2AE4CfC~lozKx9gAG&SRKU}P(U$~|6Uq96L zr-W-K+oZE*5~XfbM7lDCm3v|Yeq1nO>6l-*#ao3(f`5`6vE6Qu#fv#uEKGj#soPzQ zbI~YCRFlytz6CE6486E3D*WxaL$kvyX@4lbWA8B?2Akqu;g@Z>w#RDehyUWwJJ|+p zj62~O9L>DdWnj=_qI`h1_23KqbAKj+3W*&n34r>LTR;!D~zOk;*ZZ93}87IwnueI^6HC1a|APws)pL!JdIptLm#0M*am>vCuis&*oorJZYZ=K$&?SP6z4 zxy)pe1HNQo%L9GY`4t#Xr?T+#C&K)ugSrJ&ndnm_vsS@V?8|YkG_wAKTp56A0nl;ViMJf!%LiX zKfdFEc7boqX5n{u#MhGxtF0kJb-KZrA@Ar;NKtO-##?u=|gKSa>sGk^U7@&+N+iO z@PKE_Vy|;nAoGN-fJhY#C6kpl2s0?=8gMR|_P=i4eUZL5;IbURiu=GS(^t+H6Ly4% zmWEvW=^qQxbaYZ>Rp*}KbOw;tpcQ-F6*g0nAYxv7*wR~kTojb~v!ZLZEt5x9JIHc< zXh`$&Nz$EdS6D~TEnL7y>D86}5*{<&dd9GySror=M6aIk60*3Z#>mlUTl-=~fhBcs zFYK15#+Jtj8W1)#i!h-7J}r5^y4L03#vFTo{*h|Kl#bQ#D<$_}Sn(PGHApEpz4hbf$M^sFW&iCksK@noQi*^PSXMnP z⁡JD{$iN=*l&iMEDb$XcWl`P5bOwj)im2H9(V~Sf+Pu|xxt1{Q@b0RhJ&*MKav)e}D1M?d2AX7!ZCqaR-cN#kF#TqHn|$iCZqWK( z>Xv9?r(hqJ|DK;BFneUX)=W^9x5`Y!D8QN)RZt?Pzn;f^;unR0xYf*pEl*ci$oX~s z23&iLa>9IHkxC*&07cL2DH-Q-`29v)ud|j)Sv?LO$ifU`Ehf%NPZq@dKzTHa zKTj2)8remNOX|XY7$}0_lE&QwPC?zfvB(w80cM8ctk8L z8=Uvo3SHB^mb^IVgGrrK+VZQ|RG!^Z&YgKFEQR$XmB6^eM!mi}q3Rk9h+F>sV3c1P zfgj$=;q8e8GAK zCe(2dUOSx6rqraH{ibUoAQS*BV0Oj`A)yqT0)Rlas?GnI;tn(5jC0Ggv^1-8texwG zccRnvtP#^4=7mxTwux-@+g+K?HrP_H<4haOes7q;g&yc^{wAI+T;PWck$n3 zXAz>(wGX9Nk_;CBrWg#EmpdIs#G_Nvp1CY@I5!mK^B~r)cktC6y<-woVFep+L?tuT zlBTU>d4vQi9_C5gQ>#0t(8O!slQO$W%E}Gv%iz{nD4&BhM7ZTF@5wiAbTim8hdag3 zn-rfCmyZK^F(HW5*MdtuIkkZGGpKJtTjO}0cf^J1)|2XA+%;nR*D~2Hm{TZ@8P%p~ za?R_fxo(Piy|O!#P{xqMYpVjNwJP5p-m9^qnUbxhvV;H zw0F4NNg1~0#AmbBvcU(bSvV3B&dQ|n#Cpd_;4}=7j=h2PXYZXveg|};O)Dub_6V3A z5`7K|pW9xV*?2z#o-ag1wlo_8E^fThA*_3+UOu+dE7``}B6dX^<0CLpmFNqJy z-U2Er%S>DDLrk{p2cfuvgfcier&!8|ZYXI+`Z1pr+{~dP+sez}F%0CBr&|g_YbO^+ z-}8%~5LEx1Di`B4MrvtB2$P?GK5mqi;Pzs12HSuk%ADeMu_dF?o|9AOSi=W*T z`UZR~)5XJk8OSyhQrP-^49{FwiG5AOGmRLvls>Ceh7eg)P5yb?m}wDo4KSDtzp8Xq z-MZrvEP<*1i8qRL5irp+FL#O>a%d=(UmtTommWA$%nWO~M9*EJUNzqP$W64D^WoVk z((Mp`LdZS~fftti96Rv)sm?6MDVs##tz>^#X1Eh;XaqxBpb z8Zta^Mq%^2O2R=^0Hq?qyBXcB-^g^A_;Mo^rOhH>%zB^qR(5<4)G!w4#@VX_AYQG9 zW+BQd23)1j}P zVJ~ok5CvlPW&`1Lf^JX%8ti9X8BFXMV@W_a^GvIW)5X!6o$%q9Q`r8^b z*Kd}Nv6^S!Cair$8vb?ZJIz|Ux%0zfn>p$NDRFThwxUVKKT56{%?*B<>9*l1)S043(OUX<=TdDK@vpWsH8cr?AIK`C5d4qu&^4Q*w#(ga%MpV}Jhbkbq zVCG9mIsNja+Wz_D#;12pOXds$54X`grAHGx^JV!(%IcDve zD`#s;)16^uSf5`oQ2J0tbuc04ePdH98Ph-_3w=A>{|TxZg?>7juL_Bs=^kxGbt_Ly zwS?rEW*KB!0{$58m@6=5{`V8=S4iTT3}dthltV0G0r~m)iO;zsqIg{Wk&&MR_>VFw zE8D1AYIX2Qk!V09SZsS%UnC8%w_CMV{)Ot&t}8sQI)OrMzmAc7>M#UJ*>Da!<$J)X zx%qaM79lGUk}cb(wpXd7Q&@1i!$~_ruE|J1pcx>CVU5z^3g}Y7vrua4nJGeF6JY)k zESId z2Rp+vAgag!Jxhllx<}J7o!e~SYWc9avOOmF?Do!1Ez^t8x>HQowLjJ|p)9VC)pH@Y zzq$Z#A4t_7L6yaLyS#|*2 zF`1hS?^l3{W=c6aNyWg-rO3lY{9k6}lO|%?`_bOZR5Xk?LSVZ9MVi>ww94Rn_mXDS z_6)b-u;3eqg9%AJEH*Z!#A2lCaUmAUDYbO^5|QVEgAOz4NdDJAF0aQZFS5tq-rml& zUCao0S0jYg zY6=lSU9ce10*czy&0Tw_BP92EUSzYT#kxPcTv>Pld-Xr97`$(10={Dn5zr#a8-O0b zW|WE<=CBCdA00U`NMVn0a@ZjHGE+20ZVGG!ofyW!FM7`!t`oJ`lykW=tHf|klC9H({$M{EAr^TN+*nPoU>&6oEI zFA)FSOf7z$2%GXXY6q+Hndn!z+3Hl0$8<4pXc$C^}Nh3xW}wuQ3CwXjk*3LeZkRl z+*e23a+>)c9xPHE#3E70*(#q?_I~_$2?W-KNhFSA6#{-uq-%+Pe$&S%A@2e8(7Np| zo?-!iw>~IiYtnmfy=XQ_q8)BLa}-laxbrIBl2E;+D`1v9&#OO|H(LcDgVkq+tu}nV z<1-{a2f6bkaG?6;pvB>)jSI2lHkE3<-IV^iYs=Y%)tCL8tt;i}M>Y-X)T`edOw=d? zg8XPT{^yF5%+6gATtxDJ0)@Ae(WiPLtI@1{&t}kW^tHo`+HfjzWYs#_6-^~Ztp2zd z=pWKV=!fW8#R)H+)oZUpVwgqM6}XmghEEAH_By1;rrfWZb^b@CV` zG2owPrCcdPu|uyEl@q2bNp(3MS&9=7fQ{Sqc%`}Rr@RD_O#So)hev~*{3mbt^lO(=R4qeT12Y((ZgY&rNSdpun6_Qa`S3iX2>l

{(^rERW_HHxmm!SvBNR&)DTel@>T{-}aq(a=)E%*KnR43s4}kk&GX z`0Y<;?i)4NZhrYt`uW=V5mR%=2!PNIPZ6=(RYLWDk2&N^B?V$~j}mX|>EW5sA+&gM z)1A1`X#VB){A6QUOz9t51L$AT#JsHqq~|fWi8*w)`=f?UhbcnRpU&}xwt7+wt=)$7 zaMkIBSt9+JRBL6fE_nUC_T<^|wQ<08OSi!0rjxp;P-~^W6nTC}jq>=L6g^m{ejU^# zSW!K0ydQP=`0~Do0)+&Q&}79lrMiU;=Tquu!`gFDOVB}+1P%BOX z?ZdHy*c1{ui}0&0%07zLD7t2t1g^ASVar=c-<;^@30$+hm95$nFLpWMVSF6%_YA8? zA-Gi!x<+39C-K4je|6(=?&`Yjdy=6*I`D*lZX)~qx%Tg6>)A7h{7Q@KYwPRWAq(XP z`_KBN^h1^$N;8lXManu&IkS5Sd2brotSk%+JRTp@{>XP^-01+Y_%*~#w2KJImHQ<& zW58*pX&VYnK_!=Jnj!3&cNUS|^A|N7rV`+E-iv%qQQ^z_o5E162l_{cTG3;T)%#0W zr+a(o5N`!bV{lEkC*-ETB6{LS6nM-kjGU4iD|&{!2dITQd&|{Y-FsrA2TF7qz|<&+ zJUG4O%n@ULdX*$E)j32cpY%Rv!j9JwT_4|bp892gM#sEL0ek$^wP0JC^9wv_DG2YQE(9m62I4riHS)C--NV=8`?*VPhT?Gto(lY8ld#)Z!9(C zLTbdU4L}#M72qF->2C96XnZ9>{N6cW%}c(&RXE;PLBQe7(yY=erv>@4!t3$k;nU1q zG9eC@ZXR`(y~66bcqAQEWJISZMCi#MCF6waxoqoKC`fi8p`hS4Y0?@~ZsL``Q^JRL zxW)A_$8H~C&jaXZl%`fEJ)${a53;6JKSrLR6fKcp)%{q1%5J;2R=8WCY`$owv#X11 zN*J=;%Zv< zV<6E8b_EbA!-j4M*7rCgH`4hi@CGz{*>LKGIm8qYUXR?xs%1}n3WQ47 zVaJNoxgFKklVM=+i;4>RMf6b&-ccahm7Gb-@at;xMRkB^@S_EGRlkQ2Tx*^{Nc=Xc zO~}scnBA=6WWo6D>3lC|tN{HyXiL9|N!$%okGpWng44sFkcEm2m*oKlUyaXw{41I% z#liDEQAcKG6RzzX(ugbst!-?kUy!k#Wl?6Pa^CKU5&k$h;*O(CQA%?d-Wlpq*nq_7 z_-ijmR5&KA`b`VCx-=Z;@>qvED7?stoev-l0C-6;Yd3&yuhq4@ zFi`okt5@@+u$ZN;xprp0ze(GzXSZ|<1Z~i?eB6^G|GSl1x^o|&X${FHNO6L^iUOw^ za&t#JEfi+hx<+hSK-g}9{muIJOG?E_e{U)#>nyPwg=B@BnFA^ z!0KQP{IAY8Z;Ko_96q<>K45fA z@XQCIa#idHi>y`4oa`GeoCJ%sru@&Ujq-!N#|)!!m8ZZPh=kJV?VUwgUZ)lS-HDdE&Y?wZ$ZY)M3Y_UP|E{%SdEvC`C8C~>s;fXyubL^+j6o8uy zz6v6XFcNS2Rs{4a9cn=WvR8nCWbW%!b$_yn3Z(Am;rxHF)M?21+ON%hFUaYLV ztpQ1_+dWVXByPhhxz6D`M|9li6rf_H};xbepP;5Go%gp`DVtrjA| zm3hl-{4y{P%CpGW2Otp;S71K;IRFo(dP9X;VK6Q2e_R8AxINSAN$#{?*@E~B)Qo@# z+6m!8x!U9)>+~n$lY9znzow}soe7SRFKXRo?ZWoUCc{iGwLb~o%y+f@>?nMHEObDe5-T@FsLCU#Og7H!nYsJsq z`kgUT7bh9^wzw9U27b!AmOOjIrViU+t$%sto+h04PZY;*v>8hKF}YgV#!&+%Z}4ZI6|MEHLq7632T@#Dvj z6FXsdQS)C%$xFAI%)7(6j8~DA2C0|`$BCHz)uf3*=e;X}BcvU;gT?h6XPJY=R<9(% zv1>ZoR0pdv2cN8Gy8G;j68Di2&|dL%)!ZKeGYtD94Dafm>VeY@6D@f;9ylz2&ffkY zw;)P6fUZij_hzo|OAHSzH@zpI%FwjUdr}$7syt1Fkf!#l;DQcRxR(p80HgZ|Dgaxh zu>O7>swmOC^N0X#Gvvr?;=7-!QuxsSiSR?&L{DPk{%F~nKE0jdcZvb=%d;B1Mn|rm zj`#bK2=C7gIGf(*Jdr~qK8^9yD=r#ZOuyujY6Kkdd$cyJKFQ_FT}Uc;%upLQdJgRq z1Y5|$q{KNR(>_F?G`oLU`svco^JilOC9p& zOID<#fTp|+^ogB|T^K>YpUZuUDAst9W)>#rx8xxOk3d>?x5MFQF zuygL%I=jjWKFARHJ`Q=FrDX#g64X za95>29P?CUL)*{9DJVFgpb0?+xtZM~JG4VrP>norxjNduHaM@`6;EJquUSoe$?9^| zx+SIN@ngLC!WxkgBzsax>xt+WC-1U5 zw3U4QR&2Xq#?1cs`EP>U4$=p_CFSwDRpjIg!-VoC!)4B&&DuWR{c}v{3$KKU`@0$# z{Lq|34*K^{4hHZy&xw8XsEY9XrFH$l-klvd-YMTNYM!TzKJDQ+9 znK!U~IC?ne<9)BHmPnoS$w_!vA>dwo$Na^UzLK~JNf@CTW3gD(9mwlVNKsGgnk7RW zTWLM$u6*Hrl*EJLOHENeS}zZP;aL~&?#jhYGgCd|41%19=OG(Br_e-t&evrG(#1ps z(jSUAKQ*Xd2Xn!++J?{C?iH(m`GxK)CjADSv+76m!&x-%5Xe;;CIh)X)VeG97|TpI zl@+ywcareIzWUvMAHQYlc#a#5165Lv;#S*LzjMFi0VdwTw7tb?SAaxsEGEaHrIP7z?kj`@K3}8rte3M)m5hee{*uuqZB`_Nj3a&&=|DhyLW^3{+Nll2dT<3NFS{`H-+QLg-GC@Y=P#Q7~XWT6=& zLkyQ|*x@<1v%S6gSzqYkAI?u_lCa{6FDb><4-MkhTCOEECy#nnRR3Y@*X+4y*)6Vmq zSzEE9Xr-di{9$y%+lJip4!<|*?Ii7P$H@g*!Sp8WQ^gqd$_wJB6Ph>CTb_SAOvFk51m+$n&-GHcDzs;jG$F-}DIYqYw zI0`zq33Cm23$=h13l31h0(;?ac!>*6motl$KR|R{Rg5g=xPs$X4flI)*egHJVzr5B zBV3zRLh(@2R8A9rzcnt&HD@h>nlsj8zSNSFiwDmef8%||VtN%alqfP<$x$o5$WBQA zPQ>;rBhK)dnRx@R(am@M#39#|sLnv{d$w?)oreQ1CgX!K}>jt2V6#oTNdvO&CMU5`{^7r0`` zU9Z@MfpH>?{dZ)`Ny#VY=kxJM)0EP~3tYpVWZT`*;1w*5om~>8(&M;PN%)qb8FZ*H z&!pu!KjNmq3~4e`57!s0upe8*D1`n=%K{ReZRh9{ZJ1sut)=3GzU;i*mW%%s_p6gE zQDK^jh93Ld*dBpQksR>^%T=Hm-r0hY>9&D*Zi}C?{bc=IKN(tU7xwHLoJ&o{8ggaH zLKqBTG5;`2hg}L9$&0!kC-`^inDqj7n|NatSW^_P_RZbLe3VQ41SwJu=^1f?WUZ)L zd@_!oD(Amap`_{l@82zkujY(C$Q~&DYMw}qNhI8yOS9fgrCPF!WFf~6`T6Xsh92w7 z!jBiC&Z5{L*=tszp$Ry?ng)jWmzDRk6OEeWFaKnwU2K{B%2a~=%FBP7QEP2BpY-@k zLV&*cPL*6H-LvWGq`Z;;y3=Y#>~ZO@symhkVSe893kPn4VW}VS#N#R|Esebl8Mu35 z$C$|}(==%_ccL#H!mZx-QVzjRN3o^N*iz9bljSIv9KknoF ztJTk5E&Qq3poDRH5xG8`}gWc@pp-xY?N9MLjqJ* zzO)3l0YlY?gg*D90=4tmb+A>kXyk|vZ9wJI+=H_4`{>_7r z7wNz+K(oBifOzSM>XwvoQ#|6rSjH)S^o|HX{GPs>_C4JJbX;Kw$MKN8y`;D>o z>*>k+*M5{+Vo!(GHR;{#$AhK+s5A!d*53bnw+;_v5(eDkrOiJOq@(u74DM|E40psd z?QGw>87BB~9ylFF_6IQcF1mJU1VXL)KEFm+__F*YJY`drYDaR$Y3hirWMRx>jcaOk z^~QD}rvx5ZzVPXneZu-4q+&<5U*Obm#so+FpJGzX7q;{B&*T?$)>ci5mfAEKN9@x* z;f6TbE^4kkl77YH*UgHU2?ncs)wZ}Q(`A9{c87ni@dEpUJ52->f)=8y_BZ*RzKF7Y zh_GP*Lzy&_eB*ZsdOgM0OG@1+x19GWn%oqN06s zZpqCdHJW%uQBAX#zAIYtaTNGs%C+c5Vux({_)Ay1cTCS#J}vQHjbji_jL>`*T~*ok zfUI;5FU-kHatixHv=u!2`sywRs|Sh|tGL1O9$291Dl_*a*zv|%)hTK*U($cO=)qMw zXUYABfH#Bj1ko9G`i=P5Eq~XEit9@||BtS>j*5Ei!iG@ z|JI^=|L2`H=Ml)($G-i7$oBNH$i{{J9GJ(;P~%k}OckpN3%9d6urT(Y13e`N<=c7% zRa2p~b4zhhEx<}s&Fn<95UBsVBH%zb;yRV8F?p}z!L^yrB4D`+tax1qUEbJt+hm@z z&PKDY4~b6YG&r}%6j!GM1FiCyDPXXb1y~YOtI|Na2weG$-*5u~XyEuWYycAEkkT;_ z1OlfXhTQpPUyc1G8Y*<=(0^XC9416P$q#T*hnumZ=btKg&w4Wo-czq>mRqWKqhk57 zLzaH**A`c!ZI%gMfjT_@>&uOd?}6#VW?UJyWL8&6UhBL%_td3Lzuoy&tp1CDVZ5Dt zUtVZ0TSJ6z#5)Ujqr?)xbq{uA66RL&z&R+ItuKM`AP zZuoLFdo{y5+)7qT;e{*VPW!H69mHwXK>IjM{f;4vf{)EFMU94Iy48ff-6S;1xt||>e zx_BCs0NV%%ML?FDp*}W0{v_ zO3%c~9YdBt5$hW8lL2-#gv?T@Lo3zDbn)fPKtHF>%#wUCSf}G?6QF}&F&px89cC?Se=PK^B z+M*2+qgCTYM{OPwy)__(p7h?WS$weBucDM)#dH6`JzR4TLC7~hu6J2eJq?Zf6NIZ# zTQ#A_Sh}^&#Skh&ljM(oG>E5bsiCqK7cEn0*XtM=Ip=2Lm@X5T6DQ6CO6xNnjVdi` z<_?2=-#|=H{btOQH)n@4KD0);>Y9nbQ}v*K2L5^lwbkxsU3LXKUkwbEym3hE&A#mj z>O=xGQ#P3ZFyVlkWD#VmYg3_KfZW#hS^2jS+0Eg-@_<$QXvmBo%YGsz>eHD%#pfcv zdbO|SFFi6{K#JvmUybgLUBEaE=Zug$p5%rsH(0`gF1r8?^ahWd0mRIVpRQ@c$&ArA z`n1sq3xfd@FiUf)H3q4G^JdY5Yaq3UsyOMSG~q1oZT3{Z$rRe)=e*VUu=@UicK-m8}G?3|@Y@!vLgMGRspSA7U8-1;Y_nI2taqA8p6N=y;L7 z1y8P17v_08Fe|N2+cp?*9V}YV+cDz1x2W(X?lO)1at&qMW(VwOZor-*L&>6wu;0QAP37L|%z67BEIVybmwXmD99VcObt zD}U%xl_VQ}6*;u`i)rmz_>KNPcMf9nw*@rE@ioBY`@*%qp?tdE!BjUBY+ZnD0RLj? z7tu7VVl2aDpm8UCL~u-f(1}e&_d>D%0sC09&*P}WnL+C(A#5t9Wr~{%hY|nsblG*| z>>l8LDkLxVI6GP5i6CxTXu?MGO0~1~nE}NV?On^T2`V%l@N(Ol2_KZ&o%g;7CAb5; z190qaSYUt;{p#g&C5kTt@zpMA=XvcYJ}4?dJ!8!~^7O4N?E2 zKWDdI!`1?*hvBk9b{aa&<;kW6>8rco#Ui?ZD>nci$u)(1?uVZ5$994ER?Th{_3R;V zUkJSFH8^005hXp6Z(b>6Sy4KY2ZYx^3kr;3Z$w5j6)vE!ORyA?hZaLEZ+imaJ;he_ zbLB#q+d<@$2I+palbbblDOSFu45Z!f31rt1Zw@+lx#e~_ui(7-_QvvA^S9P-5n=>A z$EG>=YGx?5N7myrb9qNCP?sm4?{;sHU0Mzr0WeQ`$U>CWvslnVuY+=f1?UuC1RCQKg`xgqjIAl~->#1)mxs9S(G<0LxB z6;&;V$nbR1&Hq-~54owxo{S4T#_<#W9!reI-)OQ00;~yo)sDf(@&TNY7$%ylJevgD zrmSdNwx1oq>bDrA&zu_90okNHGxzc9EfbICUf#KBB`3i5>g&9Fr3VUFN@yniz0I<1 zMXbA&*I60Iy1SGm$$U7j;668X+!7_cg9B(x8;2kh&6xQfh1pK0sJjA)Bi4i)0&ZHJ z^%A1JYsIYwq+J6e5)dpgvCDvFI&rTO;k9SflKM^AhJ&O&$3GORiYaueQkwReTVrS}T_Mjkk6IAMj;X)h6OD-hhbUS4YQar3JU|D=p|5 zvU;PW``{OYsLS->(X3nH>~WtH&j{M!N)TR**|b)TbNFN|GHSUve4m5oA3PsOx+{fA_&{+;L!jl$jdIA`MV zXJ8xVO*l)vMKSl=5B&dg)4b`Sp;X?wbs0r!^cJWZNRHb$Hmdbx$fq~2X=OMbgD8S8}l#Uy%OgRG>0G%r=|{s zZvv$Wxc5Pdc?Z4^NAh)t!UES+5mJIL*Xe=)@dhv@I6jT%5 z@_Ctxtln_?3nuZeBCe|8KJh4NmMggJe{x)-p7|&laV61{$o5VmFF!b+@e87m$cB^L zhM!;+W6xX#v>*UU%P8IxC)4Iy79rDdPA;fBoGd0G2bTW8F;M~Xi>Y z`FIO$Wz!!4__oSDd{@l{znCk798j_J*+l+g+IT!bSgVyl3ZoQpfWP2M5(T z;h_)fB2T)%+2Bm+v0|<~?S}cF2)ty()IzRZwH&83!n{`UMU*b~**Kk#vA!1_-8BQ^ zn^Ck{?bx3QwMU->uO!sx*5p=S^rOm6(nddX38&tBM+XsgajnUzKFNpw6p5hDfon#) zNZu&HRUL7CflShWfeTsBqVMK@l&Vh=#23HilM9>h36WMYD$rLS3oF|HAiQwtQ8)if ztqGvnId8T+TManQ25HW|3KxpD#Z|~<4xu@eB8CuRNj{_(5t(1lJ;mFf(N)#8??VD7q8iOyh}ifT+VDH5VPI>f2EBOi?~Cj< zJ_CM_)o87*1(>-G*Kg6+vkM4J9@c?rZYr0lQou!1_G~G9@Hx$EyCFxg;h54J;Y7IGO=O{hSn^jWkuknD@+irj5 z?_gHOgsfQzB9qB<1R)&0xPo~Us_$C`2GHLG0lZ4=G$vZ5axGYL%Q1z{BgGB+ zzkaKQd^ic>lfIh_$I*zFVXX5s#EO%XnNvL*AIM9r%2i>$vv48zcN-oN;?mdzJlq{1 zKu!?v@w@4d_aET;q@V8tb4iUF$9!xY9ET1nr*WjLiO5Co+-dKlv!#h@hum}UJ!lj{ zHZ3v}Kc55MxzfcR+l4_Y9vUta?l&qBWG6HoFEy2$I+8hP(jvYx|C4J4CQ0@kG@0YDT1-wDcMdQ1|7{xisPFB*{VGiihij7`DY~ zUjwGbq7Tvy_RR5L;X5!qjCnk^$+G2V^<7V-=LF$K>}r%|v|7rfnjTYVRK^`~Z?kGF ze|R=I&cm*fZ`JvTI%*&i>Y>!%u+U1(g#DC*B&YtyYycjQiep<@4x*=F-#+EGr1pE& zs@Djoj_D#{($sYLz0i1EMoaC^xqFrD(a)M`fpJq_qE!`wRU8D+FtPu=P2-+?@R*&Z zblc;H?BDmv{`8=y{TflvNs!C_&U!82<$)u65a$&- z6aKbMakH0KzyjakM^fO03TS||?C+dm3m&!&mqLyv4 zbUk$DXD%&q0?}a6=n*}MLyYUt(%9OQi&Os_BYJ(iBDo|vBQ0a zSkVoRyoVXzLlS31Z&wo))Ve0+%oR1biPLAKm@X33|137%?Y|72^$ZF`R3FBjqZ234 zmUm-bm^iXETfjSiQ()ye?&`xY?8^>?Zt>Rj$0lce+ovIDta&2VQ*IR<>LUVdUf}_9 zLT5vxSF}zSzg8AdRLUBLa|EkMDC6fG`aw%im5>q;fh;`(%yuP8Jtn%DG{?`|18fq| z!NC*YV7py?tZmm)5G)$?`}sHrA(a`^SodV&oaotHdyekNY^Mria@fENpbmKJV&*zY z8EUv}*wtQ&K9tH2zp2d^UNRunbSmGxzo%AZmwt|Br{#5kO8^mva0hWjs>RNWua>4N zY!Z(g(H;}z?TX8(&(rbG#;ps)*Utel0}?n9 zs)h>f`M*y824Qbr>5WDH?hu_7IcbN0$0+R(uo9kmSo)6r-qafA! z|8s0d`> zYg6>`l^>rkEb2$UFciDJ;u=hAjr3sM1h#FY!36k9Jod#Md430}EmH!v47rQiaYv0eDQLL^gcH#9}|_wSyzgyOiC0NYOF<(T(a zuKS#$4|TL{<8}q3C@$Qho?0MAb%YRzvPFqu-JHArDb{MiCPNaK5nY8dB^r?IQJ&Sk z?CtF_+Lrtv+K510Ho8=Ox95S!Gb?opctD9oc1LntSgFYClZ4?RgZJg{fq}s)O#fN$ zBbLWdB$>0L`cE0w&T{G2`TnglPC!K#(15yaJJub-$0pa!-^T9>mu`EfKd0~;5pCX9x$X{CSZEjm-`*J_nM2#}37JlSvI4<@w$4G2{XBijP?-+lpnPF6bf z(;bP(|IkTKG%v8F9%|9fDen^odDkCl-#;Ks1ra6gU5n?f`yilTn`hsnqdP!P2P6*( z1cF+lkZ8!VGgS&Sxze=(j4*{t(?h&!D z^NyJgPDfAM?R?{~A4qm_gq!dY^n2kRjnzc(qM znwXtl>&HMg4G(mH<#T?y`&Ni3F@bkTvqbZkpJ1pEFeP#E%KRb*e{=B8*e)HP%V=pL zq~r3_R(`Qhh^cRkie&{^%GMCTg&zS_#FB|Tw6+7781*YMI~+1J0V4{{>o4c#5MAc0D- z(B5(ZN)@{sDy?E~)}xp@G0cYjMnm3#B&gbTB6SSGRu40k(3)2=Arp08l|4gRSSvN- z_xlq75&?OaOGdC>G=#UoxE=+}z!T=)&a~bRbf5_Np$tD9r%TzK5{{neJDE)*2no-O z6mNcDwI)L(_3u0M43e&sR~61;S*Kss;x)SlWcQBM8x?&_nbY6JGFqXe^tA!&zd!0X zUr(&OASOR*7d$y1fv6(Fr*!!ZtN3wrEr!1bn3TaxbIqUkV&juCn_)ZZ2EU}!ht>=x zZm71ZA4X#Ty9~!mM2YvJ``sl9-DVIOtI%atkLAx_eY|l9;ka_nAKTm8P0oZOyVqfb zko@+J4rF;noz<&DfNQOR~uw*Q_kMtFGw!`Wfm^%31FNi~#=?hH~7zc}*JUi`V zfG@irZZktZZ{oA&g5;0PBh~RV%)`qg6gNn6G{#oVLEV;{;7PLCx*PrBF|o#Pgw6Jd zW@0(a$|aq;42$R{CqyqVZ8Nue1vaG!^z9M64{_ufvG)DX_)&xF+oo_K)tfQAo4+l(7M z?ov&l8iP%+)z+jX?X6uY_gNILdb|?d9eIJ6(KOz7FL3GozXY3Zu1=_pQeV2}c?M0C zgwmaMCZ4{UIt7y9EzW`qi-tpsOnkbyjZGV9jdj&BDF7t(I4n10ax`qrv~9$+-#fLh z(nk#>2Ef(&6zQppuY5EY9&pai@RGKio#K=SBjr=7S3l?<3aAujYY~Eb-^zdCFjw{6 zYH>>N{hnoA4-ci#hFUpZD|oz4#Ak`J5|#o(7aNJBWKg?8`nMB_2K_$>-IA{;RBP3` z^K(G0IEO@gmlK;*`fd|t?#Rq;sR#TL-mTn;X1uC@4Wp8e7FVLJa6HS?1=OfCuV0OM zUwy*nWbEgM`I_AMA9PsvTUIC(u6^y4JP7ulTU)E4|G5(qJFDM9kSU-cV4jNIUOz2j zwJ~Y-0%u=8^wmNUK5Nu=b%@1L1@A12WXRc>V(}$W&@(7H)p#RQ^eo$PYnopeIwZsU z4oq;F+7|$&EJnA;AccD|kmVqStWFB38?C1HBvJvufr0Tj0(6AR7S$%;`=z9cx`B5< zmwIRd1!K1wlB}#3ARg1UEO)=yQaQA>1WGo)u3T8RI^BX!7WfaTE6u;qoyz_=7RV~C zK0%_$?7H~yn-N!@6$|G+0iASbt9IK=QJt9~sFK?&NBs^rdz?m%h_78%WKfMC0ykXc z!*0%qeo|ugCQsM5sxRMWrqE-W-vl&X2VdRTXW}s|*~ai$tfPug z)z+ihS(b+OgH2wb_EF)vD+05bNw?SZ&Xa^YbS#D~%@(9~{m**oBW@A+jwG&aJO6XJ z!J8-vp+koWzKaDAdm^+Qd9h-1o?&&4R#j1Z{MJV^jfT&T{xj8CB?1-f+!&xK6#2W| z#Auv8QREP(>}bcYCeBY1E6|Fh;aY+GZkCloxDq=~+TSYBiXP55Pg^WVbpQrw>R(60 zb88MJJFGU$Y6lHupy$29R^8G+^bK`iFT9mvdCFm>{Z(bd*+)OwRZ*T_Rtn~tR67<( z`5WDk`}1eMEp071Sln1Ql=5JQo$gR(=KoxF<1K$j zfAH6Ebqjp61-jVs-Z>yy%G4f<;{tkxlg#yFu-%7y)0`$zuC~g#gMypiA-wh8Y7W%_ zJ?#*mF$IPw28$S=y2kgl((>>PnDKDS7qG3(JG5!%cfE9Qfr_zk%3E#8nWJ)8k(qK@ zr@JMwylXil(IM?M2q6D99g~_WF>4(R&*jtzlNmQ_o_PBHQ-Tr8t*?c{%1DaCyPxmm zmw% zZ%!sAq~uc&N`X{C_G0T1Ge(m9v%MZ+cFxN^xVF?CqPtkncW@JH_4{`0IwT z;e`5&e@`n}t})dsXTZy!Tmi^v&QJj=NcU7MH8pi;zYsi5B*Ep@&x9v{7QLF&5Bzd` zWZwq;pYE#A0nb&~!WHy^+B{{t%|Ibl6DS_HUMw>_Kg`%vlL&*j##g!jLey~S^%gDITmUQD*>P0=Z?Zp?OLhkx)(=qyqfv}V3|sJ)+f`Dn&8}j@RZm(>VV#A zK<}v4I#{(GmTeJ6WX)p4{)MurP&WGa$77E!nQYSGjcsmypWx_VFySU>Hx^!AIF+_f z5K_&ZgP5tAtE~ZPifGZdMQj7G88Ow~j?lE`H}t=P;hFx^j0*-WOKTy{&s0B1PXRsX zLs_YrP8IeCss-JI8gfuION8sU6PP9&!fd8?71450|E724CpJ#WE7h;IKh9SI>}FUw zx0OYsj?_R|JEG}ZZ&X7tJ@{L^fLj=zq7c#8Aid-RN)754N5j zm>{O}C~}f^65&fr|K%eFmnjcurt5IcI(%>-Iy6h@g zy*i@!_Z`@Jd_ODsXria9++ZG={xBOWboF@lplogjnJId#NMgP@mLK0I!(#IjucE%l zYQoIe-nBt?lo%n;cSl7x#by>|=7I3x)z8HFhFR?~?@IA{P419o@#Tsz_20jv(brmC zl1O@E-e}nl(K%Im3^F&_g&}}c%S;{GU#-I&F7W3EZ*w%O&BF;@vBGF%KLT@>f>P?B z(o=GI`q>jy0WXO%h~M!VUitt46N7riHYgQ zc{SjC*6eMq52{0GyaVid{RpIg>*aY5cukCAf^U_jys*Y8Eh}a&YRu#BTLk}%Xvp?_ zo~@&xC?g)9HEoM>Fo_4uwMpS(%}+NzS>9i`5ITS!?EG$_f>ekO7S2`gR{ZjrWNQi% zH{d*ESfC#U8&5GA*D#*%dLOS(IIHM0eMwh5f9bb_!D9YQN*hAPbA<;QA|9Y;~P7>&_UCXLxMo(kLpUpq(V&{T6`V>O zl3x}mMAAI&lR2jsu+_^m!o;Q*d7Fdf+QgQ>xmL5RkwiFCHH1yNLVhvtJh62orN2VV zvGOzA|3@&N<6~k?cAz2ef^l{{lvXm3aa<9nK_+FtAkGYB`Jd~7RS1?u-+yFD+4Pd= z^Y^LqfjHUdwZ^ZDU)QfUiEba8o(&~H;cGPuZ`IJC7d$YbvOa%Nm1{v}+*s4C-26WO zeczq{t9QWvOt_(L;EOkz^9?4W7kKDB!F!5-lIBV!^i7Z<6Fa%GUA3B^K8Av;HcavW zhYQj3GQ*Yq0 zK_aq=d+_5YoPEbUT4Iu!Qk!X3R64#o3f|gJAOn9RYNdVGj+vNaoLk9kYOE=a*K~Sb zX~p0caS;2Mk2CU_uQ>vh>KlX45ZBpNQ0c0$DYwAh@xjo>P6zcrkBQps4cJErZ?ca> z=>vvejJKojjc&IBk9G;No5Z}oPy70vPG@whPE^b4oKOeu+*#&O>jnZc0*kVz=Cn6* z6>`hCYeuk%zFDuX7J5qz@K_f_lnwzny(+|_V@vM9N$B6HX)^<-#$!FwBiriy;(YEx z5a9|va)OTWK!IK|-mwRQI)wGwOq49=9p1+9tctqcyv*{G2SYE-@V0hMfu=D5MxTkjj z?_K(9U+okft3@XY{f8#1E)TM2&`3$W+YT_abDTOIt3Txa6XT(Ih>lJ@3BC9ox_+!_ zT_q04Tq2uMgd)H7rcSxXv`WoTco>cAX$H6Rw`I&BHezFWn+i___CNa8D=FRXkZ;A! zW|_D_FRfzEV_tNNzMcIMaS$WrQ!=F=?L-@^yZ$djuP-R8(w@0`XqQV+x6>p-KM-v zECFW}ghL*a_%+`Icp&Rn5TMUxMg{_VB@docP6}`K=RTG~7NY&_B|K4=f1ho(=IB=+ zz!%a6UM3crhZGIF6s`bgF60HGr^EfRx-AE*#D)cY8@{C|QQ&zrxzei!kRm*bQrvt5 z|C!=rN(L?}N_Kf~mB-J>*+xjq>cFZqVX4^Hc6=~UT1$5ArBGAr-2{hCX5oE!I8|`P zzS{G|v%#i&-KtI<;kKIc*ErApX480(>34WI@djc8Ck^F~D7xJ88LU2&SmgBI4q6KY zJr5}<=n*epac=aVfjOgnp1U*}7{ZaD82~nK*ho1*lGNNrj=Bj^s*bDw=3fMs&=TFL zCr$H&0vdCzH)b97YrcmhT<7$8ppeGOfE#OCs9Y7cF4bLfz>IaPrG^ZVw#j#Ho}i_io6R*%`P@AN-+EoGIA41A!et`*v_Ch5|>@S-3mw96};)5;3out#vlPrIZ zR9lLDElTATUbZ_sm{0S=17Aa2XC~D7S!h+Bs%l=3G}{NU2UZ(z;5#qH5pG0*RD|@8 zzXz}!(5I3=Q3)>`wtD=K^gWkC*5v(`^@qfb$9J?VR8+T|qeL&8FAP2E_F9!YdVv9$ zpH(|x0(I3^RjY2GwdWpwo32ybtzZq$3qcMp%AXY`UKECmL0hNFga}fmd|l8@EmNvdqR8$;`ip8o4Nl!*6h%bh$=K~ z{sbhQ&G3&Q;P9Wo0LXrsZtS0v(~%{GG7u(I^w$vagTAQ>2QHlfGdQNx#@k+- zIWpp>mG0svd6>8i9S;?XN9Wd;+G5CiGr$5#E4`j^>3>kxzCx4I?BdsMbWLkPN4;t) zStJ`ZxO7o(#Q@qMM5Mb@E@QjkedInMaZg~^2PQWFojgr6d7PLhYo7Krg?pVFE_c}d zp3(|F%e4*R)c19Wc2JOF9@X&jQRB<#u4YsGDKlBzdkL9fR6cu%+YVy!L?Bxq5{KG@ zDNN5!M>TCm2!TN#+T+laa&`M0#00JAqH#4iXb6k$QZl5S+xN(tf_=_?GoEzN!#!UD z%LQacisPiu?ds4^WU_}@_`-iW0JB<5L*uhe=*EyjH@!B%zm9|b=)3ayKJsJJM-&a< zSxN+rh|gZu;G#GPIPPQkywmJwPxrguOJh{tiGKFHPCk+I+dQv(_*qFjE3mB>Ue4$< zpGrJ!V}S8iRHQnLrH!uj^46*+zs<688Mw}+MmhZUos=8>5#y4Hz4+mcM-KzAHWi)n zG|zTDs`OPsI|Pe{0X&w8qMOzEuel=zxUR9nB0VO+K!pwjs|I*%82}lV?f8)g2Ww!{ zT~=;6@pJHQz)LZ-G&6Ix*BPJ=WW?z)fJ#vYQI-fWQv;VR;CcyXXZhJBCaa-;!o*e0f#YBqEm4gF9<7OHAs)qiJ7B%qY z9*7(y6FxZsz81FSr%B0YhQ@CD4e#}8^8h}Fq)$Cu@yJfzO0%H75f&Z;&;%*xb26o# zM_Yc#xdfQD&H1$4h*^S*_Wtgtt?6vJ`W1;ssqtqYnzhOd+VT5ot#1YM4HaMCM;U&t z6s9&z*XT(0UZ^zw+@yHIL>xLk_fLzA!3UN0(G$1xg}BsbN|bUe34N%Ks2DPC zu$&|Q>eHOu*MAhlahhRM;gDr3b%8Lw$X(h#KXGU%=$(np?BEzHoPcCUa;w~nEv}!q z@V!PPjqy;mdtyDoIaI;A>%9H^7R}Nc_ z`Ex>8u6+rCS;KAqoRGoLqN=EtN;`*09moBXkb2Ij{exYb?M<_pn7M(ig%pC23RaEi z&;sYyb|UiLl>-~zj(jZ(;jc^5z;=iF9uxSpZ*ta|R`Q+2{!e4PstekYpEBi7K$Zh} z;b#l*>)XCl^VN9n(V|)qgZK?&Ymhs_pUIpdu0ht*)XVA2JCupasbAa?HeBM|I4J(f zL7^5U(66=2@{_3_hyA?|*kbIT&phWWYOrC((7%c+0WHzJz53A=`w~28~f21GU8T3&AB+t&h<}s z{qf)AA#hnX;_Q|?UsV$qU_X@)zBAcE1n_&Y5!JDWR4@LX4%>A;?p8_yr*p0k7>%ct ztkk2qTh1f=qL%cIJF#OI8N#~4fIH5XI%sKzcBy%EVmW}u*g$u3W(gjh>7CR5=W>_B z(C`9Vwp9D%Sf}Mdwp1q~3OR~zq`LqWGH~VexCo`I5Jf$j3yy@pJp^}E7 z%I&|76XHQ`+}>5W2fko>45#g|cKV-fv*(1k{S}Zfbpm?X3>zqFY7#h6fpq~F2S@UK zvl&|#bcEfu_BC)8SZWr@Sw=T{FZ3DGWFW7A@=Ff7#rFW2X$TDUzlVq`Wn=BZz35-V z%8@InYsZtk8YR0QV`$a}UW#WJ-f~Qno`x;e&qt2J@kIHBR@DsCV?+*vXHM!?wYZl` z0a5C!0qSXKytkpTcJWiI#Ogt&{i)tG(omPQG@wJ(s)`!!+$VA@Grpe><}dOe zt(II(l$RZwr!QL9Gv&_H9h`?zbms>0kg>O_jI~sDBq@isjh0gcoTZop`jN=B($!j- z>Bd?C{gmsHL6VzC*xxYsDC)Im|Lmx4d}^lZ_?OGeYD}g?m#mPzW^=w`b0B)LdNB;> z9xG>O=t=^hMIa@}LL$c4_H+QG0@YMWD}$Eh1w&r7&Fp;cC%!yAit<$5E;%Roph5e# zb!ziFv?jzdF^LK6+#gLBb-|v|`sT#*=zB@pz(?3ZejV)0Pm?9MTdevg*d7-plt9F% z_AH;~==4{}dov9drNV>*T(F2T01lpWk^uK;k$BYeo1Xo4s1HdnU*?&PQ}YNCQF6$4 zd7(WXu7{uwdTl&PttNn^gg*(R=toR%2L6pWxnf&sP!}B12B=@J$s9~RYjz*;t|lNQ zn0(i;ZqYGLV4QN#YHczJEcCkpn!vU+ymi)=Z_>xLt@h6*W=iPzZN_E6tSGn{`3aAvcZVb2s^%)C+sH5MPM60h=E zGrH-bgW2R6t>Qf8prT}BAqkT1!0Rb-nyc4tIFEJ%+olg8$AdN-qcBAENMZ==iEgY6 zAl_LGKZv#8bZqH6#l-bHP6&7jfN5~AELyi>(*P&D{PmDTj@oDUue`~2{OwQeGC5>& zX4$Rn#8hqlfR(h`=15e1Im*B!CyV-#|VcRs=8Thl0!VA=c*r zJP`a{l1q*JJE9W)pRHV);QnW)Tft~2+R2r`#=-6_P` znLWf|Nf}?nG~zY#&z&0pB?|wNwb zO^7GUnK`MX*b_d?m|2g8_Uccw*f(wE)nrTx~a=16tSAD4-os z+&0U}eqCob8(KIKY0H=wtW807M~Z#ADEG<46Q1kxd1RXp-1c2?xCqA*ha3K^)%GFg@(woZu&Bt zBud*iX+aeVj+vDqHSTF|l?|_S=rez@bxuk7goD>b{QC0zo7#>jtFFh+oo4V@O}4(j z>PY~!&lHq=%1&i9kU9;7z5xA~fwxPwG;^tKsgr_Ls-N&aE%R!uW{@#2XOumKDFjG~ zO}SQdI%pvoP*#lp8lZU1QBzgm+LVia1|s7^L_*H5r1& zv_R?X89UvUnQQb(x)lcZ!-c73)GSThY^tnsXOCP66ZPvV< zwuU8j?9M*VHyZ>>P=e*pGP8qB1R}6X{}q04M9$&e-j0O;mHSQC$z?Y0J~o@`>aq9v zca`ea)zwXw7@Y}S1o&E{kzp=BI$M(2&-AoKH6te?Uj+Fps&RRTj>1P`3iD*rn68&Y1gnD zF7sAc=_=sU@4LZ zo=?5(;5#{!qAK5LxRiI?!59ZNoe*9xPs=W4CK~V`LAieYWYA-}9P;d<*i^}Bn>_l% zj4oy8I?c9VUgUIH{nBobvMw&KP+^gnYI8Wi#E}#LdMSHITw3g}G_1-zIwAVOZ$E(` zxZ*0Vq9x;kn$B2$H}h@o-Ame7k=7q`GX(I9i4SfJs~;Wodqev0)@dO)v;YrH=1Hro9Q9ExW6sg_-_%6Bs7!y~XPTNWq) zcSOnV2GIup-$${rt$*;TkizRy;du30y9tn4qR>^JwHvn!RKw>CF08>T^rQp#zuh?^^@; zI1f3Vd*%ykIsu)=u9IT7U{bk02>B%H1{mS;knc_J_|YS8<}@0N}6Sm9k`bxAsN_!W-H)veJ_MN zgiZ|)Iw77b(o`CD+)KshZqTQ_Wug^kaF=b2OQioS)Q8GAtRTKm*&TpOA0-rN+sq~B zLM14*VHp+zTpT1)$~i{pEt91x4eXjH}Gl3&_vGGJLAIR|D5&rFk(aG}(#1`Y2c$ zRk?qkDs=-7-Wmb}kxl3(d;; ziR`yvmU@hu@xa_FlN2^vu^zTB1eD|;4~;*(YI_IOY?qI+OX<3 z(atYfstqQGoz7XyE`PV6RrGD`0M;_=k0)T?frT5o}rL&HMLqd^&TVSsaHP^W)|92iR;^IMp4Ad=0+UF?@481B2-U~oxa%k%+D=+Bzf!}|Ms1aP4JgTH92Ou2D zb+ecNm#4{I*;Y|%&jd(|hrp!yQ8iKLJXdZ!Pgdb7z3Yw_bSl|gIBGWdpJ8gdRJpSU}b5Xmi zVAsOXXVq^4(uLh&NDMEH)C>?$0Co(Fi!UwB9#G!M6>WlY|!+VM<)n+ zQ8Kf8`AgS2P)gIK3|dYuvCCVxQIWnFFf%Vx(=OY+e2Wir`Sz8O?=RE6AFu z>rRfg?+a70(3B2&eO#X-#_JfSLX;1kb$U=-;&2#^6QHhtqef;)!g|51IVXbP01oZ_ z6}@x74ct_i9s{G>D*)4nN>ZP}s0CYMHaC}=YehJM!m+G86RAW%{J7FwCX(lXKK!#E ztb`?lMa9JO`vMaDYQd1skoMC|RLEK;4ui>KUQ~_C{d7P$`yLX1hV@_ucWkR6;GXn% zjrTr)&88#FhX9EW;2DOwWo6NZg_lxaa{B?j#KE{BFX`TRWB~qMFh}FP0=s)~DKpVg zNU=9O+VFwZIo04lGBQ+u^f3R!&gECa=hiJCa|V)B718T6-v10g+wQA^Bm|$PMiB?^ zhW>;{#c#W3T1_Y>?0pxX)C89z+x}59?lq-eEZSm!W|$wdgD#LWs2CYgT|oHL8SW`p zk&bi7)HZ$&0|4Snxl>`vV7?QZ{>cJf$YCbWefCJg*(${g6pXjm|3TDyvY_MmI)G5( zC3JD?7UvjN@WvIIgQp>cvtfxnebCH&?Cta8K$}&=Y!@qC8vFZqD6ME_+ zernF{p}A{4=!5sV5*OKq8YbC{LDo7Xs}ya6yodVOEKfuk^-bFc>v9LVAf)AItdi6N zZNLK#rj7Cx<4F*ntNDw_W7x{8|99=9t*za)y6=d7rVkf==T7qHVvf|p!otvrFhk{* zfCz?O2Q~cJkR5|A+N$h6sgrUJ??{-PayJgxd65X|Y6l$azAWK!TYN=IFT@@Te*J@- z4$FbLi}}X5B_QfM>9!G0ahk1{dDBUWL+ljwcr2V{jHKeWpP$4V<@_J5WTaAeS;u!} z9i3AQ=5QbV{p>|Tppip-m84eRv%HI7*DU ztR&I5uXvnFy7)Ocyokwhm^@NK8}SoyhrriL=<=4w2XF4PjV|157C=|D&iae1t06K zOQE$P?wjTC(1|2KTBFK$TlMZZpmCFc4TGt!{WjP&w7=$dvjoc?gOS7|wUtEjuj=Q$ zdJ&n1-PQb;ofs$qzPPk;JwBLSNV};L_k83ICGl$@*WzLR;veUKoXBPZU7a2x$X{(E;?ed*OvzKOs1vB?YuxLVQwt=aL))?g71elSo1%gF|7G zAjW&aSrgyE{@`t+g1-+{9ZG%bmtQ|6Ys}u)!tI|%Rj|T%(2Y|?=Z()dxr1aQaNDU6 zD(!&tJSe8@!QPYMjRC`xu<`<_Tn3W(F|b1X`?4+OZ1R3@H|65*-megw=gB3#1{NO`_UX9LLROST@g7Q=Hu=`Op$5P6-OK z#*A=7kbIAa4$qhJLEk3OaRJmmUGC*&j$q^7evWG0Yv4i9UE84gn3S7~%ZO%HuRuMj zS_f31XMit-Dg$N(>ke!Ur+aArT;*NodS1h5V!L5tM05h%Xb{hL(8()%=V(U+rj=1f zHF{BOZA`oVY1RK9`L`> zIW})f3c(tfWyRz|qI9CXr$^+e!cVqGOYm3K%*ry)l9Ry}c=sDF)-X`M1WLq}&el&H z7RP0}4io`bSS|6fg3VDRq8hp1QpMkJF*B1|4Oo1_XE_rWvOItm?5_O6MNYB7u1rml zekDh6!e#Bjz2F}~+#AL09eT#9(%~9OT2&&2?=vjna@nH9iUN+$PdRV=_lfd+6N7s< zPNsEU#s&;)z8}wj$(^^>OGro@pz{F}FHTpHz0j|?Q>aWQp%=ijQ6Pl~ zpUx+qm=MM^d;@edwA3LL5D$@jsXV?-)6{TzhmLA6;RFl*GSA;%QtSo zmK+=h^on@aRZ6x?=3Nz^c3#s<8tfqNNzUSq_S-$RU;XJajvCN}j2HHoxRf4~Hv89W zsTCEfAU%-m08M&C6XA#F=H>?5ZlHzn_JA)6M;opT4-I{gJtP4L3E&(NStAxdtI?&g zU=vM_M}A)_`zZFFH_!6vBVC^nLK0wE=HubCCwdV#vRpx#`Z!^<1V zGpOZ_?ukMjuy}_JAziiEpvT<~JM&HZb($Eq&uytxi)~rV2nEi+_q zLQ=M@?3KNeJr3Xd>GkII`ur}x^VjQDmrLiI=XpLKkH`Ifzum64ZxLRyvM@_K+Q<^) zAQ{N0>+{|bob&4^bX>Jcq8}tECH~1}XIGTkKlb8b}9Oj~J*JHurhu;-mF z;%LNWD2Y<_G5C^y=)}Ekn_W4A2Vn7^i^lHdRiv93LXA4L%`%%}3aImCNfhhPGkH9O z2|&-EtbvTd)-c06xc?EQqcP`USCL=4{K^8D^=N1n%HU;0ECeKNtjpk&vazG#-^>!f z!#L;`9A&N<6EM^@p9TuS{3qqC_?ipyRbaV8RD8w=lD(Epce5XySg&+Wc12>Y-irTD zS68dXYq`=>mG~>D3r?)1wpn`R)j3SU>qsFDa5w}~WUcXXX=M%1{J2cx#Pj>p+r7r@ znkp>nUn-k%Is5jje5&1LDlr=9XOoD@#vg-&nJ7UsipaEjgpxL(0;yCK6uMB4Q-vPf zEv}YB;+RXpRic*}7CY~$)x`IC$9hY2$6EF&LxZsdiyGP|fM)}_xk#7mSx3owu_E~n z{9iIBt?^qq32u#i*iCX=?h)vn#~j0Q9QS_#he()scUufE9^3W(x)BlRhv>UK=eO!o zzrDq@HSXzd+PQJBK1HO`FjM%Th}8HC29>_#h?@Of>1UrYhz^usqL=%}$4}yq$~FZq z&6PPuo``F2N_LPd=dtoK{cq6HZv58MQOnnfp8!v?cIlI+5QCP*@|Uls&id`qBAxAE3kz64?I-U2K7Kf~L4>)CPWCXANe$cAwx0Hb zhN)cE5^o6yz7m|pqXKB6uQf!_X|pG1TI!})t=veomBlCCI}-BW3T&~6-WW3YdO_As z{~>LDm}o!wn=o$^F|5b@0`E7$uwj{Y9a}$S{kxYh!yI1>;#I<{i#I;iyrRN;IG6{g z=F@M>cd=;5V&n+UhkR>j-6?^(kGn7RnexB^RQtU{FY%WRTQW7F9`Z;78d8^vj1!Vq zV){mg8l;cWUcQ?C&o@I^?X;*AW}uvhhfk7@3HlT{r#CZ?owdzqGQQCFg)KWqqQZiq zn%V5AWfOloZq<(+{BxOg^}3-$qq%pP-tSP|z}IGLF-TWe8M88_)-6r(RsSVUPl=b{ z*`3Tvrqru-g#BXrU9_`#>l@IcS!)l}(xa zM@}DOb7LWAh<=%C4u}}c(sBsD6IM}qyu!Kj<<1MEnbnP3XKMv>?Y+ zN97OB?JQ+BiIlF>zSi?TR$6*6=65;Bpw@JvcP$3}fVQj~>f?fS@_kFm!;PA|U2(^q zeYt?pfdSE5Q3!q;L9$W$Dh^_a*QFjM9XA|12aD+BJnypZ!Mr-xbjt^h4H8#Cho!Faf#@f;z26@d z(rES9K(-iBGqRgqVxdW$x)6MN|DwH5Le;$}mCf*b#LrJtHLJLwrU4tw%=q5cmb#Iw zV2h(!J87Iwi#Yxje0sL!=xYzC-Yu9OLD0iG+5UL^G7dGSoyM*a=X(WZIuv=RgrCAf z6swxfVPvmC3x;S|R*mv;NV!S|!7-EG$WJ_^S%aT>Us%1Ed0MIw<^}r+{%3AXRA6 z@TxnVDhGB5LYsHY%Pj|DEo##2QD#evQGJ#NY1v3a8kkg$BsUalEoa}^>=7V;?8@A} zPQlc#oO6(eZTKhg&v@hUs@{2mxu2&K1laj~aD}s?YF7X$2HA|3wc7)mWeRAYw0`CA z?+5Q(a+jin=UEVudI`#HdE(`VhlxSdtNX+9Zkv<5D&~E2TI*j4d6&Rz&gjAPS}z(& z!i>|YK4>vwKdO;-i7sx7c9jEP{M*;3^({yF^63AzHY&c|!9sz?kV|UY8N9WRQ2xqo z$e>Y04OzCo^42{@ot~8QI(60{w;~GVVylJHtq&DMp~6TfZzFesp#9IpUhqWs_MooF zOg4xmv@D>(q;E3UOx?7fLo3Y$Zp~y;}bA zXLSuL&jZ4xU)Q4~lny2n1XZ%jb=_==Y&r%3#31)xLHvpzwhAH9HEuTI`mKyq>1J8B z)a;EXa-f`6huN;fNtATc(b+-j6Z7n*^O*bY*a47CC!~{ zt7uV0C=QL0&;~gv5u5Do2H)#P83ktDRhZ1P4m%SHwpVvMk&c~}I(!5JX{y4~SiC(% zY*`n$4~Mb`(g(g_mFfzs;Vunx*U7-)Tu}ET;Vd{;gi&*dZy?-D3OQ>epiLgB^Mvy9 z;GyG-u{HQ8p+FV~pfS&f6p2MBi_;++Y-h0x<=^_73HkfCwd4r^Fj%v_W9 ztjzIQk%1WcgYNFo-B6~R2xNE~)7sJp-h#oC>iO>YnP~RogAv#5flNfg_NH;KR`QSN z!qG1`$_iTPuR9PCNVDNGGPu;y%5YbQ!Fs5kos&FNlEg}D+m0I)W#7NVLYjZ}c)eK` zqd0i$epftO`Q5y8Ch}hR_XU)*Mq`BxP3xX&y6U$Vx8$7gdHnRYnh!HXSWinFg^L98 zbZQ+#g&Wh8FaDslBkkKKri@zaZ!FaF|n z!y&rJ4W`V#0LB&H{=X6pp0e(wg`}3SvlZv_L()fkU;(46-TJ^9xt_GY*zb=^F#xr> z7IIVM1SpOxCb^nLXDIl85I0W4Wh+gcV_ug z7U@6Vr_D$UPkh(&iLvK3bk$~NV^xg}b~aJ7(NzkjY;vyIesmmpRRXRLDq}A`7~%oo zCD9dWhMFbsgp{#(@P~Wu?>`ng{v$kAlI{4_BwPJUh+wpNJs&%MD6{EACTKW7Ge66O znm}>{2S7m!9ZJ}FV6P$a36NSLXBqz4^;l}KhdlymjWGz)ZSuQXnn4cRsRf|N56M$tXYm0(})oRul?5zkbZkkqO4EswKxNO;VPb$+|eqt<@9#U6@aCJd<#^PG(T7yjV3j$C03|dCsjd9f0BflT> z&%jgvzn8iTwx{eC)ev+%boN`-I&Vrv8w?!w>mpSSzxdT3FV_$JZ2>uR#PlJ`$1?s# zmG|fBd_c{t0$XM{zw$f%P9BF6k!5%t+V=dKLxkm&UgiT1=I&ND0&m%9h_IOAtXJ(6 zT2-LIvBn#*D{$z#uWb4AaoV=xwTDe1!JIchICEZ!lusDBW1^Mvjp5KnfZ||Sp0MWN zV-mFdEZiE{n!uTDW~keG98wH|pP^^V718RA;*~r?LR!C9F7TTerYiS>sTqg*26uh7 zf5;r-*}qrW3I%BNK!r6t0&n{MI3b$4gRF8gYmZ6Od8HSJqIr4~axarp{BVfA+~F*k z7tjEsg_kcJO>~2f4LVoz0eF?SY+1U2PG@%@Gu`gM>wt(@F6q3ez<$W5%8%F2K7teL zMb>si-h@GPJ?u;TzZk=p9~{Sv2drF2Mt(W3D!k<3hzWuqRu0!9i}mqZXr=Zh;o#yf zqq?}{SyJxk(^3Msl&h5o}ko68I_+k-pQcGfi(K3C9VDll!qt5SC^N2fK%9v{WIZdIQww%$yN@uZ7pYfK3!8Zg3#Y5LvwD9Kk` z@`IjDBNE)&M}zWlNe1U}l!&+6CDVHP>I#3@-PV^DGBsmU>zQTZc(X%lz19~>*6XEK zV>8gjVpN^<@Gb&3nrAgHQpd*Er;F3Y*k7w-IHuy0Sa!SR!&W%#$)mV2?GFGqA>5zQE>=DEjS0jVf+|X^NU7i3;P_J`f+>kF?vii zv=pSpK^uHpWLCbscHfFI2i5@RE;U;6#{!9E`Y&JiUZ#)k3XU49c_8BSOcocXERn>9 z)=}u*M>?(Xf~N&HqPg2Yfhg{Sp7&LGDHzf#=O4VoqDj|^%&GH>{n47gPeFknT481% zMSd@~TtARu3`;F)o3&&8^AGa_uO-RQ#2wE6ef!V*`uTTIQS9?bq0Raey6afLUodYD zBy=DFc^mlaF}KZwW8Hzr_5T4=GgY!bg>`P6en1Gy1>yD@f) z!e(^0;%cFb*uA^4Wh~ zt*>31A%lxEr;^8OA!{&_(_YhZwk?^IS&j+7BOOoiN>g9JO^=!ii-xm0pZA&7N~{dAJR-H(s5(Ga5ybihO^8R`~C899GpFiCcgfst>YG7p|o+Y0!YT7 z+Xwh(*Cp!scDEgf+_d=m2Yg7SWQeZO$vu>04ACZk73OKy*&IEo7C%(DroVw4J>25e zr9V2_rB}~mW^&9}tSJmR;*0(4jnj*@(U3Hp6Pob5E`OCdfeDNEBNzh6 zNejqP#LPkrPIoS~$KBBrf$YU=0%3OH zRaSdn#OykMX~ZRR3n9w5HE))#Z*u?bvk&bM)~fw9g4UJaSsFarr<(XdsYbB2Pw zbr8yY+Jy0sb@eSMvDZa7G75zFxYiNT$X%a(T?|{ZzR$NPTCiYrq!atHF|lc%jhFV1_jw+Py8~lBR(>@Xg)wU z1d+Dh3q>#|0JAVh$yl59H^8E5H+1-I2tvO^20J>ike*$uC`D?0JG&CZF#zeJHw6cE zJ&{315Ny2U6c?pEa9pya#WJ|zcn+;1`WK@;^5}QE-=>OO#1aXM(@qA`qOmk-H(kqh z(?iIVUUwtPLL^>Ms(!N_A>G_amUlutF`Q=TTrjhdyM4df{|#t>gqMGcaZQ`vCNn1^ zu1`sE>-VE=X9wf&&cD|kYN5H&W#pY*^T97Hq+ER5(TY}mDjQ6_VHkI2GX%&_@_igT zZtAlomhNlpJU~2o-#S&~gfv?em#Q@qJ|VD5STp=iS#plX^I7oW4HYfNp#+ZuD+#W$nSx?=HLB zo_YtH26?6vLK8}VVP64KscD5B2aap?ww>G4Qx%C7I{}Cht{1-HV8i`G>hW|`A553! z?4^1C6s2*O`M2l}313i=t+JlJ3tDIGrVDMRYHn!|)*W$yT zHfas`(CdmyRJNECId_zt4KpHmv}FE2+XLw>^&vuY*UK%UG0C5&0s?`?0Bx$PauN2u z8RSA!e>~i+x)$OmPKHt*xi4l)ZZ%5g39br&ES-d(CXg*+Ga}%jF%r3nhZUzNIvQf- z(I(ZPRI)BpLS)?7AzH%oL51g1>Yr*DX#y-;9@5UTa zWo)rSf(7%)i|(^k6>a`vr8ykfAJEFPy$vu+x294ja1eE<#Czl0A8v=Zkpip!9IwTd z+qxV533gp(Blxr6<5B*_8%q-Z@#i%kELLdBkGqW!30YHTewSXJj^W(@<+!^z7hF5s z&FlIsTX3!OH8mHivNu1>Y1e2WZ{Of(@D4Ljv9C{oaijZUv;kg=1P;)Z-07!a4(G#P zP`WOM>XzszmZUOysLq@oAgvjGyX)%0(HP1S_ebEmiV7hY8t&PZrJe#Bb(PLk3;VyV<{AIy=|#k})mxfqQMmw6^7=OHitOALjK8(JRKT zrITNre*<`Ps|1VpN~Hga9SkMCdM-u;X7rJ*s{a45QqkTQbp9EICoQ!YAf~42+X`O! z;^J^R9cT@=tXr3_*s-M}c(UVkgL1te!KP0M0xytN3b3h`8Qx0BS}^VG{k`$lD}a_D z*K7PZh)IB?D`>+@(DCOBlkgBp5Cxh)CBhLL?vA^+e82H~3Pv#wz69H$z9^PXZHh$k z^BK(9*!syrf9%8%*|J1E`yxpRX+{-dVJN)*c@bAje@F#yS`%aq*W!@5fw6Io@2%dI zt5=8Dqt|2EQFh30o0`1)=h4#56ji=F$Nd()57NK{mVXLNqLAYL}L3l_NJUk7|@ulP?GBk@rR8eFd8Yz7Rk<4b!1rc8xiKE^n%7%9bKwEjbYv! zEm(!PU;7q@gB)%6&tL~81Vq7c^8=Y24d*+1>#r=KmmTz_+X zwvAM%yFtwO50nNJr8N)$*11Ng$yXpmF&MYS$;`k{#ZMUcHB{k@4hT&rW%jy)~oP_?4amP>ai_P?cu;-C>z z*|H2^TxMCWlLb1Bo*}wK-Fp!{8bvX{4{TT;mCW>!+6TMNI1J;ux$pjVoF8@Ic-IHj z9ne#|LOccZ=f9Z5m`VT~j^ND~i`$gI>ly+>>(1t1Km&W|ozqW(_Hr{|iyP=GX;ADx zxvN-8{*!b^^0JC+Z#~v|aVWm-#%y;4AN$iXf?Qi0HN3yTITjaWhEOmNc=o%~#IjfL zc}2{Zt^~&DEO>j3f>vDWUgI*D17O=PuXrG*o)V5i3(-7l9a(O*+)nN>R(`%0&pnZPCety#vdcDxQWQlW8 zsQTV3aTr|K8Xeq4imL!wzV18skH1@vSjXXzx2u7)D(4sDYz}{QNA6*P<-=Q4(8Sj` z{#Q!FavSyVeZCokt%~`B9rPbya*qsp2=xt0id@9x@D*FrxHl>!TYVehMj02h)a^7R z??^L@em->gXBzR*4^7loICpCkP86Pp6o*@+3b7}z*xr1<^#;1vb8iWRbYZSrTS1HO z2*&xG9*Z2%jX2WlF9&Ybgr3$!XiT5($oU3q7_)wM^JYA z2=9MaSQ4Dr?+ofXSqMFrBIU8@Ue-N1C?0o&GaP~01y_%f@vPjxV6tqfrIO{itVUm6 zcA=9QLyXnl#&sn2uEWDs z3Hr>3cS2AD+B?y^nzbn|-HI@nO!3(t{^>X^8ogcny*GbXH?cxvcZFhbDxfvq(BsUV zI(BrTtv7uE_Oocx0fU7{60`K_HEM&;D)S|jcre%>=MN!b6u-D#JLB2uIpB&MeHw=Z z@J{tQ52Oncnmm!Hu3Fb&ck|4PS_m5`Dky+-mA~0#Fo!73+eEdPQMoWBh!LJ+Q?$tn z06*=JhkgO|ujkbPEPj->9XhHg5P?v*>)gHfYTMc$z!ov@-tJ?}M)pif{Cexxr}L42 zZAWcO*Z=i4+kNigc-J;7;Bt4%HSMlr>4@vC5TmBXLJ^;-68qj?L=)g)X%Y zE9Rl8H`V&cauY-peyrc5&;g4!ur##;H6BnC$iu~rQhuEWbGJo2Q+}}FzJ0BE0e=8x)6dQ=t}SMj<`Wi zsN28{`se14h=#w;UQXFc4fGa(ciq;1c`QDZ4D4 zcTN{hi~x4^3mG75cRtuF-|aL%62m8iwjvNX4h7%zH)GS-(P(X_r#e(E?2|B+iekY; zeyXP2wB;@!kY>~$Tx@9tnzi_u4a54;-tlgIftAN*9HI@z6sqo!o})q=u2HfYU3k1Y zaoiE&UW77CA3z*)h3Uw-m)II8mEf$)kl%Hxl-JW?PLdPcFJ4*QI{F&F3`Q~`%Z{0h zdCAs0!`y{!br*w^?o$7qh-uu+= z$JIZNQ~2=Y0OXx%&urG{qPn7PZk`+^ofwwC$Z!XLc_bFjl}JBjtM+?QOWre})oBV;;wGjI@d#!&OCW7N4r&k1xStL*Lei9w3x#}Uz3$q>LFzcqvf*EOc(~n4% z9(W}xD?@V!K%r(riVCfzyt8qnTOGRwmU|yVvnwk-LF&|DWh%#$KPB4lcjI`ZxNMnM z*tTG)VU+j8b8o_N(X)Pswz|M15WAg7j16(FxVAYWNPmFmEi82!X3-hJWi6_7l>5h#r|OGXm?DD@sU4GcpJ1&?`J1 zppbQR8TuQc3v-cQ?-2NC@86{Sc^iEF7W1u=!gKgHzkMwN1UU}<4V}p$J(S6PtkZ`Z z6&jbeZ8>3gxK$Fs7>$sN38am#r)dAi0RM_OH9MK*UpQ3!VB1+w56$|0 z=kicusOQnlyzM6Rnu+F&-ED1=Fc#&x!S(?}9n9181ec%RCM)jotsqt9AbMQ6WS*)u z*qT2uk8RY54ZAU;s=EsEe$xdjmzuli47F<;aod9vLxS^s|8cU~58DH0?dEN|D%s*+BitiwDHyi+`Rp7VsR@FPX3z_jsY9Ug>3U1RNYubZ z80IU3vqNnN`V>XhpR=|#lRppP!*gn9- z`AIF8P`yaGE}U}!+l!JD85w(a9G?|jlZ^vILx3o-e)On?iib!~9AKx~F$085oHk8) zo&w^3ccBEHbwJn%nYLGGcnZVW167cNsWUsHX$IwgW-={d;kd`8(*w#KP3`Kk+_a6l zQd{wfVRpB#_U-ExZnyKGb+dI1pYg^wW^Jv{;^1hNr+?;it?5+`Xj~J71vJ7a;$L&y zwI1;!mP9rPhihj`UcTqG1*is3s{W3i1*X&bmnlf>#C}0T! z+d?nsr2a0}BfLGYm|P2#;bhwxcfWCNtpl}LgBrS;g7&2%qNEe&5NBd7v=AJ847^75 zy>L*OJiBpWd?^OUf3)`FPz-R2BN>{hIFmlJ8{H;Tg3&rykO<%WG=e!=Y{yRKYr9ld zLY0HP8xVnjwfn^(^DE~F$A%xT@N*edA5!;ZbHcHsQbeDQ%lwi7gBTXjD66$6zEb4y zTmm#`c%s?y5&U8Gbd|olYAwV0)1T($8{NX6RSgcUIV!oGLuG0OI%7P#^d*+pFaZT} z(C(5ao&Rn*{xwDP~t+d)I%Q&vRp7~GIc=+q%w&l?D#jKuy6`}ua0Ogn2eXnUt@xs@JB5{}5 z@6A{BAA|~}9c&y2@V6j0>Rz~S6Su55Ucr~8A3VSRKq<^x>bvPr%W8aDgKIBD$qGDa zEq@m3`+)E$MDSff4r{M~F`%%K?O*8T4C|H+H^eayN~hLOj{g-_5e;U0{c7HuSY!1? z-63!7!goqpiaY(T0?i35Sisob+04;ZNgH~LZxivFT3)cz+S$pa3XrfN?vCx1t8YbJ zMweO`NV^zU+C7B1K#S;h@7SslOCm)_5wJFDAKU6WOLWn!>t1x6UK6dxFkiSYOFJlp z-S%oA?+h*K-CBCCL5CW&!s!V6p()j{3AmKNj?D~rd~Nk`xvVGHD~C?m#^~oE8q!9- z>T|c2#UA)pdr5_n_|RbM^q}%%I-iGiwu2P zX#vhP4xYt|OxbFeC`jueivu)iIfpn<9xchVSP)FBcNW*X7B*dk{DRQp04}`^zQX7y zq0U_XK*jj`>I{>m?d1{S<8$f^K^7Xe49_WL_lj_nfxvg}9>VeCNS!P}3ivu_VN6m- zcjtSrpCQ!8ICo@kGUF`iO-;s+xb?M4E*6@T=lYS5ts26@;=T~PYXW*Yc{JJ)DZQdCsMm!^b&-FHB5wL161|NfJi+4H{WQjxlwo&o@bI)6UX zP}sE%@pQY+)77by-P}Xz-vLToM%7KoUPV7{Df1kMV5gVkORrb;#QY@#p;tiz^pCmV$njwJ~r zyknMW7xnFlqLME2M(g>wJB9;Ypo7NdbTLEY3lW@w;?EoW?J!`m*Q>FxDqEM6Sp5U@ zj4v;KU6h+eo%^cF5ft6w1vk|D*gaoRXHFo0pu0?{QIs88oyQ6diq4G1K;-^5$ATW4LYJ;Wke)95l=~k{BI4I6Npz}DJxe&i&DyS(! z9HU0o{LU4PQ%(M>W%6Y}#iN;EL1X6qYv4Oljkrw?m;s4TEVc5eEfkPCS&dy19z63r z0Di4rX8ZZmepffwH;bf#e%pQuC*rubVoDx+DLF$P$^*lm zGLw*}VDl5_vY5F91KP3t81hb6MyKuKE1JImG5O21QA~34Y~lwzU0T`h!9iXjtK;1* zloUv&PP-VVIFG@Y;x#o|MW0ihi4TTc%zf7(mbk#{@r$FDJn#FVvmu~$&q55#)_E?& z1e6(q;{{KUPM;{RN8#J7IEGsm&8(kwk0%=+{M``RporNCi6G#T*Fvi>Nv9Vv%@QFi zCNBS?Et!o%royH`LZ{7K@e?R8;~POt@1Ly{8pze3%=$yNEup~kO8j>$q*4r1kR&8e z*Iu|R^KiA0lUO|jB%7-4heJ{+Ia)^gDH!;+eA-=(SL2Qe%?pIw5^|sE z&72P<3S9!63=UU&Mvq0-wA#v+@(s!vV}bF1M_^j&aLLeKIxhxRbH49C^1B)o1yZ{u zxM_>vrlnr_h8v4rSLw+E)&lpmJSnm4rIAHRtF`{#e65rZioe}ZWWOc3O2B*O+tz#( z5hC+ax0n-c9iK_T0GUGZpv6!p?_<{3&FPvrg-?bEG3(&D5U91^cqk0FTdpgBxL zorS7h4a&*C3vtZ5@D@~QAOnsU5%Ny>Kp`4gUkCEP7Pm>$CT)lw1TO%@H2(GUlO=?uK>0}R1urvnnY%XhM0+-8`+bT9et^^k z<_%!VwxFLh@uvlcttt8yV`m{#?V}=suYug|2Ny4vR*HO(t7Z5wBZDu+7lTD3dw~Hm z&t^mYX@M?8Did80ghONZ9mn6IeLANf@*brSa{*vQ?vrf$nKc78 zL!o*8t{znDs%+MH#FzpOiH4~dyP=~6{$I&|SUXqTjaCFGVtn#I*3c~Fs|ag+I3%_l z3kqniYs4jS3kj_SE3{n8n7#sVL_#ifR1*WJ%_PiMhwa~mrEAmSJ^K0IN?!h-C)^jP zdN-w*R(w~E0`sHupN=4AE-4-KvRCVj+D8OF%&=PHP4Rh^)rY=H&bXvLUfkL@91|lT5R2NK|M0&?Zbq+OvxV1i4oPFZ~U*Axre!4>{kM0uQUDhoM=ERB1RKB7`hBw77CUf*(SO?-CajlZLm@RqJmRd&IXP_&lDtI)h^jSVo&bJE;zp3k0;DEnpadN` zs^-Y`<%F!k34Hknc|?^-vauPEE0y1F^|tnhO}-Mc}wWcT!?gOW>Kij z4r!@9>>kU(v~8KR(y=cFki#p2qUAV5Vh(7846phDvS92BNqZGU!OWcTJkTnfN=4-1 zM3gKB0MDBu>+)5M{cg_NpT~cRJo&vMcZ|hraR+-7&$dakHvz!Bfd*lpfWHMXJs=e$ zOUyD|H(h3+ky$-%;$J1bJ9PicV)TURz)*LTvSXum#A?P29;rWDeWlj+hm5{B8`$AE zg#044*W3 z!p0Cvn>eBdW*$^5YMfP_MwG5cC8%m6JB(KaDz)TMYPw%xl3OzrC+esm&daYFpO^0r zl-KoJ;=_dlwu{?c5%Y*-MRR0%;eV#+bxDvB%M8;9x^csq3$(``@O;gU*6nu&Gg+35 zaL(VK39EpUHtJSlw~|$<&#~jmdyW6NF1Gw|YCliPTVv3Ibv1(+dBlLmO!KdvWd9DT zY4n~eU5^U$#b6=tLEOvF;*}YZ+Am1?qC=1El!4bbf)2xSv^!|) zc~U|2b^SkAX=dXy^g+H?=u6gSt5Sa+wV=Qf{Ns~h6M5jxa&NRd4w%>jgt;6peSYLd z1~5d(6^L@U(&=Uv_&EFGu;7y-FN~%dDD2HG@OHbzDPa+dsT2ROW}dDNIV;K^h)mhm z8KQ^xG;S~`Z-0~e9%AHSo`3H|gz0n<=)8!}x)BBNG#Ce8%Is8 zrZ0WSVFdy{7DdMSWew6*m0@Bvf7U7bYSh*Nu6W`hCcp#@6 zW-Xqpl-mz#c~F<9(sk0E-l1rd)Al{$*Fo(4ezO*;u}MCBJidF6d#oFJxy`G&K~}S0 zu}lxh3@Ok|q8=iC6Fgj~KMC)h#FIOMMpQ_VWB9l$3#axGtVP-CLWLr8yE+3&nk6s? zF1%zbD;cQLzvKm$0gz)VZ<2!Q1l(d#f?bN<`<#LTi`mZ7^PtEE@gd5v^7r);TS84O z3Z)BO(q4CoItIAXV-)XZE7;0SY~QUeZQX?9=9t3>;s9bTjbIYP`h+7!>yJBB9If%o zTj#sJ;>t#RmL;W4W{U$UrbJp#*-Bm5;V<4f;ex~V;4bAxIlCGw+B&^2RO~=u2ZQDH zu+Dm@(@)=i@F6~`uhS-0Iky}(gOx}*QFQXn+-X( zO<&{vpyVL9;tNd~=|f4GR@XWMJX9Yiu$@!2JKOY2p*{rN^pm%t`mXrtewcJmVMgBR z#$q{KCy++w^Qx>{4BEBzr@zWe?BD=WRET34D?avkt!p_zeJIHU?4%&YGDn%wp;nwK zWqe#G?`gR_DxDLRb{>*s08)2v(Y$VQnoBLe1lB$-JG4}lLV%D2BCF z_=fsl56n|+l&Z@)&Q=u7HxR=rlycIU(S9z9)p8kFZIGm(_VL@d7Zqi2OD zbp!)U9z-W0X#Pbvf}jZn_;vlD^H>ZAy7=R%NEyTTQqfZlNfhF#6=~ zvL>%wi5l_7p^canu#_A*J++~Ieii!9uK;;hbH_WGw!Wf2a#(C11R9F0KYFKiZbro#JW?BPVL>lWHCER!&8ngdJ5)(q55Z%r!$snH9*<<0huTX&Ta^bJ8G(VM`1 z+9bDvaF>u`zWTE|7v7BSR6{!^jwK+ZD=;Ou;4kUPH}68qL29S6uHsNdqKwk$Hyk}! zjsKZF_2<)(-$a>5?c?%gxz*6H0OPs+<A=Y0BHP{qv4@P9hMwovY0(BWjL!Tlt_KAiv2noYj!}>N*EII7))=fX8$v zIyN)+R-5b2jnjt&dIQfA01y*Y%(=c-ZvZXY-xG{Khj}rm&a+F3Zh#a$EmR9 zz6{vFJ@~R2ln2?6mZM!>_B5tKaAp&39*OJlh%Y*UT8_1Ur31NXKT<~crl^a|%Ia{) zsteo{=^W%!nQsDI6e$%77FjeT!twsKR;z(~FQPG=3sMU?Q08*78zwDOD&W$iq zhraN@;YAP@E?*4Jpl#c%4?r!o+=4Nu6(5GOEVFuZeV?v{x{jbvOkZ!XgS4cYpJiJ=CR(l({>V|4hB*nn;Z zBioM(j{B;A{QotS+{)ZTO*%|5SX)3jT z)N%;Et@&*sRHmw~bjl3zmMnYNYZdK{=CSWHGxB6=_!7~>6B|z;(6dpTC}eh+)tUpO z=&c=_XL^HAT772RkUk1=_Q*Gmf;5)L9BzsYilo6M*=ePNj!RxPWS%$}j-tRqZN8Nxyz|qrw z-t$xk4vM~KdDU~BKA_G?Dv(1*duenVx;_v}BPYqNnUy0rmGi{v8!ic$u2*r6H#g=o zE&IDde{rea<0Za34t=wegUX~OBx{AlvWsy&@XLYNjT*%9K6wJZ<%!xly259NF>(@! z*Nqrg+S@Sb+d1&%*gP@OV`3Cs`SD5Z7DBo%(LjTEc;ajYhE<>tk~Ac6WSR9DgRbF7 zLP9T)bOFMQnn=dXi??kTNpJtya)X+rASvWXIoQ~+6CvW#pB5QxGAqE@#To0a9;wMK zRL@hZ3Q9BOEJA|IuLxAt;eP%w+NW{ka(X|ZX=QajrJnlJ#wwy4hY8>YjqzMKd!(w` zH3KqSF&mY&vx2kN%58u)#_ywcMp+Qw!34 z$b$nhvCV_Tfcq9JoP}PtwmtF!IU<#!S9J$0kb{eGdtJfuqg$RGZe{?Y z``_y&_L~4oyXGp3m!E5LJo;G_9zNk5z#(a{6Q6npD=+s_aA##6U4bi@Sq6p>4vpCN zsuf^D3P3C1G#2&zyQ*o${#|)&iKOpVhB$<9cX2R~Foq0Ub%^QY@Pq)e~*@~+isth-9q4fZ&o z#M+y~1va%76G}Z100kflVIUE9+;BVlr4-X)7|Kr=>B2+#M|6%tZL2KeemPS@rhgT_+EM&LF~MP2+{|g z=e^=4spb{v>$ytGklZax>@K>|&b}r{E}hlq9!y~FAPCLRh8mNZ)3FMC78arZ<^aVB ztRBFXM*n_}R7O2q$8dg~tje)-)na)l18DBhXimoahONnd{4AaDg@R-+nJ2~B*C9?) z{R-;H$y@3Z;eFzjmR8@A-UUeZC4~$v!a)cVAC7x0tWI?(qbkgj+O?6JsMypU;D9Bw zPIxL;`v-zq`Z+dhx*?#7V|sS_wW|<^ml11L+P`ey9F$ZErtF@KH2s;w6RH4|3=Z;S zW$a>&mWr3i?}$gXIVDk zPJMkFa30N~GMDZ~Z0)$jcpM&y%*&3q#i{)<{xe6z`hC3`V6LNr^NF@|I`O=5uAS@Y za&8;jEmZvS^x_`^o2kmSXJ`4Z;ZCro(>HC8cp*;@_x%{p<=r|=U+6bL@KuwSY2 z;b2pUyk&EiJ7Mrzwnl>Ze_zV3HwEt`Jyi78-7;EuppLEJ5`SH>`-bHgvZrfr&tZr2 zTQxX06&zl6m-2hp9TDJPI6L}8PfQBuyG?4X`zzjSc>lh7ra~#P;NQ0UOfQWlqiNve zqITJ!>S)yO(r`HDdDrvTxKtj9F~1%Udi6|QvSDM&MHqAQDoJVs(u_0GQLj?CQ*%5} zX^uCU?hfV_M)&(G57Y>6e!G3ZPSD5pqwPJF99whChcpWSK?#)x(bdJnFVogjV7mM(}`-F3d9ps4hW z%{vF<*Zg{?`X8+TYxEvZyy#E$;_hAc&z{})e#=t9!KRVUa!`+~vDElG~ z`Uk#b>WMVF4@+Cu!-PjS*f8_HuLmb`?=s(rrPSReJn$3yb+O}t1<9zd_KMyi%LO{lt`M!y9HoMM8*moX+|9_(*+t^6BFboGLSS&@1OS zpTNa3HMkq_V=^*;tJ(V}|0HEP!)sC!j*K^6@xgkHZ}AUuDMitqT)5~wB4&G!S`1CR z`{kwc*L)D-?o?<5gO0AG zb+uq?YkZ7uejxLIFO|UY$uUpGY+_?R(RB>m?;c^#tVuPh}hoYW%6 zJLZe>@V+~TRi_&l`TFL&`{LqU#jihm`>9{6y@~z(Q;7FW8`crkN;0M9*vqKk8fPskBLgUxx;|9~?{^4c)sA9<|+-Vt%38)7b;{|8q_-0t;cH2T>)q&D$UPc>Ym_<|CS>4Es^Vl@-|N_J?}SIC^(#Ks+r z*hC$N#XD{AuI5})W7pTcHal|N@170@t*JDcAm(MM8zj?yIxmC_-knHxYBHi@!zIe- zF?85jB*wLBS!*~i?7YU|%eZi&Sm9%;v{lYP)M$5om8(T;p+obNHigi08B7{qt_uka z_<2}jiHFkMUqv~tiTWz-J-m;F);2t?lCUloa6LG6Er~_o=h*FkKR42@nNV%=oeay( zaZ59^=}PLK5By^c;9^Z+l-ad5I~;+1d&}_iD_lDI3Y#OSHd`?Ud$a`Po^k zy~FZiTA^)&+Y&;7^sS#T9`AMw(o4$lCBs@vP`6I8k`D`a&$($Q;aGzQE4P0C5=T~~P#RX<_%?Kj_6mP?J;~jT zYv%)M(VgeG#doT$PVA;{!2{y9AA-Y{(CV3Vw7*Yo_u;PFVxyrV1(vE^`^PG_s}WPl zzCjmcFle4JJL6o@erPfrG0#Slb2M-0&PDHor?b*Io%NpY-Bc6j?f)#2SKX-yyc#Zv z+f^`CT=8FUayM7u4IW;+=Ej>Ai#=U}=zM z%zU4RRck6aFu#Oh;tgq}KUv>HZ*}hStFf&O(*Jik3fJAj!~Ggo$k}vw{?fN==i7>( zO?v&jx;(|+vJI@wwkF%#=+N8<0ABVhlo)BOUc1?It~POtMs+z;`7w3L;Wz}Ckqgr_!sz{TTW z0_dbWM$>_D15-=bAq@eW%bBAlZ5y8qlV3XH;9-VFQ{(BI@>)3ni>rdfv zV|T*SbEpmlAmO;3@??8^d+$e7ov&>t|3%c~{q6T>-9tkRSUKgzo zSIZ5N2ips4YwvT_d3kwfDrQ2$lV(&3TvVEw3?nD zig#JcRr+6SKF7BT(=5xVfxh-mSS^BAIkl!y~WCA+5Xsoxmx@6U)-fgQp zSvM6Uhmk@A`e@nScXSIT_%F49CD6>NQ1DH2N8t;xo3S&LZtK(dzh?z`CfDP3^AkC4 z;vN0Yewx_W(y0@;saCe`n1mQ?$w<6q(G~Ro=S^G-u3gsqy@Z|{*pzRJjp$!plKp+| zix|m4(fcFB6Jo4X)gKw?+K)46_Poy)Ce(lIT-QgZ^1XdiI+baVM(mPodC6-z+0bBq z6%7*$JvWYMag%)ft}P+X#cZLJeT?`~2b<=o&rB{wBB@EXGqx!gxcdAv$%PgE`&{^k z-Xwc>n|3<1#BJZk4XA@-1y!B*Hf14AL!^NwN{gzzx~l3oh}CcKPPlOzzk|F842q-4 zi-kZbe=%{=n{@1Za@2M5r8Saiqlx19no0bNujiIW-rs%tdn43S%a7MdhvA{eJs5|c zU_X5POtI0iZj(C%bN~(xRmvpCy zaF7N`32Bhdx6Xa<`}Ds3NB`U_tiAS(F~=B_nyYW3cGG-92E_zY7{AWXC4)}HWgi87 z8gq4ahxIsMpP+X^>BOnSX=10SPHl*1$0|{jPlqb-&bRi0>|%W7gsbDr zN4fH<_>0u&EZ9qzQM6Gpzbtrd(7K@@)8VSIr_ALP#r#^RkHgo&5NVKP3gP(IJFxYB zzg>;5F*I#JsufzgKCJ8au>LIatn#5p3k~=pPK1;)_HVMU0?2CI=7N70ZRoXg^j)LB z&fQ8{w}hq@7Tx}DjzflxronY8+kY7Mfu7xU>eZa z&oxm+lXG`G+yg$1sJs3rjpj4Q@2qpYH#m?^v7qMI1%@&onw_AOizBK$3irkDQ~67@ z>@LTN@3a9LM??o%=G<= zj#N>sguvG|mppGjoJcN<2qv^RKRuCK@o7)<{h1|EsZNf9?mT~d!RqiqN+GX2gM;NP$3yk9jDu58z5XtH|4(f+}J`x&DihA)&WY) zKDg1eSTkT1U>H(5xF_M{Ige0ch(&5JMRw|ztwg#6h9p8ZOB-(kfiKPV8{`&B#OP=! z9#50=^!f3yJmDg+z!2aXpq`_+9kGA>xs?w165LxI%Hd&CcLYm&{Ns==s6g{wX_Tkg zHZym8Ur_KGg2R<>oH(PR2G0qr$CCURgT1ndRHk>ycLk*#_>D`G_g-8+H>z)zL zUDluE}k*;4R$D%s+@Siz5;Ph7RpF*%y_+K)b;1Ldnz%qSP5xiWvT{2L3%s{}q{ zDpaO(j?y6P2exrxMUL9&Cid&fopcZ0C4^K&dDb$=lHou2lOOZ_^c!DtJAx%7R4#F= zU(-7i(4k^Kt=`1=lFQ$bSTW-clhKUJv$0F9m1nMq(Y9>d-&&;4qv^o{< zSTK#bk5qrSUE?=jHjO=)9oA}PYh$vh2i4NSXXSBsL{`Pm&1dXEw~}4H*=gz$jXpgb z()l~^L6&Vfm@xP z2aa~;$GZtAZ z0eiI|u)OuT(C&=n$!v&Cw%1cn!^2;|)uJ6NlVO#3+W(5BZo77-+;!!FNF4Kt!*n$c z()WK4{D&2*$UxT_owm?grgCkO@Bi%};j^(IEM&c3zi);fTFWMnRv;I85AKYvWh40R zOaD3OcG6x8=6)Jeo2D?wm@sa@MOIQK>vsuwi(q=w9ZHT*B5vx;Fw_l(dF{MhN>ggP ztjjyL&i9gs+N~^@2%rs;grYT+INskFjf&S{d#;l%J?$(XW{ z*U^D7&xTIgS8wCzUTn@&o;0Uu_z?qY8Okonzs}SX#v6>y;T(PM;ZX8LzIXLf5=+PJ zYz9yN5m!)}hNdV-`~J{l=T6af#-04Ng-re16)!>AA3ortKv-Znmy<@ntN_|3`d->U zagOdO6AqMA7X21}1s7h%{n~*F{bH^=c~w;;4h{~><5ag(ABWQO^S@az>w8*t3IddI z?QX+nDUC3rxqJG1)zpp?RTA8Qy%2^4AVRuBP0gC~&>%LCF`NnPZSL9cWsnA+F>Dd| zJCisz{3@typhPz1HN&KM78AJ<2?dOfw#pQ=hieYic9^5MZ0ozKZW4l*-sa!CLV_w& zqLnqn_}ioI##Rtr|6U?-9%K++D5Fsg@xPl`CF#4G@?o#chPxZ1Hx)}FmaUKjq>{&D zU+!sxQmnG1r8q2jIbYZi2FeEj3^6<8OKMqbc5p$G6J#s&yAazhXI{63{O`q&mVA!8 zF!@fVcMD(TPlzh|2qHHL;00KBuXHyb0p{Ngm4KqmY^L-^;alep9Jbtw3avP4qLY0e zAD;@K=By8FAND(ADk&-PJZYSl^ffg-41?PiY;Yfb(F`qc{_ead({nGjiueLUUMQF2 zH6gQMRgJF%0`{0kpF0PHw7L?e(p@>cEr+W4t=?Qw_FefXf6UjpzJtivNbLL-<-d0U zVNU*v5tBRyUj-mSaK&DAoi~y`_r=7-!aoZ;&az|i#wg)iQF5emwxW3CMlRgiuMdCY zd(bcP>s=D7q$46?qyI~8_*tyhnS_bHoW7pR(Pn&m zJi}y+sdR1C()ks1FXyBMj;y+FzA7YzOVbtxh9>5G5+#>&8c$ivXM6rulst6Bb2960 zt|V2dNICS~M}0(gpefgviNA`{BrhPE>6 zMWe@V5Ab3XKuSlufOqFC+Xe&$xAkn$sfTM+1}6C3eXY@2CdiZA9DCo4Hg301Gqfoy z)jGU`uzd?)4IaB)SQ)j#TW+7PwPs{02 zR6L#WOLyZMUj8;&TSv#zyFV>VUx5GBHqXovMA#h$+AS=iAe<#pCm;67x#}E!zVrY? zQ~K_FY}LK}6SZbf-_2VRiT1p=A=%DToaD=vHarSp^(dW={=RH2&KCmw*cL@FI83Q1 z@CnX80B#g<;I`*FKr?CKn^ivLwwiu%wuOfenxZnuXJQm$llFc zAYJH8HAfGBnoReZxeCp={$5>+c!4?qXEw6Fa+G}NYlx7eRQ!yv6-+r2u(Sb?Dyo9i z?zf#3S=_(gHR!*Llsh8Xvh{1PekN(e8Sac~YjDrBoULXqHds21;M{;0Z(Q4K)lW?O z5Xk5?rjCIL_z3cBkLP@L6|}yN7w3hChgWVJIqt@O@3*R&@*7ux!K$SjzO#<+(!w-) zD!G4pJ9Csd?7X5D9;p z(IRI$Rg0}e1T$;b^bE%4rBp#D$Il2^|K_oLcD)AR^T1`%14);7m%(wNq*_kkS>`B7 zMWAR`tl6v;|Ncm|qRhj}K7+pQGC1`6uY;Db|7_IvTnf8IW5I)2I# zn}7}0$qw@#^M1=Ije8w+iCsV6X0wUHxN)V1SQJ z3QJZtYaQKgWOqo* z1uPQSXUKDeNQ)dheqNsaJ~3F+F?Q`|!A3{5<}`oz=%Y&fz}oLRu!(x$*x38md!cO_ zP#}wT-ML`%DBw-tEYXC*b3?hCMZ4sv^O@AHn?d`%;x>1j@cD<`FI7!#XPxJ?8N@O} z+2!bYLgq4BsO3fsXi1@hpwV7xP}S%xjTJ_ z%$%&pQ>U8`50YeY!toyxEn-Vjk<_kr{*GRMn9iH^5rf73y_)?tS^Mp_f}JJq05A)Pb53;~zPomU!CXI8~V^{$>5L0I$&+eDB-n36DkEJh>-9Ba9g3Fn0( zovXUKV?@oKvwjc&zaNcHy2yg@l5dOKKo(hz&w258gqh&O)9b$b-B&-R5L32Mg8f7o zlDPw6PglEEb@o*v|J)7uy0XAqdEzd$a%5bjn)|lmTKB6UvxoZvG;1UcrK#H&07eSB zIgP(*`yh410ixv7uY5?Bd%5Sn1uYkd^%hgdv-M+ax$#m@-Lte=z71KY8sBe{6cK@Y zv|jvh{sH2fcXkBQ?_+&qgL>|y)T0@%m)7l}+6DMxl;RQ!^6wd4dzcXA;Yd>9#UdDW zSORm47|m_ppB%)!$(5$-Xow=KB1WdlK4Ri+8gDzscu#Ir5>{qZx|ZK5%Py-U1x3^M zMCheFHow=s_)!`qPe*OJ!dZ=t$c-w{f3f&52{Mr@N*`RxaWH%Gj+=^_k2G1c{Dg-+ zPu$YNO~WpCoT%bQ;@#20wLkaOT?ENcU%0s5JGT3f^*G5}X`Fc@0A#!8k9Z(jC3aEa ztI7f?!d$(t8dz-OYX<^@gS8um$PvueD++K_RLjjm;SJDXc$!V1CDl%m+jVY|H{a%y zeC#6aFrSi#+bc*H!g8c)Wh(!~Vb}U!DR$9XG2#xkMP+kZq4eSD)oy^aW4-l2%Hqux za92#~;&d4|u<17o3sFJ89Wy#I^5_NK;NYP3%*WA5!IO{YNQ6}nxNCII03%X76X5jM zzko9{*Z8Q`({D)fWZ|p85Eot*vj1}iAz{496u?kc2E(KZnw$)Y%&b2rl-zBLuu<6w zUPaPmym_~Kp@6@7a-CHq#6r}D*v4tHS4qNGBzk2|=eE&FHo+83cD)=-=DGQC41*2z1c48ao7zaCBX+XL0?SAx}tN)ON{ZM?Tl&$``h5clSMO5O9Dx zY0y>+LLlLM*>7qB^6>t80aoi7>q@6{XO>GdE2QH?veoV=&0 ztLf@8`OiNCe*Jgs+%*y*+{O*0G{TO>gYU`2X07n?Lw=V@Yt>iD3ifb!Jb zV0_PIsTmlip(35Ver`V5*x6Ck(9qEBjRD$M7uqvMsMu(IDc;cUFSUevZm*b{CbPmy z@9Gaz%E}AE^LN|#B|}NuG=tu3=Y7*0PI{Th>52VOAvEOsNzw<7BBr7UL{<&&hkMxb z4B{@PnCR~wQqeP_(kc3!sIKKnLOM=%W^}aH+Y=1OcRF^0B%~U>sXAm|jQHmlzU6st z>Fb)3)Q^kEPL2pKyvE&?p2 z*4&}U!=Cx<#GrkhtgYToAUqrRnp00*HK4Th+8ep9TDyq(^@CU{QhAs=J2Bc_f%LC? zwUoK}b`d{vPR&&miklb=vy#U8Zd-Dh~u`|GU@W?A;v+&Y!>89KQM zb2Q|FkCdhroxaH`dEBbnl!Hg~V4}Yf6^8#5b=yCZ-i6H_b2^?d7-H^~wfds!WlK`1 zY5Cw{pU$Qx;#G0;@Qy~IV>tG zsKthEGl|kRw#ks`(Be#tdE0SmqqIj%-uQ!m4=k*HUZ+;t-_WSiWK7U8|Bs4dp$V^ z1+P-}s=jl_2`NjUr@qo%C+6Z$Aa`f4F+Ueoro6aKly=WxAPEI0c>8Q}+UW~#$avjt z7R~Hg=gVTsmh0)T(*wyF#Oo4Yj0)~6R;jZH?$g;Rw~9iS`H*zQ&!Sl{?TQ4E-FsZU z^5gDW$)DN^K^IRNEhDHiHG}|jbqoT`d|50tK4ZtfAdKyS*?PBu+8Y3xnl1Ol>Q`Fz z`{&dl$qm34X-^6n%v4}9Lz>ER-#EC}i4n|6n3OTqPd787zLc1hKao1gyjt%+$!)hy zAT*}CF)6`TX3u9wqmp~3yc4~Fh`Ip3^Pfkl^vmu`twDviE5b*2aTq8|G}*VRzCH0g z|MkHI>`q#Y0L#{#8E9x|z>Llp_4B;HIDNpSOR;eyIasZPg`C&Dt*J?d?uy(7FeN4^ zJ%|B<`^l>nR0%!ItP3;^ciGl^3Dmxgex_qc*`(VeSv^;1CZ*CNMYG_L^W6GH?N z5!=7EJ00S8GKmn-_coGHG?KpxAvm11v+)6z78m)9&4Mh8A{J*%sasJ)Lxc12l+C~z z6NRxm1S~+vVM5a@{rtQ;W03Gx2+zW!j`_UoxvQ(I`+9ZO8}2cHjvP%_H^MY}cb)m{Laq4WlBYuT zr~)GEequ}!uOD9ACbPqtZB*E8eN$ox!N3c;c>8Uob_`Ml1(8BIZC!hYa^6-xF>_ma zeGI9S2C}r@pG!_#1MJJ{)GA(%5$?_h|KPyWYkH=ln@0qONX?=YQAJ<8YmYPaCrK4% z3kL%NR?T>K8J|<2bSwGYfj4P~T6lv&LjkQlW9bbb8x`V~*Lm$Ol>K@<$||Ll z(KAo0BYxS!1{LGqyU2#G_qFZ%K=YYd~KWavnmO`eE42D2-~ zrM?Ufb$!Wkhbdp-Zs`!udEN6(2G{_|%FU<<`FaO?+u%u?GIt_oUvU@xkT$Q@ZCG^LljbFrW)8AFa#Va#OqgqhwC zIP+))ID_<+<;PtSL6 zp9kJ}&Vc5VyglFKB`|kf`otM>X!Q;ViVnibWHPharJV7D$^Tp;BJik6M11cR}6Pb4HW({)> z$CG#4rS?xadT}E!UObRN>DsP`e7>(>)~S5;^v2mU#P%lanxdSyo(PP|KfFZ!J0z~d z^XQ85uq~`3e0H0Gi3hJ3yO|Ys5am~7Ok6H;^4pBTQxiE~f7=^+2c8)=_V6bSU2(bZ z*+It9E@)l@Hyb)<+}6Hz_p{{~?e8nmy&!#DY83e)+xvmzMN9m}ZmX#Y9u%7Ygg8LD z8~ujv%1iW@$z&EkB8AtANR|kfI6PdZy&d${%G!B%v7RpZ^5?&8zQ=Xb!bU*%CHv)? zkRmI-GUb)e!mQ==a0c(**-UogBJOK%D^=<1qg0KBjOaK8Rf{Fva&$y$LP4ABRpk}5 zI`=UO4)YB02iZ`npWJ%46Q030`V8)gMJrVI#4i5U;c)o|lTmc4B~4(2Px$jizvr$f z+WZ3{<#+Z1gZbM7m3v6Lf6F=5_mAqpdbO3e)D}TOgnsMtLR%~l#AxJj2$MfTshyjV zN(H+1^QROfl-Hf%QPVu2k1UHS8`^aR^HHTRW=G7{uY8M|maN&Ig)aZDRWZuUw*ZDaO`M;~?kK4|Mi)5^J=}@Vq`-&N2H;*gkJ%tmx7CLq=_~323zbHdV1h|j+gw~j)N|zEJWD@8Uz40D zr$PXHNoUi;4^E^ypXg%>{=qgu5li=y2?v;;s!6@9PyZ2_>DS&fE>g;C{1b4f6QAD@JwB?mMugJC4H$SQ$Ifxek z2N;u6%@>^Ve`f)i9L*3TN;&2tfWN3fkBnjcP*)_I%PYh*Wcnc6*!sf}wA=ic{xDVi%x`MFaG-F{& z6dZXNV~7aF14c%9Chuc(7WhP?HioAzIt!9PHd*bVIgy|+sC7pFr&vdvt>whqc+azoyKOU`XP3Ofj++(?Z4FkUzrCbzc_TU4`KFm|eWjbpbP=yYJf$ zK{uBzHy7hqr-=MzF86TobX_xaCof(O@5C2ZcXoW1QH(l z^XT9ZL|RzGb<#bs#AsMxeeBnVj1T7hY(&*rAyt=TvXnG~O** zpOn7dkGI??dS6gbP>J;M-JLk2|5%^?aTk;hJ~;BJi)f8lgNuIQrDp!xuolOdFimF( z^gKqYao#i!-UJV#5uL&>h3;W?f>TykbZ8iLKEWtmNt5cCrT9ve8#es;%b8AM^z#iD zUbBsPjZ3xM6TNFrK9~%i-O#49ccRvxYGUq88;sJ1*gEF(*I2FJ1#GE9EAGj-h@F_Q z6i@8hP0JHASra|A60V6)+;)BCF@ut#_1tnKPe@imO8PBkY zk+J(vv4q+Y{=-}($yUqHX`v2VeJ|RQLd@=VYR?heIkd5MPRK43y0wtcLcs(nhW?bi z^)+%RF%KJ;^xd`~5km?ciElB`acGA#tdn7~z%|ibM2*YX|DH8a$JYrvPuqRy#{%3Hn6@CGf_J}& zPJB@bYN{tPA$e5Riy zKzo!{vYLF2DT43tO_LKbsx)4kZ?tDbW!+Nyb4aF+(DQM#{iSZ}7jQ9!ANjE%cGs6@p2&7(yzEnH z!?Tg)7C^4*BMN3(`VB4`LTEcvAM&=M!o_pu#LpLa!IYhzB0t4)u21#~w<|g@!Ci1C z%0rDdw9x0{3<5kGK9Z}qOlp{S;Ii>Y5M!y#xQNmij0u{?2Va87af-0*aP22LYg=eR zKaxS5U{1IkCIa`{_56kEdwjVvJhmZ6;22PemUH#vd*72C|C5P-p!7~zjT-C+MD5ra z)Cm)B#U0xBqnsre=t5YzJ|E26bGx7c+)?Nk#lLT8*OBqhH*b6;NtKDl-dcX)K*1nT z48d1T%S?+N@0(N59=A8p)-wD=Q3?k!6)Tn_-f8-+UW^>~ zwNq1U7@vS>Lj*O=(1F3}4fF8@BrvF%r)E7_-xMog%?D|t6I~6vEHDHIzQd+;7 zQR$az{F2JuxU4V-M8pgEP{uo*BsV2?KqKQRr>Q$!y;g&~l!ok+Si&M8la}Z5MZH;R z=S2NMg}0b{w-fDnW$Ufs{-7{jL};Gw*qr4I=3ZjvczHgPQdZ*fsw;iTp_G?PA|r3B0&n#=u)pZ>x?2i&-t>LdUv? z8ZB7yFQvqOahN>%43jG2Bc0+|Wq@ znpoIS3SyYo7Lr)j-rin$ALiWFUTr_ckM#HN(Q7#%tLJ`f!S_EWU1S0|6ua;uyJg z8&lu+Co@C)#}C=KYMfU#KfUOYAr-mg_#iED^;=dna^oRc4hg8Velf~Hy6#+-R^!O) zfl_lgwaQ$S-n)u?Ns+@!79U+~*l4JCyoGk-tt=I>Spz)~ro`!>Z1?X;#Y;M>)0H+J z!hBafG|bmz@|Nx^w6(7Ymv*P}NRTUi);qpjItKlu{; z?YmmcX1_>!r3^s6!-)$o{U?!GmoQ+&b&Xp@L&{@S%-rWbz|K1tv6dl01hq~B6Y@d$ z`;5D9ArKr|H$YzbzsEf-><&C3FcC&6qpCXKKQS>r&bnE5zVQi|6q!N%rt4gmoq0od zFHV8?2nPe0M`)5_7#kZ~#x*VkqnZD$w6@gs@?wZ(Shb$TRl=<0F_7JpqUm~xe2{ID)6RAlD&-oTxsg3RM zQVgl>Nd*MEjxQh5^ojCMnm1j;%`o^YQFaH}5V+mzy39rWl2x4l=Y@Jop!b5~8LsH`w`G@>GGLfO97Tm9P20$8%}2 zvG#|MT|JzBhF^7dio)j?hI>)<>pey+TGI>M}JOuIiYNcBf$H*aw$gU| zN1jaaSkT@Y*ItDSH<^EV5m##IPJLIx{T@S$xa+qo`8JWgMJ5oaC5zT6K4pf zMGw!O7*<;0jF*|l3pf8#vz!x9BLQ%BFR1W)2$bu<#CspG4J^(MR=!UwfxG=6JuV`* z!0e?lWkmw3Jmv;eR7pw?TRcw zJEF)qZ|gIF(0AN@5&)aB21?nxodHl-oJ<))KXRSi{v4~K92dBH_6`0VXu_`)^O z_Gbebp|WH@>`442LSe7BTZUiD`fGsW9N1sEUS1s?J0{l}^^5iK zgY+4qL|H8GO@z?&XgecW_{m6_1i!MGmfOSe-$Oj<@df}d@*8w>mVnr3rb|oxh>WX_ z{KO-I$!B?)6Sd?EzZFvAC;GJ{o{=iOg%M}pfch;+7PLUk;%9*8FUUTm;nX9CP}1EV za*DB#SEAm5yXAj;FN6D6m+KC{7zewEg`Nfv1zi6I`*vHL%Nu23O1V3}!dydgIa6$% z#4wQ{Y=*sPspLQq=~GrLu4LAk`V`ho)e2up;$vWSlr>`W7g-A6h%+&_Rni1()D4t7zGaD5xc?gA7~|NW z{L%A}Ji7bm+sB~D*RN`TQ39G;voE+TgF1HK+p8MCv&Z$}l+!ZIoV)UC%J90ARc&_u zLq08ilgtxLg84fRpWa!5Bo;vwJRO9C`b>4lr{<$ET3F?f0PN7^ogR;qtg1xlC;yum zeBZ*+hV78LrGgiAtNE7J!yTTmx~{0>P<;0^M<{z96E%$SmX#U>ny4YBayJ2;pD3Px z1^nE$Jih@}7rg!%REvuc=%t01AuVD!=Gx$2l2#qo=Qh?d!63Kuzf_!)$IB(Xrbj>z zq%wyAPP6i4^7Rx;2pLRYu33vvs9d=Esk1Xy;F_ z=VTv1Cz+@ay~&a;w+6)|EnW6#Oo@4|op&o`!c`wXSeGr9VOj zP}`>@0lTTyT~^o~bAD~J;pO<6lqL6wVLtp^16aBkC6Po>S%PjTZ$cF!r)uTa+YpXI z4*svQq4)Jm0r%GIv9V{z!BR6r(-C@chMu0TcnAg-!_ATRfz*( z=HWRx9^Q@Pf}%qHS+hQAv1={zcf5%thUzdMdwZf_A_Q}1JHEWp5M8NoamtPjbwkjq zvfF!xq`$+Ut&yb-<~PP@3Z5S6o8QvQ$h`jZIGU#gKETsT3w(t&eunlwJ8g+aQu!xA z?X@SR_1P9s@8P$d!b>eoSkpiP!sy4GZ z*>A4qK2jhYt#7pVXA&>o634<-4t+6M%67rek8UC1BHuf4ZO78$vm0Ia``5Rq8P_Ig zi+e972!aa^9|k{d2)qRZ|EU4+q_rx*;G6TjzEJCD$0){~93R zIfkB(Cf`E~6>i&w$2j;Pt0@LD&l~e^}Cz_XHGO_Kk4fV-&(awUJJv z8EQBQ5hC#+4m;o)Es{wBd_k&8Bb)`khbAu&J}{{9HFXhPGK~IRNwq{N!j{%Qz~(7i z_LiUP$noR*C0+Z2y?SFxh|;3MG_p*VPBPfc3q|ACImv(D#C0OTyJk%~{hf0YBiynd z>$#p6@w3IyshJGecJkZ<)Gs9L)4}oKO>j?7v+!;xu$YrLp0un31lD~p(#Negay)HD zZmzFeNij@N*2%V42fsqZeLnLR7IPiHhn8HS38jDz1l0VtDxrUxs_<|t{j&bh%LiNZ zT)8623FQ%!^nKza;dcNf+wj88VxRKs$M}Vk58pb0qPWF-&5i$S?jsM$?_uAPBR`o2 z;1e%K%A>)uK(2RgYNjJAt36p;*?fY*0t==_t+)k>tpmU}WzXmM$NNH|nk6O*m5&wL z!3T=kfeE0@zQE7h8?igQxeVy_D_f*fDAJ)U^ z+kO3{9!`X=7yy!IpRwU?QDMm#-ebKnVaTMJ_p0-STnHji-`O5`8N|8&tGmJuy8|Xd z?}`qx*Iql=R2d+(#Rp7X%Pv%fjPD+CSn;RhY);p^u>p4E;o^2Ijqu|sA5bBP8J+nf zIi_jG42sH}1h=EY1krUdegHB4t?Dj$S5&`-1xCvT*BoqZ%@4dxt&i|B^Z5hY+>gU) z;MaprF)=q@Q403E0|Sg=ym!`A&}Iy6DJJ;7Kb%x!tr_h3Bk?}a99$cvR{vT!`-XohDN49> zq*dZFszJ23@LpiOd8ff;Ue&}MB2WDH9V=V~TD5Kq2kthUou+a$@u zzQ9$av;#~AA%{$4Y-A9}JOB_0D7k^+NWL>$WnWgU9mGZNO7hBrXe<5HcAWe-E9dJE zGr>UIeBDRSIQ@1*k(r$;ZKh9U-xNJmRu_|vJ!n7VmKdfQ>6?Rc4oFn)C)PMejRhn- z)W-jWwD#yVCWo%YnhZ+nd>y%|cV~sZ=m*kALa(q{h}P6Y)!;;tk6O|6XK9nxD#p7+ zo#G;flPb(a=^F%6@GFVRJP65$vjuZMzW$t9WkeOVK)`aRuN-ILtQ0@aQI(Mj@%)@Wql$^@t?(fuBSj`{Bh=J8x`K5nT0Qz2FG^n z6MugZFW-*6B+A<^srIMH1U=xhG5-{5koOTx&v>0IPjWd-#Z9!-ljlb=Lt1Srn<%Tl z6AKTM68293x%v1z6k}~GDn1oyW9NeA9C;>mwTfJjFK3n^NtfEohiu?$R!e>iw^OA) zZ8y|ge0O%Fd&K0>aN6ZGzC1@@OmeJss1~YX>vJwnhnz(GfU?VKp*kCxVj9DTc0HxU z9u@eOCW}Zfx^&#jmnA?9ABO)$D+fQMu3RWlT?=08I`E44f{JtZ#afCu=UopVIbAr7 z!&d=iTiDupjyzBW)!M`x&K+=hDiGq5Qa<_BVkJRYR^;?2jDo*i zS#(vcoDTUc^m2mLCpOx^fJKLlD(cp$ZEOUX2PA+O^8lF806!X>PP}Kbqmmz_`0diI z9bC33`z(1)aaD;VpA75M7Zc&xfe)v5>Egtpiy?cfu#OO_yp$m=6=4kYAyM(6qR@VCFX3|Ut&!j+`8GcQWlwvqmiR*y4PnDp_mC~^yIWG@@JG9kXfYHj}mZN#70!L@YW(-WAF8Y6m zC2;@F;_-}=w7wdW>=bM6bDiBT{ys=j9vDD;0XkR8hA7Yyi84t$HS&{!sLsy?gfpOO z6;zZbQ~Q#m4#hKf^h3w#Z2uM{F-?rw(OwaRVR3MSREi^2v=djEN?Bok7iaUI%_q!I zK>DoY%h7xD9a+P|^vJ4N@x6>`hm77mAp56Luq?3sbpBA-}@eR#Fu9uQ-(UV`aD$J=-*++L0_{P;t_*z})G2u0Qf$Q4g}$4E{Y*hj13lM@LK z2QZB?W)jkggdE(id~Y48XvPpk9>%gkm9?4z+smWiu}XEsvF(xKRa&k6grZZP-Z5Lz z>vK}P9#6=he;f{9-@{h%{IO}`QJ#Thd{Z-%k2uf1xpV)>iZ6ka0A3uuZmU5}lFhA) zlgn*q#_RMJXy|w`jJ1bTYZkp*@E;W7VL=3LPix%UqGSgk6o^~h2lx390ZS-a7Pr0| zs%J+ZTTxD2x}b4Ql+|VV2)n=KbXbZmlP2$no4kSJ=v5IDJ;o5pFx>0LiAo_o!L4IdjC!ur<(gGw?*lDh88MN9~fx)|} z*H^xa9bw4us*scz2`_jM$^;C4kOluPon)>&p6y-~Jt{V1zJgU+drx~Te{L?vY-sKi zToQ&sceUBi%PlH1579}|D00|lUN&jv@uL8G8zu1jZ9!|SY$O`*s4UC>su}n%d8<~5 zv#1gB+mv+IO_W6i84UXuF1c{;UFu1F3Y;%yD10BK3hx3mgb3#uJ9$u$BnocJq)6LK zLUOAajNZz9^!V7SN;=mNetrd+p)a&;u zau7f@H&VY}*Go>Li8IK|WnE^^sc^F)iLd&+;b2sxWiv`J??j4%yBx;rzS8iss=&6ALA**F zk-qtJh2_8R3!F~IQVb9Bl(eQ_VXCKT>y7<9{ok4&-#CmIJC~0` zl>JsNF(4oPpnC2(<#tQAn$6iLgxsjm2y}It$)az@5Kii@gbm>;xEcfp5^^B6$Rc$y=mv;_QnFg`foD^3aq_}EGMUTv~={n2cnkJ^J+4+ z#R9(Gcg3Wjp1>sy9Zi^Ji_-{y)l~PNK#BZQNBe(;kJP(LuYf&?btTUA(2jbit7e!S-^)0n-kkCT6Cb?XW?j{QRkO$uE4p1lT`z1w)*DXZ#^5AX@G67H zXV;Lj4V9G@UB&!bnh*GWXUG5PJZFd1Lo86IR+caoEL&Q7YzGs=%oMb_*yXvp7Aoe7 zxjQMlHg~EyE_ijtu?{9DUzex^{D~WdwUtv`NJ3Eii<9dMPhQF{ik3YLcMp$cptDQb z)!S(L{f&mC4G8^yz)k}vG8S^TShvD;)J8 z5xut;Qe+1iun>57^~hau13ZIIg79KC%l`7{s~Vs3K)S22jHB28iSKauv(1b7n-+X| z%6vO&$JVQtzSqBVl#Gpk?6orMJpf0}?!g0(CTRBVS2HlLxz0|% zv5>poI_C|}fOZmt0neR|249}%4M4cK$NB)L5Cw4!#u4r{g5^~l9Wg|b?V}3rc?Ox)(vhu^7xrw6sX~^_FmVr zPtq%X+n&(HsM_p+)0{iA2V$#gz7E7EAUYzYb(&Up)Yq%1W{FGjR6e#eg~@b`q@;0) z-=QC|3W$)yoO2(c^#%4RZIo;e%}uW_eF>$mH;*X4#uGq^Q1GKOfv4H6d|5I)>bLwl z77ai@)|I`w?>S2U--f=EGixaYtSSiP9kp>V*+qe!;6q8eB|1+AK{pY(MgQE*k-Q|5%idkOABKDN= z{Uo_8n%aJXufzJ?C&ZY+4YHHu=}?L|1QgDN1bvKd>`@xn~#G9~f3ouo6-f zDv%=hkNskg{)>?G>}}=c1DXkQLsL8FQDsCzI14u)QVMh{@>fdCI)Aww(V7YR9sK5< zejWN`F!L0%J4OF3-oDX>P0-I~Cp{`DsXspiK>h$sgi7m zbr14|R!8b-t5AwP9isvYPM{l9{ zj69NB;T$^u=S^k4eOwWupy1gRgsn{Z3VX9KJ~@~kw4yCW9PCV%V(aReoog2Szp0ti zw1;y4s?X93KYaLL52hCJ^q-AbWILGw@jvMm5TW=V#=#5E6G9V*!k^0MvbIQzPX9(5 zvV88n`EEu1xwIN4*CE-tna_J4+ob+RuQM(H?Rv^<5gN5mHQY*87gukH|L5-t+A#t7*NogE)rokca%qu&geCLAMxM!2fv+-qzP=p z@*4uaXDi<~%*d7K;*I%7UX&PY2z0}Hi=FNd>v@XwJOVbpaeF-0aRk*nVBi2>&VApT z-;*hG;l;++&BCwr4z11-{h}~F;Tirt0f81hwmVy*DsF9M0A4Ee06gq5&RPU#(+gMw zQNR=e3WiKqA9Zknc&v*#ULqK9%hBqMO1J8Eb{yXTQoQHoes4rP6F9PIhV6c5g%ycb zY?fQV`m_WG?PF6&%NrInlHiP}xnh=1+y(*GjSgASpc@&YtLfRykY8{VT`38k2n;o? z!u+a>1y3n&e)74a5scHT^BTQ%PJK*P;*b{`PY5s|3{QA+cEt~I-5V~AVC9~mcj$E) z?9CIH5N+adc)!97d0^&mah+y~tB#^T3egE3em&w>Uf2`p0uJK8k64F1aSLE}TLP5E z`l4fzxAcFwI_t15wy%q$fPi#KcL_*~bcaZ*AYIbk-Q6WA4I(Yw9nwm7BO)c;An=~? zhWGc*Kk_^muV03lbI#s-tn=NiiRb>f@Q6QI z+EjtWh4`qJtC=$lqd3T`Q*=)KF}~7^Cw*v8 zx0_>w>A953x!Rj}Y|yMIYk5oG4iLH`xN^QRC`FICncXTS0FsoI1f9h6buEV)2t`1V zf~xiUY`vHE0I(TxM-MeU|GFHc%uP+{=a(w8V$xuzVKR-I^V5FuhnUsu4RD)8$n6v$*}rM*p~7*?d0MofY+lud)^}S@7)An zX&EHjjm|c3 zU8aHe$%NM-PxfTP0!UCY=H9=HTZb1@VJjYri93M@7MO@yM`;U^kWaE)tpSrnv(T>G3WO12C^W;-L z$$s;>26!31JC+lp3#e%XNrg=3cshqoix9Up)IBwkOFITuZG(}3eU(@Sk$>))xVW-f zrNN8YGfaAtk`J{8BNi`oYh1T-yTo&{cC*btI}=4 zqAVEmde7Fz|Le=eB$1>*f~-?dWJ*dkbBY)M@(PU@{Qi`uX`(QD!+3*|^XTWHlT`{c z&tP|L>)3Y}kpOi5>G!eN-{Iwy!AaPF+Yf{5DZqmQyX^xo5SLTyb&v{j{9+!W`~6Dw zZAFQM92>zxdD+@$eQG(Rm73m~HNdPT?|M)~G1LnQh7tuR?o);OD&=u_35zIx+Etj1 zL6i;&&U$WIBlhQRUK;~|6JTE5kv{$wzzB-z>r=4+DRO-M^C{yq3NV(*_J+;aaYrLUc-DDH z5>Qi)B8Sh45MysQlQI_;=}%;+X1idba4ry;KARp_>ngj(X7Z2==v#uPOc)&;_ix(W zK9Cl%pWS9}ighrxA2I!u+HLQdkOY*H-d%)0yAF7vF|pqPG(<|}u5-(d76frQYib2& z7PTq1v2147lxsb6ESCp6H{3?xVlYa zq8nG})ukNW^Xn-gZYRX>PCS!FgSCUy3aE_u`IL- z#K)9^v~jC|ieY%&-Jk|+xLp|-p%l9>#2ye%q+Fl?=BW}5%=9tfOs!l=5X6kInIyuK zC=J+2toZR5wIQaMl&~xQhh4}(cN=*Lb_|yJ^M+wht2TvIXrBO6-%^WZ06mb@#sbf8 zb$X&NA~02+dvZ%4v;=BDR>TK(YeqEN9B}NP1|4)`rYwpzgQAC-(BAX!#rsnf>zT!jVy)-a z$0YfNAsOa|TniAEm62-qd&03sFLw}4S&)E!-%KvRfV;yaHY;fMRFCJSP5?~^1`J!Q zc3+B>X=kg-4fRbwH5Kn8u5Q*k3Q8T7B0#^boZ>d3iL6}ve7mo0cYjD#b8$e8XTB@n z+V!Egi`{whF*jfV{}AxK5B7M@mxLyqBn~w=0Am4xmaE}=89PtGc}*c3nRo!|}l_XhUZP$?PipQp2$pnkJ%x_xHq4#=@- zV{X#3f}`^6@t<=VCAugOsn&O!QS33YAG!%Ah5pR(j+AsfNBmQ(gOwAlDJCEzBcpOx zKU%Vkol08hD*Of5Xgg~tgB0gk`} zLOVHM8eJL@==XY&`bPRQisiyeP(SFSCfeRd2IvEp=39J7O0GP)f#^H4x9aP$05n4nd?DAeG)C`l3b6U33V{-p*p|s z+uF^iGNmrw&PUV*7)^x7_(c?Aguk&^f0iQzzaWAqasBa@ba9i55kv~0co+P=kQQ-b zdXzUa`2rzje>s}O?0J~dTZ}kFNmd8=7Bvm|JZm}p&9AfNBc=Z;vWj@7dm>;f&t>P(^G}lL3vt<0Tw) z(5c>(dT%0wkBA`S`8o%a8kjW~+&;S>sUhiV>%++%W}(C;N36Rcnxee=Q$42?LEuRs z{UQN=+QU^(sED0Xjzt9={(x_=fTF zYp8o*?^9BL%PmXLJ#~91V5jp0UrZI-cj4ZXPa0uhRoKT(yARBFo6?t_Pun)vfC5Es zPFoS_+c!fzF;pcl9q9lrpkC|l@2=FLX9TM27!;abIBpEg(eDfd|B-Nt2LrFMn3&kC zG)hZLOEM6D$8X~l^G8@g_0XoUi9!$~LsFHdxF5r}ps1|8EI!LnJz0}bcs5m=7*4HR zIfUAc4-|y)ahK?Dqh)deY6LUnqzSy9FR6}d!!z$Ji9iSXqCWW9**E<*^=K9y7ZgJM z?67ET-v_?J^l3S?pks(}Rrw4E5Te1B1#f60W;`bj6h0@m)pV}SBpfCE)FtjA zDeTE+GneR#ysoCr4E*CE@Mn7a#A(E@EG1R?YXOr)6G6d z*}18~jb`Fd#hjwsb)XWDdhh`V)BsB&pw@&)bNN#dDJ3OCq0xVsWS9wGHu=t&n3xRb z*HGmPrZ#yc>!8Dm18XR&Z@x3wE~%*Ku7jTf%~NMc;8UKNLP4x}-+RDoL$~YvQBHMe z2DilQ(~8Rsn62r+0fV6v>LUh0E9W8~P)~V$FQF-jR;si6a;!z5>9xj7Frr7WBVBN|n z;bg)-4Gt;y{VJeVpQG=7V(2>yPWsB8s4O?^Ngv)ZP`@*AJp|tA_8L~ zHo+LAaXc|ZN!Xk+z&FjmdG{^rexI&SkO_t~u0Jp1XljjtjwB;@28x5?`RD?mWk2nX z7eN!HELkg>CXKwi?seincx&D5iLtRhuq+UX-sXn1WYhW678a}aw_05LdL3rkHyvpsq}EZqWjcJ!521D)intKusa)w8--LOnmbE=QxXNiVJ_`Z7oe)MK;H4{vYBl;DpE zb7rQJ7?JY;7ACNCYA@wK#mUIhQWQAHi3^5=7=`^+qN9_wqCA06rE4uY!9b2Ht3ITN z+WdBi5eOS&=M&BKoSnFM?bA)dYqNp(?gu{R5_tKc;a!3#)?2rdFopk|6TsAjh{G*U z8T4cmRJ7GLs$e($ zf`#@Qi)Cme5+%m`Za?exc>o>YeS_vVPsh@s2SHX$)k2C^06=N*oMKkfNc)#PrSSo5 z@gmyYa138CTIZS7InfEAgRqJh7d+492&-A=0O`8Z``0Z2!9zCcl48{btT@m4d23xg zd!>wdb?gq@{&HrW{D)B}G8muj6?#%$Eq+rc<;s_Tpo>W9kj?g}NaS~y{-6EDgx1~@ z4{&I7HlQ8A?B#_-+c(}Rr%w{r+0J8jWy#kMfsCR$oq3*R4(qy?V#9sdC%39@`zy$ztt5bdMF-zi{}N%DjhO>pyt`brQVWx?cJ?qa&Y%rh&mEz(GQO z0NwN0qOiNPkXZ4Qx%03Mm$nRG58=bohta8myw1Nt~!G+VL`TGT_k?skLZryH{X}c z{Oc|K2)RD*<456@I@j)d-IoF&X680I(!^xq1yQg`*_-M2|J+9CPqZhtW%+!|sGL~? z)3w%Jha_+qJ{k^CuMH{+DHg~Fe-45&yrkf(%CINr)mN`9)m9x9M{2)Nwsi>?(E;gx zj9|A9+I!&$4cw^zY+=x!B*Y+%fdU`pTkX767l2fU=4X1jeYvKD)5{?b2n963hu~di zbZDu*0>vvZ$y3nwvRH?Md(xw7dUV$cq+dpp^kB{cS`TuzK)XUN_Q);~dH#452UYZS zF*+x{!fSZXqNx|hJBN^M+1T2ZFx|B3+Zu=yu)T~lxBV)?2-w54=YbB&t;}F$WlOeV z6Z7w*#h8{!+s{Ff9*M2dbfJ7q@hD}i0WTXl4ik1Aw7{wKHi4@!D2MgQe|G>#JUR~b z9)Vo6QypJgI5s+&R4j8AVcHo?cg3BviR2`)fiq_$zM`vDe57+tD_UW0DQ$-M3sCiS zAh-%dr^OL@m4W#=S6b7`BUaGLXboF?mz|69LN}S~f9@Je&3h)UuiHC2hk%)bYVCbJ zpRYL$Y=YVlb54r7hc*LJa(sn*JMxkS3X>6co(sr>V`Vf&3BLasmE@}}Y!Q~v-{vw> zH0t@&Vum*0E+f-)yZ`8!L=kT(m-!l1n`UsE^)@4NiWI4jPXNVe3~d+HXVr@4-5i#k zz7E}QY5Vw(fxcmIcZ;&rx^V?kNGa?}gC_U*)T94?+DUDlZ1hB95bQ!ATJCC7g(4Ai zo|e{W!?S#Dh~bC$1b=vOelIAxe}BBiVM+#b@&o&K-It4$Pd@2{1=+v?0A$Ncp*=Qm zz>7%t%_jWl)c_Bmg^3+#f2s}e6~f$%)FA-_Y4qBL&>asnXk7*Q9%vwBdoPSGH8eB` z!uht{%(tzAD3sIcb7!=U7t%HAaoj;CTlL=iu(nD=I#hI2QR1BlZ&&r8@GhoZhpx>u7(>;6pPi`vi~ zA&mFr6b)Lyo9YB87QF%xlc78`ydKlKvj>!YY1f30M;|ND{rmeI%_e-u`kk}PHPRy_ z^#Yg|G7mupCJEqk3441BJ$Ufodv4p+mD{Ci#anm?{74W{uG`_~zvu{UA1MTVvjDh{ z|Ao)RY&r`_VZz~n5X<3Xx4U49z6j`20*77oR=b@5(6cBeY#~VlUEfSgz7CK+Cr{&x zcp4n}CQ|+ya1emwgunas4lr9Bzb&CI;@0ip`I_G~BLTT{{V!!1+8YnbFS_;$Z!*GX zYY?%eP(?3$l49{|=5dAU6}U0wsr^9p$tEVIU+uKvZLffqadGfLTr7BD*aLjXzptWL z5_kr(v9ndXg~B>0!#cNDpvvYQCY{@MrbEEM4fbS6b8Z_0rn@9|Sf zf5a^_xoetEe5aG7H}xGE73%X>M>Z{#DQnrDq>O&0Ac18x6_)}TKCP{i1URk%p?9O6 z0tUO`G<1=j|69>CNu-p`ugpgH`L0B;$GibHkjmSJQ@z>Xt&#Lv408uebkn{R=A*>m zD-(?Va>0*o66Met^FqS*Gd*ZRNSOgV=)7Mws8|H_rz62CicU*J(iy z!2k$nx%w~yAqy8|7s{_u0DSr+&pDlJ#SjW42i5Q`Hfm9%+@CmhPG|shELL#uP*-!W zjvpB~unF?W{gALaMk^L+e&;B)a4~yQP57u!3KRmDQ_D-1=)ope@#>J~x+xs1qIysk z{<(70c@6%OwMHowHpBK35fQVNu~7nYh6GX;jUKs@%}8byCQ{LeGA!_?MD2Xw)9(*G z2_=-z+m}zJ!mA)K;?EP{WUuA{LlKp5W*Z43U3s8ByU83`(M1_Eh62mGK2(p!OuG(Tsn zpi?}EKQZ7I&Q^TfcXa7Ns-kJzE%K9RG}iL*g|6BS`_I0gF!zPca~-)?G@6Cz1fTEO zdl)aQ>_=%LOgWaNR)fwGV|j_5n(_@uaKd>RuZIQ%h`=scp^E|*Y=g&Y%3A-kOxJY& zB|s62NCpSUuJHcbS`ETYRlL#BXABs^QhV>?m(y!MJ9t+2h;0t@0lpqcf2-XXd~sHT zhyY~@fP4>wo7mmqLUa{n1@3~kY8sjmcki;1rnP}Jv|*hdG|IzvFtQ=3E}9O=RwAAx zBwG?vwOP5+|3LhtH<*}1{W=1Ux=SSYKGa{g>J|Gk^4+z97`+JrnY|!K5G$bQr_LIf zYwH`+eZR!i!%tCvIPm8%2oOwjHRh0PApxGcdDqgq3+%s^)wQ)~`#byly&Hn(JiiWt zg@~8VN29%PAU+`hh>sDzVwmGS{EW@WT((n#>_M9nY9|k#RR0Sh<(GySBKEnivOHRo z>-zl8mMz6OwSbkiwzxFGc`=f`7^9BBw6#-FR_rEk#bwL9215(FZY zG`+V%>$lGp*0vV6!ge+XXD>EcGTRf%1PG0vn7+FI+ycz!Qo?&umd!nZo*(nJKaXA1I%)0 zQX1mHet(ZGGf^jf@{|N~2M>uCns%3740fM#%UcVPWavE9FDS5D_T8NaqSp{o`bq2s zBE>&LJE*r)&Poj(;5IR6L{ULm(`9$_0v1giMp$F4U3jPmNI?LrMIUsyG>4x%_r!M~ zzr6#JLVx&3Od#h4ZdyYY4l1urmU!#^J zOHJ89DMA%7$@OQD#vf>>{<$_4l~h!MFON4=JQr40$X^vs95}JRk9U;&NQN*D01=U( zF!y$GhtNTL&TUP@7;EOG4G$nHV21atYr_qMH~x zo(W``d55g{3}>_vg9h8hvbP0DZ>01gTWTZVLqNXhD^40{_xs@@CHUNbyBZ!V;(6Nj zQ~+fc21u0}JRC`QhKXDVj84f>bX`PPL9|`iI3J%;V2gs7gdb2s5{9^HR~+AK5D@e} zapwa<(|Qodva(%V#$5dTC!Z3)SUVcdlieN!$4XJ3xynAq>HK|g1opMN zgI17_k^#C32&z3peH(tSebBwzL=k`Y)Yid^OM3N15G;S5fr6JI@cJf^)lo!W$oH7m z7hg$ab;=J>r%!DuzU)sh1LjxaK+$`@ne=TU zZEGa^1)DRV2LTsU!6gnl@ww@08GT3MNRXV_d>QcdoJXlytg89>C zDC`aNwuQhIBlEa8?7%>K>d5eB1r7x~@*e!2-=$emDuG8FJZT_BMmDLuG>1tK%#|=MwcvXbIuN(~ zsD=|v+(AtT+fb+#4#~XC!>I}qZgpTrr@&+tCoo&@&(0oP)Jy7KVsQ;fK4se%ph@__ z;u;X|%3idEm@L=k)xEWxRzG><#%6*#;OWYRj^it0kHLc090DdJeSDWlJ3#W~J$IY` z0&rkNxWPkIa1U2H%cDT`b-n3=zPOD)h-gTgivZ^62Vd@qSHDvI-z-1b_P-7lUCBF< z=}KkA_kd6p)w)*{^acX6i^EXJF|uK8#p3o2W$^%vJVU1`D*z0R9!SD*fdnsr>5t(o zMy8aKbO0c1Y{Bz6TvZ;vmy;DaH_>-)0zmR$+{sQ!{nmLP{$_qA{Zpg&B!(~Ux8snQ zhhi#*_@YHCSsa#teBB@rQ)j3u%IS;sfm7TcxY4lyBf*HK>uBx|L3T9TyekORa2}{J z3$`!7uGaW_N?Q!wrniu&eBQSty}R@$GynKCij#p8xxVqhz{gJ~Ha?v$w~aexeLM{> z6i#L4wEaMjwCZhDd9xnRoc=Cikw`&Un89P7JvPcTkqIV0Tp-Yav{0Sx$Y7d3AS3hV zHzh94ao<=1ddNw7esD?xHfLVOlQaQeBoNw+Xtu7V_SPLJzgl=?g6;vwBcdt8mHo3P z)6ch82DB!3k!YOBe9l(Nz0u4?k(S42z<7HDKDK!_5Ye+TRsLXN)#92rU=5zq~`ZR)oZx0h^|9QobL;#uI= z6L7X_u^+3wkGQe`zky~Qt_!kmutCnFY6d(F>zQ^O;{H&RE1+a`nyKz_IKWEa80!4_ zAmFWy+KdSR3eZDcP6%P@AYK^#z*e&WI+g*qE`bj#DO4<2wU3aT7+MDSGpKXIwx}UT zG1BgU=s9w>z!(_J`{bg8&(6Q=y1OI1{91^vFjFSog(c_-F(8oF^1X|#;8V$j>fxb% za8pgj&mO1mo|gVge|j{G(U7$e?^?6vGA`g$?ZhZ3Cu?VKLwk7guFO zb}7IG_6Hl(!9x&`##%;kU%Ake@6R()efOJ3B49j}Ruq*f;O;c*1Yj=JI#B=xsR0pT zdOe3(QJ_Aj3&`(_u4`Ur8hKiJBNCiBz{KJ-YOAj^FzKo9#aXy-F)X>%4{R|MIg;P)_3Nwu2mk6&PEy^} zFO&F$=PySRiLH1D0M#Fc4bY;HfKya9qEGac3nHv50?(jC(Mr3WC#Zw21@yFKZ<9oj zTGW!GqCsmkPZjYs%>(p!kZ6dSdo&&yn>Iy6D;u_!e6waOAs_Q{&F~Vr5=B3dv|j_*sH7p zR&l^Ba_N`RX1DaD;2i;Z?(APW`dTJKLXq9JVI=mQJ(QT zhIDBgzBrpP`pNV z5Ep|&gdu|DI-ih@NNJ+Sy5Ihfk;`uR7NeI5$bJt3e_Tw!VoCDuY(A={6$J&saGzqZ z^ruC^5cK70wCP{t6=1Gxc=zo5M@*dnbr&x%i7^1LBK456d8e?Gf>a=6qfQM8dO9KD zK#)-muWe;ET&pnyt*$LlCAa|PnY%3Y5vE=B^) zMp4vky{-Oi?Hc!yh|;HLA5d*MqdvX=)JGX!{z#G<;~syOe3_W2OkdXhPX!(JEo{Ab z3-@oE*M{S2$4#Do`*Oz7`$?a&bU#NI5948gjqD9uxh66qOrALhY~H ztc{+kE_74)ZhvHU!~GtBDyRH%?)eSrg>O3!4T(bei{2}H=DAP2dgt_a^M-H=$mUqg z2ZNJi+6w3&0O}OzARwFCb+)<;pL!6)D+2%1&Go66lCl|T4D0uq*%zAbTMQoCbqWKa zHz0U2vv<8sHTW-`ZNleoKkxwwZ|+@>2$B^3i?ogM(t(|KRhpMze+n&UULH)2La8o@ zeh|xgLSI7zl8dlsk;7ApHGCufoI3Ip1T)F1Sa2T7@lcCQXzawm9a{gy)3mv_1SXej zkSC=s6F{Hp_ZoK&02vlJP*l$)W*At11VPdJ_H=uab7%N;S|_@=tkq505%`)31OB9M)a72zdkm?i^PUJ0Ti{%|JW-4lN-T6?48_m6YwSh!v-^>-Z- z!zGZ*_6A@nj^J2{zNF7leVjA=&HFf*>QF1S-yoiM>hzYRE>RidQPK=$0XD9f5 zmQeL8IuQKlVEg;euf%_6#ql)UcJDp;^->M4RwF>=2_>5Z+Y(myHrYJC{fP}J|u7Mr? z-_JNIo3qpC5n+&Gr0fV*gh%1oiGURug{{C}@$CrQrYE-m!AFUYg0?>oJoFH3Z?alP z9B763%3EF``ferM*5Qp6A=AvJ%|hBKxGRVYgwokNbVto^z-V6n!lWr^V!1 z7f`c(pZL!!0lq@R+4ZUUy*hEcff3eHeco|4a8^fy`cz!TAA?gl7JD6FCttxomrp}C zdw5k<3o1+zq|=uqvAULCZyPhBAt{aOic6_SOF8{RtxwDwGVym1i4ve(?|wO&EB7uP zjJ)|t{CEW%%Q^L$DC2c|h41Zhmy5@UEIdxP#*6|htAQ*Y{QPrv%Cq7l-t{Nws1@XI zv$xB_5xcpK-n`P*8C^2)ee_K;ME}nR-)s+&{D4nPOuWR5BV9b9V&>qADa*?1vZ|}v zU`HbeoH#20vfpvg3UFfZWY;sjX0Pso1y3lNLB?F^b}~Q^d;?TY;w5?7I1>wtk{8~a zeIr0B`Y5c!L9U=NOqV<)$fhgzTvyUfcODiuL8HZm^Gg##UBQd8u;sh}uzl zfJ`*0*CQz?*(~N=4*ZuE1g$8V1xCWtCK)=Pe=HF{nI>DJ6NLd&zlwSu+Ae}3imM}t z^aSk59;ZVa-#3aUw1yo(7}_^vJYs+GdJo+KRYzk`h`SDUcjPd9G{wpKF#LH3ZCbT1W{35&I*nq z3Jxa6+mVxjV5{{sV$y}1mE3jl@{X60&-DQNL#YNQWTjIgde;9+>gJ#|R&zNJl_;#J z&#UkrZokdDyGSw-$y;ZN2P#L`k(=!dX4rRmBTvD0HMjaZ1Hgaz5}XhI$^alZJM}Ch zTRmq)---!kO>5}t&8j_Gr4df)OZ4?Y$*ge>&rgq;voB>nv z3SeP?pAf`o7|5yYnM0J7+nd-rEgTE$g#$QD+445+h7x!H^MptgD38*@qTSy!_JvKQX;;x-Z*-|ni;$!y-G1*YHK?QR!sF9^6ARXHV8#Rww? zAa>FsV&L1fKW9(oz(*r%yX%!z)p1YB;lgiw1s>(~PNo55AWd*h`@&dzk?--`U61II&Ke4W&HRKk1 zjMYrrdn;Cn;J0kWAy;sxAQ`gWBM546rX4^fGKxKlzN4jt`Ri)mhGag~p4VrA>jLg) zPt5N=)N!q+(?gt3iNTjRrr?*aQES0t>3IK55plewq8}2Ki8v}r0kI-eNnwI%;R;@( zo7Hhmi%!+G(~+OOcGmlz)q{9f9-(}3e%l4lBE89>ujf`@60qɅWSiT?g~VPI_D z1X0T>DC`J;*xwvSp!FOtyO}FZn<9E*B)&Je?`FoiK{eR@`$AF zSnGLLLqHxGvLvhjK6a@-!eDAlfLM3q6-O&cbDL&EZvH1&g59(d6G3bW((qZ|^HAJ) z=Ukbojnlfjtru?7`TOI0g$-yri!)qW;~GLvNw+H>leUf`;S-3m^BCkvk_)#+5qcb! zkj}0@+_?x-;Z2+_ga_~Pe4-im9jX@Vi8gQK#f#VVV=VgG_kb$7Ho5SbvT4Bf@Rjs6 z-QBP+tC{Jvf#GQ5D}f0Gv`448asqTHbN~FzY0ZF}qzVy~TFX5QbVa$MmX_i{8l1I2 z|GFJRf;93D07E0bXkUv$dhTLyg=x4DvHfx}h$^`}z-VG(>6>7bB+0hSWmp1^iT4y6jYr!3yKz=6tCCdi2Gi>@+>B-NB!p`!0@k% zV%<*PUFiTwJ`^&qHLiaPB32u;Pm5Hx!Wc_c$JfC3^2aKtX733pPV_9rKd?h0iqd_s zijMa#rR3=(3T0#x;Xpn=pN)6J7cW{Iy$u%$rkWZ@)(`RCcK48ur*L1nEf;6xF5msS zxmwN8U(U6s>~<@-yS>|+;>+~TW=B#XyWF!9uqn@7a(g*_YR$JND8#EYdGbZu^Vd*I zqlcJCS))^2>Ace~d6VMqNIt?ZG)m@@DW%UWV|-1KvBO5`8LWzRMW1h+=8umM=c0Gki*>uPl-WrlDBw~ga;u?%01uN?y-B#%iHWtb-YQU>(YT+a_$EIP4h z&9DJ?LYy?sO|dDwiH~%r@^-MAqN&4+8J9YAV>{rlsl=}{n!kB_?nXmXv&qPg}l;iAX! zS97-oR+LjH{#WOEZhGp38+^Bd(#zsc&m{*ReyDYlQ<_XYv{3DIpectv2(E0+EB0lG zRP0vIGMcIMKU^C+TH=nAtLL@mE+)5_9WJI%bvWHi(gE2~15Tc+Oa5B>c;c2fqu%`W zCW{X2Wy|%eDtvqH`?qR~*Va{TdlF)9^N|~$9`nEDku4DKlqpg|RyKosHj_gtK9H~J zE+BWUlp5C?mdwOfoz&(D8>Cejn|dON+mMw3V51f5?1F=c%^Wa<0wy zX~Grgj^{+NGJr~J(3Y6!u`V=~W=I+wFp3t!zuIiYejZG{0F+9+uOV42@&>21iOFX5 zB!X(8=SNQ`K{8=hZ6cK?*slje$U_|ZSF&ubQTb-7lS8xV(kC?W$M%E#`Y`Qw4gUUfN3q^NIzdwsy4u-GekD{C zuK*Qfd06+iPCNGZ6PY)&nd$HJ0XJDk=*KPw_^!>Nz5Xx~O`+icDt?Co1B7{FtkPWr zLs85x27;-+mmj(tQDsz1Obh*Z5^LxW;VzTMkA;;l<{-t>D+FRne@82 zevMxL{FWhC0Cgiyx;{#Mx7Mi07Y&!lEP$zI-cn9EWsXbh^=`;Bts%~ZXUUT^JIB&) zQ421z8VKy>cFey&F$|1PHz+bsPx6I4^%`a^wm}}WflAUAvd)E{XG3>0C~?#QJ3~;P z`Op|By(I>dH0?s|cpjLq9e#W?Ve#1SCHjt&l^=l2ksf@@aKjRyd-7rC$#&{>+w7t0 zO~03b<;{4MT4o4c{An~<8deSEf6H|NFwhz@!z*n@e?$qW^#% zRx=kDm+o~EeixhmEf6(6jAwaQ=Y3trDEJ86=2^46xe1dB+b?d@w(&<=eE7=&RQR;4 zdXF>9VYfcK(a`_cIB;qsx2=qvDAc~pN`cmP5HEMNn95Q?aX){+prO#&<7n?SR=lo@ z?Q^l{n#i@!IFd|}xI18pva}J!sBy5VHJb19sM8FL&u8R1+suhg!?N<|x0GY`Zy@{o zzQNG#JC?aG=Bz{6o?$sd-W+#30N6}3$de8h;;5~)!yLSpzn;35k1b|(b7r+E4>ht; zNx9q3J+u~_4@GS{bj?Nt%Xnkw&lgIwa2@!kB2%rZeUS%Wq82-8Bb$fyeyb&Y!DTvq zntzp~41VsvFB^siUb(Zq#bQXak39H;V&41O`ffLOfS7& z-kh^+Z+4z@8+7pZ)7RrNBp<#YNlAB~k6itndmLO9mWuw)ZLIa3wx)h`AU(XgPI41}N;y#u^Ls0b31yC0-_CoclsfI1 z)DlXcDz+VNxu5z@3(f|iq&=jq@2r-qAf0IsGow;!A)wDZi?%R$G9jvWu0lT;uoKP#4SQ`*Ks~t{Fb_h?x_H5K2RE99q|`mv zuAw9eWCo?ArD>`r$>&3hW6KV^4~H*Oq|;idBspA^tKyPg|$g~ShOD_^}q=;V; zH(Y4knTqN?B357#*#9_Ks!vlea|thiS3o*xne309ij2Fjfc5U5-w=!s$FwQ(iwiKj zwIciewdrT&phE{dUda~QSFz&_aA>&#`L!xdnuSUy04d#73RZF9bJ*27G=qt_qmxY+ zHIa!a9$12pH{EUODZUpw?(Ya0IhD{UiF8+{Nr+4oEhQi31Ziz_Z}6&rQfk07n>LX6 z!8I6a_ZlqiUp=>Q;b}CVzMEdY%`di8>>LVhkk>P}tX!B_UTD>7yUYo9EJ|h#U#c#P z*q<8-GnyHb{b)MhU2Wd!_*BiRKneY6jNDAECesh?84l%|-IJBj z0?#f_b?zMb(swndCo_NbXKp5xd8~IfLeYaqo;ud<^Yc-c?w1hrkqkTJAlUmNSehD( zB-#-y+}j{ke!R01Nl2A}dX?q&8;b)7DV}vpzIx9Z^wHxmTxY`jlI2b!8Z-cMPTP+8 z+Qw~lR%Blzo7;Ua5SlE@!Y$yMWn}qLNHfNia)pqNKixp@% zSw=dATSKMMD_WUFdO9PF09;j8iAgBd|NeephUQ`dn)X}WM~{Hd!bLg?80H0?DX2Su zX^;=`1^7Ny-=&DML2UR)Tq43DvbMN*BIoMTm(UL>J`7XYRPjDlIlVn^TV}3PXKK0GwVqxEV*DLIn3w{g;0^#lvk3IN zVCL&pZL&Pwvghce&KNCtRj_mzPNQ%ktds6N{?TjciLq zd=l6$FKw5>0r&3v&9BPAf6gc{Fhc_|0UP`qJo(@2@pPImP+Oi0{X&4AeJm@@)T>0V zu1HrgWrcy)6J~{DA@QuR$H+)>iK#^hvFTjzn3}$hT32lw)RI2tWv9^7o+ox*XL|pl z{%S3=L36*!vq{kT{9gLQOaPL7P5O>?IDj(uS3N3Y!BbJ96y5ueWflDz9({DnGUKQg zK>}OF#~vBfuS)*Vpi<;8|-FwHs}$ zCYuI}hkHbv-uBfy#;Gl(2IJ)tC;2Ze6&nt$8|I=IvQ1#$14~7r^mwfdM$K*|5)U`) z>(^8fZyX{t$7(u|pR=EL{Xi4>r{3}zk`?wtl7@)QSwIPB*KY|*`B%V8mpO(YcyO;_ zZ>~jWtzW^b5;DDCwl1FvQc+R40XyDDD1sE4rzDY-qog58i}Vl4DT)>^z5@lF-RnVy zwOWBXdW&F^I`<`>;c;_Ymf`ov>^fE~8wG_;I&Yd?-JB?b}DN%?7d;bCC7HQxK41siQF#a98?`%<+r!oaj& z-w>$z>P&-}A`=Onvb+YuowaUl1nH+kXDh$@TwB5t@U3`rdYopnrAyZdap!Rf>hE;g zeIn?O?6olID13MFjc|yMVNwit$Cpqfcl52+toTBZ`h>sKb-sD+uG@HPnxUro>oai7 zB4nJbajz_5HJd-PQ&_$H=X8j@D95#EkPlD_&w(%{7y?l!GvFGs6Id=bDo^Wpx0JSC zZQ~|*0*uEt*caA1?f6?ymXD!0>sfg{{J9Z-C}(VKZ7t>f`_Yq=>Q5@qQk4}HqCFdW zUS}NPXo2V;II0!fuK|?tsfO1L6Hn;PBnD_J2OG=e2y_-syQAhWZFLj~J>D4++254U z?bhb)jHj4>+5C1JjvGyK=lvl;m${yA&G69=+P=R(GgxU{nz{8wv4F@mQLAVFc5k2A zJ=4MMP{ZsitTXtpC6NG4*?XZ$SMEAK+5Uh!x#RHlwN#Od z#qD9*pTh3grR6EGdu04i&l5A{n;(xzyl#rtkz9TRf4Dca-r?UJIGl$)zgHNB8jU|d z!Mz?l=}=?ZMJQ_``f2u+!rbeDX!F`f1!Ex-nWwu>gL*^xbnE7o zV~W;!*LA`FeELRbV4a;Y<$R9;%fXbi)7S`h;-7H*qwitvW7}cWijfqNjwyLcZ#)`O zo|750Z*(_0S*sv3ujZYzZ8ElWN!%XQRK1LajdG1a`XVmne&#`(3B7{7k$*QZ&A(_{=& zoG-0Rv?xr=`t6pUITlbq!b#t>3mC7-}l2$jV6+Qj_bOW>#KJD zRY6T#*K0?P@SAIt2u*r-dKRr}E*I8gtAP5+R^bKL?BpQ~j5!r?=12zEi0YTYA=L7S z%W7rp?-#rM<(qxZronhwX0Q5ZJUp(_QSK+UV_PSGuYsFsw-Kn~+^?*AH1LTtZPw;S z;$G3N&iUT8nCjfj2BfLVo|0F>9uReG2dOKk>LtxfFibYhJJlqwy%+W?n4HRhywh?4S)<%kj$%}eFWyM1RH2O=A?9>%rk4zxPo zm7tFNb2DJL$7QGUl`S4ATj10*Rcm~hd>J|2gIoI}!})~TEk1-U@yVJ@Q`-caRENvn zkBvE9xYtWpKi#w@oMY3`KL*R!D=-y+_6Dl7jeaTAvts|{@~d}FYoW!D*7 zGilU5QNLX}Z*~6tWJHxhZ`&Ikou27+BIHKhnE)E%I~7F^7;h~K`e|E>tWF!j?CSlw zjzf+~;kfl6btAn%$#6#^L0xHZw4GF~X#IX>#h*9cVXsfvcSZPx*1-VPZ7c&cnetOj z+d4EwZ`5>b>GD8Zu32f?putp($*@=T~P&L%&C7a>~)y>E3?si2r=b6^Bsu z*t4YbLH-DKJ-B|Cu?P6cr-!NwR-n!BQ#A+MElf!+o^*T;Ge6|UvOCT^L3{+BQ-Uu@Rz}Rr8bbm&^@YxJ#=SpeOr-S^i>KhCMl~&2urCxf&NwDVwh-OrW|$ioH{+n zZdV)A7~YF((z7sg?U{&KOXEd;SCVoK>&|t&H0ZsVr^BSI(4=jDn;WB9FF9#cAXep= zux)QG%D^SMn_6mGOIT8%{j%v(0M|6Vbw&dkSSIY!#<6w(eQ<3k*Rx8tuB!cmWAVhqV4VqyjEJrm|(+v9?Nt5`r_!JhwMZu2OKP?5R z^)irD|Gfn;q%86pQk~-&XVnseI#**!V7O3|*ZXvR*=gQVW(rz8@}rT2T^yQA4#!qm z12j7)b(txqZE?hzA``ZYp8k07&DlKf5wUX%(pzrKah{*Qva#DtjhU2)VsD2@_$=Ff z^hEDN@6(~wZF0NMhrpLI=%fs$ISbr|dPqO6PIEm$hvi7?`6nk0j>$YU+#S$iY2sHi zHMx_OJ0(|tGdmkl%=iqaI-Ab03p2v;S-jp>*1ug-pK-lfwqlnjrIIt{gP|^>t!q1e zOUMp-%Yo`iYSR@F8cvI2lNDZPzcRI)Za}$Ns%<4o!1BR`pIK;c-jUWu@0R1=8*$)b z0~%l2;3PH|Y2YQZLL z|1FVIYWH}DIOzuZhNyYA0NrZ#BC@F4^0f-)pDl{>ZnaFsUf}r5R5Cj(wndRXZJ$v} z(Ae{U%OxuRR_U&C;Lp(zD(!$XmnhyQ_q_GI#qFR2VfwoZ@ICv0h2xw_-FaM&tFWxh zS}qE#9zN?ltQtZ_y52RjuSU!mSGz$&jj->MA@@fo8fb-n_}C*F)Bfs9tH#yX_V5=+ z!5ukwuDI)j(D0SP;Szv`{5S~+`7D@boM2GEo zfr&FKvLUk3?m+sK4hbq`|GL`O20=rD)$3;3+jG>eP-!e&`-CzwI=XDzR@OCd!LFhC z`yqIHZQPPEeERLyl22QS#%p~`rtsbk2tA6@{o&t`OTtPPz!dq2s0jXLuYU57cIwsG z+^-pfM7~+jTU;l4$g6cGKYfy#*`RQDbGHccGQz!+1jagMuh_JH$Yu!d>t|!+zcWn& zPeQh)XvWUWir<#>_yhH)9}=}P9&=WE=jBPxG%P0S?<-Aehc}%MnSA3u$Nu;8n<1&=#yThzrr{9Yv0Mg>8L3~LAL+=H6GK>eoP<BT4Ce# zd9}4_TeDU@-i}_`BUBw}8Shy>n+t=Z?T|ziQyYbI?NH z37d<38%DpLm*^PV>U`i1PV^27d$UBDpZc$IYZa`gKX62w)w0bWUaE4K&5-ZZpz0q8T*|1dJ8Rv0nAvBay`Se(8)(DhA%ft$XeTdyu5sciA&jbaUwT-!tpH&` zal@ID_ppm0{&`PkN>o*AmBM6@PAPsGtKglo&X8js`(nBQB50elL7Q{4t$bm+aEZaT zWZq=ZFO|SUM3bg}X%O?TMNsUuI8T3`f&KdNkjR<>UnPUMz`0-$pqKfl4RtpYkvVcU z)DVHy4U^KVSfIP%CiGB<*>dswPJr?D~&oJqhO#9>SU2rn&R^*;% z$^laIJNCf!7VP6!|E5htX*Mk{&z+a0U&sLsVz#SG2T75Y0 z<*3&AxWNn`i&QYp)PvHL+L1@Uv_x`=V{wqE&xDJts>0&aCxGKkghqqf<$U?euIE83 zB|uIJTY5Ll6wgmGXEB}P_~l>NJ*0^RN)I(cy)tH$J9X6 z$hFRitOwh86Eg=yfT8JR?Zq@6({1&vx!vFW=vdXcGW9^Wp6XGns*$nmz@7Vn7-*nh zfA!G#xPc!EBh%RAF(;`}eV;5Btdj0Qg#OPD(BBG^c!HZG z_WOPZ1>)W2iumFKyk2eQ7I98ZNB7=3c8&vxCT93=!I&`!*pSR^wynzDe_2{(Uk$2f zB-7s_RGeqM9CUgbgHF*sR~T8D(M-oG^>GC9wk4dCZi%m0Hmj4Plh-$1{2jXXR7c-( zTO(O4>RQeXQc(biE~|q`H;s7x`ZW~y7D%kf11K$rUpI%b+XsFClC-BTs8vEiuApUp zPOAMqZn{x?%=IwXq!{5 z;x@KbACrLB(7728^<^;;h<;S ze%S7wDi!fe?fXz_roi0}`7f)NGX^noV{5u{q*oiAhMj2Z`s*pheRe%yprRlUtgL8V zp!nIXO7qca!)z=pjaZ9#dYGB#@3IGw4N-t>L}Q7q#_iVQy@|S3t*pA{y0ffT+sA$g z#9RUPtat#-oI(-^z+N!gf8*EusqVcHq!8rld*Y#q+c5aX@ZrYbp?63?8Kqr~t`6^} z*rB8&47K0$YLK>zN1A~C1u7nh0HRbNXV$?QL)Ba~W7#dgub=J=8x{blKAwHINwi=u zDj3sxhN*q(__h6Y3TYT_HOyinJtVB&V?*XDU;x2<#+{B3hZ5M{<>m(2`orzGOR z38&-K;aPwZ`;8RPS%JlS&ZBVm@094*bR_3Tq>RgslB}zt-+h5t2qd&$p-;IN zHfQP5^QhHp!GN7#5x{R>qHI`E`QzCelUG|PY#q!>e!p(UQ^!?|61q|*Wv@710omE8 z-@kpZcGi3BWGXYYAyG>8_pbu~x3cfm&CxZ-CTanVU$fY1P(}h@eQZ(aFS8MbKEE-3CE!{UMB=Q?E;92LX%uh7A&u^huks#|@OZ z5IijuCklmWAiTIEjw|!ViQo9BWq%SUW=ZnQLUb0)J`CWe$^cPeAnLO<))9`c#g#nn zD6o9o`Y1IToQhdqW>B}$$5B28#0s9+7P0X7Hn?F0URaTp?9JF(z*qn%SoCX9^Ozc- zcQRCMAv8tg5ou69CtE2Oxai_N%+bdP+9fNkwD$t&d@Xr;$(r^n)G2lV` z_~-)a+Kp)nVy=v8;cTbMXwZ3TlIRoW++q#>^M8h;_RoOi5W z-)6Vk$X?tJryVQHkZ1lC@(o)w-c{g+_Je-Tzv|O>^DbyV;}7_Z;AABSstNvW$+l)p zjo}sFyIn0v&*sPDXAGLW_ICG{5Ncsd55s>B)Aj+KL(_F)o(}v~G2i%=#$;Ngk)ToO zR3q9*FpJ>9;qdTGL3+7i`MF0AaUeQp=Z@e>j=53ruSk5yg-(O4Kq!}yNdD< zAsipfNmwh(v{ps?Yv{E7!~1t+kMf)fQ}s>bgpDB_nXXRtkpy3bgbXwU)*;-1KLj={ z0Z}mM>V^~9KwMx**7^4rRwSrb=cQr>WJsm|$x@pec3>5^#3lMsITSivx77$Mc^j}> zo1Q#-x4_s5w)~j}@bpH>?iz&iBzXY%#kQ0GUarh~i09b4s-22Q8V`Y2-DoPrG4JJh zrlt~0W^g!nBg@1@9?pZqki5s2q6j|?tFY?2V?VeSu`F7tt87hky}I_!t7VnS=l zYuS^(PJ1!8=K#iW^U>ekBZRkiBsT{PLKF@t3hg31|oyO+5V?v#E>Nuq}`qoNWe4Ev|{pwpL z{x1yY{XAtPck_t+&>D49q?gIAeeVT8-aUIT$;>&`f+y-GN8Xmtrlv~~j@DAn17N)P z4~<)F&#MmTvkM}Z9Ns`}-PA95yT+pV({GC$!WCVt^uzl?`hm0XI(O{Bv@e6>)I#W- zWjO$9u+0Ol#IM2Ac}=Da!biG&sxC)%4MV>heNu5=e!Rn4kV53@Y91@F=coo(ETPiW zires}{cmdE;QV^=g^U|~5`)rm1AKM*vmt31ZqG5Av_-9NLAem`CX>!; z22d6&1U}1?*roB$l|kF7Z5xgk{fvjg-8Af4bA4gQ-p5Rzr3s@t@0l+VG-4KAykpMX z+rkq8hcY9|aGnT&VfQJ6S-{$HMdacxI5=@W5scu|0>R*ojCpY_Er7djduoA44)hdw zRRp4Itv72ui*$9wUo~=#-WZsFXskWvjHrm1jrYi0RC!|BJ}mAVFM)|F+_1^2k=`M` zbW@RSLbhdlALX|sc`7vzmvHMO_I_!N6cO=nr||*=UvYwRBNZE?Q+w!hyNFt6Yv+WG z(0yecR5N1XHCmj_sG<0&Y{TOoRI*3##n%jBDR8fL#Nvy%WJ>Qs3FvfVX?aEWzU|3^ zy4-$^-CwL4rR$|6U9!tdy4!3c@!71^SdZHw`|ZUIfM$%*gCQDx3}GoUioY|S_8xVj zC657ASRyspHVXI>RP6!tLR!mbY+v;5cY-SCX;k(-`}OZTRbgwc?ozq58azA?1nER; z{$g^ozxeU6sT|lBp<@Z0D9;ncSq4Q0Rb8TNVBmP(@kg*uzMTzDfhnS+@|IKvjC!?)D1&J;jG_m zt;X<}ZWQ40XHZHkO28@#YT-bN^9+=m<<&vndVsdg@Ovo8<#LK43%Y25gvjrM3K8c; zXW9cnK5fSb`pNr74Jt~lNLG6oe}T^N>Bjdf8|o;^BG{G&>01=-0>VrxE z`p`6INJu7S+KCSk?PIyT_a}yhjiXG9-TWConprN@_eOLp^Bwi^UodbCCq|6Ay&(JjY zx*HTY8$Y~!GkM=7Ar{4yZ9C@JMxXyWoOI<+sqJGDFXPB_q(;;Uf@Nq(fPBO0@@=qd zXxc?^NW>DnOo3h@>}P(^5y4E8QdZvQdog7~dR}5T&M(oKg1H3+_8M5yXK8!~+JA^? zEiWOT5OF?;Mh{nXj6Zd!c`DwUMYcs&bD7^jxyb~si0~4Yob;N#xD`%F519;huzy7) zD%4}es({GP)9?;cv;6xFG@^oCu zqa?$qsSWpeowiaG||8_D1(yNfG{Ism}6&?)h%y(*Kw7TqdtWw%n4SZ(dZlX_P zgZ%ncIkLYZzh+RVT^bVT&?kZs>OA2?gYaAKV%(oLQqvc%h_5$SwARV6hvTVKc zhNSwntk@asy%#hrN#~*#-k_E3w+JIX+f*b$>PTQ@PhAf@b&fTuazL?p>R5FX;P(O# za^PY?3!m*DI`IH-Hv9MOw+gU(H67Qw^-U4OG{N(pgSG2B@ZA?mreAh0^MJA!g(bWH zTnn3O*sdyL96D_T*O@Dv{<7J*8`Uvps$(VgX!n)(z}8y*Y@)1=y+=@W?a#Wk&N)J? z?t11m;#~w;<**DLp#x90&(PLb)(9Pnds~MygV5{Z-e4@`?@ogfG^DyyO2Dk^RxHbM z4-6n_xOmZX(S=zxbv$dqp#CI<#ZC|3$QovxiS41|oZ#0k<#<$lsZc&xAm{w-gb+X|TD|V-ZHG)RK`>P5Q<(?2Z!cc6z<4 zzoLJWh``0I!JLr(Gbir##)#_c$U`(q&|hu!Kp&_Egc@$Q0Rnx8+K8l7QvEK>QN9y! zl5|44V#`3#e)or}iErfDp$*q)QtO^VB6^lqczXL=*=moDJ1b4jTSOkT+?85C9oUMy+t z@JB$WE=?f*nvSUO<#_UD^*ox{e_1$F_Ez6uRcqxrHEkWWJn z$z1Wd|0*4SSJ!>q6%nImuEGvSnO!3^s7%kI%SZ2{ngl-HPtHJIv6bOc5(*>eq&D9F=gBy&?`Q)vFW(1Ls&GfAPLOVD% zB7as!9EBL3k=!LKe@-QN85j6uhq)2ZNKo}LB?LdvZ3nvqH-94)4!sA-eKCSrF z-1@IC*)UQc^Twk-H0CRH`FII*mXW*lw}@uiA94@fNHSZDpr{B}B}Ibd7cBE}FaNHQO}^yfVeiJmB?Lin^u^!InqQqx*$k%Vk_MigIi zlxhkrvM+ao8V*zp5CIwfu&=ebM^Hl&l(=crl`kd zw)aCm-qPG`e#bh6Mc&HwQ4Ooq04CasicEB-mAwS2IL~-*qoMxZxBgVU z(NhFCt}6~NbHZeEdrpU_DYXakOR(J)_M(Yt%fOD%3QB}PC)tJ77D#{r-4DRi+K%WJ z0qcr@POnYB;`~KJnbGkE>3!hoFg;IkZ`-TxX^DNU8l-J7Q8wu+QFTnROh#LNkktzz zvRoU+xSLnl4`J0tVxS z&T`r#<*%LZr3sMN6_%53*8cfL*nbS&SpMiJ`ysuoAWZvXiup6&m$ILfd8ApYWAp-d z+XY3P>$s{_oCn6|MvT!c$BFwRM&oW0pYJaXijO`5s?K|taDE+{U%o|mTAVGi<+D2H zoqiHSt>T;c-yc{|dirN?as9k-1j-Gt_4&H>sO%0%9f8(KIe{9qs5f2-b`UT>$hrBr z&#V3ofPn^2Gev7ss|MQxweo@Fuj}Y18-XI&H~m(whBpENOX7Ix6!X>RplIfrj;1y# z3|%fcQ^-9REMFc77Y1vRmwQ}&(k>92Mm}Y}F80N6RiopISxWocXAC2boNBzU_(Z6u zP4PWQQoLs+jWi^di@8z#Zsv-{ZC;THKvGCY%Uz;NnD~pvX#)u*W4IV8p=zZG<~y)| zv^w7ysWh;4Tg+bN7;XY6#&v_t>^j4`EfLY|;^C>@h=uR4 zs^(tTU9>IOdPC%C8g^&5Nd?dw@drucS78L4JeLTfDETDc?Z#2#RH(mvgN__#mNEru zhq%~8pdMcc$qxL@9QZS4a${K)ZaVCn{|2oVygQEa>-x8CHJh*XWb~l*AAMV1-LRGV zxwzk*cM%Wxz4G2^!n2W6y3m(YnNCIU=#`;da@%cBSjo3*WKnMGn6M$*fwh^?O$8&# zi{I+%rx^|bni^zBF+R+}IyvpR1|@fO=_7qq5|$$AL5cN@<_9Ko>FW^M+ZV%r1_2dg z^ZlEuUt=2F&4;Rxf4LSMG2@#buy=i+p$gXtX3hb6ZB$kfd$M7s^l748k^1RW=;7(~ zXEqlGGVNcr)Wf5aty{f~XU%8v><;t)HmB(MGqkg~n7;n)uNC={xq$WTV>V0`3Pnfe zso;}Yn?iSi@PvDd6%^Kb&b9z`C57FA!NJ1nT20Xv8%X#i&v_uj1p-Ws;XYn-YT6Xh zKNEiaP)xch$4Onoqv2%F$=FgKwM#&K%M5dKB3vFgm#iH+3}1FxTOxuWBVy~O;Xrd@ zg-R>hIKzEn@VCeVT{vkcc!!HQ!47Ja>`Dem2zT>YA6TQ+DkqSVXT%IYpV2!B$djCI zvs{oChj7?Gb^kflNGW{&Ip_MtZ~@Gg=-=Au5p7B)H6OhX4caD!@ zsj!Foj$m@uI8@n#5}e|JTh#!1s8B5CXS@JkM~zV>`I=g#nJn2r6@eXaf>t{<-73>I z09wJcHcsGy0m#Gm(A0)HiHj#2GHL-4$S=kuuuDGykCZy$o$DV$F6>+)qBcGjru?#%T6)PI|kl z8MW=3p#(jn_I2nrUA-1clR!$7Au2rfl&Wl>-ij>Wvye0N%j3P^?U`J^Z~D*mzzQE1 z;1k#Cx_!T85#zCUqWJW-PZHE00O8LiW;%u=m>lUjKv(|^cec*0?v74yAxa zc-*eqNHa4WM*pF3Q7czSM+c` zfspGi$-P9S{HSH?V@UzxBBv2JoR1slr1hZZhyvErb zaX*@Tb?&w$5bDsDx)f;Sa4#X-#J4Y>b~!-5^Bef7LP}|u?zHS`9Bc#!V2n{|8ORx* zy@uLYvIjf~fP8-gTlr&BL`*O7XWOK_w*Hs6o+}`rYzofdbexMIw@+2 ztVN=*U+d2m0^_9*y7&olvlZ-+k=A6yS6+swx0GX z#nTcMJXR4baC+4RqLK=R#9S`!1J()Jf7glYDed9AQB{q$jD=p}EW`@G410(x1V_~* zasV=)9bS62v9QEQrWENTX-`Mjb}8?5!5d|@PT_i|>l|E@O(sF9wR?r&CvT%N zM!3&MN%nN=#6PXudziH}Sg#UW!JO_@lRj7w0g9E?Fm{zYWM54?A1X;j{Od4G-Viwa z#~$W%?MugW+Lt$8$Fu4KEw0O7=$zIRrrF|MRj2<4J9Se%?^1Ds@$1vUkRNvPeym7V z){hwL2Q}~VrWp9l!N>Dkj%EO1a|K-iEu!sxp9>&r21iyDSCGJH_NIwc)z z_!JTkw0h$iv6;V)-v>NPtSQGQCLecJWQfd@yG{U*+&;9LGFg(E{Z}7aQCo@i?j{NE zQ=!G{1<^IZ8^MEuE{uK~6G7s>irHsNbK#g@bv|~DKnGf?ZGdI`JQ29Lm~IC_Wa6Y_ z&1BElLb2r!P@-2n_pdUSnzJ#7{PPCh$E}vZTqCnX7aJI&D~P)^)!;c9NNw+&hg$V1`Y1K z2kh#0PEUFIvY2U(<4I7LFjrsDho%Sh`ra6mM&Tbz3i;*qC(3`2_-TScmQ{`hRZp?utT2*rxOqIeSv*kisy1)YR1oOl^y zm0d;o;023O9Un_}gWaE>J-XQBLxw(S*N{q?uB_;NcD2?Omb7V0cN&5$P>3Y$<{O!) zE0)C~S{5=W9yIAGi34GE&`>?4C^zHv+F0D;OZ>S7VH16qOaHD3AwB60la<(}LYE9Q z;kItjF8#i@4m`=4BOY2L|A>BVWkERvs;UE8QgnvDGwI7SBI=ZH*FMEA7oOB(#j_o* z+Mu9sYQD|;?i`?v0Gr=0d+NXx?~3ln_NQ%&`ln;vvMgFj4RpbK^dxI#^ylxl5RwRV z5VKI{6~?>3=>L*9vBn1iDS|bwqMBl(b`=0Pj3@}T>oT7;Uea!IDsLd@;c;plvDi+9 zKqv>jAQ_N|#%;AH{)HtaesmWPH>0didRjv8;eFgeZHc^RVgpDB2DN&&0j6q6J#h%RrqAUFv%+-1ox6j3A2sfP(X4r~wCJ`G@Pl zalooLpW58CB!fbyM@oP+!+1vTnj+7A{OO*~TS~7w19ZbEE$0>BJ}9YE6(!Sf0&|{l z;CRv0->tZ!QRp-4S$Vckk(~!vbydg%jrqFZA3d0s;ra4YUKmpy|Egse0eKm3CJl8? zM#@Bl-Q;_j5xmED6Xk3X^8+#J;@?`=A(`AS3HzAW8i4BYTeGK*tpHUeuq@cdIdxKsU}?^55*K-YJL-gsu>&^j zm=(Eg>_=TP*@lSDgu>K~#UUr=8y!AN-j8sRiZN=ucXk660cU??i6D+H7hs@HGA+oX z(7C_d>!UL_Js826q88!1Yery}Fs4RviI8OpVDhKq!zTHnwW|Lzoz@#1Tu5pX)infy z1v`PuoJ>n|CUrchVFMh(prrSq%DH2uj(!6B8IQxYC(Y_a{R>>ayLk5lT zp$Nu-xBBnDlq~ff`}z)54vVgUBJ`6tdF7BjfV-i#^S`CI_xCMUx}F+d(+L zE6^qGb#DR#dp6!;GTJYr?$a4rYq2I5Py5Da2sC8qaUE` zr=BHnkdH!V*@O{ZUnle7F;phthAswl;xPzSrT{v*(p(nQ41nu&8V1ykauT&YEY>-( z8}v>aGda;M+$%(u%}@G!G#upiQ92htX5lkkrtjELA#xOMFjvyj-E#d?*W%=?kfv}R zeavamk~iWyqK2#5`MU_2-@E-0Y}r{ti1>0lo*tYVk)5{smqY`wjO}vnpH9lN?A>q8 zDYc65rP+Fq8JtViF$7PiBsE3@!O5J-JNyZXQ>2mR;%cy)@X&4RXUA^K8d=Rt30`8> z70m?XLU2>A?`{>R_Pkza(+&a~zR5R`4D+*P!)J#fpNOR|v8b26#H5!?K!#5aLxPr5 z5qoR^> zHB2f|F0Zw;&C>R>8dq^N^{DJ~<@iJ?-0A!-I;CHos>DNZ5n!Czm)O`hzE}$v93MVU z|K=Dt5d@9o7xgiZJw3*_2iP4Xk4Z2?FuIdvOR zl$C!*{KY4;gd5=BT(2{=9DbNjSMjl4XeQt;!sis{(;oqfyDXrClj$R_7X(fXK=A@1 z^Nw6uY!CmkGws*4lbllb-iAj%DpSN&1TPUfbVSHBql8!2Wy^!BvfSoIXmLcR0Z!`@ zydQLmVcDMO%FT~N4_Vy*GexT(Ukm*XD*JCaAAo#s{D!E>sB`MK$WTWa+=d8{|6o>< z-|H?*mR~>w<>|-D_J>Vh*X|iTMG_Ji)pF(L0nm530HVy_RZAtU=+9iz=x|U2fQWLq z@WlZAdR!6c*OVz}pgbPl7|1-5ylHTaVNLGa^}Xd;ldXCqxH58iwasvKKcgheGVXS~ zVUO0_Fn5Cqe-Ru9Z+-{mUa41Ob#XI*JyhpECBS|Z$_E<5I}SOo`76RPqd|sX*~9M! z;4EnDmjBVo*DnJ0-TBmB$8^<3_a#M=EI~x3XbS9@uQQ3Zy)D6<^BaKdh^W?-{riJF z)CC3h3(%4#e#KjJg1K$S@Lazap3C7!+jD{?g28)Sr+Z9Ym}MJBqidmSo>^aB6z5ov zRdtYojwQ;SfN1%H5eg9lLO32}YgW<$8bXs$X55AW;miy|4Q!l5szUFID;gr5;q6zr zXo|;^^jF$0UbGOa%Quzo%Jg#D)ryn=4fc=9`U#s!#J#YLWaNg+?|JbL z4?q7W>)j7^xS|6i?_6m`9s{Uzyets$rSiWP(bH%4s zT*HHQb_K{bfdhccB)cvgY2y%jQeRD)q*fZ`UC}}y&J(^l+6uHSNTG`P2qw#w-?&LY z^H67Yy}&s4iH&mCE$GZt?!kFs2|5w~%U-Ccw|(=BuA838S#MG6&ae8Q{a$J`q|i~j zFOIt*kQBzJFGlm=n=@z?qrxi622V>41eiT$m5x(>y-l_M=tnv&P{zmLZxnAlgU6RZ zo#SLNn$>T$6{$XZ#p!{7p*(a%?_#Ka9fB3C??{+hLX89|P}&~B3{=Xq)lJJHP_DHW zDL0#Sn;Ugo&9IWC7Fz^3R>VJ+W%wXzre}=9@umAu*5&+~w&wYXhxSjY%3}~%q?*X^ z;?`hrm?Ic7%#_yJ%R%tev}r^xYQAk=rEbRkZP0ODutD$+MQ{$*Y+u+MtD&KRDVxV| z1}@;z1IJwtp(@X4;K6Jmci_6B_bgUt?-I0|Uf2u;caLMSHVsnk(<#%_C<%OVS}>RJ z!|f?(&yNyp@W(0W2^H^tJ+hC08VTTTt#;i~x+WtrE&RZYtzf{OS6?@aMDdjkhiqm1qahdT(*COWvPrh%eu|cZfr}JBrxxt8+yT!EST?kNYo3seAlqvm? zAn&Ud?j;AHUKh8UC$?3s_rTqH`C9>K6Nn60CuM0f%Ipf@nx1=W=UlYx6LEUUzXt$7 zHmuLPy0d|-U1M-**5+Mmvd5 zd?0vomyI#ee={xZ+ZD1{HONc*I)uQUIe-zX$G3tH1Ujw*%N;szP+WgLK7k_6PAGe` zetzin8?aV6Y*Uk^Tns@wnHH}-gl=M7+hEyRuiN@L=w@DQ{_+T&d+gHV-dc}*Yec)v zgfOn!6iHja(|F2&w8Fw4>{K}YaZhj2T z0dHbvX66$YFT+kkOr*(SBh>3XJX_@rg(^S>22$Gr|zA%25O(a#JdZ)8X{{UtpVXPjH=1U z^IbR#l5N#ytcWA4%ouxnNpkJ#CLe`O& zHJxFQC{J+S&l(7uMRsDaDJp)`{l*0#?zen;T*7rB#JTmzT8rHyyqBh@^3tE9&z2kC zy5#2M+!qxG=kJ0@i)`RHK}T{2m&If32%cvH0 z1<*U#vL>sE+uGIA6;VEBpTGs-byWm9(|HcEt60b^N;JZ4Ia;e&(Tj|4pohSL!*?O;?Jirs#GZt#t4IE*1H8{rR1>W zheo@UXHxix;1Pl%U0~+pD0(w$TZF2QMawQCt@!G7&_cfP$|r;Rjb?q)R!n>*s~`yt zFkkl;`Y`%r7VFc6xLL}70oq0nOdS2l#aOm4X_d^XGo>KU%~#x5pkLjeYyuwJD5q}Pr;!OR_#@j{kZHBh zJRsUht%#7XM!UM{%8US|THiXUwP~#=w=hML=_rW^5c+Q}V1PY6GNEq6j9}6kH43mc zul_*LKDeMpJo$B>3zyaI9W{|`aF9f=QKL|2zwVJ?8wfbtRR@Y|J`Ey1;PLzj zP9K@y@$+VgcXg8b0+5$bf^oSbIZ`$Nha0)b*Dbq|HCs>f}?&n{{?5)s(b8 zRpXl0YX4hy#IXQoF8o%fc9Gmz1+vOmTV>$+{pS@Lg8!;LjCeg`!dTx?Y)i0q{M|lR zHr8xVGZ7*;^6)kiM2(qC6vc z5_WZQm~RbqQ12NI-15L+qrW1TL7o$l(N(PC($oo9bn&h2-%fx*bPA^wUH;&ai5dtw z27D(F;EGK?FPYT_F#Uq#?9iY)3-g2f>AE5ooB(>0mjN?>(o%~gE{R{m2`+tD!nXB! z?+3>O61%#euNS8;H*uWXD8ne%apz}>Cj-}xF@3nXMn;5PK;0j5g~1Vqm7W5iLX+^H zvI*gRs{ra&Q}}=(BK6rv5ZVAVx(@ozQ6fSHqjSZOmLco(L|Zw|{N`>ahbp?L-!IQw z+{8*|v0MG0s}wfJgk}VCkFshyaQiEp>J3Pgyn>bvfE8ovD14Lz9@sb7VBxJ! z1o80N{U87&s1NdH8Y=!bq&T1y@y-S|C}0hsNOA#3w}EB2Y$*sA7q{_fC7mKEmvzKO z@_3rRIG4aOW%alfn{!>>>ju6-g&4ZR3V)PdygpFFMgPynpQ9XTN9}3~(sSf~E1+%2 z+?QhY%WADb?ZG-89#6L?@!WZ;J;axp$MnEbYp?>wten1Y)UrcqfL3kWyZtZ3Gof3Y zBZ-N_M^D6^%O7l|qv}t;FW!zKVEeUHk}hj=`JPhy6Bl?g*;}?725Dsi{6<8MYT*Q4 z*FGhI7)?|v#2$Fg${LzKMnzChf;<(h{!i|DZ)6Bwbr2gf=~7l8FG#J>q4}FY&|ZA& zap+cdy~#n$e4*^PEW6;!WkM`4Y&H9bW%uvHsB_GK3iq% zJ?-_sk<9w4?Q?}B3AJV#o_&;>z3w-k+;#$d_mW_dE%hT5`_+z%0WKj}QIM=Giy#hm zcP(K^cl8!i53!?I$%BlLcmEqp z)AtR})rFi|_hIFn`q-1$=FqLG{_s(9&Uv>U+Bcu%cMdm*WRAZ+m8h~kVgj~XNFo@| zkoZ-hhoV9t&@V+AiK};Bk2r$n=7438X9O4jEeNdyyTwS5I-qOK#cOaklyzl_=>VmY zpzztLr^z`b5E$Gmd|$k4p7vmDYmSX%S^D(8`D|mgd`z%TbpxpEmm==t&mMkZAj67| z{ifq5ko=QQ&$)c-yUa)4B7eMZCSpi|4z-|qGyH>B4kv?PDL7GvBU%M0$j!%Zemr~v zFc(Q)UudpUr`DG^j#v5uVjW7>nbX{;CL?;5tp}$rZ_LFjfI@8G6sRVkp@uSXR@nFK z&*l2%ntmv;HZg>5oFa@E@Ym|j_F#rqo)ZHZB_K2CS}`eYbq6fRqFaI{-tcrnK9#2R z*x>)e)(;5`twYTNz)D-9k2;aUy2eVnZaB_^P?b)j z#(2Xf&hhXh$e@~kfqh!pRd3Q$U=9RIAt1to!9k!Z>f?bsgC=5gOuF+e@?7KMK|=zZhWti$aH+TP{Ms4F$9{|+WrMK)#v5lriC3FegQ-Z~sd(C+-7(VLJa%Gr zg1f2Iz4XT2Mp_%z1GG`e*$)=w{gGF|@v;$|%j2&XR>oxyFbX*0@ zuk_pPwd0aJ(4VU?3;(gR%+%&G*Q`fIMn>2V4h8=RGSp7AicLz!M~r-CVHFwu%bPpS z4a?-GedQ-_Kw@K)?XiBDwJbfI@6Vfo;0%YcraAPVpyCOn@j;_jG4^k%%z=G_=-ICy zZmB0>06WXSX&0zELhL$x=$4rNz7M8mR$_%ep1ko8BsmgEuHC-!PSMYsed03H%uuQ$ zh!ybWId_#PmgzG92aNrQHTE5p6W{(|7WlKN2|Y~@`cHfgfSqCxe_*w>Kd_qTsqZP_ zBv1p2xDCHz)*|GD;k`YFip1JRdS^0yn=|A)g1 zQUCh6$p?ZSdp<2Irwed4-5}Gi&`f2q011)U803CxLFX}SEZHnbfCbK3nqgp@LxUtn zW020-HaCvIhC@}AKS}uqOwZir~O98{muZ@204G&CWqrIqhac1I54|`Jk!wBM&^Ei zr!}~S+w+2SQ)r6@KcW_}kZT>UQ~ZC9psyNLR({M0kWm?kQ2#uZy(3zC0B}}*;JJWx zw*QqyXxj%`w+w9yn}9GGeNBytVSCVV)1?GR`M>cezkEH(9SJpP5}9~g+hV&|O(3wQ zu*VA0S7r(U*N(Nw)uh*=AO0ayg}P>!d>nk-1Ou_;;eVIREtPWf%6i)d5TG$_1r8wM z(p%}hOG_(m4f6DZb~}Gxr7-*$e9{v{0`6Gx$eQQmdw^g85IcP^o*7cs4LfRPeQ+OzkUj(zQMH%o*E36iTrz+vuSG-a zi33ka5D2Sj3*ODglw`N5QxLDJKuZ1h2RE?hi0#&8=@?os;vS2k)rC#N!Y>TN==Omh zUM1Z=v}mgUL=wPJK<)%_e8C`4{DNJwM3ZFPz7FIR$=n|B5=7a{@H7$$@k-xVCARh& zOfoj&`4De0aw~~P+i_~inVtg)6(5E3>cKkx(k-Pha}TJb^0(`JDO5G_1d2QZ^W8So z)sUBp=YwrjnrL*3$@YuVGs`xxwEIna@m(SS-Z~NJt(^#L$>+rfTu4aUti_AL1wg1M zkg6{@YI7x1aI(brS|z`KmY?)s*K%NJh)X{!ElvLroS)OCdyXkTZ!8)DC&EsG!+Pyc zXNFHRjCa!}*Fbvj&rY8ra%7%L8U+4fTsUYne=)CbaGBCR1 zhqsdXQrxsiXt3$9kKd1EC3qTXQRnob+gXgo0yb7g-r+H>C0 zo066FJm6~EYFYmK2)@zl{Lcw)yVUXtHyj>}_!jt^ioU9GfE1K&vu=G(;CFfS<{#ke z>hv~1f4Uu)9=h*#$^fg4#0 z<6T{7-B|0fk)G|DLI5m&4BAnU_1iiU-xs0nCDM2ADtH#tmAOdRTd(O-Jkr3u9Hz~o z-s1PzpqsI0y){1HPL-P(5PBp^x-yE)6YVFGugH87+-aGb>y^-}bA?Qx{!7?qUl(CP zTSI!Eee7NDW^srm8%{ZPK_RGt>goS`igCnc_#l-~o#((~>I&0ilsqtSJr=99P0vV< zM`j#SmK+@gB8Ln_>H0zZ_I3uyC;xii_Uaq90$>YeuxDMeCU;u;OoL|jOE&r|Si|}C zcA_dfG#aODi@E{MYN*T>1yas)5hI>sF$Tl`obW zs`ich;<5?T2H}@QIwht%(X!&DK_cy82*8DbB`NbkT67dd<1>xudiQwzJ`eyV?k&|489Y}6#WV1<=lj)v ziyf@UpSITk81EZcJ03^r=l7Rx?)r^DXATt%JufD$2+yf4=s?>LI$;g>et7&|U2D$T z9n0R(IjQ9NG52$15tl?+G7t1sKuD}HDXtaR+iF#(D4bGa@y9w@nhmqUI%zqFBUk{? ze1!Q6DuCtAm^YBh>d{-Wc?TH0s$a-2+i{{90g^q+OJ#CCCbw)_8KFR5D`|pV>Oyhx zH{EYPX#^3ydvA1_&Br%@v@-;T5_(};YbGfgo2!2h96aEs;bs-^lu{B}L!ra}O4CK| zx)YdK#xu{^Zzj`kXY?kiHiB|V*1)(Bvzbwf;0e#kC^!74)jss5i!VlG*3+&0Z2dU5 z(c#>Xr8jYkcl6tKuw5Ki#441JpwHPF}5(KX0nH@{wCpE8?Rd*{z4~cKD3# z>>H{2ESrc@aeXQrAW)e{&Intk9QXeQKBPLGfZi5na2=5Y#2e857nBXLB{j(t^45>@ ztrdhN>nw%qHkv4qNSBlD<2k*Hj2$X&_lk90H=&=x6aQRxC}})7K)?nFk^+l_qf$Gf4T*UU_1ed z+mN7rn_zFfV@CkWJZ}#t2w2sGBTc5`kdY zcEgDFJZ`uziCSBmKO3SS>hoDjE9SdXqyMOlzZUM4Xb(;sNFw4bN_+PJz?#=uX)W7o zlyW=*ffT0umK%&IMj)>WWUjI#Dnf^bn-#B*_z&q7Zf~beNX}F$HZc$Cl|~cjAMS+G z`Yq;n`OS_BlpMU03ULmyn3vSh=zoh;lkF3Qg1jK6%-UXd-FHI=taK)s9@*vb1PVn0 zfT2?as!e5u!6e6fG6Ix3KPqc)D4QBQC;+V;*Lv?;A7UP!bB-zVK0ONUIGS%hPUE zve;7Ii&qc_2kaXq0TOMtzJQ*awo+17<^+Y8ka1zgTdqc1Ju8})Q}BA!P(?*WZF)Wu z8?Gh;kNWe{OVP=cp~RB_T$Qp~{~z;gh6g*xqCK_^?gRG%$mDr6zfKK{r{+CFOYx4k z6GONAec3JH>=U4=&a*Bldu^YW$8tw~PJzf-u!E2+QElj^mD)9!J z0lsH{;LAOLNP=YSe-X*ZV>z#5Su#v_q4Nkw`CL8eqlyGMQXm!M%y4L!p2%I|2dAw6 zjuQ$7kL%6{*Lo$k_2UhGX^KI4uq??^*Dl!E=~ytS z=Pyp1?&FBjZL)8TCG??`Ijxk&#D%)I^g33(x zSn-%&n|3s^g~I!!=_nv1oIsaH-T95$|B#K3xaMC}bN@|fuC^Jj>Yr-z+5TXa73~4S zol*cso2~$2wEiDeUl|q!)3%M0OP6%FbV-MlfTXCf(%s#N^nxe~C`va-gMf60bayN% zEhXLX4c_YWe)|VFIM`)pXRf*8jE`xz&@~~KTiz8wX}teTW?i{9Znu-NnJUN?bGX%X zszEqWoHg0A|QU;BVA|&#L0G6>V-~j{a%C_r!@&+#>BgbB~HyR1uc4 zLRAtXtt!Y2^u#M#Hyj&Ws{V%Ug)ISi>~r7}Lo^ObI)Q@JF?%Z$_l%GB&QrAgw*hI% zeGjUug=0`}sW&&^fvJF&{!ofdUAZI};dNq)jwa>bPCg(x;?Y8~huVM^xTV+4_0`*S z%b^5W5n&PN;ySNddsCBt5|~X9jk~?{gm-oAfa=))X$PkBJkXmvPyTeQ`utuwyqmdx z={nqEd=0+{i;pC!5KaRF3UjaW3V%E?g4~z1uQX7F211Y(yqw5|xVe@(>=atHA72#B zIbLbjpYFSzFI2j3^hlEGIlW-A{V`i9mZLUbZUDeJ0(vD*PN}f~Mq$SS3|sjgTv-mh z1I*Fe0>Fsyp!Z0^Pbfd^k@L%)w$^Ep;>$_{x7IMxpNbc(nbXJTT4XNUPz-6&>hKI# zI(x)>%2Dyh0#94`wwG8pYn>BUu0## zvAjAzVkJZeO``H1Dctor@7*zAzd7diumvc|wv_H(Ojp>!^Tzjvm4IMMwiQJ1QB|MMSkz` zZ^>V7rxzGK^Vi3fwb+WM{T>b9EYCv7?bXHRW>YilXFZqRhe_j8c`gL}UVG5G&@Hb4 z8)9Mf=jeT|P;C+Jr-C}uxIr%mixGeFy{Xb=&hiEC>~PEQ+?wxMIq6g`yco&lGP&%l zbT<&dV@=RKPvJACxe0pxwgQ_TNV#s;IswX@-Nn?iMn(pAxlJ^21k>_cRNSi|Y(tYe6xaZTth$xIJhouV63(5(hk0f-b@l9o0zoTLam zS!$W{-IEU~K(iZoGS#5}D|*FvGG{&stO#r*?|E-Ii}NqmH0aG+mq(9%H3zb(4!bw* z9oqt?g6p~TYUKkw%0jKCb{fI5X<)(z|D($gCBWT0`e35F%WZuasG9wGum=y(Wlt#q zwOF~Hn`4KY@uP+m0C9<7w|P)^xx!^ob_uNQ4f@Q#<@@xtu4DvJB=5bmD6qZ)f9|*n z6hyuuj^c#n63GHQelFJ%Jm5fIEbF@9>!S2<2r&s0%OXI50t^6_!1{Nftj$;-4u2m* z&O63~cv=||Q|?n>E1AOXa%qt$nTi8QL@zg8`k(JGv=9ThACOCG)IW&u__^D7o#T6! z;#-^!;1@m@LyA}X^1i8ndNZ!gH$k`3VMo$j176KA)?MI4Dwpc#psfl>)a^_T9u)wB zrfhE7?9=D9b4aYNAAuD1XiUW&45c_0L82W=f*HfR1Uqx08RO~Rf4LREWQja}bYFPg z0;C_6(jPmFfc_kSA^n!y7p{E@fUt7g{eCIe-N|2BY(0F797o0zhyt@zNLt%x9<5yJ zc3iPawe|DqxA*r*y}0PPIJy-|zc_U78?~^#72o^wpa=ueXA89R-@KYPfL?cNHKbFD zy1ULe7#mC9&Zvo_Rfey6^p8uQf1L+Cp)4iNYEvUG;5dDmL0dF>ug!6< zKY%(~xxBXNt39we_*(TcLt;O~=BV37pwn$tGf@U}~rMY9>#lV~c z^AP8s_wC=2qVbJ^d6k7!&05Jf43JuR`mPGAX4q{&`wdGO%F2>9X1{SOFe4Vd=2_!3 z@*bGT45E+PKCr7F)}J14E8v^9wyEJMlsBg;`PVN%KnY!HH3!fyc|$^C>zfb0dc6nQeq~HQ#y3@rw8$jI}OFZ}XX=ef1Wk)GruwIBA*eE^g7Nv-G%z;jT z>APhx;#$XJEXw+PuQwwALOB+#=5;=1k&=y5e|`Vu>KUTQ(^&P;`BMPN@Lzbw>(KM~ z%n5MoK})rCqGJXli$jIvd)idI9rZ~6>bzuMv6&2^yV~;ynt5>b;1vKrc%IO)Bd7tr zI{wRtPOMfQ1ni%wfw5xi8*|FCh$~UA_C6M>1dI#u2RLh! z$5O4=Ac97lPXOg*q2)vGd9o}>%Kknbz-pm@0qGrpweVHiaD8cX=8|%e2nPJu>o9mD zFr%CRexPZ=X7eXUwLk(@k8(3TjI$KSe=S?`vQ=`cYG45L*ERsbxVvTlcpJW5Lx9W( z2Ehc=j=&3qqkwM_P5w0#SlER(tw=PncQ(|fXYy5i?pN={j^F#ZueVkOKQ@15_fv^2 z!F9Vf0lz3CU`7{={KN8RqXFXr)xw4iT}k1>NoV!LIp4L@<~MD?Q9tw+G{|ebKFhx) zJX-_;zO$dp#qpAFrAb{uiScX*VZl8BDpK$gU^k+PDPDv;0z9neU^vpNOY(@%da4O& zWED)ur$wKS0VaRVtP4a7pp8bOBxVBmZ@FM=fr6@;&u~<|LjNYUhTFh0LiDS=TX11@ z@!TWVQ$~h^mmig0nEk+j%|}LE^9Bn1*M!ZeBpI`%7FLDR2Ur9|kZk*7~DD2fecG-_}8iF8wdQoyWZ{ zroR65`g2#Wcl%I>x0!k z8%=qz_=%*wsi*Jjt@O%sJ3<&-r`@y2EVGCvu>)35R0(XkW0fY0Vc$VU$k&6Ww61vJ zK6nXqp*Thk*(ka>^r$naWJO-YIIyof`0Xj4_a$%+t8=D}Y_s8nZ`6u15f_4?>OB>j zW?Q{mA%qMQGji?XXbpW`fHc5T<_3IWg^VL8cgwo19#9=EjCnyU%b}u4HVxd9q_C5w z+h#^hm*YBoqTuC z$W(E9+^}EY90Sv^|I@*8tbm@E#|xQVANXAlOxJpRz5a!B<7hOyCUGJx%CQ21%Il=@ zX~q~`;~+d`N15DbrJGbQ*J-bYxvqvkUQ`$5-?}irTwyb)UcH@{H^sGvdGwp`A^u?Q zaX~x)csQ&1C$uX)m`??pQJ4%YgPHG`&$%55?ldriN21kDQjhr^}{D4M2{tSqN=m^ z6~CImnd__iNrfnWxzm-Ko63k_jtJb!k$zg-$3pgg^=IjumXsb8uv*Kz0|ok8&Xi6t z(#Em~v2$!uHfawbh~1F2hr1+T@vJYOt%=P`gh3U>-@g+)sk8+O=uulGxAGUjtP#k< zJntXisI~q3c_J*>4tXu(tHw#521yRyY6fFrW4q5(R90$HUoM~?5d)y8$n)fb#I@g| zzw`7@bE6jAcd}we zi1@2<>Vbgf3WV=HTK1Kj0DIA=WXZ{=V*>QFP}xw&Ldo~G`NEf^QLkGIuq zWF;&MVRD0-x2dF;#)rV!vFv^Qeew|Qg|_X~Ga#OY+Lh3JXb!BY%&h|gi@yL>zG^Dg z1Xr+`odI_|%gbEdx1>P`w;9HGn3-O5mq=to<>FbTk*{L^cfa0yT-l}r$orBChRi@YmDuwX4UQZuHLD0-{YSv;4A@n=$Ng@&ZYPWEkIMBVkDTqcuOiyGXU#4O=# z7$kuu_P!M&lL#_H*|Z%PB$PAW+e}LW+z~*iwKZ(k=62&fc@qbCLy!4N(|}Tv36rgL z1=+U~f2&Q{COeEJcGDU_Z>%JJZ})jsn~nXCYt=;YXT=13NDb<()PS8-f6R|I6EZddB9yj? zKm{vFduBeNIm{WL9%Rn#muugGFJ^|nS0o}u^&(=(*vDvALwTV|mooZhfR$j!@Ghk) zql-$omVt}7=>74#a&`nC9HBaP0PL-b419jFK*d~0ntKU_N&|XQ7mPgifP0&=Li-ll zV%q-zq)Gd#uc%|~z#58#X#7(=BwJe;>YY*UOzPF^IpL8>)!U@SHH>aF zS$8@-@aW&xL7<@i%~wWHWxELZ!if?W5d-YX8sos69Iy?2XG#JP<6xoyCfb4un5o=B z%V9^c`}fsI8(p9+uf)L^jnCF?2Iw!0&TYi+1E4|ha%l^Gi>1>-Q|^ASH#Xo|g-;d- ztZ*;l$@7_gPg%@I`G3bu;RT#yt%F z%)Ll{WazXu2~dtpf46}u2lMK!WHbOaS=R|P;6`(QBz?l0{A}jM+`N6OW)9cxwR6Wd zD2N18yuV?|#pbC^}y7bx-X(?V5k5LDvn(MVF$_u zAM|$%&iqJu{9xuZ7mGOd#KT}d&9BNN`v=GK3;@O5NY9-l}ow z0mzww1ECh@O8182Y)lV84pcY198S)AudrgCLt~q39Y{cyh9y&cB10$PLH#Vjo!5v6 zz)NS_>K!wOhIQA*=;KU0M&|y!9se;c1;XVHpK@&uU^S*Oh`v?2*Lg_)Q}Hl|d5V5u zgM#AnN@l(?05xf*YU2^(EWm!G9Y&%&4brrRlJqUM64IL?i%{I1lVY(5fo7aQrs0FQU%?>d zi>j7artA|poPGrWF18$5V7zH3L41rm-Q`A68zGFtwc{$L3Y1v5t+}lETvSAOP8g;B z9;;#jAgBgPV-%v(a0f&*YaIx`&D|h*gWu~~UDIPbZfJv0*3QS}0)$cjrlU3Nbzx$xpItiV%eDPHZUPf<nf{Z)TuHF2N0oweiBg8 zjFtKcnk1x?_IL4t7kkiMMq;yKJfgK*GA&lU&j+efKi zfVs7Kwr$H8)*232HSC{?3EuZ4tquLM{b9f~1e)NDG5$eWp(%IayYVqauc4^He&{l5xeR>%X?A9> zOzu5G*3Y&3kMc>;1EVH+pOcn)Z!$8Vm@;oneSkz&tu)BE|5WsPIgT9kvR^K!##W{o1=p2V2cx&An#c(p!hGmk2oLx6 z`2AOg!pf5YyXRmiA%NDLm;h1DiC=)3vk2}?BD_C4=5rH_swUpL`q2@glVTr8$3%s3 z7(0O((ZKrm)BemYRq-X&R8lMOZBq8kC*X(ZxefYj(qitHjW?)IQsM6N<9nXMT-low z28~-U9~D}rsgeqstN|u{m#6a+J(XF$xtWtc&j!AL&iL&CY+8COusEF?1vFrQBD4UK zkx{BJKDaa;>xPd3JbB5+x^DdKeGiE$jrWnxe zpZ?Eys0NtP^_%jQKTN5=@J~W1ZAf-mjKuP+G8FP|Nkwo`sjJG!wRYj;PU9eF9l8%S z+yx2@(8DYrokxOc_hxyw&8BCRSE+JhBVj=B0n$Ycp=XLgR*JE9YGfW zH_6ahT50Dw2_{dewfOsnn6rt-Z4spY%Yeu`U%miZkYfq!W1wbKWkPCZPwDi)_LcwE z*YB6@w-deA9dXf9WWiX#jznJ-&IYbcA-)2)DK~)`qjZ5ZpbvB&b=AZ9KYdi8g#Yxa z79iPFvcS248}SgQZ~W-SVppPxfvu-(Z{AH~<>$6MqCl_&Gu zL+u2q%1?jy`Nk+@_rkp=QDVRcr5!`a_XR#B4`N33N1|>e8fiLXEA>DmrcQ4eg3rZB z5WYy`vueV5a`S^9elK<%D>4Td`5(p?+>{UKdwqY+Fd7y4dUvi~3BG@#=dm*_mNi0tj-u2-vEKnipj87Q2dJzbIPp<4I##l;J6F z0>fM)Hbx@@`gBkn%ci0@7ZMubX?Av6n8dbQZOG&=i%T>1jGsb~*WXn()M|=o#gEG; z8-&c#`TsENOpL6iQCSTD%v&XiI+`Y^etcLCM@jZu zQ!~y*2Rhlu683vmHImMFTRyezxaBH`<#K~~-`3npIPm^HhDJUk5!zDEW1F-*l&?bc zU9e%1Ztq)P!`J7IvKDGqc30i{jwpjuHgn8l*Fj?~SK?zU+M-F)W85=HWN&j;AE@PT zaBS2xxPbD(_2WqN$RJWOIuqUhdBhWkFyP+4+R(^b>Q6k;Tq@p;jU4HBAkW_ve^F^c z9~RaMTZWrpfBaC|z-$DO<7#S>#lwTkK1TmRj2lf8fT2Mn`CN?`vxomz0LH{pgPs*f zoq?^Mll+8VM-=_((Kszu2oxRu+NJ7T5MEB%$R2TL7BZ#E3a5im}mC#CzbSp5F!#FSNX2sC}}9oN9E|E-QTkI}pXF`oBKTPz2g zoXAP__qO@H;FRy3?XgYTczihTAmc~UtbJCJg5c2yf)jlrXD-(m+9xVdsmp2K;Uv8V zDWAwPO6Qmv-}m-i$XL+oKWi_nl3+?&t~>tl-+{I)sVWL9DdDl(PrL(;w7le*9%nP! z^9|Sdwkq%=?iu{E9o*8!W`t?LYLAB@;P+o8M@vE2M2(@*Zw=K%zRGQCz~;B8Q-^0=XCxO9Lz|PhWqlPkt-twrp06JQLcf_6Zt?)iHq}*Uon!N z4`YO(rM?jT$fI%MjTCR&7y;psd2!)D@=DBw3cJ?wUm9 z&VJE6ZY^{R?*MamEhr z4%=Q2Xry);2n1ToX@btq`*!AOmdv#|Jyhp~i{Bxx<%!ZKaZ48tNUhZ+N_0zfpBy>h zVoa+2cka`JXxqL4q|76U6bpI$+YgXZn(S1M)yUCNT}Ox)>@(m^R!=bD}jJ29xzm!UAHr^Q*L zp3mUWIs64@4k_{KLD+d|P3T*E8UQKnuJy<)_t^<46mqdc<(!!eTcd)H;lgN|@n+u? zS5$9xZ+ai<@>QdjqE8km2Ilft=7dfSM$9bc<7f71Tli)3+J4+-;U&LkiQ}{ zZngRc%Tt0A62`NI$^Z2slHl?ZH z#sVMlFqV*sO}w<`cOMHWoD(ta<9|}W|1rj$+XzB{Ogz=a4ZE&jIakY_F|#&HK$Mik zp5ST~kXirvGtjJWJFqu+{V{Csr$ymlg+rZx0u|-=_aH2}(R^co_tZ+*dzwB>I6OFr z*lY(Gi_>(Tdn_N}rILCuDY_BAR$j2Y>vx@bpUtjj_Dg5dBq!AECl{%R9I&kvBxQxD zrAXmOt}~XJ&jQh3kytzH9F-B{0<%@5aY0PNE6Ji<8bt_>!&F6Kcy@0Fp;rEY?Bm0K zC*aWa2dYG=eFZIy#=e8+NqmkTRPz@)*vVm6)mK7k2S_BeChe)gQ7Iz6H*<+!<@zyx31p)SEH>#$uGBN*z^g`E>57>n(u>$bl`K0(dry4P%GQ8>(W z#Sj2V0QYY02Sj2w&a5|quTvz8)pX>0+ixRMAeOk0lNWmXvXfHNLp9z4l|aa&Z;Y<( z@vj*^)gchHJ(hl1^r>UVRlmd8&BAu*oZY&IB<@#`Gb4Y-a`Qn?xgk=Azz0X=?-T?@ z)P_Pj;IP3wCr5qal!O9VVtOV8HLC|J^c{H94?g|x`rTkyGC!=dyw75VK?{qeY%O}D zHxjKP?9A!4>OW(!dtQ#hShhd>fNRV#=&ZZe>(i4E6QN=(oq-kNnT<7Pv-vN7ZWoRU z-6Cg|n9GD`@iWg~jpaSZQ~=im$SpA$a+I&VU%@Nv&MS-ZYz4xev9|FDD_|=A{&l*A z7(_PG__A3UulCUabZqLfMfSe52RmX9Jfo9P9E&Bg7`Brcly0%H8Mryog8#!v31eYR zBb2M>FpCcCb)Llg*3dv0p)%+ITZ24s>LbnzzPkZc0xql6pbLkEGYMy*0^T(}R z;zJR3m8&5t^Sxa=urH%;1o||u?X>GFSc$?m^lX0@q3gdQZ>VB!IKN(3)^wWkVk$zB z{wyb5{AGr^18-omY?T>J0QIL5vlLxV(w6S{vsJ>MpyD{&}DU7E#nIlM9t;gx%5t|U^) zAp3u^M1>d^mtS{rq=X;N^-Z*(E{h%QpE|!IlDFB_2?>TJ#X5=W$XEW@J6z(Z^w6At zu^#R|;4K;Ei>E&|5*eJM2RZ)iBb>I0gt_*b=M(j?8PcC19BP@n>@4h4ppQr#F|a+& z`g_r}Mc&97Yb)HP6#G*Q;f-0{i=;VzPprP*jj!krR9m+c*GlsELdKGKKst=2oD;%G zID-HJx7cnon9dT8Hj9x)oo_*PqjPKV#$WS=Ae{}V;i;|dC1EvZYXnJ&$naQ6Z7g5txKse zykDMl>sIE}DWj_bwSyCNM z%)fw(EeTT=4v#27tJG; zZ8(^NUS|+*V-O*vnAE<0-mI}AW$a36@{LswV(MpOF5qxp-h z6`wAes6nZzN&1kXrC0@V$%|NDJ^87EbQeakOPOZ=hJeAw(Gh0b5{A%r< zRXuHYV#3d%={BQDaw$Io{i2w>nJXKfbA`L;nfLSzf*2V1n~&~h*5iXcK5GFPjZ}ZF z9U5r0p7`O!tf8;1p`@kkWclLHRdc%(>GW;tz6yx=-#x7;YWZr9I7NDvdLD$*z;M&Y zFL(XDM*0)f55qWOMDusqNoWzJgqs|Fp+RJ;_#Y!Z4p=fU;l+z2;Y8`ZgnzS_vQNwN zgHQMR%YN_a*YnCZdJ-dkjU$)be@b;rDo}b8icz=5X|#It1!E}e)w~*~`c_`$o4!D2 zoG`u52vKq@C(&=g0*Ml71wXe@gApV*r%>hkLn4P}3-OP|)teb5HKLoaK=RZDBA(=v z;xw)|UlyP!$(0Q{I&()(7X+=7m+J^Sp3bJKM#u+@Hg$dzu@!#vb@v9eXF>nz_{Z61 zZF$5BLy*aXT?|; z^Rctcdy*${WFhD?W#6v0SptfPG3YD3TYcO~D5e)tmIz~9*7NjDjUbT2$qfybtFn}NO`m}FJrpoER3cDE}M%yi7Hajfg(P|=O zW5>)nIe1%NKQO71`;3IE%m{iqrp2F>>0zed$2DDjOqCi!m=sbUO|u!X6AxcS3*%Q{ znug)$EHv|CVkt#3-JyKC*1o|8=lRHHG!MN)fQ(Z?D(#W(r6ApWRAR>+HusDqi3c@= zr&0KS6(2vCj^kA|2e?cie@$(MP=3IEcdvs?8g132r;`Y@Kj)mQ2}IRohlOz&X6|jo zkDUL$se$f8wP||z31%~p_(&& zDI-5)RsFv3g4tEI^90BJk|9zm9?AB$*A`_2sZP&UX~8um-z$c2q4C3Hw0m=5jGZ%i z_6B#c83?7~VW4WTz4wxvTYuE+zKZlcaBdEn=v7)7{{_cTqIACD+z4+z?p5$CTGJ7eo_-Hpn)^S;9Aw_VPEH`Kp}TdD_|K|{6sT0j4< zQ4gMYec|sxU8j-V8gKg{D(@UgcHv`!jHyaEG*2`%PV}uDK~je}nr48JCJiv8(u^Pi zbmKqdP!wL&*&3kFGbT#GI5JjB-kB;*3hMihj)B`Zgq49_pqD84*kz2$5DtLsm^CFjTWc`EXR(HssgtJYx!}q zKo9q!D1NMA0;)8PsjyWak`!rBoU}~S_heV82?96I0Iq+BkAsumG*xu^eUSn&iZh}D z@$mV}I-#PJj%}gtmG0{O>STu`7L|qZ*~$uCd#_i*{kra1MIJ9~N%!@s%yW*;{2-2z zX89M)A5}Gi2#norRWE+`a{kqI2mdZ_Mus$0nK+H@a*%V{@Z+?i8OeDQ_GmD@O^z5U zKqB(gt|~HuFdASS)YCLs79nL&G#$T!aS)(BvH8k?VEBSHT?Ksy-0+-IsHKUKO{m~? znK}leFilFjL<}yrK2INquQ)A5KQ?S32ztSeys>K_R%W2XYP@*4~HI7+O9zA;n4Jr_*o%(+g|b z09=NpR^uRMt|4Hbk-D*xV{>w=gmT9(m|s_-R#f0~D>0myiKfqTP3pc9`iK2yYD zEEn%S^VR(l-CkX|a<;e4hN~z^@UtCr;`c-p*%sVx7BC+Y3dz`vybr)5Y!+*fIKm=aOb|O8jOR(eBje7 z(|s!43Hg!*T8r~gZ6*py|EY5(O&8Xx6r~~Wp`#BTS5~`~ayqD}6a}DBFz4BCZKsB1 z;k1+y1hS!rtxVA^p3SW{GmTn0S~JaO6zI|5M@PPc7OR+yA7wMk@cdNt5^eC6PcY->SdfJB z-Rte3cq&5_-vw@+tTAVo@+`LSN=d=+%A{HpHB9pd?2GO4sKtJDpO-{4b-=92OZNKQ zPASU&jeo@XR6a2s>SmBvv7F1naHVJ7w&J|HD$t)x5?4NHPD3pb1^Tnc$(5I0mKc?N z-jYhbiYHHwxy+wScrLC&sB-cG!sZ5@7853$n{^P{Ai6AcIRhaXuT zDCGmuEe(5juP?%rrZqj<9h*a_bc;*0QZP17qBJwPlRez187O4JU))8HC+#NW0j(Aj zvh`5-`a5AXuHuMy>I!Rb`Qw;hKonWdZzmPH{v~zU7o<2^Ee{w%W#W5@&%%+IMp3mp zNtAR(?yd8DN$*pm@4W0JV$5uwSU{iZFMTHae~KYp(;4Mflkabv_?1De_&_Wz*$hgi z%pJ8^X&{-styj160~t$syzi&UXm|@6X$=>C;sUaMt22K3AnAtgpupdoEc$Wovta=+ z*g<(R_ z;|eQ76)oLXdarmaXflMpC_#{XR_esfVnaJK94hgrU>7XYZ|U*F=S1fqztVwl)fC z?`sOUVh_Bm{v^2L$F-gnxWH&Y-A6QqrxaTXn4oUrp9K{6+Dh%xyQIK-(~|cd;6Y5)72c^p&82y%v8f?%S+Uce!3ncU}%bcuh}u zp5z;=RJr}a;~xm>9@FId6@O;H z1fC&M$$D4mArk)mSi%`@$sl{TdZyDC7Rg>rJ3zV&xp2fyuRy<^EGQ^wMB-x0LNW}; zXI%zEn~SpUTfYbfj`-o=M~^S>d^|h^!4o* z`<({8{;=HT$$sc;+IA3eQOB(4BXC1X&77Y`9&c!PzT(c<&eKW${^m*%94BHhiVE71 zCE*Amk4s0LaKO}v98y$8A!bKW!Nt~@)|DJAhS_#a7``v5<0pQiBk{GDIZkqzVdh~A z9_zfFxQE$n>(qwHT!OA=p3uJ-FYdE4Ls4o^q&LJ#lGg3D^k!Ign-B81Sel4Vld-9s zYc9Jd{9Xq?67BBl1Ajv%K`}SPI_FK?S>mt0dx6p+AlrIZ8bS^0>lPlYqMVq(pHcsX zPQr<4!XgRVSs!wH^5>O?(wK~3`wmw!D*bHF1{4SHc+9#HQ~916C3^n23}W;<{+7~5 z68X@TLG=1`sl@xl-lxHKigycMxm&z5faCis$m$N{N4!l@v*h)XBvrHzxI#oU{tjB# z(RgF;3lJVenCrbW?{I7>C26Th!+Jt9MHNgAE1T3qpQaocjDFWi{l1%}>dt;t+m5gL zxSQt0CiHU?$jN>le4%SQd0JkMrWF~92EkT<6(Z}!YOA%7^uL(+Qn-wKIvYj*yA9z$ z{%9ya^P02b^@*zG#gF%D3uVu@s~k;mk{cUP?MmVzbOO<`9zTlaRFIa&nKr?mPB%-U zo=T4h46*T?X3ya5Fb)qczBjxO`lpKcqJvxf4Ltph}wakM!(8G z%N&=2N-!h!FWAdxi^qwRaD*Fsm{+3EfN2Ilg_MG)^aIb-WV=Z+5gL_1w7fg$Pchg4 zj$qXJqO|DVn|rtODAz|KADlH@B)Ifu8)KhW=j--{TRoKiycJWR6Q6kU2Xv7>rTDPr zY+m9f(qpL4q3Xo|WY86;zH>+%<*N17+GK_%ge#XoG50)|sw<{UzkPNwcs^uF7{XI& zLxyu)qZWU)wr*o^L3Vw;d*j=00{-bk<)*)#3VK=G+gwu8WT=iXi@4fj*SNG& zXu}L>Qg^X4ck5~VwF>H@B_cY-;uFbBXQ2ApW^-jc+!fJt*2 zGhVz$D&`(%+cGfi#%Z<0K1mw67qzdU@ELF|b} zo4JViE$%*z)QqSj*YVnM<;?4+wQ6#sZ|Rs_eYcbVm9V*kJ+FK*W zg~|M1DwUoQU={!Cs=M5G{NE%YmG^BE8yQxB6i1s#Dc2*}lg>@Eeu{dVc(G{-$N}p&zMxNl=PwY>vYo z29KsP(^m-GPmNKBfxCwr0V0E@6C!ZGGv*;OgaZte7LdFOk@w|rN;itl=#0t95)BhD zxHMzJBrY`Y?BpgUTFwKB%h>&6R$vC4CJb7`Oc(V<-u94o7uvQfE)k=+3IKG{sl+xq z$Ox*k=wOMa;gY&I4QG}wn_4vyvd|+21NI;=^!?I&ci1#>xcVcNU*7Xb*`W^Ep^*yE zc22{Jx2s{4y^J(cruE&(KT7MiQmhmvZ4VAk|DIm?nwW;eFI7Ov z`{)cP-#G&2@&ce6#UGqB0%5!sH@1nJuB06Upx(B0%P;!4%{4SKR6d~}MuTSk)!h01p_<4EYV8LKI%ghODF%J%D zwC+k*M~2wTGLT3`KVZF}DXa;HPRh=dXooOhTD&ETRDaHi2$~=!-b7S`|0fa(OnC4l zQrml~-NhH7Phyd2(Zx8|2gkyDwsdZO`$Dg0CAuTV#LU=i+fA#?Ms*XX+qqvndmz6V zO;J>M_X>Qpc^x*`wt)KrPHXC_^>Un4}mr-qC15@1X~lg@R*dJtj-^uE zx3R>>{Uq^N-=pQl$1}OVds|i>1zzT4Jn`ms4m|WDr$K993HkvVP>?W|iqzrgT77mt zpM9+rgsJVd5g$WmEU$j}wkGLQ6lj+*Hc1^1V8(^UejbFw_-?pS!RCHhx9WfU(S##~ z7%gx(cwtDKb*YWNE$Qg!`0%(~!eJi>tS%&b@8s6sS`UN+5qz$5iI>T!BmBg#TC+8m z$&{+oJ}ZulfD-K6^!VtH-fdmLU?RNzgxv0lPS^#`BXGq`Bvn6#@3>M4ii`MzGRzpRPNW2YMI{?)KGVx2 z`i`$~ZewPYR#|h-Cfs%?|48LCDf$KvwQ?lv(n&s$kAb9>S7tiq$b@x1iV41V+0_L5 z7?Dn#x_my3pw;oXfo&1Zs3)f{Zqe3^a<2;%yEBnZug^{LcQ4EXQwxm9O8-~Si-@#s z3ypge$j|kdtevWg%Ui)Pu@rNBB@6&KR6&~U3Ex|#alOEtdvfi4mN_lD15Q2rM;FYS z#hCiOf47nvj)ONGZcPi(cz2bw`wI0|D0F7udqUSmW!sB4?)$C7M-a9mS|CD#fL+Ug z-?huktAoDDdT+tujj|A7R}YV+Pft~w0ZTbh5X9B>?d_zK^OaYl+m-X-|BtAv42v>r z!%C;5bhpwW(nv`Ph(QmXg0wV9BOoayB_W{F(j8KQba#Vv#}MHwF3*_#U!fR`5+xMmg^NYB+IP@4gw4jnMK-~(dtqhy1j>6(-^p{lO?baEP zVYC{)`RxF_l31dyyRw2QqdwCh+LvbdavpJmNb9dmd&_5lOy##>t;Hvd}w^H9K67P(#cshleH`eI(C*>q=?EStjf~jR7Ef? z(p*Sjhp~xr=D|++h&1Qdc#HjmvTHcej^-NgRmCf@`c_fV$3#TGeFSFEdD|Ka& zlL{Mty|Z84#9*R!R|7J5i?v%t!@>=(#<_5Caew;&ODuOQ?!y_LWjGW=jGJ(+MPS~qQZL%$GT77a1LsuDvj2_S}@-IFP)9po?9zASP;h+94IdQ2+jkSK?o*?;tqsKhF)+eev)~leBcWL;0 zH_K#hZO?i?zxwt1x(Z!KktB`4Jt4e zaW5YBaCZ)_f$vmfWan6+u0<-l=h^NkOZ!^J`4858s5yoLiP~fWwLhZv2jiiecCKO*lO`RxMth zBaby1BF;_yYKiODS!K{oDI={cl^=hiM?-x$u;hlR5-ojU{m9S0K*>;gMDXOoOR=SC zdst8UPMI90v!z%!+jw{7{c-~~Ol+<3hC6$1yE?ce(b0a8_^kPdU-@Laz=wN_K%YA_ zHc!$5G=mNR;hT+We2!8RJI+TZ)uD{Unv=*9M&om~f*~j=0^}9(M4kLG&4KfK3a{#R zBh!S;+eso#35<3-Ec3zE58ki2K;a(%kBUj7R_L1h4+t`YXe(KW(#Eo>PeJbJQV_h1QGE6Ed;GxqlfY)9hk10)eglH*7w_Yz=T`h(1= zivYe_EN8Hr%q2b>k2CQ&N|`U{ysQPEy*x5G5hl<1xbO8ixn$z!VJ%e*|Mg3-t z4F~V-e#C3Sv@i9rX15IbM;|sG;NnW$BMJY0noWGb{X?VZ(mvYIPqPU=TD?;_O);04 zp`84RKZpsu7ATp$vTIc+H7eKci4qqeZngOKJ?I{YQDC~`o}tX$*Q2MMka=jQ5Txu{*h4)63B$LWi;d>Z+Q}JD2kN)!q?zzMJ;1CKqd@a zPXzieD@*BXtNao(ppG$g_k3P8m=Z=uP+I;;KkU#X@?DYJs?&uE67F{Qqrg~FL$N($ zpc1Pab_Z;pPA|9Iarl$4?K~wpo7sNzoFw1P?(U1|xHp~L%1h$wwBcJtLg_yY{(C6IjgENO_0Yb3RBK}ehNCln3?Ebzc}SKVs)kk zAe>UdWZIV*`eT$++#%|Ye^>dbMEV$ZqtO3>a@{x0doMt^tLs4vo{xRsbXe!IM?o1vBZnJxv+VUf zLmD!&W;I{dZfMOw};-zCIa$MdnYHN9;K7I`94Gp^;^X32xm)>>(}@I>8nr z=uFOU-dInx@A)D;In5JYloxAll;JNEBrjItEc7#M4A$P3!+8_dN6##*!Az%|d9$ui z528`5-8eJJPjZsHt&`;04X!se4-%^CKWBbw%*#VZfN+~n^o)G8tKUJ6u%rne7pb0o zOKR9mqT_5x50v+$^Qbk56c!4>%oH?qO^ho~k&K}jmfmxHOpWS|tZ;#=W!I+5w3~>Y zvz7Hn(weVpf3wtsFWxH*mzwL->63NKB9glPyw|!38F&{L-!eLf&=2b(fliI{SK)(y znC*>d2M%QMZeSE3zR7bMekR4NB^5Sl!Qh7sJWho=`RVM6M*{ftHsn*L)EfKguHMA6 zj}qggUGD|=ldP^dFniG(Q|e6ErF3Lb)fE&k&?q3{n}f}Bco3!6M8G|AIYU$N;FdIu zJJ4%y<*x12&5Hj?wVee;3N3Xrr)~(()BK!vuFAZ}j@9t0=?cY19pONM0`$Zs91pJV zSZ7ZX0v74~kaLxPM#4En@vP1Ij>hJ$nhOF#C*)NW+oK|;*nutc)2QO)2g`8 zUCNrrIZd$p)=B`ciuoU~Mr5d~$#b~MKjNT!Q~X)eObi257c$cSg2*PyeiYrJUS3kc1CL?E|DCf6+;JY#h|!cyMsLwP4#L zuFtkEHA1fq5GMu{_wAYD9N-`(Yh<945Kh;r(O+qs>aqD{Y7T&X)&v)g-j~PU)qD=) zrskn2$-F{?u%4#F;k+mxWb4-G`u1=eOPB#(!eFICbr561(SBHsBBf|WoXLFw1H!Es4 zIg8@SZ0!Z@bi}=AMpw11c6rq!sUU*5c)D?g?IaAAnKKd1_BFxoK##-I&+w zyp6U4isUhzEHmRT(uA*E9rcg1T(fLVRJ_vU43%reGKULmZAwU<%{VzsS>;(pzl#>W zm@xS>NOtO7fj|7~^T`?|WDAa7^4?r#yE`*IJM?CVUV@ z0Vk^N>cyB5AYF4V1j> z^FH6+QhP=5L7mx~qVkFD4)1d$BGbldiJ4kqdS6FpCgK)Bd>0NaG?q4EF`Uf&BiV$w zvj*g3vW+KlI*}>8?#YRK68|57OxfH}KU~EIQ?4ipdvm|mMfxIqpoP z8QYn^3Qid$|NSFo!`9AImy<~f2?Mm%Bv_&DNr&~X_H9TPEyhL%27z6A&%NK%`r$i1 z9GUQK-MepT!SqTYVt+bmF}|C71EQDCo&eCE%1DB%@!Yt9((5F0!%_3}TTv~RFKEsS zx`@rX`f?ldSsS6L?s}T*0@WC_y)%k1(I@sS2GCv^%1BibC-x)>FiK%U(9B8SsT98D zB?#A-zXH=pM&&m2HslPWOFxm=_rp`cR!I7VZE!AaD_;hZ%PSYrtO%3nuZ7|R{htE} z^2n-)9+MV65aPW1vb(#-sVfu!VCo#o4@z zVA&sSYf|V;D$L&YyQTW)=RK;;XY-z15(htt4*ZvEjZ%~~^AW%xcy+nfc>w304VFag zdY{h$65zLiSgj>MtfYv1F9Oibw|ibv^*qw;eQcmBo6<|_uJ!>a9s#8x66L*&irc{U zqz@faAzGN-sY;y7i6cjflrJMChAvqCG;;Y&^zp%pI>}^KRde=#e%`G1=eT5DHNq$u zhQUng53}}?gWtt>$14b78XkVIp1@)>@60V+clGoQ8C-ur}MT}zi zU$1ny&g$32@hAmt@*8|MGDD(&sp1idYj~Y}Gicx6x8FH|fS&|lLnf?02=P4+sThZ# zC~$UoZEN6l!{MNO;Eoz8VIMX$D=697h5g|-pdYmj1e49+ zcO1kQdzq=Co`g8fhJf0(HZY;rtW3K@$-qV&F8~q1O(D&H$1Fn`U!E_ypdq0~8@JW! zajWy|>c!xxtry>3KA-}dp@#9luCPIV6#xq2dMl>ZnN`XM~p8F)d$MZ0mBLhcwLsdj;kVZ<4FT!oY-;6B!$Xx?P@*}&^p4RQl z4lIRrV6^=n=Y7Py72A6GB}cu9{9Z?*@nujfe#lYOUd#MVi{g2UXGVCGei=c(aPD{d zd}CfzvxPI!q4T9*YKBbHaFkVP;AcI*TI<9UQDC@R7-+)*PBr72rGX+WXbY91wZymJ zlaursaPm8I1wD~zBLrrSZCdUP-k*BO?*i?*h-207Bx|1SQ4GJu`%B9(hr9NEr5<|#UJKP+n$FI*-&y&0mS7MW;pnku8%e+q0EU>zoXy1$+ObFe zU#ps~cd+N?9*pY^@5906v{2uOfGYnMPe2K7XgkxoClgB6Cg|J_-s|7%kb@vhv2`=B z7S2pL)zn=vMv3_|j*gUGHls_FER@D=iQ0iMIr4Rr2F4o6HRZ6`&&~BptwKy<#w;Ld zyL!JB`&DsxI|HbE-7BBza2eMh--m-RM)U+u-8br&-fUyu)rxQB<>fo+C&w<HNxpii?q0`iG!(53NecThb2?l8ovXtQYH}w_e1>ta;P5 z!$pIg;Iq~l!egzf3*90x$0a`7vN=HgK{74-y}t5bN~$M56=t`%MKVdjnNn_J1=!s2 zIbmdw?2nJ*THR%b)Ih;MHh`SWf4I@Dmz0WEmf9PTWWr!WE~3Wth(0ZD;SO?X$-8Qk z->ET@s<t$N9B-Gp zzH0S!EO!j(Sl?YwUX%6WS?>eBu$!_H1ley5GDFBg388}iq~ zB*w3reKYNU`ngszNZM%XSK4Oy=kJpoXlQ8Vmfl61G9)^}V1J{4MMXp`C@>u@&3WRb zrilK|i7PSx_0hd>S-9U_we1yo9n=ntyGQMNb%0xJ25a1WQQZ1FFC#L07O;o2`|$U6 zUM9m!ju+(hi@}r>K6juk4-g0Wu3%T>bo0eqt;MT?s-eOgRmJC1d!Afg4~>nD?d$mS z3%;Il(}G_$?0Ito`0pnB6y9TS<2Y>VmOjoCWp<-_P0qrgqf~(Pk6TPZsx(kfpJI2U zKQ!{quIbyB=Y_3zhlEL^@Jv}`FgVIPshm5gj+xrnJfM`2C(#UUodV^|jE~e4kS-o! zub9$sInOPIXoHv!&1)ryh4vCDy~e7aeY=d-tfv(NT%-*>U-f>iXa~ ziIl;8{{VXL^TTJC74J=ztA7tl;i|Y<_6tRl%-1^Q1v4o$J@2%_k2mx;`@#dCUh{og z5)l%}slYz|3*CzE&16k(@hE0XH!I_Jc%K(2Wl7U5;E5peJzGi1VybBwV_)pNC zb#Z{CMvD!TqGfz(s+x)V?ArK}d#!wC(%WJ@Juh`6wJQGX5aZ|Vi0I5qw%9k0bC*C< zK7#Y#DS^<+oyN=EZ+A^J!DOVcKskT@*me>^UldqK-}J431jP~K%dfbUf|d$W4RHUZ z$#hqM?(6rrgOCzn?5*q?pWVG((9U?Tc?O!5W4fSK+CV@<5c4E zvi#afAb9LT`hq4qUR%?jtC)~RbsBv%w-x7qKMVGQkY}pGsCZ)gZyOUX9Q%aV7a$~7 zckYm+egT#Ht!-7K_CyRzT=xRBHnn-4NHOt)Hxd?b22MfO`VkynRJS|i?zQxewXfRi z%k!@%x-MMl4jts-WeDY(T}Hp&ngDtyZJ(wYkF7%Zr5sGT`R7PR_@qx0RgpyEvd^wl zhAwt-4G7aLaoKu#Eu7jN<$GlU6hFnM@TG9>j;}Aik+@`phJO4johPWkAputVJd*Uh z&#Ou$IN4^8TC^Go2^rRpI*!r>`|(PE@Uz6s`c;%v_}u4nam_;kq1(41HGS5`3u%f& z*xT5xY^EsKXZ$&ym0ja_B=>s>iCGsl(MTScw$Wo@fr4F?xnYw>O@>v;eboV)lCOd) zy@8G0ur=Yf4RzOo!W%>pubA+MQJ(i-Oe63TW@3PEHmAEAxXLM#)W4!xDhLJS^~iA$ z5p?GFrrlzz^$T_enm894d1%oO?Ta@T5MxBiVUVAvRs9F00soAAOeoD`P_(y{DC#rm zSd(>(h6pgbA@=%E$-0(yKP;Bs_XD<5tc@-lahx$$mK zS?=tYYXt$9Z6L9t<(QoC2G>`+9I5_u>}S!&4w$>qEK=Cun5C1vQ8sLKNtmC69DR z(j7nwL(rV5EHZIImHdPHPZX{Al{h(Bf(guR@Z>;D5HNyF;QuMYW)RxTX0zRKB1i=W z40HXjgFdpkVdSDzeayrsj9IG*AjIHJ{4t(<{F$M8yWqw7kZ$_>SMv@ea|bgOTEpaR zF`Hoc)kNaTjdrlT`?%zlKwb;wkU^m(zP~LPb2juq{D)<<9}1mXMHBZ-F4`v^%{*Blnw>H2 z%f*rHSj1;74`O-V6pdnw5nmh2C`b=!Pf!#5{a+#Y!6y#&Q}y%s9~^~RpI~>AZDmKGhn(+Tu#t^-4au9vz`w>5+sG#B}$k9Q1?~r zhrTo!nVXAjFZ-}1LC8e-&fRzY9cy~?q(w%di74>JHQW&-v^u{gyc0s1ki1hD^0nXK ztad!JuCDG>CsN*DG1ud;o0ZZh@$~F$`EIdWd+autcWu(s5%K?W#>z_mxF5R{yg1d1 zSq)w$KpvOpG#p_qq6Jh6@ajSOO+S5{~bO{nJ^b zmIs%OrT!#UQNXcOcjMoN73ihuPqFzqEB@Nbyi?&0-X8Th{@Zu{bqn5FqvUP6efj~# zjn^t(tA+g?DSg`SZz>ttSI-y4myD9Kd{&a?!N$RntC9%-Lu|9Qqzx z+MkPOYVWfa`mW^vu~tH}uZY+`IYF?d#S@{%BRA*H+Cge@dm{^W?J7sos!(!2a=wc8 z0>+2E3IEBbABzB?0~|P&ws1=h5=2ibxb31YL5v^+?NVSj)^VNk@xM339D-gbaHry%6jmGWr_s7W|gFS=CVIXPcDJlcmAt%*_-`5p1(VbEuc3UPeP zU>@%P!3;oHb952RdkvZ-9A!^x0tM@rsrT|5XsD=uK!0|t9(|Y57r2*n^Iy=mK#0Ko zt3r^t0sVxlA`t-RQUu_i>m89e?p7F;V`!4~eGphNWYSfndOv|S=F$n0um*{&P#-=5 zX3;!)oZAdzmK{D zoZ09V^LO%WWwcWV5=ZPKR0fAX`Be|YKLl{-s&%-gugAZ#8GcLsz&TwJq1@~jksL@_ zO_4C(f?5c(xTM9b5N}EalD6bVpHexK?4BCjIqN3n&!rFZZztqA)9IGJ$OG`_qwjcrA z`P^A!h$-LXVI7!`mCMxRzke|~%f$1>$N-gc3C<}%kWmeVn{(_noWW*5K`(`%J<#e{ z)1N&DuZh||xO&LI{$*!@+b=`~!u~&6?WH*nDPqGiP?DgxC-v0F!os5M6{fH@2N*!I z2LZ17K_5F`6xqu(^Sr@%`yxeig$2LQgwCGp<}4-7fPhEqz@7d65+r(Ovg z+<-0~r|#2`P)otTQvNJCQYVgry(b$^m=6@zXABg`^24K~TdaBXHo`YH3QV$LDQ z$pimy000v%iwl2rdKP%|q4F%%mxE?PJQy-ptaYM2z*taEVRJigZ@YAugL4(^M*O;$ zS-FDBb`c+*{>_vam{0TWcN}qDIcm$0nQy5LV}LA=^6vUrhhj7qH=nndR;YLhMszlm zz`Np3mm&Eeb@(JDGunq`xv}W7>tgx;i_!2X$g}Y*^BhxYLXU`)U8NpAHTdi_b)+%-bIs zO}?p(?)WU(cpPna)|q%iwnI=O-oLnYlI!YV+0<;(x!eY24=usCly|JJ z8ybM-vdVTk_%q%3cW=byd~rj9|HW2O-D_14_mzuuWl<~h;LUe^8TSry3(L#zl9&A6 zYFHz_SIe}^>;@NDm3H$m-BU1Qw?X9m)rkS(K_m)*4W+J);gkJ7!HbJVxG_l-rbgNc zB<10=b*_vV{frdvX^sT}2lOJ?NZ@$dYXm)u3X8B>L(NCCkD1O$qRHTnT!tn!KsVjG zm0|u6l0G_~^3d+jrFXJ5K8~aS8bCC4VXX>4RF)(+kH?VplI*VoS(zq@uJA6V0!Hr0 zsOU=t>#7s zH^Uaq-0zi0Y7t`bzR(?cP2NF=dVMt8xQ(!4pRVv;Xg#Sm+oHR<$%|T0znsCl2w0ZHSEdV&h4$1@2<>NjKjR5@x?W z`y%8}jlQ{){daf> ze%SywCu!}^Y=Pq;4C{G8zZ+UlM|JgvIU{L z{lK_A?}|)%S$0`os8BEf$us{vbRQMf4J~pG?u@Fr5=QTNiE`{!){)5*+F}UX*ZP^K)+sSKPM=o@E8Or z8_dy20TGDS#1N9lz0|}#un14Y^_c*w97GYd5tAsrao>bhb#CX*#|#9cpG7Rb^TPqO zwYRu|qnJgZc)f2m2#4y-4LMz=^}WHk*~e~b@oc*A^tu?IwqHLbz-7%>lH(}Y3Ck3v zUw$quPA`S_t4r}ECQtr-55LIim3b|lSdj8#3}O?HpnMYBm+O9k)F@KgGU6VDM!>OY zw#u-f($dygij+>#XJlCai5{=4Ao?we@UG{ZoKmy-^A(9-4tf8rMi@nVAOtb5!6GO( zgTLP8tZ+CXty_7l9wmVnaoOqS7vgU)u+A%*8-*$A7i-Y!X5}??sA%!pmGa*+#2}&r z-YB~iUa>`7&~hYItUKle81PZpx})$FFbK67$3+KvX#5b0BNc{cc!I zvfnz4g;ojVFb{ zCwiVc75uN&kfb)ffucjN+(i4QOL$~tJvy-rN&4d_A-koj`s+Uw=hq=4}Q zfWclrj@=tH8xP~PY8=gWP5``^y+{Sn>rNoWQ}=8FoOL41<9F;1I>A%^{~jd9)~|hR zsyZ{2 zNHWP%#$L^aC!??n#ra{C^#Q{Lc$y^cx%J13ab{(FtI&5yt!CTddq8q-Rl9OG8B z?N1h91SXl01i@fxxc%H0FS|+=5!9GWG7CU%d_I;YdXPBpdn?iB=HdCU-E8PPMh|*)Tf?EbA9nO@8$UL{J#rNXnsZM&_wwe z)$o@f;*n`6m*+%r|F_&LZXNY;C~z?NS4prySDL``8>+U8MXR2lAaUnkNGB_=?t8xk zrA4X(+R}krVZ&)fu`QdS1Q~S4P{I&xl2^!Hh-O@O5*YysTZ)eZy--s<$7Z8gnhG`4 z3f0sWLl>hUK;Rl5?aJTNy0^SlOt z3Jt(rnj`30Pad*gc06qK0~Za4WlD(S?9vY+wF2?Pr7J*HIH}HGUiAC=bOk)w^zH0j zKkI>1%GTxL=GahY_)PF6#POr)J^{7 zkqD?`nCKq)qkSarNz82+r>RKsVKq)6>m@!h*2Lrmkj0;kdT7O6v$f^$^xuuTpu5B$ zEYv)0HwXSCy~?HDb0;qPzsm0~CHh~h7{D@1$#c&;JNQA z>5Y=;yZXlKDgpwnoOxlt%}C z@xvTC^ZtSX2vSSnYst;r0vSrF;oc_h+tlnJl#N4AGQZHbej#fE4S2H*1$3ncb!TLq z{uwNQ#~_apQ($7Ef`C1aJ;t8!5r$=y3ZCLbx%Y7DnCn>C_vo`V-|?y}gFq;w_|cEB z4Nt{9$3|dQ4PF+BZ2R4iXX4^m5zOK&_up(M>s$iRlO>C33HyebKLh6=?e$j{TFndci-~_#9#x`MGpY0Fa88Xy9{EAGMwg@R0=wQ*V0^3zUDp zg>svK2~gcq$QwQfGR2R8Gg}o`t<;}81Icw19<){-LAp2?`| zwJOM@4rwwnPL4k7RZ(SF(Nx2ZAx|F=mt^$TUhVJmKs>A1>4b^U2;lLTtXgjW^4Hp} z-Qv=7TMWX@BzLO#;4Kl467kPwe|82YVNcF25n$$AuRwr(`-?mC?SJ@}K>`&dJmbiB zdcPmh*AkaMjAM5Pi#Lzh#gw3oWt6Z`C2OQV<;FUAjJ%>I=w)rt9q$!A)V49;KxK1l zB$>1bPZtz!qODZnoQs-x%=z4?C?^^wO`p?6<8sN|ITk_Hxgh%#8^T344-3;T z+F>h9lt(Af@4xUkaiS!8BI=kswlEMyL&5#(XN~Yo`BrYimX*^~2}3DTRFp*IbD^LI zUmiHkg#gn`XA%(@jRSx2Pz_sYbqLyUgmVx7o5Te^#bw}hZUYPrYW?NxUeRp%#^$$T z2&G|!aF1qCk7*3gFH81!N7Z7@r3h4urdN zZukNqKK%6bO+-Y5~oWPl$uR;p)A{OXr!KW?d}Mm^Ed-4ZFwC1hA%xLY)dMNQUYFhHfjm$98tb zKE==P8;uv~Ln_n#&)nXM>vHkLaXl0LYrqfJ3O#OPFhqC8)jN_ZK;-w!ySlo{#59^| zQ{a^1M@hi*cMan8kcA(t7&gMrTS>E;nwnlxN%HV~a;k64*N0@&B6$#mXcZb5-6*+R zz3d#3qxN|~ze6EX->33*!^ul8;2P?X!4nU(7ZTf&;8?BIEYQllO-}fh!Jn@A73_%O zTKoX?SZS}v_onSkS8X{cPjqZ-uo1pPfhzIv|F|sky%vyZn-Q132)s#~RjQ*|*ZKFu zs-n2G*BkODXHZhHKHeO6yk!YRlSH+eNJ<`#|dA6zwWv*)jm=rSFq+RF_1|Cm?M5D z8`Y1Du(pxJ8g0-Tg~2}UDH}Br_mCdDubO5Pw?qDkAIefb-b#lmz;#Rnrms)*`l5Hf zt)2n*BpN%8dDs*OW8jN4UaH}^=6mc@`^~$P&n%9Ez$= zdh5p`pr(baSaN<``kuJ$52X<=OvW^+}Wfc$f-~{pR zI`c2Kdd)0aqh+7f$Siz#8(_mD0?3}njvhMYq@yu6uv ziY-To>n4QebW3cO>%A4kIyh5Po*G?Oxeptx#`b@oUnABaC>1IYQ3BN|yz zuMcP8dw&$y5JcwC!&$We-s<6T!Z13&`$Oi0?;k@mBYxGqkLVrdWCY=wJ%HH9{bA`I zoA>HLAE}*)4_~5L#yU}K$%wbaXgKVc0oO2EJ=r5IEzJ!)=MDMO3=AKOFJ`Cy?v5Bt za+?ibFd}smMi`FGnF0;Jo=zNNn=x;E;yzOuYydP0#1_ zzSu0}xM^a1zc*8XopIjXcE0br+lIJaH922xyR0a-SV}?zS3g{vo*w-dvA)5j29m&I zC$2Z|*A6yrFmWH}^GVZF7Z=Hr^-MEvD9V*^fMBdhGSeg{Ikir2*IFoG1yHr~iNXNo zCt(C4)%SOuo2qcl4pt1A#gqQq9CPEsm5P1K9M>DoamXlQ)kn#Hr#iWsH~bW?Eg>I^ zM#Izzod(SF--$p(AZH&8N_(RWECc0?WUS;tjZmlC?FI7jT{I@FQw z!XRI;eY8np&B!QomG!IFAeI#Z<-acSU{`!t)>az>RB)5$)TNz!k1qZ@*|iEThOG7u zUE+U{IR3}@A9z7#do0~;j9)6m-eQ%K*|$-4cqtt^1I>a#7$#e_gbhE+bU6qD(!nsW zM_$o42;ce4CSh<`@m}fN-;B;WW$LRR8h;GKm3fD`P~`qfZM#$C??1`WAP_y_=ez5B z1)C8|>C{#@y@VPiADAo`ph%c^FQ}iUmewL$6uj;P(QAV&CU+A`u^5e$DLCkj?iNZD znkIiSt`y!%>cU*uOu`~RyD~kx;&Wuit0Bby8DvP&JO@Vmhh&fQEA>1_#s&iaH3xhD z|80%4d1BXIS!xTC06{EhdC>H+`;embLW|xiz?eD;v{nZrt_AIs=S z4Ad6z_rZ69iTk*muRE!nBIaIP)7~u7+5>38kwUB6ck%tWyrhMzqA z-T1Qe1^n2h*pr&1P1_6ecmz678VKML-s#aO)Jeb8%K2(E7DMBFxp+1RTwLK#A`$F%;?Iy-Rz_OW!O>=(`EEjdwyR z&l99^qumSk+Ai%pF4e)g-yRpPf7LkQ@A%f4*So8VeVu_UT0vI+8y&{NC3=x!{6bI= z$th6YH*BzVby z1JzjZF^7I}fq?>|&@#%}v;E68#mD^-h1Yxn^zSdRet{2i#bRkceE>Dpa;@Bgr=OiUK*5>h0I$+x6`+3H zoTy1h?-V$8QCZLZQf%gY>X0ph0%qXQemBI{ zAT)IIZ=z0UdMVQa-I@R*&!HPT`kpHHzFi8Tg8Bv(}bPB_UuM+DdyL$O3@nSDvHf?9TI`Rnxw|Psy?sL|R6>;xUoYVy*I(m@wtp zg1`x_#~7@~dG;NfZ){mrg2_XRsspM`=mYucZ;9L#u63(8G1(*!cd*~%G&Xr*q1W`? zuHcroN{260AhViP>6dR}Wgm?4N{lx;$bf4Zcx5(1ML~*F+t0{}2ou%6bEUJuM8+)M zL;I(%L)p`IJJKFztyD==xgSi0lRBTtOYT2CW>>6qU@wZo%yYas8jO)QN)fEho>iFY zPVlSy`fo6C4512$p)fM|{RsQgy^r;rS-2 z>~Axy*>r(zY_(PAi%Fu3b4OdrujpWgYM-|tIEdlAG9Q9sG{`TM3XWP947Cw21L~=|c`e?lpld&LG$^0;GjqavEU~ z+Rz)3915k_7kA; za<;h6(e5qS<$uxI4NLk=bmW@brVRyX#K#>TMwEg}Z0yJVM$;OX7J&}it#P+<~P*kEqZ7Fc_J>tPzzxj*s; z{O;7zC!B~?aZr9WNbWj-Y6%h)nO8p7NN^x41amUA#bf(^)`HD(SI1|$-y2F~$+&h-fAsX5PLP5_^0$D>^h4c)V3AjtTkC!75f8xtD%Y#|Ptk z`HY$2ms*{|tq!fZQI=kH3~F9VkO^+eBhAcVVkc7U)Q%A(@LWo#0s+;`TyT&GKH!mR z6^LNTB>(SxhUnI63FEPX<*GJ1_%<@7$U^~+v;D5N3EtA|Rd}Di4;Oe0u%|#)l&~hn z_xq$SO6mcDbU38JlnGAAq@Y@cq!0)i5LfZF()saKs2`@lfB|K|h$ zTSx`evZW;;NES-?MAtYsP;?gTK=RVCvK#3(aS`^ezJ>0D#Ndf=pP>Lv#<6G?RdA zAYPa~!S^R1v^4?sLl3<|VS}wsZR97t$Ah@QC-p%O^ErmV^G8$pf!tbXSua0#!CKLC zU$YWamP3ynsAzcbT!uog7-u>b$@4qOExOyNHL>$0>DEtuzAqtwhEBg|h(p#UyRz@4 z>3lzI{L2$yd6{W?rGiYfJDJ=OClfDPN3HZ1U~q1y2BG_CtO`O>Z^|;5;vPlncF0DW z0fUZoN3KylgCIy>3j%EiAmtbG1Gsf1ttxRHzQ)MbrV}HNrJs&7nor>}?ALFN9#Cb=6ucVZdNY01K8FqSM4#ppJZpNOVdA5t64eKT6m

lt9j|vmARE5*Cwl%ZJTt5yEJ7+M!z(a0x}X z*5?k|mG3|Z_?{wVdM`hKzqO|Cc1nX7V<=`kh3r?n{d}J@r-0G;#xeHS#3}pAKuQ|& z0T!kRLvK5z&J&hnUN+5ELi6Q|+gPs$1eh|FI-ZPiKk?^VaWnG@`EGWt(u$|S2hl8g z%xorx_3Fu#uuqFv5Et}?M`X!JAJ*Y%9r|x`3;1v{@hh@~DtENDe{M@lq!c%>E~1lMlc&*u|&ytoS@wfm(bx)i+JLoC6Mjn)a^!$aSXR29X zRpms2IsNULkuL*tKSa^W+-KJO2JC*q|6=XV(GhM`JH zqd8xWvG&Lb2(+X=^Q+(f_471;w@E-dk9f5TUbH>^oVSi}lZR6H%_PFwUWT8V7oB@% z;M)@gy5anmxWL9somXrluiKkW;2Jr0yHPVhf6h349LD_9wlBovtg4%oX&FFi{bUobDSX zgU&V*V^y>N_t{ZnIX3d&RW*8H86Qlz-M#%Ki0FB@`{)jLM& z^(D$@KZRgax5*w@@L3b$8ff!`X6h7V1#tg+G83XIsR|0NY?^?RztcZ$n?s69M=N=An@xD7-6f zf(nXWEIRXpStHi&T(|cSj_k)>o>~%hp8j~ivl#J$TFA^SB^U3wi9#YIgTuWQa{?;WGNHi_u7kDvSy8;+OD$}9^{GFW^!Gp( z0rmybbOTJ|r2Cr!2-s^rEh%YakSg+VOVkNVF`xCaAxr%0&fUDzSG0=fV46{|_ZKra z$Dq)%1{ui}-g~>VJkre$4T=RDp-a_sC_w)BVC0cBwkeJU<1#Bf`iW^0)A1*zwP>@S zNunTddy(w20~=m#X7E^s*VH|kXopw6Q?6qc8!5t6EFvZT7OuOb1o_LB=Kq6iBSpT4 zaA8i@H}jJfB|(wGqV(%_JVPCfMoK?Wq%RsUVy(7!n6|F@28U_i0CFVdby zkcvV6T&LGP(I}XN`6x`G(P%hikKaDfci^l}T=1(G7!MhlV{IiNTvV#|MfBbf!_j{Uq#++FQcOzV*4rC*Pq%Vn;bz;qhT_4F58cxqgs<4*T{t5U6w) z{DAlShJPoco|PVD2o)LDjAxiw*!hD``;K)Smmq)SS=TS7oU2}wz5*o1T_4bml2 zhwe~9kZzC=B&ECbTic_aZ~wvTk{|l+cdeOuX6Cu^T*`5mxVr1GftHR_QC!~y{F!x7 zx@YO+su>MZ@sd0~o=Cjp-2)_@n4;(O`U!DSapm6EPIrOeApVM5OOqV1xptC(^OkbB z=-sHhtABmlT`T3V@)~^icR7=HB2UdhLsG&KkZk$V&}*j#fWJx93_gxhr7Af-y9=K8 ze_rVDhZ+X`dy-@Dw8{X*a!k*y?y*FsM^P*D!((YAU|Kr%9Oq%2Bn)_y!axH~J3Y=R z#1_sC!FxS$#lmS+wr9kM(3vXZ6yzZKG#lr$3{|P+&wK-aHr7E$IV48+qT|}z$XO|)>wOzCTZTQpm(v_GDK@`{zf{;xD4Mr>ezg@444uSrrdk+QAWII z1Iey?Bguwn?We7&%*Q)Q)gXJ}0Pj+R6QV>W2Wr&0X;K(`YAH;--&%qmd?sRyRPD`9)$fQ zra(0aZ*NW_H{?u9feZB#nq-!KHzEF$4H8!|;j;3fNnrHPk>kyF>&)l)1rYq>h& zI+ZW=wqk+6kgbiMJ`h*;8*d!vrGnfBu@lWTcq;|$0q=@Td@<}S%Eqj#RdmeLatTIt zouhMtv~W97EP(H!0(dN{!2}E^x$T@tGFQC<<}e06^RpjGcqos`vpC*H=^$}1^hx&s z`>AYS+8lh|p6i~Y8R4|hn0C)=^)A#NS=6m@0jV{F&oEmSReqK{`+w~VCXO# zKU3vQ#!5FguGyo*5eC?%B%X8S>>~#%tJk1hqv#$zPW?MU^Y3#KY5L<*6u!x#b1%87 zoV{EMveoh~WG6v2E)82GC7Q#L3@v}JeHrblHJsAS>KWm~dT6*ADXl>a;Z!<~6q=Tp z=@{J=uTt9*Nrpx}&b$a%phLYpGK{!-Mvr<%ewBd1gmv(Ok=n0uf%iEuyDMxZPKRP} zPs(T&lIHyTmRE}TBeCLM>XWxoO{6QETBKau4V~)Sv@ml^ah#7`^qwRG9Jm)u;jS4Yfar40k2`US=RV@Z% zbgABxr~n;_oo46hDE?Le{u36K|B`%=QpHF8@n4mdr-k4Fd14L*ri&W_tOVLU1v7!m zLlHBn9N@oIFkVPTtQQc8Q$O_Gn+_t#b?byoS}_{rOt1+_NfVTTdD2kkLGb)4R?U@- z*sCdL>q{6evQyzBHRmj_USoozvW=5HaG%8 z4e<08Z2Ec!I8=izn_9aD0H3nr2tgtHz}V6e&yCU!<={aq`yPkYE>nwu4H0Ki3uT-^ zn6s!mQ*?Hr0`!+vJzyS*jZB*tWjP}?$isI0k@E>3@mN)obDZ<*-M{AepC=2M1wY#~ z{_^`!Ki&wh-jQ-=q7e2pVnwOKOI$Z>8w3yn#1Zk9!FmeTM+49Y9E`7{fqY&A?Bkg`?euCEnajglF zIf?k>!$tro0E~!$y9y&W;7Nh&PiO+zH7*?V1qh5LN9afs=+#?*^!r=?H;RD?rdu5x z1w4CA@{;fZL}+!n3B6Z7oj_DmBfx^36n6C``w%XCN|E4Cfph6}z)YNN0IW;^zY17E z&RMGDB_36x2p{(HsuQjTTG!GDYwe?3N5*zYyFQK=(2d7gt3_2G+0`=&oo%VO@F z@!(V9=VzN>PBQjoD@o%ffO&ItIEQAp9EAqOYV8YxFMO#okEIDQqOAfxx3?o0-P3^v zAuWb6_3^&hKo24y3&yhaXQ%;}KTYf@>MeTG{gI`+;!e-YE3T&^2rt!%UZhd~EJi`k zKMtQQyho0e9xnO@Apor50Wy*;0rD#9f)Q~VKs0{Hfip38s27S{qZYNnGh`k7TwaNUH}`2PtUn|&wk^FN6Z$%6Hs zxxkgcnjhH|H2b>JY8HAb)QM`}7A63$%7I(ltd4%L{SZ)g$5#L5*x(ue!K~y46I#9? zxgL#udQ*0NyN?bJD)Jbt?*3BBVyLEmh@EGSFL>*LLTM%^ahyjTprW zkSQW}m@)5FKU7D)6Qxn?Fx#_?0#Rb|db95}_vyd~!fTDKHZp<&QLki+1#fRx-7BZa z)npn}NAO-#G@&5!C30S}B(ukk#UUmsD#)5B$mjykfaI(R!2Cf02DLzA$s^0+PD}U8 zIn_$cMzd-6%5`CG;Wy#QsI3EyyzPz>_IbRw(1cN{7obNRvU5om$CJP+{nFdZNOmKl z#&}eo&5+dNkweS!)}aIW;PM%>e5GBDOVy={ao3oi#K(X)ah=ACb!H)sfZ=v8no zpv{+MAk))<&Ewy;vA@16>mPsP^a(b>3l95%`6A*=b;gi=s5`gr6D9Lj?kGGuIYw-$ zw)+WhBm;OkAVQVc0OW2yAFz{5TZM8To%!|3)sLu7$Ym3FzKU^f0$6G(N=c&NZ3E-0 z*%)3mQB$<|UJ$ty>8lD|n&9vLK+db!-0Wpn+nsJ(kjMZ5XRP7b2Fu>Ouz&@^M=ft# zp`u-HkNr^B+0Zry`1=LVbl|>BTwQ=FP{M-eF=+UpUnqKAsTPdlqt=Iu*2jMB6kk1F ze0%L4y&|*JM7%*YAL1eIPpRkD z-4n|wGJDv>bv20QzUpTMq_cjVnXC*smxrtu1Ev-|g zZ`3R}Q}&u~d{D#TPEj|I?&tc~31A^+#~UK5c`dfZPJPOn-Qc?)p3#{_KQ3SZ({c*XlF ze3B%~jEuAQ&7c2q428@ktr+)-)$M?kb2$&0yL{-PA0@`bS__;Qcz#bh-^)1!%&4B%j$B!XLx3K@{+k0hDSQ zu@Ac?a%QUb9*vUhos1de*@z`JE z4)FiK5__r}gbz?Yo!5Vl?XTk-M*a60S!*iN`afHc0;cH(fpJgH^&W0l-%KFg7TeR3 zR>f!dR2WO(!8CAGS=4aUFs8Y@&AcFv2RFQ6ky$!%8D+jytO8dJW4^F1W=k+RT@IP7 z5Jn1Py3S5L42sNADLI?N4ygoHC`gVGhLMjLssBGY9;CQO*_(?_vQTGlFt4SwVSIBA zX8O^KPU$l}+{EbIt;FQ29|8c3Iffid{w~?~{smKhW zpSZe-L19q92!^o(ph$l=><{qr_v6jYBmKVz_3$|X`4w9g+QVV_x=lMXsryHb9D=%Z z3!dB3n5*4MC8~9mj%5K={d6zqv29kGVLa9((viz3`qFpPP?=$DJMYT%F}F9gbhzd> z!)FZ}xDfA1V_sVMe(pOuy>V%zHISZiK5J652XKe4ZJ8EiDKwps`LGwBB8{hqv>DZO zApnDfvlzGh3P7r^HKjQ%2lHb;Ss`yN1Uf+=8kIX;_nr@c?oU*xL!WWnC9CgjB8EB| zyN)3+F)Bmh{`+_q6n?Qc{1uzuEfXJXH9z=ruqb%%5^b)_p0hpO?H_Q5vq6eM3in@m z_UoN-J^5;S^ZSfi_v;|z7_v45-tC(HXAqCh{a7PNWmKkZjXo9`5&4}+p20k&ybUi( z&gNBOtkn22$~5kYsDs87LP)kT7_15MHuKiXHpNj*;S{0;i>c#8(;F@-jR|3QN%5QB z`pX8uZJz9u1W7nH;%E_;1+jg`ck3lC186q8L2IIXkTL+$dGOl4{4d&7{Cn@>xW znj1-jkQ?(#X)&b2qSd3U_*kv?Iq&zbD(N^X&@vEfdw>iJ08mV2S&k3gN%xGX6aLZ< zH9bRkqyfvOh0F$?^sh^2+GFhN=YE& z4k7H=Q2tSKUJ%zh>&_5hK5hLNYmG6S_DMSEY#I~>=5E+=2ca+vL47pzQB1)}u0&xS zN)8Aa}H3YPX!|RK(tagPiUW~f>%YRe2ree3?|gqR?9nn*vk~_|A;LpQf+&j z>ADRJ4T_7(JD+RkH8^gNj9n^OcEs<2F|m`kT8&O7T{zp<4`bemKNUpLyGRVg(9}s{ zPqs3a78&Bzrih%Z|if=!W|^#?pniN`ktNRE>`S&$TyEtIXpA_GYnna~`JPTVwqs%96hycJ1}a^3$|t8HYZy^-NoVCDcE!x% zcWaBn*!u)P+o~2c9FakJ1D~<<6$HKrH#7=DOHiut+x&2D1RZxSKb{ zRQiL$PA`>_?|q8C)sw>@KqaOZ*1tAFVohRH1-4pxUH4iL=0lZ8h6rg*-*g~%Bgp;Z zz=5BEUHQIm9WW@NeZez@eckoHxJ?Ot-M+MI%)>+TEp(1KU2!O zTdW-D%|6=?*6a?QR#~9~d^MmgFl`}BY;g(T;UQ-UszBX&jJIhw|NN#6g&Byo8-ggz z0HLXhqXs1Y33O(KD&PC4^*l6Eu-&PT7ncbYJNv2+YcgBQ3E1cIK)>tYn$l*W`F`}Z zN5M1WpDS@g%@_Nk?o*GI+c}g&ficiSU<@>_Uu)AK1*VOA1$4a!;Xc_k#V7uw=PSuM zw}kvEIB(*da7^U7SZ@$)AUY}7|HSbmo#VhO8FtZ_TpAgl8}3q16w86^UI%UJQJIvgRQ@un388(C`++%P^{oil)&r9zA-_k^5$HmCdbtgQp*9^Ej&g*JrrjC*>g`z|W*NA|^bPSph*-e?iK! zS{<7n7H&a@1d7R01_Y@d)nrJBnE}%$T4Gd4B7!USTC+Gr{#x-$s^=x>7Vf-&$O6^d zJ$lV7wJ=7%aI=$F+F(krQ8_27zUEWGWwE__5a)I<0ZICwPM_-mxZYV=XkmCy+*Ov8 zMfyKo7Ibu5o4d|=fO(qlFaNw}Y01w8BEi;n{EB3hEo6yYfZWBZi8}4 zU`@(+Lo~Se4y2rU5u_qkpJA#UFv&pKRv>TWFWcCMcY+9D;-o1WoW;qfsd5O8(Ng9-jxAyq?bh~a#$2|N$Xo>3ZJvb-{E{%IMuY6_vOU>1+xkID0`@u|j9UgAj zvOX`dYX&fNSdS1FeoFR|b~qZ(vMTI6Y9~eBUb|bcivorNM>xS|~uM4{5Yze|<>m8}j z_P#{Yq_ohWcQm=}j7(0t&79eQ5!VZ_%n$>gfi|jlm^|MWjtK?^Rm+3-hkp$|C%3FI zZhrs%A$|{TAq}SuOg$c`dT-k9r&(VGI04w$*n?M%#=Xpl1kj;46()Ws=`Ln?oPXN& zXB3L=We;dNBqr5wQ5WVH`{i!hDoEZ3wO;w!a6@^jf|Jx>Rou`w9>B450fO+VOb)NH zsWc&5AVv~?P(cnPx)TD8qd~nW*O%)*Cl4mze&G}p%54yOcWqcMMijp;j@_#kxQ*dk z6G2zdtl;xBr7@fM)pOf!AD)-(##jL4Ex@dNdBqL7%Q$S6@A2qDUwN9~ zy)>#hjJ1bm1a88;1 zt9xLp#zwD>RkcSXlO5bh zU-1e0!%eV2AYwTP^80-gy<{5j_CooF@U&0%L&StMbi4mDvCb)7;K3IC$bFGN7mlkC zHZJaJg7Q7#T+yHKJ-WrqA&)LFhlZs$IXn9*D~k$8W~SZ0ok|@K1&0<7?gm}yvA>u^ z3vu*WC3jx(J>PmU&i8C#@qYA4dJVZ_3;xd|uAf0VY#{^pny~?5L*D7;u$Ox83#heo zyTkwHFtVx&E0=S7B-IabQ*$d25nnm&XtSl}ite_0UP$t^5cW}H*jApl`t*FC_^iBa=6)e#Xj@np*aX#6D+v1r&@!wKI!$w5VtR+WCKUY@*r z|DT`J8=|7#&EDSL9{nbJ31W`^$LX1~TgRE-szu*E`xCKH_0G%J@kwbD*_np30S8xESGuWWT_Ou?`;sbW=VZeL=f-7-B1EzQV zzbz&nz;-IysfHi?Y{9Iyc5qmy1=`|V&)?Q(xV4aJVe!|aqwx<3z7Hb2==@}edXfoL zn;!0JEiXD0j8Li4&KL(?nbDAkF5mqks)oioFE!>;9f%E$Se86)3^}+BCg4?=cW??G zEDECfj?HnpYGUpbgsB>LfYQCI91w(p=(%?LY~7LM=x{DgQLksN9JYO=NF$|fg>avY zK4sGQ)h;<5n^>ni?>2>3X*U|1jNF-+NH~*y3K@5;TA0TNZC2zu^_i#Ef)6)$vx&(GnwZ*jlJt&Rq~-2 zm3{>|IXRE-)d{|lyNL-Ue3v9j{``vvbrP3p7I~JCGac2-%^XBzXheS%d%f$8B}Mj$7L~!+0^q>z`zDLAWh(FrRqnvEq!h#*1z|5ergFUP-q;*xoTMCnDzT z0jwr7@J5!Bk5NpD+{H;+j7vxg^GEAfFV=>)vj%}*nDke7CrwD~-S7#T)k``*ossC( z^iKSE4q?FV#8US(*MuLEZpfq*pFXP2f$R$_ghX4JVn}K+c2g$`k>6I4%Q3@P47q!@ z3zzFmD)t%+3XWU{kJ1DW>s;I%+Jkk{~N?dM}e z_k@UE)3gE8wy)sN9d*lKN6oJD0FEMvX8Z7#&nAIwuSoSDa7(SGKFj(=RRi`*_XHo$ zF$J@L8>mkFzve#~D%6a|#P{P!VQhiD&_hxLFjg|a@=Qh@YTxRh**Z}bc8gXx88T`> zsv#K4%qbs2!!Yh(ibVJcow;G$vlF6qz=e8#8FCV~Ki2X{8YhPgKnkBaIIy=WSvfbEAZ_b*IWr zA|KptsW%>iM_hqfCG@?rTfnw4W;MIEmWY#+lUtPlgoWag64FjiKqShI@A>b-cb3Fl zphu*vdL6A&x7ki7bfGV(g}onNi9mX0WjF0BA!sRu%Gq!p@{YPm$2y1~lcxa9JsAMxH=vrWus_&w9{`Xxzn06Y7mzOmo%>a z{;lwEw12>=ThK~G1g!+mGZNr|8*ij8M#bg14>+piPHmq)DGjFa+jX2sF*4Sh)3gzp{w072Uf7{oU^!`(M3rJ+qtO$YN!KkllF z9l{Lt*uF`WvHTRGbeqr=y8ix8)v(0%Ym+1xJBMkTm>>r&)_9?6w^P4B%juL+D=Alal)ElOZSbn(0&UdfCkW!MQq2t`cgE};mjLe$RV3p$0ouhj|nO& znzs{0@;Au--{?`lbBZgTFmULgfB=t1M(5XoPLx3-h4I*Qii+C@g9HSPAyH3s4uf+v zktbXD4?1hj37%0@inGZC`@1pD-v`mPskM6bsk+n8>*ieXP^zv{`jnL-iE&!s??n?}w~9Ml=a{ zHK`BjcN?Uz>_onpLGE)MNCq)8oJdMTqn;<1RpsnRq@>~2A%D;o__}HI7RII!E6P zZSA&`Y_*H*r86sbn*gRB0Vjp_&)5jP9v>Kg%{y1;1a$1r8UNf#1JoFO|e0%_o z@aWW(z%rjphC}b`8g4*4-T*u^)$JbWwSK5A-?)AV|SQPh`jTTLEx@>&5O@! z(iV|63BcA@efix@>ZyhrJQp|`fd6xqk>DUzf*#RsKGkUDU8CzcK{%jdRr?T0ey zpz4~62v1!?ZH!P|FZe0_ysmOHrLFgdE@rQ^ZRH1l=@PF{jxp1 zz&lys3KLFzSK0fTjG}qNaxhJU~x^d$3o zpMCdR1<1%SIEV!m5i;-CF79_2X}X+Z5fiw?<$;C>j3nWe7JRul7X(&f6W7to$jjc~ zxjDn{jT>2>fS8UcP4_ADEm-hC22M)qQl1~+i6v1+B`_3R?-}s&1RJbQz#redKY`J9 zVWIJb^C#A#Wl(%`H9m)oz>`mxZeU`|T;6&%N4q}^T+0stadSPCapG&7%pKCB8=wiy zll`|+VxI$&X`-7A;wD_CtUBEhDG3N&obd7K^s;*rtj9m1fo4D46*LQdtWefikf*aWsD zeK$mxG&AFZe!>s+bW`~%JS~{2hKB%Guulc!5CdO+aT$ltNci)AU`P~x7b`-5wO9oR zw=IV~4iDf2hr1{YD(M2MsHTId_luTlax^e{DLpbo z`zrCb9j%mH^qsjWh>{xAx!xHY8@4nnk-otmv&}$}A{^rScpS>MJ$-cr&Ck9>TPUJT zTcBoQM39U)PP8#1Iv`HG+@bqnTz`HtXY48cjN^S5lVKh!hh6lOM@EDL^G}RaJcBa( zi+A7LdrMKjUK$`$MDQ*c44Pi)@}qSz6bwu@GumwN8cd@*_ad+kIz9Y$*pHg-g z@EBa35occcWa0kM{)1}wZzN~#dwGsszjpjXd732-loN!TmrEW9^ZNF&b)M;%$_k=; z$;zjlS3L8Ne`n*lhuOe75$i4o$>FyHHMq_dPFS=&{kdVisCyHlw3jB!}l>cT@cwH8;;!|8Sv`Z5u+K0ex zpd>r+=IafoqH{+lIQM4r?(Jqlo? zqj=B>m>i2-9Y6w6L}j}HqJnNW;E{K0tBV(O@r8aJ65Zz@kpRIijE@=&1lL9USH{lA z^+W_zymXmY(P ziZiC?Ck)T|eLF@p2<~K8@n$Ch?zo-ks=;`wMkg`UdPUI3dRLY9HO|GzKO4%0Z_Gm8 z?D80&^@&>VsM?SDiC?XgfocZFBddz*se18TzSSRL;=){109tn~E;oby&aa^TpwN+& z>&xp;tea|XdCZfE>3<#4jZVR$6D~Tn&w_PZ9}TDPH<&UnM2_e9ATNev&lZE=_P0rbWvA60((C4J6j`WIU7s=eRmv zh1nRkgk-fYRE7!3CYqWb$HJrr?r3$ZGzCfVfmXt$7^Xc&bnSpxtiD)u=%)a3 z_Z3S#<=Hs;avKREPudOqgA#%BA9GYUC;gY;O&&_(b{vq7_{;?$VjQ)qyJZ`? z{f#R!RwQTu@AzN^xHvJ~Yrk=UJ3@Uwv70Xc*m}PBuBoR-j(-@yPu)@qg-g+IfoG^u z`;*%ok=v8;`m{I{{K$`2(bvG(Pm9}UJ@wfgJ8|gCl@Nw-fA9)00{RO{UQP}zao+)8 z9p>caA=lQ{S|xLtW0HISfJX-1{~|+f^>-CC#Bt7-=L*Z6X1T1&Uwo*Jnjaq3A#c9? ziHDTh<9M+g7D~m8)2=S#)~7>@q9wFMoJM1g>9EpDID^%`7uv0D8qInplj`f}frR#_kMu>Fq-moVj zHrjQxauL?s(nJ*|9*@0+g#%D4gk`$V*%<810+~VAEEE(dLjGQt4A?Sr{i=drUK`bC z_(MLCgbPN?4}DAqv`};VUpM{#HF9+HOg>bIKq$aff5OBGyZzR#r<89Gk}u0R>U((H zpTe+!4SXK`_74Tdk2|#5`khE`I)5l`J2(Xe*T5YNgI3#;+R6q@OjlydQlnaM1%*1D z8)lJ=16bc77blLM5uLP*u)kd>f$8!!nf5DKRu*AN=raKYV-p{TXS3 zBqL)P%J(Q79I~KLZ+h2)_5}Gq<|x(}3^Xh7Oz)^F?f$bEOeMTtDsK+p3m9X6B&00$ z1L!{4O`xf!|JVzatNn%-$N)cAfUon%1V&}0q4O>*u4T{+?FI21?icuV{#z#bFnF0H z$}ZhZdV%G)NSOf7V^=q~Q*vfn?Hb;V8n*q(?_b&jf6t03_%_D3zx$5i;i0k-A0n}S4iNPdCw2sP ze$e(+Z+P7iL^V&w4U?>sZ?cw~D#&58EXG6Yb(SGm0Lvocaoi~9wW4obt2smFS1oyM z$x_urSY{;WoVy9uT3^F>idnJVcCm&WS5s;kINHwoy$X6c8{4V${hc(^(+PB*0;Yi1 z-z2egvm4o>t|Aa#65LIyeW+Vs!yj7kUX#NyGR82a!+JBSNVne1M7`4!vXWvz`2ohp zYTdWo*kTqkdTWlkfe`^8qc@RXL(LU91cvT@`k0u6gBMt!SYH zDgTbN)d>Fr%6ud?HRdjFYoiLIbSGg_&x)$GoBj&Qvw<%StmY74lYTxC-2%R(Zz)*} zjZ!r_l1Q4uJnU%gd-5~Xp*}m%5oFuH=5N+74z6!6W_l$GMSc}ya8oFNaQ}F7d5l%) z57e6jxTh5y`xx#Rso$`l%5C0NnOwzl9EA=n^lp1}L6Z)D*1sAlbRgpqb-jqQzAau^Ab$RX}4p zr5o|w+hk@CN4}IjXJ=2}lSm5r1(W`}drJvPk8d0wGEccNE&x>0=@-QhM@Y;)&1cq1 zZu{k1i_dp%rn~M^h`qz_cQs8JE16m}*n1uE02-cP|h8!zz`y1yt zB~c7?Y}uP8k)pz!5)IT)mR}_mf;Qe(D&N^Bee7fQlq=^CAn^2^|OWYioC z-p_v5yI}xB<)WfC0>s#Z_l~}HDpRUPb@`b(IT-le_NzocBB~aFeS2h)i2-W01Q(B-K{xhW=sw)E7I@>{7ABgl7QOWo5fpRV)}e6eqor@D1&7dx z`FA>HPuJXx{$6m&_^5Sz*f$2Ah1aN-Vvv*)9LboL90Wgs49G1y21S6Rxbvm(VGB0` zgd@%@G*H30+0`}+TZ5Eud78g=(NzF}*1mBCQt~_{2pmr6lm^MnvL(awP8<~{(CD+3 zn7uRWSj*utfVr;y@S=%4#q258aRE#FO;(aXt3(j!9=SyoXro^F;gDWbmT^V^;g-Wb zy0KzDS79v#>G^=3`-jn~^bfC_!ZF+91V*W%-^F1=_%Sxgrp_5$c9oItFf8Po~EehW>39eTtVv>D{_M zUxcI3;V9iD*FZ^x2N#{V69hwWD{OwXAGd7d)Sy%zsX0On%Uc1nK!f62%30;7po*fW zigi5O&F0hwxzz}^wFD0SKU{bWRz*4iU;=YADd3#q*NbEC>uS;q&VSV6;$veltI~LQ z^koCMu}5-&nG^aZiSh5=ERhODky&TFDCGBtJr986?Op8sUqbEp#6*4i0N>f4y}7Wy_<*315%0^Rcl7 zD1EGp59om&W8RdAC@qu16@L$#29MVN^3o7wu9GWwjTM|6xQMfE1tAyB9S%%&)eyX}!p{Gv-_#-@o&cK(GHe+eX4w7Ibm* zCu83<9;ak3*<urs^1NeJXCv)8&nwp_m+N2^Aq&9I)JMtpPAE&SM>GX_;cg+D^k1!xh!9;OYPSN$+M%HV!fccfSGy zw9(nI?Q%UljA3G8f)E=x{^EL*!oO*5kV^%v;DSOb7>$g=`2&6fXh6!jH3RL|c`aW4 zE0EyyyMZ#SgGdU(hC!z*xF4Q%9+VViiImQRXj;Sn7aRx#Wh^a{Hj5VpFF8@aDGo?I zjcf81tjTtw>xZ)3;bdWw!lq&kjb*a09n!)!k;X(Yo%>QA5n#$`%B1d1i=ihV*6D0I z@Q*0tQs;ylO5|Q=ayC+G?n*0lQkSJ7c4KJ`iSonB%r#-M;p`m92w+ zF@v>K7ft^4hcc#o4tdIFkb=17@G}F<0V4~8IkJyqb;Xzoal3Pdw;r18?&-$S>!sNu zTrNJxFNF0xK8(DH1Ja4R!+a?=8Af_2W`B4A7*JE{81XqEPup(#%E~YC07Gghnb3B# zX;|Dp4JaYX$0f(qs*l18Ep1PK;>GXKu0F=?N?#P+fM($-&tY7yMnrFP!>~-wLsVdV=U3xJ}bcn4_OAt9japPs^MKy3=UO2N zrUAxF3vukofA^xp!v%CfIhN(U_X>ER3k#MP6j*)0{SJc=V1^QN8uER&;xKN&Ga?f% zA4ulnBJsFb2|G`B`1;{hx{r@Q&+n=j3I7NbQ3#iS@6wM${ktp{9H;~DwLQ*%+Pv&) z%tHNGq$GuC=xJ+aacTb}2~pQl!z#!^JcQc=G;UFyuY0h`E(F zMY8z9xlA4mXX4>aF^=-HTspI2b1+Sef=y(tL2yR@+MZobEV|BGsaD1&80tzh@Oo=) z3{B> z?f9Xbv~fL~gW8Ae1U29Lt;x~lR%tw%B|cz9!)p9O@?w2Zb3l~=YI^}FC@}l^ZPC>n zkTAnNv?~kXXi&`1ccrCHAMoW*(j9;r^U%$Wzo}`#+y1flF2AdX$Ga{0ah_g^;HD-K zH=mF2TF%I!k#U-dfiFi$ClDkMp})fRzqd}!N6?^gf4+B3%VRTJ`F${3aD{p7wi~Ub z>pXC6c-1n%z;@Y9QL`xrIdoUXkuEr`G9K%pf|U#bgIK3`W*vpDH5clxAFK7SgHk>( zf{EaS_o5gyi)Kevd9*cC^LiDH8^M`yFS$_BDaeR{>*JYiv!y}A1v(@FPs_61S4P$? zY|!CT^nOfpApXEyF1Xw|JX;wPUyvz()a90Cb-DAC&!YhIwRJf*9dsneuFbeI2vZw_ zOv^V%8hfp!ukjrY`iL=+jufQ7CivSfkK3Jzk}01}#e96_M?m3q>T8U5v)^?0Z%B$m z5hoAISs&$}VGEFn5L?(vtP57@l6LIcuK#k>#$hzHQ949|{k9N^RvHn9$WJ@OQo#s5 zG)8z$QOOjzi0x9B;QLW2k)2HEtmq)?2cJohL5;`J2qnU3{XrSzaIdY zn;SWM+))iAC^YGM-wL9L2eP<@>rq!i=XXEbcXonhn(zHe<=`c`4}RN>L-Vd@N~k%o zF-GnF{P{DoS~|5Y%{dCr8=JI?kuV7uyc=t4fMm;Pc3# zJZ4WOz|4lrF6`q(#_oVBJqm8kjZ-vkvj7rxq2s~(@^0j}eh*?mmAK$@{MlCMZsbZJ zI#mbIUCZlM;C*8U!^@Z(pvoK-JK%zJWGeJOjkQKMgb4-hvIk^N+w3>tMHC;#>)4(O zx>DcF;spox)qIrxany+^4#C2jIt7|SFcnDeH6GO7TW|#Tg+l(=Ox(8a$Ng#(Ey8`v z$Tj3pBcUZn38J)Rn#|pSmeLm#LTYG=TO5y+sQcx)`5-P%So^xB$w)q|3)C$JZETiL zVoUf-2Z&V-4HoZe2SOe@b$!LrbnO|RA?tHCE?FBfWc5+~L|Hh5= zV_=a?h`kRS%DdBm1@ZZC2!rPU`R=cHu?j{c+&dGiLSN?H)8wF(K_k83f1vVN=cn3x z?rUi%N3V1r1`!Hl-?fy*+S?)d-|0XN=Oy?mg6!i7Ys0#4_m4?SL$HXy0^2p}qw@wL zBHtx9#Y%hLR9Tu4k9I|2<_st4dkj(wo~zL^S9`#c1C9!uNq~b7;BKa7k9=_nO3KT7 ztddOxmc=$QUZ{cJh9~^nDQ_@!NfeJL8;BEVfc&pUlyCqfpuE~zenI%WhgfN8shpb; zcunj6V*lVR{0PFp{Slp1aTgNc>HSvmKGo z8y+&{#kfg4$|6r&&T7uGG(@HH3?yk9E~;Zsty_`1cT(TNA8P$6$ov9N0H-!{o?li6 z0aios>;5Ja{U|s+1Zp>fV`B9O{y%)81iX0l_4Siqewmnnf&9#2Vp`EC)>@?W3jcn> zj$K=uf4UxesV=iQ=KDjv8s<4o>Qd@|;L~}(KDnIp`0^Bifcw090sJ}hA`ZgnGu2kX za1JNQ^vFm693=`m_e-hkMoq4)PXW;_|1=X=Z8yM4O5>{%BM&1EK+s3@0X<(1(Iqaw zL#&qDv-ugV7J#1sfQYt$H|+X%quRk3&gjgH(6SF0`)t6x;|IFI69-4%2Alz3b``LE zg3YljKJb!7-w`%mk)giATOUjf2HB)M4iIU7>TQ4xuZV8=pu4r_|D_c3eC;_U4&1s@ z1duO!o#;?LnxNnihI}Oy_KShxL@+Hiu`RLdq-!kykR<@L#&^lDepWseO>J978DPcG zj+6Fmzn7^}lAJP(r3&gmoed$U4D5ulM?*zLa7l_eQ}V?6^vecU)yL zV82B(@ffbcH0eXLP!NqUN-}KY+b|fjAD7bB29v5?%ON&v^*CPYx{|4+~<8wkA@RRg;D^`78yzvvcRa6;bR-j;LAtT|OMfXtAR zlkxq^7|qYbA90z^U|XaK<7l%N(FMQ17ywpv|9;4Hp+Zid`KOoRc!w~!K{=eLQ3Xcn za732Cl+UjjQJ@BMlKjm3A5~u&7WKNltu#Z&NDLj)f=G!73?PDZBaML4-Oa#^h=PL% z5`uJ>2tzj_iqf412-4m0KI7T@ocBK;20tkK+P_%OTI(*>^Fn9%1!ydb5M(mIN}T9M z^WG4y4Scv?$pA2^RaEfN!cc z<1=oqk_Tb6@&r7ApP*K-dNTlQkhKyVLcbBgVDz=d?hUZngO%6>5b4$^)t(c(lcc01 z_NM}G16PXp?G<~PWvE%sK&lsQu#xaIcJI~s|H+!O*(b7!HuFzkFS0pIMxt=JhPV}| z35X3FJq1UbH4Gy36cZ(^AhT>eg|>J7(40?4W>g&u+%fV}UNVWz%hGp3< z+v9DqT;%6tZzf57Yh@ceN9Vx+=#b`^AJ328mZSl^KfThq%|sPti>8Atia}zFeFakp z)cQ(ivKh=bl2%M(e|P#Rp11${f2IJ`Np$KSyd!wX;` zIrXoZhV>MFl z%UMseLCkF?Z);T*^@qpb_>(UIy4(rS;`}jTkR2lnvTS}~H_2GcF6GvfVm7?VJ}fX; z(XI%kJ?H?3}^I>ulJja?1M`mBnc|H5?+__^w8PRkJqDG2b4mJ$7kIqA(Z{5KZ zPVNvw9pw&2^5TJL|Cx~JZ($d^tZU%ED7DkW=`msbw8+K;K+fLMWf&}L#UH!$1bCv& zpP@Wh%{%H!c56BdB4l+=FgDIWES7==bbpLDP+Tv(c0K`wvgCwQ^TM7SIl~qF-?#5h zsG{Di6+e#h4M8~M^F8-uc49^FkeZNRD_zy8Sd_FQet`DboG_aNO^_-txh8smP{1^E zV?1Q5Wb_aBZ!ge9%fmxI>{_UK1U+b=o_1Y;cEK75^l+fwWwvcyYs87u!73d9)`AV{ zGnG&hjva)_t&IqQ{cU4#j% zps?`&fe(FM8GP(1-siz2v)x5g3?uV=Vb_c+bUC7@#hkbg{%2g)>0gPEt7cCM)y^PV zfil9l&OPfyvG+8`_(J;<;H72M<;puR58~PWn7w+Dq~+?2mRtCHIDjwAJzexhJYvs( z%J3>dBt8o*N$TQKJSD+PynLP^a?-NBm+QJ+Cb1$4L zv&5Hg$zUqU^@)BE74<9Yeeu?}$kiZp6_=U3Uau$_>#I@rE5$ zRR&=h$Hwsm37_whcfPkD%tlz(-+m}Pb#&llD#1i-`C8L!WJ?}UFCkl7PNDX3`7xx3 z7PkJYgDU1PCkyBUJC&*f9vU{R1<77~gL4k`9R+A9RhI?N^|~E>)G|4A)I}-e@5h`r zUowA-WmC-rmo; zp{IE}&lcFVn}2z9yBwE!R9;GuAEavr!Y((^?8LvK#U3By z?md+|v;Hh6zZjw_b_(*qi-tNEUfQb4!UXR*dtvtx0Q8IVS%q9~3;eO$p}6`_S8;>ZMHmr0a+Z^94-wB>Xp$GsK39-_&u<@Z5wwO?x%yX{Ky-7ISBupbmV z)UUn+9wi#Fr#G1$@MAp0T~bH*<~vx^cj$1zhYD_ac+9fh?TkvxPnzGL#&s=Qs)af5 z4t7R<9I!IbZpWF15SQ8iQ7!J`H6T_>V zD`$Z&iYG%XGcAz^_6=-JiX%ox@zrPb*3c$kzb{Mt9r*OA<_f}6wQwk_$n-LJv--3y zy|~y(-oHlXmEBZ1h%T>hC$4IywiS7s8TDkT;#0*tOGJI|6yaNC92yJbk^BbJ49gcG zwI!Xm-z7hbd?HB}aQE*_$9cY2^C&{z%D9(TyjjqXOOe{J-0T^NaFd9npd>EHP&%ep z^BmsPe)m9EJ@38Lhyd)I@g z#1P9WKF(t<*QZQAlO^80yKxvbch?csJ`H&$!PA)I)piID?ktL1M9&LpL+5CyT<#!^ zc2eG1hI8W^?6mb|RWVDBXbTBX7f?w_PTCYfW|Xg!SS8%!pjrbRUz(ly5X2$(AcMT;C;HDRswg4R|ij9{_eTKH&Q>Vbkdy z)9j`{0Uy}gvKu|sYmWm8H znB=K#o|ABc5GP;B*0V zak=Znv^#*FOXQ<|ZXPT$xqNMT-B6C&1uwi(no&_^BuFcUuXYliY8I3%w;xV3UZmdC z?2%K@k~{at_QU6M339nyR|PLW`8Z5qg{vZ93HxsM|&rP#20x4$2ho34*# z!~-78(a2S~Hv7{Joex0N z5?CVy#65rnWIUb-CYUIQW)GPk&p`TwZ$<`BJ>B}?>y>c(*26_-L!`QTIdN7!fB5fW zHib}TadsNOWd!}Hg3mzLi|$H@q>2dxmyl`AvxZ7mRC$q?5IeJL4}whihVM42P+fToqq!P|$N%+Q@lM>V7j?PJVIe9R0SHdB zs6&t_M>abK0|>+UwA?>EaBS&kXhMKW?IYd7 z3qTaJX+m#O<-s<&tmIjE8*i_HF$KHfZ&vNKcXsZ=QkF)^euKYfG;9A#e)ddzc3Zxs zHfamzk8%Q@9F`B8(?E{he*o+6ZenmdC{)mCgRLN@sz~lJH@8};Wh=|&=HHS@avcfFzZ%Sb>1r0mj!GvLJ7d zM&t2W2}?}K0D|&em1!{W03Ldl&8OdxsBgey}jk{lp)uCq(>-wIF z!<*h`)AS2Fx7*+L_Dz7OY_&WsAx$lw&MJD;2F$&QUF{V_VcF=m1^~Rmcq?7dAI70t zB^%8(c?HC$J|ifNk$X6W&yx$uPIc(Eb0i&XbYq{zgl8pjwi9FU9#6zU)X~A@#1iQ7 zAx&xr!lLR(hn=OOf-tqq4BcnmJbbJpW0(v@9OI&)^>s;$E%R;|6?pNI0m$izuK^K z@cyU~-OTr({=0`*ev@!=d42sujapE+egTTvH+*g^rCw_BwVnt-`o6WSgO3#0kwK`t zO-z(G34H(U_*dK>`Kb6PK>BEsa$-LA#w%<;0%#~2Pk5^>LH&-3DLLu4aW@lwlSho}VRSCN{#TWGh>}lUt{|b%-OtYUi1B^0-XP6+>*XX6j zdq*I-APojet#U{+tnGg1lG;&bfw%1tL$00!-ZwV>vvXYOwHL7&#uVzwg(Rcx6~{U> zrSQbo&3Owalkq|}xh;g&(Btp3Xed1h~yEfEzCL<6D5hSBcG=xFRj7)i9f{m?VK z215S|42IzP}P;2|m{XwiQEyQ=3u_ zSV4?b{*tOY+v(i~gRG6$9pC`*-gQ=bKM*X-qyV{M^y2R|1EpwiLd2U4stc7RYR$@$ zwk_uH;8Uh!|8N#dl?VBfmwES+WI{Iyqhv7HRBQ3DA27g+JCT-J(tmZ(dIprW8I_VP zzT-~IntLH`m?Dl)X1Y*M9%vU^JK4wTrplk*E?2zjir)Vor4We%baA-b2QRHn59>xAgp?q)=-h}P#h-_XU#Cc%$%A7Pq4ae9_hMwX~B^Z(^+t;FQw4Ks_Rm8T|Ys9 zcUg76?O?J#t(`gr&+wCB4*Sp*y`^Jz#^N&sUwy{Wv2t~Q-HV9JG&}mUv`A%gIne52 zLU%SFSM(M*M9wQ#@(t5a4gTiYk4iiFd%nL6R;CMc?e*JMB(CQ>OpmLNy|nmz=jNx0 zFNp%%fQXov3AX?wjL1HoETY;OPZE&qH?jp7I|#6lFXj<;zJXOt9QW7%m_Pe12^R2@ z02ThXxZD2{Hy|)rf^Ms|*U7B6yj7A|X0z<6phyi(>k&|X!{Pgf%RMtW|CsXYwcBf= z^^9RsHkNO_4lni5ZTZD7k39CDELoYD8?RR^O1U$&eX+Hgj$XyeX%B==MY~)`vRvJ3g;>V;01z5qJwEXv42eLwftH6t#4HNX8Bi zf-K_#%#o}##W?)VnWEs1A*Z5Q6G{*hSvL_UUos&&l`e;7y-sdN@si^&{N)h^c|6Zp zFZS;SZ!V{gZmsl5y-LD$pt6_-s_m6jZI=Qin8_&BeKj{-^Ow}cZ0tdug=&<*)QR$!$0^OT|XTs9( zy9+Tuh9FD_E2i(@aPMUHn~8@Vg4Yx4JktJqU~CM9O&+cP0Z={Wr!0ZI|F!9g#>nd? z-+j$94QoI-@@-+9xjx)GZKu`>_{xL-Q#0THwyeRKd0z}B+2ko6Z03B&^K2>7(79Cc ziR6znMPKb{iyL3t`|9vdFnGMST!QQgWV-J99?cLPveEMf=k*LGQX+qU0Zec; zse5cNU8=T|a=bZ^F~S;Vt?-ErM10;sM2Jt1X|7;j)-hK=!8AN%_TRy! zK`F3wip3Z#`a7 z+)wkl^M7y6?l0z7HiDOr@rAjp3*%%@mJw*Yhhx7Xs#vd__o3&3`z9F^?qCP$nuOh- z{QV40Y(tKb>$dvu{XE*kZl>fL_Xx6y!iWB{V{B7YUko31@7^d zZ;j&|*k)Ym{amQoK`!{|kL23!vDH!Tk=a3kcX%W%W;$-I@lGoft^fdc$Vw`aYpW4Q z!N_~NprLMdGrRCebSZ(P6i>geuUZhb;Um^rCeg;W%TqUq4OB8~B#{U9kZH*69hYXl z(dJrTZ(J&ZodP36D-#zY09o^MDRq#K1ROemm9>I7t_g;$uqALkV|6Tpw&5rBs{y*0 zflSn?rPJK$dNW_?M$A$Y&uSXrh<@#cjON>!-R$)ppi(Qb!XI{zR3jh}#$wLd+fP8J zB1jJue{Y_OUp^OZG4>5mvf)dOD-P`;g+~%7-l7y$s6Sks*KQo!jKTQBOn#NAOb`P; zSxv;$%^Amk`<1^xrm5`RSKm86JP;Z2`2IZXC2Y_wu z7N~XHlEI*WWrKl8e_Zt+BvR?ub6V&7IFVt^y!a&I)->DIv9?n>zYvj8Tq5Y}a9CM2qKJI$UwjWwAp_V8Sm7jsbFlkL$sU4C zbaLEb`ZJQ%c=8Iq@SZ%RUz}NFKcdzWLF@U0ggQAhiEv`YM|s~a#BtKG%u(P0lVt6c zITH0PY0k|W=a)Qdl9eHm-tn)d6RVhAOe2eW|JjTPVzg>6T9bt;M~9dQfjsI z!@$HuGE8CS)Nl7GHk zMzJ>+yrpr*Uz=48@Nlkv&A1!XvnwesZVgyL#*MyZj2IW#^J_vKfSrgK90KLftM4`s z*f^+wNKs3Mn*D!&-(XT1=u0#K5>MQVqF8)hlIP!O+%}>gQ5(e)`~-2zoEk-@r03dR zKR;0EuSoHzsN<)Xo^Wfqc)CaFN_6Kyh=`8{G)&R}AB(ytYhu6w1NJ$1JcU>AC6(Yf z6t+#Y9cu0MmSYd|SvpCqw>s!-8FW|Y=!)6k5bX#uZt{C^rE23L^&S2>N@#>p&y7z{ z9=I6$;JWCkxlykgL@P+B0IHwQl-)qmCzzrQlP zU(XhbjAB;F&B|gRTHa_KWJ{F`3vJ&5km1u1&Z4is zfJ_E}B4PT9)CNyO{s`ud99H71k=l>@8Ktl+}UPz$-AWd{TUT zIdb**Mj40Il}Q;~Viw-(KdvmQP)4L0DNs1WJSH4x^Dwi*(4V3%9Xda*Ryl*`EwrbC z^QWZ#_Xvn?4*}1@Q{J8f)%OiX?y{6A$}5wz$4mxN!o6ORv@_uZ3~ zyPY(-ZL(o^a^?ZD{lA$ff9o&x z*}glekSV6r@_W0xMw$c}*hqaN6Siz&%DI=p;Q;u%pilni|c@_3$_Cf zmQ5~22-!cbyMTI-c?0=tNL406D1rz?j@jxT0iz$a?fQ5jTf*wAiX^tf+)D5cy0>eh zxx$@Q>QD?imGJyM6y_G^3HV;TA6#APk@XL)QLVKgobudAGKf zmR7qvP`*^Y(UH;G7QO$#$w>fgG~do_VM+eGeRtgS|4Le_^KLpi-TYG^$FTYh`>;&$ zJEUqspHnD*dCp@r&6cf>bFHC+ClgmybPDF^4$6uf+{7{CvkR9Z#t*_hnJuAxJHdgLEWMXjS;RNl96 zSDZ@X-btE_bo) z2ZY@jIE0^ClZKK!!@Fq)+O2wP^Kl@a;w+b3NA=>zvWdMrJFnn$7JZ!x@Hva7rSQKK z2lmVU2z&5m4`!!jN48rF=lEyL&1Kz1I@fVg0?!??l^TcCI>5RarD5-maaL1P>#h9# zu-aay-Ca7}kQq?@HC-QnaA~vx3LT8>SrZS(l*HC<=&*YE!68g?;!tkmrtq2H>)#W+ zlBO~#E0QmTf4w$05{uuEdudH7^-_sdCFF2=wZUK_!gQ~!NCd?|MkU2y8%dj+d3SiT z21XTc9!FkxUpeLr2}y5rWmJnMg8n;--}Vhqa3vCH@k%|O93bGc?WfS{*~Dp}7c#I9}cV`0mR32t;9)av|U-JE3;Uuo7{kov&c(pljiTps`b180I zJpOnzu*di|WZ>YaOEWeH15QV=gRoz_wGS9o-<>V+7_fB!+HNB3@E7YPee3D$raK_e zKLUsuXqtq8_%RG?b%eib;XU|wchyUy@C%XP0lY|8YUo~QJBTX%V>|lKBLTU|Wlch% z3IvcjEU&=Um*P9%Q1y~o0xzB9TTjTlhX5w5>+bcbdwFF=;V-rWiimMMj6Wza5aPPQ z`XwP0JXO6Ne^*wxa+|>15Y9$}4v%=jFZQOqu|yGiPGPI))byQrD|=ie>zgRy+XA6f zWh0|(tGCxA2F4`ZD-pE$wSKgr^E_z=CEO3LdBY}M4W3Z*_4YwC)O3O;Mt%%`Ct$VB zUFJ#!3t6RCtaF67LH)5^Gnj>(qw@!coU*VYNQ(fWb6S%e2ji;u`bl`sKqOTRi$ND< zNf+i^w`E%!&+IHX5tX%fRIzucu2$5b5ex3I4X&5qbOGX$_!plbNe+&(-qkhxPM<{A zFf>*gYLbC^m@fXp!`w3U=Tbydp`(Tmjx)LA7MY2mLs?VF1m3;`1H(|yNSUguWK}Fa zE-J=~U)o<`q|_A=GBYBtV#0wO7&_ zB9DkFWk`+4+?czs_oIUMh$;5rO{K3r^sd~0PlA8HfLo7&BucElK7UXW=edq@E1cJdFgXfPU0-GB zi#MFZ&;%cHKbF>wYyNMB(<>>p=t9S(8Yf>yx4IMNMVliCxkTW9%Ybtjq2n>T}MoAXt* z^wlA2X2F;W@__L8_i_iXspZ^tv^L)yP`Fx%uIBzTwoe**Myk<4O*%Rn<*koTrhg>f zHAId;q2wi^*}xlsN^*MQ3iEiLF6yg{6jaia&`mPK4H<`X*kv`3Gmm*%6At-3ownf{ zO&S&F*t}{Vo$Odoy~3^`Y(8>f5~v5H)V(PFBmFjokO?Juzv;~BgN24=r>9jKYSXV) z7$p{_2Dr@H3uNhJSgX6-+c}@>Cx6O6Iz{+4y)PzgJ)4P}$jTBCO9Ag>;pOaT=cW_$iYoQ79m*{RA)QLPV|ycd9R|6tzT0F{`KozexLV`bu|49Fku? zOIE+4A-v@e`;&ir>i=})cGjRHFD_hGYoL3k^dn&bmF=JL)6SJ2xEMG%0M1YM5SFeI zaV5;`zu7u2Mm-}`Da6FXLDuys*Ab!DZ4!1k7YL_Hpxlq-Eilz=fN2U5Neq^KyQObz{l&u0r5lHmwg zhBi}fW_KcqZqK#OCCHe8b>kgPi*c0t2vTEBI_r|=UWLCS!<-2Wws$nx{edY{=rLeu z`hA@Z{}LXzk{P#xhLy5a2t-O3<1jW*`${w^DG&vFt{BuI?$6CG33 zrfH52IG+zB2qqATl2TW@Z=933_r7_2llQL>VWE@tLIi7d`4=|>~X)R_QeO;5qq^h3?^Wa#gqO(hE!{l8HqB_&w$Kg9I@Us}ik@w10MK0YF(7r@WL z-l_B7x?O9L*Mi)^At3nqJYPFO!k{g@;Kthhkn^_rs}Fwo-}Ae)laL%sGB;9dARJZx zL9?00$gfSeO(E5f%HT@ED1U(CyAB52Ym;}Gs6bG1EwmpfP@v@Vh1P6C+g@$qO*1dW z8~I{-U205kZK8PWUD=zwl`(QokFaGWzo6HMjCB6nNRRXPm8cSGM7Y?<|tSXF7rhz`}uAAJ*J$hSprRtiq zSm9P9>e&3>zaL}$vFQixHh`q67^VT_Ovi;c-gQ?LLJiI{siJ-lXF5qMDDxh+tWPYf zc<-eNJEJ65egEA8{w-S>^N=I1MGN@4<$EQuN6I`%Rg z3ejb(1c6cSG^>NO>f@4iYg{{vyg(MUZ#NJy+Hl}+B}MT~Q0IOx-0umhzk*+*neQssWIcxsF&K{HD;MTYa11j z&jDefB;%nDeqx3MURTMfwK*!9ac01h%Bg)s97?TwgAExS-F@H|9QsB}N&m>Lr4A}g zbhl7M0CJJBuHxJFnf3yvcKD}|n078q@&D94Q#n9{%wqPP$g=VWT~Vin^0v&KjXF-{ z4j_Uvq-+CnIJ&|g?Fgo+sVN95XOQ=rkcqyCD?q`T_!9nUkfQCQN%_2!?oYkxzpb6i z8@Ti=QRSg)C1NknKTt%}{3fvxFHe~+QOuazp5+^Whz#t_1aeJe3O8LTHVz34Q4-R^ zXR}qLT<|eLve^y{rD>l&c9cy92hYKu-jBczTcX!I4)!(^LHm{z<5t>M`ul;P@qFYU z=Jd7WjQdQ+ijRz44rh|CIlxCo(><#98#>Lmt5<9p|M>Bg>da$YBJfziI6GRls!1vx zGB7|HuZ;|kLpv0D?X{m+Kug&oAc=5X=ny`sxXaL&w$B*rJJWG_v3Faoa4%}ykF0w- zx2JZDuU>p*!e3T-Fb_GfC(JdOO1 zxE1?$#WL~vmlIR4YhqzXH%kS(46VvJj`X5+0XZ(Be z&|D{Z^RAcOU&5zaJhPxx73tg65Iy%ukXj5`ZJ-7gM#YB>22Zkh9Ew8nHQrP*ah1|e zWpB6x6|RFR^;@=eiM4TqEAXC?0T#0Fz*IPG(fe$Dy++FU&2Q%*#7dCXT#YCLkoE$I zOECHVA>74}&l3>nxo-Lez|=K>0BH0=+z_wwaL)wlojsQ5(jQVmNMVItv2!r;^ZdF9 zy7@?1U(O!SfLEbqMZRX`l`pl+w#4Y@)0F`9{{b>EaO`mbbbrN84j%6W?WQFx!p?ox zS}!jYQ^S6AAVJ6j@EG8r0`_MvBbdLw><_%Mb-d-y4_|E>FndT?%@R=%bry1t-5 zoZH&JXTl`fNZj8yA3j)h`9k_D@V2xjz>WXuX<)nIWf^pDsVY|2-;zp1r0hm1$}UxR zN#URt6dX2?nX26m8FZG*P*BsN25v*%+#m#HNG11_HHcBx!DfAMB$=h*cr|eAWXD&% zh-|65D4fzkIF$m-fxv4;<-;}(?LsO#Gu|v{c%j&HI;lD@!J)) zr824g^3%LUNrw(%(h7;T{KVty7?tJZIJwfWuWCi?Suq@k%Ni_FHT^f`Z6UsurZfN4 z&o!~tu??4I05@6xrYfl3N~XB~m|Xs?KVre)y4zq4FtC0gODN0W?T_qFxq7OP$?xtB zz}?JP_=(MuZ+rc&TuK-~VK5lPqI$AOmKCE0i#XOhq#F8OTKfG#Rqulqx;a0~BQV=z zf3InBR&amaYOW(x1&v{b+M=tNqST=_B5Wy->)Ig>0=IIl@FyR){&1bCF4$BH#e0JJTW}T=EDL1LnUe8+HOvn8G3x{#buL0MZ?wx3QS%{B zt4UyQS2o7S#hZ1k$(-rSI=jvhF;E{fvwm^ja@2u+#@G<+^$Hr}p1_0l#PmCoS>+9As-F?p0f&NM^Y;I?nvAmG zGnxlFnWZj8lbKScJ}$&?ZmPj{?K)*< z#y7kHloqwfc9pQ_w?vn&!9Yz!#V6o&P{>B8=+{X_YTnsLBVe%g3}VoO@u?|yPSebF z@rmti>D{AF<@lr!H#+9{e-~nO!QDVy{WZl5c{hLLJ1`5h8H@UIbJh^lyKG$!Wu<+A zGbpM5-^1hIuk0$!+?{p|CGcpZ1=P*K;o%(AQeXOWti>xZdNGwj2@ zMBBvOemqk9Z}0?ISlFm~?6{M>K5sxZM6)_f>wwgV3;C;f8M^mQbwxH(?q)#_Gn!d7 z&u7g_H~S17+z?>TPeMLTl?ay`^Wni-N2FF>?fpY?2d&`E{&AY`lhB-m*gO82F&|b$ zgGFWR$1DgxFFP!sO)J_6PRXzroA4dE7F5O0_nK9+5MgR%L7y?8&j7L(tXk#q`4kR& zPI8ycWByDB>ePkk1b{G)#(3rwvY)znYKfcn05- zFoRD$0;)_Ob7U}{w?@sN{ZOApE!N*3DWG(Qf^ed}oJ)LvyWm?rWbm0I2O%!e}GV7kHcMJLLhZbtZP^8a`K)Z|>+{da#g;nyhrcK2C|l)vxr^n$dz>`f*I1`=NM=!SWnqKx1Y2a%1{b)i23zp!cQiA0WSeDQ zk?5mawD0|Fh~l~;^j`mlar=OHlo%^czC|SqG#?$2I&WG~D^v6Yw7%}Rboy`ZX88K1 zM)XdT0Gx6tfEj3X3+us!mD$v-W2Q4#k&<;^G|EKJfdz>UWwkrdbCNrl z197L+H9=!EEXf^(-GOjog#RhL;75*XOib@WFF%lL0t$)Z7l5=e<*vWr9}&KOuU#_K zPS}7;WBmW3i@?kOnOY1|bsejFhD|BVBk5kYon<4>~ieSh<7no29HjOUpl zxPc8 zp&BqiM?|?sX-EPK66jD;&QyIAf1N15Z6=S7^mjOxsY-d(!N#IaLC~S(fYaqG+3hWO zxuJvK(C>zy7|0eHvs^@$w&G>WHl#VbAfS~yQga@a()CdRclhwG!|?;MeU== zvXDA5YlQ@nBX*q-U^C4u@bFVMS+mq?`FLf^lW>}wO4QW5JFg^W0=irHWl-S#vo8hV zYUhbEe-Y;Y-XbwxaMa>bdu{;=EDP4B?d=*(U+7`u{9i{ltOL{5MoUa=L4n--Jn0yWhd5Z`EU(bRd;vz+{M?* zsvu99aPbsBNH&S>U%Sch;d&kN&St6a^PF8(dWG8#jbZIIv?_FZS|$A`W|e4om*r7n z3oTj;bc`S>M?QZS>#JlHU`oo@iz*!?({r!vjdCP(s+VeM>0_c>O8+#K!kxjHtk z4)1y{sG57GL3wH*`H?^X5D|;PzAWDG6rN@zmO@sgLK_$6r=c}@43gmxP{c~=nEn8u zrBT;d%W+&)G$)~Iji`(gOm-bm5M8%;a{L1_WMLC9?(<$e{igTFnE@K%QckNC`*qbK zG`>R^kUjzT{;6{iBy$=Hj)=MGpg@gDcVwPW^U5vda^ca84lXUoR5*2_;;|EYYsG*kx6KlQ&g*#ysp16A+RAiJ#iW`1_8jX{m1{2`^5}w&H=OrI zJIM?yfi#<5_q};F#RbSmnj|EqCrU-asctcHJGT`eNSfqvg^l5Wp-S1vne+w8*5e5> zOLU;3rwY)_3rkHIyG~E%y>NEKfM*{c#* zL^P}!g>Z!fV|`erHitGGquRj)_|e`tWHZ2^RnkTTG?dfo`t)k5 zy*lQSCphHSYLy7nwQ!)h=Y${FNuHYo4r)`$BO!(&+U!}7Nq7AE?#4$+jzL4NBX<07 zjug_Lez_=4JIQVnejV0;bV<050*h)9DSMsPl^{lp6ir1jM*KOLxmGR4gMY?lC|dTc0nb4eCdH3C}{%Ho4J>EJ$-$7iw?Ev66A)#wo-HCpAJu^@iEtZGc8Qi#~-1x>GpzDFS-@6@fL zVEI=7B`!z{Gfon`EMUYcqt6Z|R|c`0&9ZAO6vPp{5Ce3X<|MgvHqsj4MSogbnsA#x z#|xPh#FH2;e<821e@WpWOKe1>T8AhqTHPOAWL{}-?}TyzAo(GBoZ9MDl{0-q5{Z%a zcqh97klAsHd1V#n zZwnsB=@}QaHvMLeA6fnMQt0E*$`&K@;g0Ephcx^K=&$lzrCh1ip5y6z29@`=3ICET zYP{b?nbcpF7mEpy%sFXQmxSYK&BWN4J2PKby6$|i4&3(s_sQNy0v*BEtAtG9z{QdV zEQv{3!p=Otrb$x3B%HM+10*CQ9)YB$PlNYaV>>D2m`n!sI#7>*JAY+qOWG1v*6)4l ziG?|uB=00F*RAm)kr?}P@t7PN)#hrPWXmzRcQ z9;(%OQ37n_fQkC3{bbG>DWDSGahc?o&0$X)C7>d=CP^tOzSlK8;LYk?*Us%(b5gzY z15zQh+V(SvS9w?tOr5w-M&RSs&UgH#TP(*1h7y?EWsif6XBj}cTH&~byMiLpa$WC+ z89YIurzI0fW=>qXsapJ}*(uZ{gg(JZ0k^ya)bj``&vS;!?{v2@I{|ueQM!dr5-?iq zM$$&@!jO`E_tdJ#&}oS& z4`Xf3NB@1Pz>wRs4Jmu7*ntbWbAv(z#HjMt7A*4V=7Y*M@OYN$wnI<^isJ-l>C_3+LKS#-lX1mwcmX;#_dwnl6WI59)F@I7`W$Uy2!89ng+Y zX0JDx91i8TTw=j>OD-wKjg&@e!VT>T1ZmXSWik30c)&+%ICJ)$=hM19 zm`XP_i~Dhe<&{phUze2^Mf7+$KF{}DjsN(0o0311-7UmoK;ga&5*QTw2=%Hn1{YRr zm0U@PfLyn0yr^yBloXuidG{0$>iB{Lfxq9%)L{pd3(fvhlD--&O~h~%l!<0PyV|>7 zPFpTk@cYZH=Td1LQbZS1jP4%&tGgLATxY#JA{?u*dL5k>Pw*50pfm?qXYE%%#n ziuzAL@YX)8kIspchV1X3$%d$5b2T{`eZpYGNQJ+40z!G`&44Ha&@?#k9PRi~8AyMM z^;P^y5kQA!F=FN4V^C6p(a1$CD0Fn*8Dt-iCY-@W+!$3XW+VXH3360>)u|A1|F!?` zUK{dSEl-rQi>@65&1i9^F#^iP#^qSL>kkdib13V4$2k+I&)$-pg_PF|MW%Szyy8_0O z*g_eWhGih%Vr5RDJpESH;OHZrpV6l#$rNR`A!R>~*p0fp4z@sQ!*=&t(oe(1?yZsz ziwdmvXGj6>t|58~Y)%a`BWEG;;km!yxSg6-)xsWFHyl0`1f-dA3SuGjWy0!XpaaWw zxqpscLowCK@dvdNIyL-UevtUXf6lq4LPbVvQ_*X69aDpY)XNOBptujyYPE`Y>)FW@+dFt{ zmJ<4fg!k;!{6#Ur2Va(+1(T;VXyFGq6HkLUieJK9S$s25QR(v96dcYdk~v9nnjnew zXK_k|fR_vm@rnaDes5jI{ufd>Z$4QmF|M>~N0Z0WvKbl}V5zDTfI<0CM(Rs>{cpyz zRm;mSWMRO-Mt{jFH@{$LJiK}xP${3}koN;Q*EVo}SVX0zrELRBmuJcC5oeoU^IBmi zdS(HOi7Wd+;*1Rfec7{gX~hVG0h7f0FM6tojg z)+>>xSWj1eZ+NMB<27uMin1GzOX&X$%E2j;{dQfF!#GRYxme*LUvlCWu7Q;4^)-28 zZUmHo!iJaB5S=}PcChUvC&1+2$}qRI1X+dxDpxOQ=@ElwtAz`=Y zj{;29Yg~@M4v4d@`N`qho_iLRsJw1+j`W{WuI621v$E$O$TSWe=x8XfJ2BfrKy7a= zoT!*G992yxHI7y7ewI~JQIMT%@nk3Vbf$AzHmI0&$Cs>p9C+UL?o*YyOY`R$kFAqM z943j6|JNr#*{I2lwM6myZ}svH7ClFIFj5=XlY;WDtsKh66TA30SF!N{SP9_B@PdZd_j&nfOs>=S%ZtrR32Ck$K+4t$ zyxvk^SW$k90g`Lr2xI%18v5${@kim%tLEeP&vsj1zYJdBBvqXtXa<>?E1TiK3@m8C zf$oM`v_N?s4mLI+bic&1=oqyM)@j1n-o4~XWCY0U{s~;OJHTW01hA6i+W#(7?Rw{L ziZ8T3z>NE`#O-=_+&@c%LdFb)cPH7d5VLK`3g?D=iov1V5psJ8fDe#O z`3hRxiCQzXNLG+AV{a^@R(e(CQuFN=}4M08>0^aaRh`xj;a#Q+|!EBn}%5(vp&Eg_V@ z0WbF$;MGWb_wL>Q$K88IRkbZ$fS>}B6$F$FB1je_BN-JW=L`}QkSH06k`$CIpdc9} z2}qQTk`VmH*=|LGomeq6X9=j^l3TD7WX&6*Q!+Tz(W)lOM} z=Td%WVkv4C7~Nkx&C6p$2&!gQR*j$~edqI)SOt$Im2w`onX_Q9S;7Xdjd*Ru&@Fs8 z!9gGx0g5OnC=PyydUB;XBE9%;i1$Xfgt>EFQ6Fg79f=c#;i})>=Q@xHjSW`uS)t_cOX@hFiv8D3mM&G8kR|{ zL3uQm%*Xf=Xm@0@@x+a=$eWdtFR0N-z)!=_GR}_#jLqq~-944)OCmdZZyIL~h%wrwP-JTtQy5Ps3Y<3ws<^M`feHl2 zKK?47Q-^ff)_XlAvQ3cf{g1@7*!5R}kPZ=VG%cEMjz+#ZS}4d~xI*dheB(O?&=3zW z_P`AGS6PXq_uZ^s_pp%^Imal1xseS?O9{G@3H!ujT`}OH-5jy4$K?Yp z8pG@UvrFt%8yDJz_I3XlEItSKp5&vrNl$kg%x}NB>}%Tp}1>6%D&fyy^LypVhW#WH?GWx;I4iJT6Jlaapz(BhfBD;UnG36pVfQr4qm}ru>K}qTAk&M)-4K_ToxbH z^NedhCD(8!4SggbrL_~oMlq7cMpbF^f0Jp^fm(r%DduYGND{$m=p>jP+-4fKQbgu3 zQA3kR52>|GC|Shg1@Fo39w+|NOQI${j(nZFEd7!-CPSd6q&fC{3EO6)j!4@rV(DUi z3<(xZf2=#(i*7dEao@Y^?zqcOhU7LD;w(1)LIpt?xXOz18@SBg-e*4-sU2j_VvKl9t9gm2K>`_x4}F0o0fw zyql$Tc)~z{Xd+?BZTZz3-h)Xz7=jmiM45zGMY7i%q%3vB@v`&kU$|^?qB!IXJ|EVa zJ|7a?w}4*Yk3S1?8BK^#67&)#Qr@ur2(Cq>HUO-8A?1~bhz>Tqy>a&ooQ}KSLJ+$W zG*mh+&;RgnfaqAN?I}?YqhR$3`J9ix@O1a@I0v}a&Mu2VhRR2 z3n3ZXbwn)OEcXvt!BF&v3(@DtS?1}YA1ASNh|RaVqO13+J{7HJp-S9(iAjWdvp>rg zt(L6t%H}fDH_@S2mu^W>`;KqGTsP>|F}Zy2y!H5dbyHOm+M;g2{O_G^@IKclCU*(>&^}me;r!0+?HNt5Srr#ffH)R9|8bQWKR6k4(=5B)EuS zZ|QHEddm({%FPCVZsnBE@m!XLDIL^$e;S}}9b=(l{|OoElx1f#?Os|C+8Hg)6L95am@Ex}8-1~z!AoZZQuXpl#oK;}e&Oi_f-ULWb*Z7kL68`WJaYl| z3DS?S1@9RA3Y*wZhys3tbM3Jn_X+fW!Ny7W8)CG)P{mdHAHtCkB~?wD=jtA#m4APj z@Iyc3nz9Bu?n;mD%jKFX4A0}lbQi^-%1Hj zspJN;&2)Tjseb>epn^804~F8ZExC8eQmF5bZ0VPNbC0YeI`N;x%J#lTwgn8JSo-02 z9;+9XOQFxPhOMqhgKh1lr*T0@+PMmH_LySwUCMf*Qr*B}Ur7P~zOfo_@5wuk2GHrh z&toDsR9jpNiP7Vw%O3=yzcydlB3mkvCEQxxSdM+x+to8m8iQ~^E-f8>#=7yvGD<*M z+06#)x8JOOjy|<-q?q2TW7o-mpfYo82sSpH!H2;AujHML4THhE-E!)F-zu*~Uz<=( z7}sV_Xv(UMdy{dtp5&SMpA6RGS^k|)iRT~}m3=|HV>(o%9SoFHel37sYezL6x-Vkp z>Uv_{lcvlF@K*j~#Nd@T%@r9qlT8%X^CxyeCgEY~2oX0k9QNRqmAcXmp~%2V$Zp)% zkKBa@a|)CrNtLC1_@>|9wFTyFeIW~9h%bl=#~?#$0bK0C6#qzJui_eg@xH{7E3A9x zBrra9W5fsd;8$(T8uU7p)Mk&f&gf;8JeOWy+hw|vv0A{ln<25~g zr%&diGTO;1*umDRaTsiqK)FP%>}5Qz(8dM)8AlD4;HcFCA5Gt(FM*4@;i&yLw;dal zH{xQk)NOrn=te}_h`smynZdEE$`(y9U-TX%CZ&!y>xg72pji;u`(3xp$M3ca+B`vC znA_^bu2SEz6I*{t($VK2szV6%wpy8Zz8^Dai8gdbI{1=Y&-*ePX+HoHz1GH3$D0?3 z(|%RLvU%o9@a0SP&14?}T7tZZe*4oevePk&=oEw&;@PWi-?8LeCvS~8rkJdg0o}$A zhxgijJ(+0Vv`@+0WPWzbwZy5c70;8e`f82GH$-`PkU(oLUr9?Cro||_`KjRJ=^dLa|hPUy` zbQAG=X$YgIzu9pzornet#EMq-Zm|U3 z-nekh`%^YbY>tn0l31WE8s=5a;SaVKuNJmpUMF=*&`j?Wxx%={;{o=!bLgaIYwq$* zF}N_8$pn4ws?}D1W|Ob?OX~&Yl`VzI?Z~Tb{iS=w)H*e;p)dFP5))8c zZat=%*kc`5TIIG}x`Rs*fbPh8jEkGkzW%LECV+CTkOPtSK?I!eK2$IAk`jQTKo;v* zK$H-(;WPRrA4jvx+|-uD=;8m)Ab%eylCw~wRZ8rFW%MMNqckJF#A;;=r|K~ZSOoZd z6DaP}WaHmVL0i=D)w53^WDe2j0C2wiK8br3w(w`upYiOf77N_oMxnq%vq@q!ve;v{h##^{Jn?j)G# zsry$+aCaU?+arVXQ;0xr-unT2AYKsr(czQ?OK&tHU3xig({^&iTz7iyy;X>XN#@L5 zRi7vK5VsEwN?Zq)^v-jL!5XXiMMXv9^WPXm4yE0J?NASZX_?Y8#jiaj*$daL%O=t9 zfvU_B>Gju_ZnT_{yR8(|Ti={cUX7}lo7Kftd%mGm?t1HuYea;o;BJP0&dCj|xRH)w0j;5i;)W8<*CYuiKvzG$uFt zDvOZx)$X-xu16nKd)3l z>9uG0X@X%7Eb{j+x$*v_Chz0`vvvL9@^2S24G~v#G!qYKz*frTsW&?&+4_fQVuj!y zIO0|?qGAgJ+qSt5SGFbKkx4yamE#YW5{mniSe*KDU$0JLDGyM#1~7xC786-or-<%k zJ4wv+SpU&^r`&L<f9Ff=x0ehxBybz+aR7=h}5}*wKeS(4 zJ`yzl9Ga^!+Vdmp{guI;4CcRAWy{jyBI9++AA~;*K=KnY`pAClct`o<7}A)`wIp9W zWwh@StVU5jYK-C@KzR$$b!S2g=R8#uCzxrSM>3-4u!O#suA*iXv0#HPjF&1y;{xI( zLoXNW7w&|}H6sgMtia*Ub#mJmgAem>>({ZRnH>TulpmWv5?MX&d2FS2n`x355bpjj zLB`F)9ApY`@Tz?TneS|~Dssl_(cYN+0f_1hBJqrCewYq6^!?zKN>p84eQTbv=KOJ{ z6|&qA)GAQUvGrEWJ6!330pmR|R`rltrg~#xQZ{q<_sx9)#6;$L=p%|Ynh293tRoos-A8B<4vx6TD`4ex`Ny}H%*W4h~eV{Yq>U`Y``^z@GYP{Ii> zA3@-ZID3^xEcgkA%^3h@@qGi)51uHt!`qe?^~qb77*og8`hhPU_9ZP@U@0^8NY4W3 zo#X!uw#7GEL%(jl+dr8M*L=zkLbYPJ^=eTbKdLTW1-#oIO)B#n;1NG*Fqn6sJ@rMr zll+F70Loqu-`NvVQ- z@n%}reZ#4JP7Y^yz>ww&p?@HbA@uO|osi)cYn7f;(^b-GY26GWPO5q?(65l3a(e#FM zZf?vA1iE{K?;Woc0Y#R+DH3d#uL2*)Wi4w51f3E88bwG3qN9mRRu2_E$6PRFbc)W1 zwaIC=Ol#q$Q7G(S7a&%4U|Ci3xtx}yorlR@CVJr!qR^;j>)xxTfeRuw_cr}rC|8iE zD`{wCw13ql16LZ2#y(%6G(#Dor-%>HOZ@3o(i?1t?mzK!2awRpV}%KOq;@hbQr;)B zI$yF>=K=?v*+b#4>3n0@&<)ex7ex_S!u zfv(q{d$Qd&lCgFpP_}KMd6h{GBDq>0p+Vr=&TNPU*^IokW(Z=e#yhcN_cJJT(e@f5 z%zr}DA?Uhgf@uDghXo@tze}}B^{xlFR{H-y>}gXXKpG3@xJC66&Hxb%&ZA#Uqj>0# z`ObLo)Rzby+c<2N*zO{Z&(p)iT9Eiw{r2*q=Rx!-&Y>fbL(&EOtvVu;vYW9F+-!bO zB;xWR7LcILR%ii3Ubj1t<`OU+zF`n$KVD+870+d0rxWWN{Hkjc&$LZLl1Dwvn^R7J z-A5uEZp!uZgQ|a`$8%?*%QS;zu{+^nZY;rTnxsO~*rS2PSn_wca0}iAXZkUkRG#$5 zb2wMH46$L=C0Pv`Z>vuW5RN>$)X{TJZ6Wj!iW;?;65y`M0#~@CXMPBY_lkvvBQu zu(uyv;`5p!OuYTx3Ber9!2uXP&Yg@U8 z6>WwLA(DRss}{bMLrS+5j^6eM$L~)8&{ywH1P8C_Inu%FNW6vsXjhLxZi`ZS$&Lk4 z_#_IWo+RHIWJ$buxSC&5LL>rqZ&>12XUdRCLiO#CS9>()!4b>!BGh8Si7<|F4>>iK z?&b|Zud3IJ7tuMhY_(Dd(ejk41A6q`-SKVZbJh-LXd=z|aQqRS^sB#kex^eH?2hA7 zkD-<6<_>`ib)p-=&Yf$>+$o&b5Z9M##Tu<%H{t*7#K$`E5H5gnL+D>oCdEoxMNQGM zo(A=ToEoZ{lnsB#(mckEceInJFlV^lJn>S>MMBtBT&}aHEia$JkVfs=%$;hsw@umJ zLwIl`>&uk+T%v68bZE@gJ$SiuOVsFru|F22D5Rnvo;p4x4`74I6)cU*q##pCFE8|1 zfX%IpUCXPOyhi3OpjxL*ZS)wY0$^(o!l6rL(kOmd%HH@}f>oq3Bzcbo@n*PMH^VzG zV`^NHZfgx-95_X=ut=tN;yy%aGHI4{EM$QW=hV1EoWFDix%=Xv=RB<#Rf{Ff9N2Ec zz!^b|mL#kR?!DuITtwdUP(;=Km|M14HOSc~z2C@84IyAlVA)c%_n6d^SnJ&=>JmPN~h*iSG z;wpqqd<693;^B$@sE?&Oi`ipWMG5W(+-tz2q(Yod-GPYL=t7NF+T}W|y=1<#)nLP@ z87;2FPA(Co=LKsX=g46{ck_MlHO7PX+K|05HycDkG&4JUiFXyw#!$qfhsbcAYTL$R zS%(iwbB^az4TkYH5iWls zGvIf!Z*VrOgHRzTO%k{BpC8(kk-xFqst=LOnh3ND%804Ohf%N}rHSs1sDyUEU^f2b zFZlTPr!%F|f!B-9!5MQ_cafJjMTlJ$nW-_%@Eu)$!nXxY%;XL6E15m8{8I}Pf6|!|;{P^MVtub@5-S$}24+G_o=V6| z^Ri}bpKB?M*wvW4ielo#Cc181{%RB)4azX9=3w6Ta>meQ61$82IjK2LRdt0-yoNb8 zyp058eh7+jia@;L#^FCH%`nctMp>rSp7ky%>6G#(->9i#c!*C|ZB4-$EyOhZn2Sf0 z`9+Wiqq+?CN0VofeY1(2H>Tt7l^i1GFWw48`X$eZ5aD?QqeWBjji&8^cdNzQ(MD6VRaqn`{!o{5R}<;H8;3kxRSb*d;3j24gf;%^KbjZ!^4}1 zp${+1{hCmry#epWGscG=*Ab{A)Pa0fW?z9?f*7d^CBW&CNmVhNkylYnpMLx(#$82BX~**J5NswF=tq#)zj8J)HR zbaNv46{T`>GC8J43-1UI{dw*koQu&5gnFsK?O3Bn8FU-~xbwO`m)+)^Pk?M@hbzeUevyCVmjmv2)J$_g= zE8&k{0-gPtpx4&nsO?X=^F|o_eV}bM(BPW*KC2Ep$kh-pd%dig1N#4C+f5Swx24K_ z(#XrY%bLaHQawXElI{o?+1e?@k6cNGNtS1Io?wty{#+koH(S|vEP^VOOR{>qPXq?> zFcreQ{mp(Lj1&C6{W%{JBWakcS>Y{2#qpTL((m*sCK+;o8At&PBGfZg0FO>T#0Gw{ zja>Sxe`#jPD!lSVNoVgTc!NoOM{QH!ySkW?ff@SF92(~>506Nuh;=-^`@fzQ;&@@a za_`*Ztuq{##Y+L=K?CVml*Q57`KEEW?`Z>ZgK7mFr(Gbm>)n7dXB{;oigw67yk)~v zhUFpFZsHfJrj-l6>3&O2E~JR32Op z+FUH$#yBD;V)H?3?ErrKG9%#yR-ohs{CgYTV7Krk6|~qez;NV8SYG8+*d@&B>ui|s zTkz$X^q=xK_N#7kKb*#1zxQWg@vpU)V&!w9DO{50PV2!)K(2V>PPh{}kverUre~_V zl#gCY(pYDkh**Z|)tXDpm-V(m(ED{|O$B?%@vpY*PWLpwQ-Suw2E0tHxI2!&a0Oei z`NAGw7<}6|cCF8ezNgehPi{a`qVb!8Rv`t3blXdXvzSp2hDvv>aB_vHtO+!>mgA60 zYgdJ`$RBQGB+5y%7>p>HIHZVAgFcD6mH3|Ar|{kP6|&1~aj^{R=x^T5KK>m*S=`)Z zJs{5WSS;vtR)|;gdpk7j#IQ#P6;VC}9EIFM_u?b@clixpgC!Onw1up6g7DMt*l|e^ zG(g+>1Gcmav`GQJRNFKzm|_Sxhe+0dw83eIsTJz?T5P117x>Ay{H*dP45Vn5T`;A? z#QT#YzG3BG?q?>a$h_=qA^bFM394bn>%yzW-2wO3!L>esQRUNPu-toAmY$AgQ@u+p zypxO{d~is~TDbZrBki6OLS%oj+V|)9o^~ZPZ$X?wj5o_l14xBADW%HV6<2|OpB-sG zySiWJkIeyT2Zsff*YWT;RzQcyx%=Bsn|*s*t>dUmV?ko#_;jk@@8A%{-b5u#KRecA z5qWHCEJ0wBa1!P>^(6Y{D$O`jP*-~nx&N~!mQ;P9GP~hrn~N9M$z>uz#0hhuhF*t> zb1ao!SF8PqXX5@bXC-gF<(h*VSGJQG&jG9{LprM|rMLus)f(w;Es z*^`#?uFCkN(!GyHE+tx5x9bsjLLhYo^ZNTiO(myF0pl#)vX}dGm$hQPy2Gb7O20ew z63XOZ`utuOXEId-pBsh4T)IG$Cwt$ic|+BZ2=JWj?vd4=YSDm|W6nHKu2pA@0}&)i(k!%{aex?Nt}zU5L7Rdg<{3;fd)*Wn#hN-f%mUBO}~U){ht_1J5&Yk zX2A&W>zkrqd%HZ6?3L4Yxo*#8tsz>Ki1)5L6aoX8yN_Dxz{^}sDf`;pM<_ldGpkya zPF8Cr_Z;;<#q(Hc*FIT=%K7rE`f~9WhD3J)sDwH4sZp!h5itDZ-*EM2Ks!kYF z9bbRY?efem0UXyeJL9GvWAU%q{e)RAHL@ttH((7Zdg^?f9;2^3iqsp9A2BR2wgwGO zoLg*(I#jBD+RfOYV>*3dk-=>n7cHdfQa3yK4_jblFaExqgZCku3=b0@NRv1+{!AvS zWBTS=PRGT{w({4fe)INQ?(k6Z6;WnTexYFUU2|HhAbT(oe!=Ue%|`<;RmM)d z(5XtKs>euRHbHdUmTMU@jZW4g+#7H@=zS4WX91f#tiN;`#zj6GP=BLT$)03Z(H$R( zQ{8UkS&scAjs-+m;lyZMrv;r*ELYGU%)~)+Wu?J>R>to4eHfp&#^~TGn*L*-Wb+LS zE>*PC&JxS83+Q+nQiI_794+vmFt`g%PLD#6SC)qCbJ&+F(CQl}QZT;nhJ%Tz-V(qp zb;sAl#)SrljO-dm#7xEOgEkR4pMO(#;44o)qUgyB6pN(pYN&S0AV2=2))#aORQ#n7 z3n0FkFo}TTJjdm}Noa6VtN|{8SnYkWa?>1UY79yjCrDE~08qLK@mCuuL(pEt7HtDg z0wtkxeXP5nDe|hM1}60~9+RbaZXxLLcdoex90b<>rjG@+t#`hP$5^-_+x!ZFqi$MmF7ym+&eOl~T32 zM8<{^_Q%~Z12hXwq`&h6#mM40*bUE9dWU<}jYmsuZ*P$UVxbO+b@MzQN1y1&gYklSlU9!7f**eg*Pn9MWP9BeR%oj7JiYkk;n z1l9%iEz5(>#{%wlF;4;faJl%NruXoPl&wU8-L~1_zO0bWmBiIvztd;O7`maWkM*2s zNmQxDPzi2#>QekbXPm(xH!(2fTnLf5B07XC)WT-*>JyggB@@9%HW`=r92!-a%Dyc_ z@d}n*)`Qmbd2Q|J^d>z#U;;RZxwdS1MPg4VxsGI}I{31tVzc6fYh0K);MtW3^DkBc}MH?qeU4;*A_rVnZv93vq4MkvYes zR4J3Z%iXV=+9ZAT7$KWNNWNDN+&zOW9xT+h_6n_w9EK?hk&KS|Yu060z8BBf8~M)}+q0Ftnt0;D^Nl+unr+ zoq(2_29toCI{#L)=%?@rRIQj1$)w{d%U3m4Yatm0DMEcDpC`7#9NNzC5+%_BNU0Cp z0H<=+2hs0Z-9)BQtS+RHF&J&ihC<&E-Y)uR#`k)=9M zqP#ETZw2n1G?7}eb>V@Y1XRr--}(Pu5T6ikC!7`rYnWpe{dtWDDNFaoV*15)dqlD7 zp~#U^?WVGBIYbo1$Z2Wux3W~6!N&t=6y-3uxNRlQ=zRu+02n*82q-(^b$)san_=8_ zo}zcuu8lR@YzqlJh;|vH%9)qjKI+qlYQlI2bc3p0ZZG{h#Tj-w!-)kR*`#n?MZJHm zpmSIO4Gk4lOe~9*V)05WZI>H!IYZO zs*}rs=cASG@#0AjD3q6m%BTB}S#XO>Z5O|z4k-jtZq0abz{|!=t}9jm9;$8rP@_s zEbrr6n0Dzo+ncV4ojFtc^ZiqYg)oYnp4PpA#tlj}@4w!$5DZb-yZg2Q*MPy`_3D`y ztv^fV`f_O-fr^PMRbhTF`R(g{6odI%k#v$Ncqo_i<-AxO*L#F;7lf&I*Sd7-F2Nf& zdlH?0=W1SoBW0|??yOS3Ufd%RZn@d92(j|sEDO%5{aP8Bxv#63tGmCmR5FSo}Lo-r(F=~A*9j0SoYgG8RNk}&y zfrZn3^(;@I^Y>Z{f|rT|G@jCs5?T)cVRK-hS1e^0PX>_9m3X(@a?ll z5myq6!c~)h!m?8AEcb*1jlV7RLGX_Vff?qr8YcR?L5UvHfmsK+QHePJS~tZsS5>=; zETkXlk?ogJ2s%kosJ!Ya52?CLguB+u>gFFrcwk|bA@PbU$ux!~OWcww5Tn8|PcSo; z1ykaFcv%upZ@dDXMvH#XoVNUt_z*f!v3n9W{NV2;yER7 z{LiyIRQ5UCp3lhB%MngHTD9@gNiY+Ttn)*9%C03U2^vCJY&SE!25^(yQXR#@4rAJ$>1$b(nr51*a%%PQ#rIDY# zc`@g6;iGmtxxkQT1kHJ7vr)Bdd=dG;j$-BHu$yV|*~@U1j(~fETWoT6vNMa#u6|sy zX59aXBIm{m8nVZ1XdkDhsq6+~FhL+u(KeTwBwUPH9KR{U`Q6J-fxNE>M`kXe2{i`-SZ}Q$<42t zHLb%aNqn-$cG~S*b+@p)Kl(&szhUpUf)Q>Yu-XED`3=yd_oOJA(RW@pJKrog0>7uxOlyyS78gQh$MrXh>I z&v*B^c05x*Tu-&D3vow4Wd62I-d@ti@ihqhALT;W?ZJFC9f4aK$BTY6v(TqL3}sV@ zxI&95%Rwjo+H~}{S6=DRGuL&MLsPwS8}s(@P^HudYSK78399mR9JUkReD^dQ z7yLr9B=)Fz&nTpCGLeqt=#Cww$@`dR~_E*LJNG{{!K+ z2(|{E@OOr};U3)rH;+Hf3uhYK`sBXCaRhNzAx zo$9aoQBaaJ)jl5ReyYHlRGM`kt8(S<%@FL{wVgfJsd9M^l>ZE6V;w_(qAuv?$CZxQ zwH3FqRlds)HNpG+G(-N}P5AE9pYORG7CLvpUEpaORd}fs*?oKC#lqx^^t%`o}EP_{xInnxH z+4E`T0#ewhv3Cr`<(0j6`wc{hd>1;fr6Ux}&&MD8;%cw#8$-6zK@i~%GgpIlC+DkQ z$K_$*#poISlu(`-Ai8M#m{Gfn-5EnxyhCQGELT;ui~?NpZ*sIik`kk#bAHrcYZvW2 zWS-&EUSgLLd=Qtq`(r(b06sBzBn2-HmeB1QWXnXmJl0HHGyiZVludUl({j;sv|Awc z=u=7bVx&6NZ^2y7&l;oyMHcZ^j*N@%Bd;f?g-q1uN8XspdoybBDC~-W!@?EUtI8Q6 z6e=y>4@>w>aY=g`-{bJP>pT1XDrYCz;q+j)@Jxh4Cx0X;-+qjiw5Za!_ zh_g7#9bX}H_MHu-*vf$Ih*RdBqSC7#n%(8T{Kj@9!SJrD2D&VNTlhgz#gDEhgc@x- zD}#5}c>s_sWjf~l^uD3G>k)GlRCu#7<^U_Il@3GyzwMmDSO=OcPa@-0bS8yz^iSd? zQ^JC36`<^t7+bfH{oy(H!SqK=rNd&^5`D|VlyE>p7!W${?6SI^W3NNE9IslORQj#4 zq9yuak~cp@)`QmVEu4XhG*`X)j!~rx886u$R2nteojW-lc(I&oAC2^BGxm&to`-u> z?FLLGyXZ>ib$vMN+v5c@pn9Y+9qrXHh}RH=!MI1!KQn)Nqh9O+TBmkrx%!C6HG8k$ zlu}4IL>^)57yCjel>6a!K8%Uz$x=EFh==q|3OW$oZDq1^xZ$9MLDuB__(7{tU+zO+S=t3&GX}^Uz&kov` z5*BV9SOowjnYM1XAuO#d%@OBu4>kI>{+X|}r&ija{(ZQG1l3!2%v#4o4@UDApv_|( z%Vn(xui=ac^J3P1|FKaH2WEn3hD<7v0MaWZhzfZ32dRBj&#vQX3*LP!(Jy?&P zS1MmX;)S!!%_AoT_$qhN%}LtB%|ZSag@uj9?{kIEcM82i9k$wY(mjO)NDlOR9oY1` zaUZ^wVa8t_z1@5j~@5u}H?yd|Z(G*3s2FcbP;9Smq9tLtj z&ZyHuXYwH3A}7*RFMQPD$PYs$TM4pc!XV09#n2dixKh+%mu-j~J-cgqyX6n)yb&nv zM@)uXTy)LhFPl$DZ9~KqAt_n7QrZq557H(z@5xk}Z9_O9d&l}Q2w6Z6gsS*ED3}$7 ztj&?`Liep0-H1pBx}!Hx{FL@qnMM)1T#Ex)_Vfbd=4f^igybwoX@eUL2Q!}F$`>x@ zwGr*FZ#n|8*~+L*Q;wit;7fddstKc?-LOeDYRJbQ(lLDy_IUB5AM(bqASL%XHCdhw z$cEFQC&iKPK?TEuOwt5eM#E`Rx2A0>!Ca`)TrJ9j%x$_j;lSr zf=Gg*NJprf50H%mLg)V+I&%Tq6AmTE4Qbs$ku)Ui`X6tpB8KSMqn;3&76B1(s#r*Q zQ#cD=GINgB99P{MUSAz-7+^?np%v^OYM>jEa^HXu5tT0pO6L|Mh_R-^&4(dBv$!Y% zQPzN3ED%ZAkk*!2Q4L2`T9mprqZ|Iv#dWRSM~@yAW-n}hRhoktUO6zpoKfS>Ujydc6--uTlL5JNLT@lPHl1}=jOt!|054ZnY3*)O z$HlH&aVAuRozRJCW+{+!Oi>7~;jGE$1T`~Nd860SC#SEa4=!Thu^4y)Slk628l-qs zT=oqAX#~jGFa1U{h{p;@SGBzYi3Q8A01;DJ72f1`2lCWYX%;5WwZ;NG{+Td=;gerB zo{_g>-~n7I(|%>}{WhKcsB+v|&2C=d~4?Xd-uNJ1@_%U8cuBfg{uZmpg+HGq z3QFD*$r96LsN&xxyx=|mK|=O+Eiq)o=x`@E3WN9e;J^MV zcr}=JOsZekUarL8O{>pc({|bX>OJiW$f9#pzlS{fr4(3MYJy%1bEHL9Q+$)ixoh#c z-~rF!9r~EPRp1ddoI=D)gWCJ943naIiC{J#()V}upn`-!3e3Lr_ei$@$QWJ-j4YVaavm~r>INRW z&lnnbo80zbK3t##EnI32tk+o+uXt|%;zbUwzQQFYK zPoN@6nH@n~vsEYiv3>8g`>xv8a>kk=9EY4{n{D1i@$-kolI@C+r~0 zIcFz~JlD`P^sg!nP8TyGhgLFE9;it`xf^`)zT zV^|*^!F%F&D^c4Vd*G9N5s!~r2pTlA%QqPn>DV%v2b-WL6bC$>ied;^bE8k`*n<+E z(8=7E!QuoOj&@{&WL=OHx$?regl-IiT+OykH-{?Jzrtr_oOF%^~ z;yLT^%aH67iToH(wcXIc&WNdKuGs)5KfnF zKvSdCob!G`LQxo)hh)QD-(Fta7R~^Ug>Wvw?po;^?(n|s7Ll~%1;nvJKm5b%Q1tR_ z9s`L;fy}B{X{j?=Vr&(c@*bZR$-kN7_kpf8EU>#Y=fRE7}pt!?z3n z6$)3CWw}1{UH!tt(OL|fDa&TO#vJ@yelm&XL*Kp zLHN|*41~J^@7U6pGdvM z)j(bANtDlCXl({UNFD6BMNidyymdIAXsY&WdS8gZMba+#pqf=x!gI|3EJV#RhlX}g zx}e4s_mGUS2b57F)S*eZ;)d@9T%9gJMSo|WdI?W$Co3XMUxAe`^@S#U3c`mb!1fC5 z0%?rG+I{Xm&6_f|UwV{fdXGQGZtbV09LNTy;cNz7LfJedP85Xf`PWg^f#n+wx^pcE zc||qJr5)`?hof)SCjl(@sgERIN1!Gc2dQz%%7`hXGQ0CnPF>u`f5-50@pne+SbsRp zYuK%aL5q(b?GJS}@4il)hhnmjP8JD*&Saass!wxE`hFYpp%?dP;W#w zDiDuDcmpM96#D5!FJE$AM8`4fyicK6h88LEXx*|1jzgWZ?-(jE>Dz5MmrH(+Uo6Hy za`WC3^TO}+?CG0#^Tcdy9B1iNhuP(5hB@!Kq*@F!Du9OG$z6YQ9`o+qJB5+eu5=lh zL{gMsOBj{V5)TUs#3mKM{4iw?g!?Fkx1oW{97?rQC#})Mt=zPz;;$u9VT#CHCXqmO z89o^W@a&U6+(M498W@-4UaBPOUjTU2sl7rbIMLO88 zwV$UvUTZI%?|Ys1L*{&c5t1IJ^L;oV1{N?0%mn^U=>Pg7(QrtkB?Q2a`bUfnq(VD$ zaWQjjLSCsktC2!Nh;bjHGHPwY)?D|!F2)tvnsN$2d zRg`$j!m3qBcf2o#LGcc$J)(tgVJRxNH2wX@f4&iIg9CnB8Hvv3=H^I@IRYT9d*ZvV z&QWnv?=iBZAXasQjzQSz>PH~6uzEbYCiTBAg!ATuw^AAg9*#1J=+`K`1RL{>WfK4S zQcyn#(@FpL&w|9I|JOh4Z z|Mk2{&;LG6|NhN2H0i$}hrfU1oub&)#Q^`?m?t5f(c^lsL0XIc*Keuk{(SS-GvW3C zT3TEuL0A>~*YCaGUqrt1rtd4rBKzxSe}6H<`Cr$Ia$oGfZyQR|?f<&W`=2FV;i>gS zMMsyml*6-~7n!t1ROO8`zWsNT<6keK*dXAvqIrwIF6I6k?Txo^8L@e7%=)z|B4c8I zUj%$}+ej&}6zu5ur3oPI?XEM0T0ymjZ5?)p)2V#@f4_PjY;^diPk+U#o!J01bJ)1+ zq8p>plcT{d67+yt`rp~^pO+{upu>dxQI^VMCtMOiFg3>UI$s#&Q@xIJB$vJS}9JMJW!k*a)Ezd=%7)^Uuxc?R3X5 z2R;;54^k8^MY_sB%(5p)ZAXGq%y528_m4LT7jM@1&p$`rPms?)7cKlqR4I%OL2Cc= zaU1LZ*-&Dgf*J36!y_@1ZmQkfAFv+2Hn+Wt|i zW+X!)5t?lC#6k>aHpHGsT1QD;B@aFv+SGgy=r~Ck>=Q8&DUfL5f!F?)u?Lw6tEO)9&2G`!)d2Edm?i z>ERYYKhf%t=)-$PAx%WCwe#O+dupjL?2^Mp$R}9Nhlq77!;c{H)6Qe|$o)h`PI@#m zs-1n5)mOq)fBlu??*8_$>xdX~esIMc)Q`clS51n>k&p=F_=K z|Lq<8f1NRKB|=B)_9$Qsi?HftVK!bGa$NI`iSOnx|0xTYql7k8N~e4%+8<){Uoawd z=^_I6Ajphfg@ZJbFhRBDIRt>QO1^$|P$4Udc6&3Gm#(M522vdCqxquaGS#wcKK=0I z#Kqgm5Duuttc-*oNA*x*u~(w6!2z-~UhAc8T|V1IA7>c>UHo`(5zcsEVGm82MaZFK zkm05yhymR&J*}K5?9uguIsaqn;L|uRrV<_voKyx?}#t{5>pl(Trq9y}5 zTRl&Y(kJU*WgzHfFwfBKU1)a@rQVW>PD7f$iv`V;GRPoa-}(N+@0-DtLIPF*XPCoS z-%sIjID+e8HmYbjr0ndqMJU9%PwCOxOqF{BmPNn1knR2GkssZKVtP2+*r*sj-gC9% zkstVKGrsk_uB1;p=l1Z0q$lgxKbq(m)QHFe79uPkNx{0$CrJ*kk z=aU>l6G&)#$kGR(WZdo>i2xk)9;eh?3`!U3YCs-lpW_i3d${ed>AkZ;Eq;1chxj?h z@AZc`z-_r(WHIsjt`35GoO%9y&yl5xGzw;)HzGY}SKUogi_hVWM4{yToF(cBQYfN# zkH9nXBQjR^V%-ar1u{mRhI1!Qr;@ujo2e45t2Ub~Z3_i}Kp+c4G^R*Cuf5xdEh>ZF z^N@-X)!<3Kl(0&HfzX8a#V#nTdT*}^0mE<+_<}M3vv^sI(EIGeqFQhOCj67{>y4en zq822lFLXsTR@PI`6Tu|6I_3~&FOl@>?0g3_F(kX_K4zg0!a4q)BrXt5$ z6~L!>R?Ys}I1#P{fzx+|AA0vO(KjQllSLT*kna#awj?fAjFTcK?Ej9m9#kM(SQ=eJ zFd~q|J7Yhc#P^bd>?8YmB~;Mtr)$o&GKiF(QZZU*Ea4<*Or1*sDEsim&hLjsH3d9Z zt2RJHkvHD94ik+5*9`~)-R2qb>g)EwCikF?Y+t<>+))fzdO_bj-qlPexX~F9>+d;2 z=`%KuiBgP*l(0@68U_H~DS&^gNA=z*z|_(5{Il=)7JBzu9Mz4a2-|^(t~@_ zdU5K5sueA<1%fgn0Ds}~WIzb^{m<)2Rj-}sO5xa}q-8*H&K6LLqMcgi6e_#{1+*K2 zhinHO2G8(arK$qVig-l7fvF0*NW1rjRo7iv!Z&D!Le}pF$@T1L5!>Im+0H_cTEau| zhXclW3J>JtUjf zU9PJpJ}zk~t_H&E)83m~SMj4$@L$=jEr zb&@u|KX}BPt7>8NWvHR#2vh+2djLhN+P}eTts9;6sir-%`Cc@rtUbRJ-pNW;?Y7@O z74#L}aZl{KVkF;^n+FPjjNodqO8dpq%Uf?>{&+t_$~%CxX)6HtYKy!Laq8x3)pom< zo&WnPw9c{nUhmgM4UAulo?O@cjPyD>d^)DiIm$>c=3afRPP}psog33g&FLn-qr<)d zB&75jfc(H}5Apq!()Yz`90%nJiNadmO-PSG$j=R|MT(An3hA)GiRpfH7hd%>Dgk#G1AhmnI7a&hMZy-V@gzg6+6a7C8S=Mq-_w0ot)ZMio0 zp(MrY^V4Lc*D7$|6TEK!d1>W6^O^SU8-kYdup>r-JI8U7noPjm6s2$CSd!##Bh8h$ z;m}{K9i>7kbulP}J$d=ESaU|IF{VuAUBD;P+vRmUH&2uldC!f5g~HO~0|8hi5y9h~ zia*0j0|jGB+8~J9oV8oJaLS3#z+{xE7cyHYdTtVq+{W)(h9-`NT)FS$q8H+dEg`@C zHXGz`*Xu3dW!P-7C<}PAZvAC7ZEZOQwkyjBYL&qzxfAkhCCp0ZGdO4S&$tmRmbH7S z$BxK6RJrno5>?~bb+0}w$UN)ly=-gVTfqQy2pR%QJ&sNNBo=@E_k{g(3Vel6tx=Ew zDQ;FEC_jSao2r>e!{{iU=0+_sdOP(!P*!2*TDx5V~q z!9pqcDyPNVZ$tV^-4WiGFaBj)b9YOtm~@u?5$9g~DMjrDpPq#HoQ<^P^#t~+I%UQ8 zpMgXsG}UiW+d$aeCdn$k+arZCGG{<-Ymm0N8r;;ukD~*Bi*sp)h=weB`*ZiRm+lfr z1{T@ zCf%@H!2$r~8IHx}?T-yj3_MT}nDd`3QJm_}e?QB{uVTm0Yj%I}Gk`IX-noCkH}*o= z>a!-}*^b}%gY#Ajdo_|CbFf40;j)jHIM3?qh)DRzJo9mme^ zn)`w_M40IEIctyp{4z@s*z;ho#WUUF;rcxy7yQ3wS_%)?oA`A~D4Z1UGYid~>vL~A z?__`c^_7+H#r; zg!rhw*uyh@Et}rgpo`9`UT})ZgFOw+ zzvCVuZ=Ve*TGu9OSvbh};T zg`w-4D{QolNyb_+@SFS>mQhX&)FNF6G&blJcwkHKrJJ4f8>oL#=zX)bO)?5?U~sA_ zFngxQXY|o;S=sdvsYHI1eV`%rSR^i)SO3u6(-;k8PZXZ|=UKH&y`h+O491ik^-50G z!;(2$KU-$jxgCq=1d-Ma?%WA;*yNoY^@cX>Ou0}X{$dzz9bQ2kKu*J0i5SX z6Trml@+!gJhdKY&HuZU{v8gem~b9gV@^0-m8mN9I%g^sg&mP<1CmX@u%n`23y6<1JRUxI~N!V zj#+^@N#{@2iJ$nZV5+p%F+S%J=ZmIGMy?frPc?M}5AcljS|_I=fG+RiwrKuDL*4e2 z8G`a+N_`yRv>%JOV%S;_G{ob<|S^J&GthGE#gAqeML2)C^D9Fe}>~ zgv2>!aPzK`a+@qP=Lgdl*jl!4bJ0`vOS|(z>2MlX2?)=+1a_TR5(!zM5jdowR)HU zndRb%wR!t@%q1bjzX%ka68d%6QeWQZoNPkAZVecYgT_uMm2qUGa(BD$FSi#-B8QSE z*+c|f$>L@|@BybE;_x(Irk8C7)826MNe_u{9>SyFsnexSZiTcP?wS7DJO)}<3#_bS zdFc6(ufY|HKc^rWlC{(2Q`FW`NGo{5?j0P9xy7{hiAA2;^%a46t&?>1nTGN4G}UpZ z>k%}MJd!m8SSvq0T;p7CirG9Xz*ujY!4zg9xi?{(#j@rAHC0+kZN@|LWVDzjuIhXkE5NXto&MwSOC)0;!f4GR;{qRVJ7d(cFi7lC@FX`r&ExezD#jbb3;5~Xkz2OI z5i9xoA7LmO4=D}SCA$toy?Afk$X`j!_cLu?O-~bB7=koF94iXkFZqmal~3b02u2y0 zSH4Th{>Wf_a_)6R%-g4t-H%5ZHY?bz=e(?aaavK;*u#dM7i0{(5zLjqb+F2)3CO^T zTeH8%0H3hD{QE-QfyYk}fl-m?9wcHyI% zckRG#b)~ajh7)cFX50-@&i?+Moh&w4?ZTYWXok}Jjc$XVBFkHKRPAzF&b+cG2cXc%x3)s}afHdM5nFpJQjGDFyRr{? zJ-P)`{wLknE*4bCS1+B9laXPh#bbXSGUM`43$7lF|IrNvNLVnf_|z1iuK=a}I_7>) z^S|ni?0KgaB^0EY!Lsotte^i{5efUU!?PJp=@Y|aZ@NbJPJ8gYe;v2+4|{={n?UlL zSmk<$5ere1KbD;DpgVsq%T_aTo6Py(E-Y#zoKg|7-%eCyGihCM$E#w(W4t=mK zMs~P{=#CpbTBoDw-kj^m?7l8NbIa2!nEV(Qp*naK3ei`KWYJ-Jn}wbsPo?7z>AB-6 zzIw!W*kGiEP%P^x8Fki9iQyHs5V(XoM*&3ZB$dM!^`w(D!nICJ;;`x9DYUg6%Ph(@ z2WQCg4+CXF^t#g={)J&vdE}H>WPSlPmxR9l7or(cl}ML~96ED-^>(?$Id@Xam)y3C zsI6r$3(^4|jM}hHm3OdTT>OiE9@U&mznVl>&=3iG5DqDBw*j-w5*VSicHgAqE_c> zt{n!`1gPFC3{qEe5+Ta{Q z0*AA*kF*aQ2ns=y9qE$pGHc7pwx@7HFU$N%O74s)Y=k(h_#9WN6y?*?EM;$}IbuVP zM&;~k<0D=A7J80;MZHPoDmH!`n6zH}D*+w;=UPk;3N{n=-~ttt1~m=I9>+B7dSq5l z?__*vg65PQsE{t_gm)CAp=hvoxJ_QJcV4uz>>0r+uz|4%Ji~Q63o?$7XjCo5XntD`i-beJ12e0p({BgOzW1@%jBJwMw=qikFekh)6u{7*yu?TN zk5MeLm9Zb`u6BeTK_9D+G_8@^ARXV^plCA>e}Q20ZZgyM}^Wnh8R?E{7WxDvZq?%kRv zqhD$kXrvS{7z*>$Rg`t(_7|18^v=*WXNwOcFrY+JdcVbh^Gmb);X$ zqBPS6pN!$KH^4Dd&PCFR<~55}!f-%XJa4(3CzcY4iTkWJ=yrJA^WtM@#@+Qe zd#uB6!9N3kCz`jJnznm=KEBX%s#aEMdDyX!1s`y%oi$@ry{4qSIEcR_tXps-7mz6G1U)Q7e-lK@b<}J&TAp3GFOzvCA;4hQDFyJTN@SF~RJYJ!o4tIdd9A+Q4 zTH>KLf(wWN?vWAcBBNj?NM$?OOmOG9(-XM&;WmYnJm_nAlG8nYWwkM=XU}k|zpHVu z8D75HaQOU&)EqmI0nAt9hkI(X_jg##tjZ0~_%_O%q3tf5F}md9_ve{dfe+B=i>7*j zVOvb?i`9}Kaef(dm5|rzS;Ixp-joj9ikT7-J0v776^Z##Gel_|a+Vk3xvDF5G{poL z_YO&%ECfGKsy(lO84RA7-1=OU$r=LXwG^j^d-&G~2B&iKpX=oudpDlFSm_@WF6{=7 zA{b7v&gcsJ#^sg@@OZtCALAfd0nW|-=QEpv3Fhmfkf&rXrRwWHI3t>x0cVz81_TT)g7T6)mP&2|I+t3IzSq-cX=|zQz?$`mN z)4?um?lp41FX;Qh0@djmgk^jGpHeON5JjV&ErQhQ`f*7zW{RZEM5rMb&twcc}P6aFN;*uD~UXx&3*g%Z0EzBCfEBSQT+0 zn5-?Mc#-TiRtHYd1mzg%I*x6{ooc2r_RuV#%xPFQ2bo!#EvFZVpR+URj#uQOsL;N9Ml!djS7C9Z>HK zckB{TP1M9^cnj4be8@W|R)pPkdi7vY_wwgN>^y&F0)#^-hgyi`aeo&g+(Q1btzs$5 z_Q9lMmuVOeuS>(ZeGGmB=g}4gF^17$Y9~n!)v~NMq-PDTX1cK@{Z)uwD83tj>p4uZ zHIQi9H5-66-iS%wZ2}-pWQLT06)reG?9$ggA;5A~@oEPbF3<7*&S%vw*T(OJ;7xGcJfk;s)>@3a+rl) zWrB)1#?7)DZ2S3R>yy#=L#jBPQp!_yY9WAvf6N($+nqibMVg{ZMLv$}iP$Hri=6PE z^r9O;+#zT)4Q*LQH^<2KbrvvKM2j zTt5wDQ4>vzyRu^mxUwTuPIT>+uc|q@ z#)L)NYu;FD{`aOif*=7aA{Y8#2-y;`MlYgVFGe`R{;s$|tnUII#+InhJx@Hefa}9b zy!QMDJ!7v+OJ`JwMV&s7hc?~0Zz0t-BX3?W$N_$k?>hj&v5_w1*M#2j$L)q6Dc@%J zK1ZfY5CIU9M_A^90_qDFJUX?Cw+WRiS+f6b%CzvEe-QhqhTmaPF`-tz5&e!)qRi=@ zcWKJ(C+?MYk+EJuXQz0=(%tvsnz%$R5vz$Gx`}k_%x-)JJzLOY=YO;JMweCp=8lNc zB+R4{$Hq8FW|=&n>)D)@$8U&guY~ubf{pBVVUkL9R2<`Aj4UfTb&v7Ka2+oVYKD6K z?zvd`zsa-;yu2piJG(5{qVg-2OHM3K{k;0w^DQgCU&KXG4=AG$4u=Qs(`4jA3(zd} z(N`2Bhn24JgNCoi0ZHlw39Bgm09R?>9Otw~#pTaHmvJEa_B+=x{1c%hkKtyNoHhFk z*D+Yldc>>hG6eRvAvX{Y^MdgGQ540)(YD(c!GA+kwcGwXE*?v&CU8g1b`4z|GJ>CU ztnoCtU*{yCs)rOY+EH&~@uszkG78XL}8?83~I+ zy6TgS!S+T}Ltf;Z0$0rkFaEJ>30H#O+kDB|V`8t`F2)GIBBSm(`k+eYWo{{1a-9>( zOE1L}*C^Y^-O%r-`1YMeQ1VeOUZsQBz0a%hIAb!T)@AN?ig15iI@e}en7M2CTQK+P zJ)Bt&10-7Q5|gVbW(5dBEi*_oGw0vtJa{|k8mj8$p=;F&2Q{5lgEO90gl&%dASdyy zhF{7E!^^*GkSC6=a-$l-Tv0|-A%9Lo+bo_wx{-%Vzam^V(cQGIz$4@Jd-97)9x9zS2iKG_;0O54EC4-*<$cma#n6 zu74+Wn-h&}48c@47n^x|4VZ78sx)yk!Lnn`+b$fu{$>lBMTepwQH^TkmER#KJaU9W zBWtjRnv*)y0o;6++#kN>cg+a7VrpX~z23xP2sar*py=FG#Fxn!D#{ zMS0pRO?2IA^kV2F%tV#7Dyb-!gm~W2%S+9u+2r2(XP8oAn$DX*p2*OiP2@>r2ljVT zse=Iy?>T0fx~*}8GBa#U7WY1pXgfaI-5^a~+7gT%j*q1oHvC|{%LSG{MJfk#$xZTT zWTFu8xaSvmOnyGrl~U<)w&2$kzciSKx^r<}4{-x+``>8U1l^TwcvtvCfYFpg@_z8! zLe^09bB+gaIuFJ z0VS3%pT8Q0!PkGe%ssr!^=EE+x&o9c5855F0xaA)z)lIpr)014zS(*k$EB}wW%N$x z5c|Y0OP6iqJsDew4yC7bvl&TG$on(yR2HzhhIq<;=Byiq<+H96zo>k&4duzGd%!3G zfI(lu8n0*zuajYnC$l24)z=+|rVNwD&%&=$Eh?nztWS=>laYIUM}*;W z&H4y5lrIde_i?fQ>BA~Kjojzh>gwu27s5dE@M(~V#JFT+8XA^n@ur#UtvJ1(04*fJ zN+(Ywk?Yl{vJGE9`tAu7h#HFgfcLYPBr2^AC24Iaw)zd7XOCk%WPFvwWqXkw<&C)# zzU2q)le6?I^2qx3Er*$%?CM=m%5SebKZL<@WV$@^rBkx(gB=@Q zcp~jnpfE8t(YkC3MwK@&`=8?E)(`ueL%W9$jyt;PYZw71pOOk;wW~&Z(7>`VDA1CM zT@tYGBkuCrrS*3c`s4TXUi8U3LCOy2dTKWGg4S&z5ssyLz|hmulWG?QuXiz&Ci%uL znq3&TtdMUIU^r;}(YJDK<0!@27OdhpN0^EJTRw(=#1400&&+Ouqh6B)B9nOYN)Pc; zLplWX)}`>7<6vZRIGG>#3i_%^r1Ek&=o9mRHvif4dHt5}+1HDg9`)vl{mY^9u?dCt zXX1fHJewX40c*7yIAeLQ--yy%G^jQ6RWec2&BPvU$eTtb49}pjfln>^9S--yg&CR> zo9595Vs;B)rdikZguV7dCue$=jvxt18lRp6vm3)z(rF}9%YA1!1dD9Mb zzRVdsA4~l;Fb1FC1qXPa*!k5UOPJk6W>POIIgj;#thmf+mwgLX$e*_He}D3EM+kGq z9G$mEfqA%P$>L7t;o+M7q0)O;@8Jd2{^mTF;k#c%HQB`dD7A|x3g5`R|D=1z1JB*b zOVNHaj7^c3+;wgXdF`2DW3>3%vIw%q-mT+79u(~ApA{jGP=%$MyoF;6zCzV&(KUcmmzrn8y)6|Z?_1!j$Z-dY%zK?`nY z;v$_;pdwZ??(;rY=dck7p6ml=E1Wtl{36MmWhkOdVk<&*w*Xwtwb4{`5D_$&+8ebA9lrBAMp3bQt;9Np z-^_Ufixf%=jH}6xMlkW565cjw7;F)LX8Rz0DP8&+9UN837wghJJ$TJ6R1y47 z7pNx*vsPj<(4%U98=7n5a8G&)GhReSU)3K=G@(S(x}U`v{4x-|wNYwZ;t)pGhiI1Z zlM;qjVQVHo#Qx`cd36lLS>(XT^6iB<(T&`L4$t;81@^=2rWiW;F~3fZEdMS8v4mw& z5SB5!DIT5gbOA%jaS~Sx9u#$zi9yTLu!xG8{^D#onK_0`xuUGON<%)3Y1b=eU$*^& z3KZHRVUQ#|30+QHT_%UpN4-1AJO0U1un5BSx;o(qb4;GZH7q%Mk9$qdWNjFSAtmEe z5CYuQwce&-W{^()>)8VT`U>hqR_DA%{=osuO~+lt%_68Js0?z<3Bhi%)oLTt3biVO zF018Fzla|B2FYTwaEhz)<>F(o3@2qUK9g@NXuFE?XLs|@KPWW;KCxVPH_TLT7U*WO zDVEK5U<*IP$+IGMkoP^^Hg5PJ(U*Ai9_53kRJz0`cY>smJ@FH`1G&Z1>Ma;mr_E2v zh&SlxJNj4t2}x#s?*3z+3$UciL*ZzNaJ~+a0ORLo)F#Op%0gotGM?j953RZEx8Y|E z?bUTALQnE%+s|n;zA5cn=nrJ4+m{u-FvNssqj4|1gCvI;CxE5y3pG7sct2+Zg1l|# zzw3SmpP_~Pj|<5$+&5!c?Z;YyXvi&wCyofeMdatA4%T|f@T(;F#SKpxUANs5LMHo_ z#?mU+Yswz$^?2_ISQWwnQ-kXHvS(zN5p(-Xaadd~I8l&|{KX$}E z<+0WMY~GS8V0tkfNq(KXvP7!_?)WVKBjL`Sq(K>@JZu9_Rr~gdC->Cm)ZbCHX?N~G zQi?iJwiuLe=5K1}6&Fjv%%&l}CFT3p!g0-z+Yeq9`7qqfNC(hzlkjlnF*is&l!d8P) zz6;&}+ufUr2V70<=kX^vShkdp{ZdXmsGffd~6Zu5c^M4OULwt}^Vc@72_-9UntR)a?}1NalMI4nGk%=?`{b zbl^Jv1A+0Qn#FO zys6Mp^wi~@hN}wi5siBq({o~VJ>Fm=>)Q&3O=IVQfqX0AryHJPDea~2<7cCG8dP+3 zA1~C zSHy4zm(3>uL1+cUdDc%b;pLx3Y|)Fx69BWB@p9 z(v;VN+oOi7jmmafNDg3`q&S&Xk@5mW!>1OjX0y{cQupo{!Uhe_FpYc#xYG1NvURlE z!^3S7O7`4o90U8}ofHjTI7jbNU1V51s(;*>sp#KZ&L2+8$ttpN6rZm~pQNA57PPhR$M+xbZZY->Y=Wk&g9HagD2@HHeWQJ!3ZGXpebK`(MVng`b`&7X1$Wk*jJGUM%ap%pX4}}Z~XRY z>9`4ro9G#g{4Ty_ih>3p^sRi-g8AauBq6cP?)%~oT(kmGa1^0e<62_uY!)d1UW zpBwqA*FUzPs(uGl^s@Tf0kSM}N?gkbm!2`R9i0cfzmoOy6QL z)GUxlx}oRp?{F_Lb^WH(Bw%p6VDP4mw0jN3vU=*@@xXs|0lW_Ps+C=Efy1{<=nD-d zvk1>xyizWy+@pw~K8jChStex;m zR*B0riJ(Xv*>YaDAkL?A2Ce2Ap{uJ7Xd44ocBFhSl29?b+r!sJcNH%`Y+_uTwWoPZ zPoR6Dqk|J(1zQZyI`b21t2i>^qa})UH^qbtVhSz->jtJ{ug-XrNQ$$$BBP-1xrAcq z5*^Wg5HqhHpM8%WG123daO;}(-v*OUyV4aFNq%3m-<~bA-gBM1^r@Zd^yJunsN-!8 zJ1*V;@rM1fN*m$PY(M&2{>JI{U%$Ge5g>hhj8lEdv{LgjmBN){ z9GpYEIB2yF8M;s7?Q5c*oL6pp4^PG&^6c`LiF_4Dm7Y(v0 zVaTzBb7g2Mi8$LT3o*h)j&KUDZuma1Xbr&Rwu2kNCKA*`)Dv*Vu>MsmTVhIB7 zqRXWGy`!_Pt$a(@JU6mz3ueT!89pT~#sN8-vnW4XzbE^sKa@$6ZBs5KWg%JWT~4gr z$|89XX`s^QYFxHMpKX+ZLM*MpRiiEQXTn29*4H2rp1~uM6KyfL$bKYG+Gp-TnHA!= zi=C7E;#!}_vWt(++@fo7_<1x)hAtcjZ|vW{&;vhaZT)e3o#@|>j-%_=A~(S3-;cD} zI+!eU1IK2R`BU`&UVN9evO3qGEEFuKab_I5_6j=vx9;F4Q@CRFqvl2Cf{k9NRSMtb z50UxfzOku}y__#2zph;%uhLuuny|ZBE@;3M@*EB^3x>_B5U9c=e?R+&%8X0%c2%B@ z+!$>Tg*;m~f9}%nN3gD3kKU!pw_YkGZ0(QiyXNf&0ZX*v6=VUggaZd$#iNEF6qFIt ze+2#;JfyTajz16BY?=eLVf6DDv`79zOUrG(}zC207aW?(L+db)LHiamiiQ+I> zU}woXBER`ulJV~#KE-!MCsOXrbhdROB&3|{yUInA`1Nu;m8*qyoC*fG2@4us#F8E8 zn#FjtX4CJgSKj5i`jj7Z(OchBmuN6iy0ze@o>bu6V9^ci)g{GV3~s* z%s0x;+_U!GW^rxx8;q*-cI8^?xb=*E_Fk>KRv_4YMi+UJt(%_CxcqR=tV+0=dBY-!m9R@6S$($o=2K)2 z+N^S%UZs9o*mI57N8xvO2%r(1iJ=Hc|an|lShcQUM zj87NSOg(P#5sVp2mx5ZWo@nRa86)#Deq!|)7dyVn@#VxiwRzNykq{w$GAO)H{mK%- zXlfNL$2hn|7+a#hRKgn6NZhafqZ5Z6TVK$KQ8GKmv2?{qz-D{wn5HMo_gs7I&1sMi zSlx=F?yE0HfJ!*^<9r5m>g6Av&$TPlg$gFRRmEPURLGX{Qj61tP?T4nS7m3w0PCFjT9H6dFKA|uxN^`Nt#}|B2IYeW~tkZ z_^-gx_p{rSw($5WZVz`4l`DVGI~Q1aUF{6F-n#Zb^)y#JU&*danxEf9gf1SI)g2BS z*E;Px=@mc0KgKa&S25}J{lcrhh32kR9y6*0il2v5bY8xpTu`dPEyV8JVU7j|D4T%G-ZyH;V0PvY-^ zWCa=kZko?PlU7k^j9C7-R9h(9RlC=MS+pxFHaaRrsQ zuH$JXe2-vg>PV$-tM$aMZx7cip10*pvvP^oj4l2&7!gk7RfVdU!!W zK#^Bl{RgNSn&SEOt*q6{G2GoRTTRJR8>SuT-@f@@@;m<5APW359=3lSe_(wFB>G5s zGW7QHd%u3H=V&}7C|HzTsk?am%MbjmlB3Kl`r$TzQOmFaBTegn!ai7QuC8)YBQm|m zl+43}>r91z{ha^&=YQLwzn_=9p3ez6kpT?=6TE~LQiBYb@V zxNi;6zngOw^WWa>&mT+-awe=G4?xWn6rDW1>L-+C`*2r}(mBlDHN?Wg6-RpDn!k=d zucqb>fX~%TYEnAiX+x5thI?MMDJyjX2yB!Bf(EzX;SA&FJ;bf3v9L!yB)g;ohR?>a z#$@B1Iay=i$YSa4)yBzjys}tgR4~gwq*<2~ySDh%`-$W5E|mWDJZz-cE5%Z{mDRp^ z8VJTi8o0Wm&-bYd;(j{5v!v3a!-+tDwt%4W({^MWvWD(p*aWBWB>fD@oQEMEinFbG z_yA+aL$U=ys&%aLCn)>|NdcD3J`i?5`aKMri-@HwSw%IDBKM#VUXz?w%5RGyMhl3M zLH&h4B!O`fUf+dLdp{}bMit;8mho#lLFfvcV!dS79{ZY}4 zV7J*G0vAq^rQBT+<)q^lfMja01MI~Ph*^&s_Ww<4{VcPHd55J z@25B$duc(oD1b8h;3f>!6};*C4?qt!3|VJFa@VlkbQh!sJVt>kvBqR(@)Agw^i)k= z=hi%)aWYa#VO5@c8u;rWFTFfZn5h&-Y7UJrZMwuzWCEcJkq%rgBdiH|q=wNcuy1i- zk>uk}{oz9JYtM>FXnb^2mwS@iA`0ieVUSmz%BCwc&PO?w|K50BPmqlU0mjStw1kuU zMj+Y9{1SbhExnu{_z(1Nnk2W-cfTh`Q}U=n0AMWEH>wKa-G?l(r5Q?`J`69lUD^g- zm;SPOdvBN|-?UH+Z~P%dW`v|oDh2bo%DoofOMi|#F>lGw`d!>_?*ifyCNO@*ob|f2 z5u)tVSR4;P&9hje?N6^IEaNoMA@N1qE1Cca*Bi!*;jLwdKH#@z^4*L*iqE?u`p?cG z6U89Larne3)oy)!lxqmq^ZPiusnShUZM{aqQVz*_K#55$yHuZD1Geyxh7>pSWIB|? zb;%v@)z9*vJ+;AWgjBBYDLzQ@YK|P*{Jj4jc|1|5W5?=NEznfz2N-mWdupwWl0php zal}?NgzaFhqaRs=JDftsMk$GqcF39NHyvoPHK8~@s60s&Q5S+5?bDrqovfY@xvtHk z;dU4tAx~x-YD5je#Ak0_#w_&!P17a{D;tror0jD1m@Oo4b^A6%IcTKCvZZ?tm~_R9 zVYTrE>BAOp9cd%tp#!>@;>q`{7PY-djwG$)p*ZV=$8W^?#1UU@`<{>s=Y^eu!=0wk3_t|{6NuPcWU3d*(BKzi( zAl=L7`_4m7mL_@U4?xzI*do^Sy|MB_2#$z+@fmXm1V*|WQcFiKpc2PHGofg0dR%Zm zA8jPvPz2IHq-mJq3U?qweAxRi+xx_4q0ZC?2-lAkbfa}vD@womzUacy<9=3mE@nws_a1?SAE+x)4efT63Lkd!hum$Oh6sKRU%sZ zVB{Yi_qaKiEmaj?;2}s_#D@sF+)3wrQ|cbhD}dd1JOvKMOykj+eIMxwF6`B>t3Ra1 ze(}*{=ST`y_AsM}pzluu7+3Qks)~=-W^NQp;8hv%3Re-m3dbu6GD*Nv%fD^uO96JY zV9`=u3hpCbNw#kcCzQeb?>@7a(hxR?7;jc$)%Hs%cf{gGM=|1Iix+w|n^Bs!>-Mjpq049k>;REoCG+8L}dEn@)$$&%f19ZWI`X=;c|jhme!GuyAfFT z0>t1}-6zwq10?bUE=Sh;#B;$PH^Q3;))ZBHQTBb{BdI}dXCQep+Wy{VlxY@jRbjW4 zdr6AzogE|ZVn+hW#FkO4zY0UrYS)ls{H!tOngMUYsWsLum}g@s9K$ZB5SW=$$o*t@ z@3s8qkiB$Krr`NWhwR36)^4b*bbL~*;1!(a!(7c?e$iwM? z+ZbV*45tj|jJ`OhEOW3%Mn04V+>EZ4>7D0G4~dau0*_^@`B0z0e)1d&tyPV{qn*%6y8_Xc14 ziJEd&yq1*XmMw&big%N+G8(3;NEgZzw)@Ta#A8ckWlrR@>;*hoX}A?neciUrzus4q zpU(;#n`Y&^l!EIu_Q<4%m3PPctNASYq_+U#@@k@fsR`Jp{mv6%kj#o$Go!n|0S9=* z1npA5>LtNaq@@fs2eqO99z5PaV$R#*ny--yw!bRf%1aDkLxsaNmt zSJ51f9DoF`EY&&0snR7LU)K2-CKPer_2JL)(HZtDkj=+18mPkBXwF|Ry7vuG-)hz! zZ_?>;3kRdV#MMWz(Pvs9QJ8mE1Fcc4Ja`bkaf$a1;5WWP&uN7AtO8VqMpu8m%Oa%T13 zM@*FwpItDq?6h`+xX9mi_pcXKl}V9n=yzM!r!5%Az`ynL5il$9>3x3E1@W8vSdYzr z6aGgTL%@QjJ+Eoq`m3^&s#sru3C8J+CQ7-ooP@pO-K!v?J(p$hc;+sbBFB1VZs`Q5^ia5^wBpR`#&?trcpC{HDZJXW8+Fo})^? zp3@HWs~q1lsNKX(AfJ+qiTyjC1NWq^;TUv3^%C36aX2v9mlBA-FJZ#@@F@w}kg^3Q zs2I{08Fs)-VUI%?Lo!R3($%$MpVzPjIqk<1J#b!1-n3Rhx99&T=0`zA)QkR^v@&bsrTR|==HB!N?I4(G|n3c7xqbqjWK z5RxnsT7E!<_S#Tt!v;;bJ8kqI2?>(tUw{6+d#INQrM>r`QaF=!3+J9yH%TCnPYaIy zH8_SD!LqUg3GybL*%U+wmHL=-J#A7Cg5}RlQtCeD!VT6f#7$Aya()F_)%QVN?NpIR zQDf-p6PtS1wz8ZepM&jW&w`Szv`?Fae{H8sm`5^E`X8bU#@6=|IX=ujR!qTJCCuKa zn+Z)`EXFe_>z0Mm`8TNT+5!I9K=}GIN`Rq2s0V-~S zRyD@&;0%)o=3Ikho5}qD>{nRDh=bx{u8cWgu-(puyvj(-aK# z8~lNs*IN*M`3T)Kvs+l`IfN_KzsE%eMZ0|t+v3oaDT%gg+Z6Jt_K}*A4tVX}H1WA> zb@@8kmun?W0+FxIfh~Yep3_Af%VOz@)P;Zh`0~+obLKb7;|`HD|K9%(<<*u4Nw60H z?M?*zIh=Z}%wrTEh#^dY%DbVm7nzIBe^$VeH;nV`0X*Nbew?njBF1@?M5*$S_1o|4 z!=sE8m5VoV6>493&jyW1^Nm(8?~*U2rNnXhJ5Y~+3dmFRLE^y_SwwGMnk7MtWlagt69{E)n%YHqfOj)`WZPd<(wgEvTZVoF| z=dsmVXnc;ny18vl`@F$xqF?aRComX?!?S4InN6xJFm`e22C8pQ7`}H|0he6J3nB9b zgKkUMIUViS#6BklwlC57E_4{bs!IPfTf7Reua*+jL^pnUm-g3Pf9loQ$^B9CF6H)< zSb^I~ee(!i`^bcls_0c5lH0!ZQgVvqif079d`$#+H`4l_*WZ-qnsNajO)N&tC#-1- zznR94d6J*~4bvrLCReM`B6hn(L*Kj?A`Vw0%V531)=q=M3B3t`6Cnl%=n9JUR^TG> zrAi51>gZBV(#IC{zV!J|Xn}tx(c>csb2+jy=*kFqSA^(hWw&n`5V=1fOn6lHrGam>=O@OE{nQ&@#=PlWje^aV>EmgqTDV2TzGS% z5SJ8PL`xb!4T`&?P+02QxKxr*YHe}n{eC(UC`Y<2(M-xD^4RelSaTC;D?0n-I|kk&Gcfhol% zHy{8R%RSLU#r;AMt><&Lj}vMdS+Zt}N-@&}>{Az_5h|L_Lxo;le2qI}+f_`%R&D2t z<&y|Pq%Z|SDxxm05-;uvGqcv1wrZx;P4^EFv`L%MJeDEy3!q>y zvaao#r*rA%URb?0*7)aY@gCAROqr1;D5fT1KP* literal 0 HcmV?d00001 diff --git a/history_plt/pso_v4_extended_tuning.png b/history_plt/pso_v4_extended_tuning.png new file mode 100644 index 0000000000000000000000000000000000000000..3289e91b82b41d5e49d8663ace643c9d058abd5a GIT binary patch literal 274078 zcmeFZhf|Y%_wE}+@UZ}oVg(UJIs(#rM~d_=U8R@MLnky9QJVA?dhfl25)}mLozOud zEunV^<$Uw*GiUahd4GSw-pn}87zUI3zQ1c->vLU;P<2&#vKv%4AP@+dqJpd@1oAHv z1VXCu4=MPU)C<*z;4fjfS8v?394*~E-nm#nRNlEc**m(~+q{43ZsFo;H<)zEZ%bwO)J|*cpnX&g@OcFmXdD+l-iyvWv(&vGgcKFLdBvwnIe@u)Xd$Tc2kw1O-{<5;8O;^Hj8JNU0( zKbaqHlKj_Kz&}0{0&nrZemTjyT=}mrKp+dB|6ctcUiyB!>-zujQo!?Q%Kzadh&(;G zC;$B`LP7PvzW{+e{+9Yby(CEYe?Qp&c5VKTyki>gRuYIHCdz4|lf8*tZ98H#!fr1^ zXyJm?cOg-Z?D|#hVN`tGJ7Nh&E}=quy*!l2Fi-Clgh%hz{hpaN)ZUb4HZ0Be#ZV zS*FD0S+&+`eZfD{N6$^Me^=a4-*st`MzZ_ zhKZEeJoX+d(&-aBnu&>p5kYe5@3HA7p6sopkWup|`d^%MuFthhn_F0XY^m!_5g712 z{u2_>(|oquqk`!Or)(JitzE2J%3a=iT7>cG7ugcU2cXW5=KbC6ds_YQ(yeg(Mt#au ztsRqJOVq>E;?ScD{8kFB|Jl%v7=`F|K%si3^qp}=9_Po;DbEh49WD1)hn|_TnKUlFo8GGdFxu&%@`N?J7j zwi;FM z%)Usc*s@5k+~JbK^V@v)r;BrZ3RAi-_g}ltCqDKQ==Un0Gaz+wY3R$ka_D-1iz)k*8$%%WTJW(GxjQQ&yIVU$fy0!iv}M5idVJN37dAUG>xl{HDrbX0ey5A$*Ln83*~$f5<)v=XGf6fx-(FAVv+GUwzp%NMRlK!0 z?|)ef&A_7msR?}IG2>iER_FBYlhRLri@50)x3*7YBXmN6{Vk^OlV53Hap>~;fid~a zi_bC?Vxy0p+ix!yWJhF4T>1U)jW_29Xwwb8H-1qf?(4sYt`&B2bv`y5IJv{{I>#Hv zGqv28()X3K)!M{ogRhCR`5z-gUefjr;T*+D1=RrS0@Vd~-$J;m%au!wq~UD&$f)u{ z@dulHIZXXy?fBK~$lhs3)W&gIieqci->X~;f^v+5e23tFtT(HbDby~EMx5Q)rZku) z%0YlzmiQz1n*6yJiMq|(G%AUnI5sORy4(>vUTSyaF7vi`TVs6uve1u0%bPv0sUf8BrDKtFfQt=9s_s z)L&CfhGrs$Nv$sFpheRd|AA8VB^ed(%ltI&BB7O3SLITJ+B?XyfO(sz3R`n6ZLMYf z)1DS}I(5)KCoY>|di>=%{-_Bqhq$0hoz8l7({(9MZ_4}XQ5OUvv5GEFC*#<`f(N-C zQ8kn-;!#HPbTJOwj5hIsj?Q1BH!Rf5RYsQ?s~m04%Cydbb3L7wL+=KGe4po4*vU;W z`Et5vOL60gNalAglBglZtEd4|Q5aU+XDcrW4o=)kMYY#*-rFv@aH`2lO0=;DqLg~2 zem6rVgj_?VBrAiPBvrWaZ?uwvTmpqn^KgSR#{Or>$D0qPK0I^awOj;;oj<|YJqfDS zRa2=9&%Ky?#ABJ`&DVQ*aU`KtV?Cr@PMVdocNR<`Uf~zDw=!_#MmFwgj95u9@h;p5 z7Cqk|N!sA)Upa)<&ss7iK>|F(dp5_4^(N5Z*gC73y=@6|BpYw_^GOjEGI$-$=f3`C zV5?lOJdKR>+AcBY`36=*+oe;XBd$nwHOGBpihswHzB!gAQgrvTO29R9s#@bB3Y1xA z#4}U>^~z3rk=OJqtWnmWAxFgvv^XT)eV$7$Z*i!7?JpnNNG4DB7@2KM^J*TBFFn_r z3~AA9gXh6kz1S%@T94nm{{1G;Xn}~5&?$K{M5vUEY-~L{em4eN7Qe8)zYy>9ooRHn zLT^z^zPvuhhq3gHI zAV0y;r;jIn>WSE3`SbvuC<%lhV0TE59Zu#ursQnq&fuvHy`sK-| z!t?vdBMUM>=A^&<>lukq&$@EJ#`b-!sJM*#*Oz-=al3)mg%QHO$4=F5Yr_Qzl~w~! zc>GS?@SY2S*X)13sSU)6bE9Iffu9z^DioL?NlF$b4vOM)6aHa=hlhpvY22WS_<{E< zy);>EH67C5_LT$qyKZUqG)B<`eqzzd&u(nS_v2NS@5xev<@W$0#<9B!v9vLiK=X|# zrwW2nEimgAqe8zaPsylUfnKz}W5jIJ1-jNow*TdY`>ph{Hmb-d#n2#4DZGrLTnnS^ z74Ax3>9a!k{h}>N+tGq|(>I&PKf*81k3Mgr-4LJSu`#bRFma5V3i*GprWSwxRbw+^ zM0uS#$&4N|ZR)jjZ*SbtQK(g(@`h}5sw4&*OaH^>rz-p2T7LRrv+~o~8Lt%tKcmI@ z>A^Fz{L%ZE5FekXPtOg5XBHC`@Az5Nd4p5q{uyO|XNb)14YKCHT`P37F)i?yRO5Xk zehW2U$4LYUID7S@6SROvzXFbojH?X%tm+w(MS5f>sg@Rz3|vwLL|d~+7|&KKzRcL2 zmk2KjuX)!-O0B+rzkM~XL+omqNd265@grfk0v2OrP1n`ua$zs`miunvPeH?r9{qb& zf&Ji5WB9MZ4@~fz7w13(*gJ*Y!MFE-KG+M&f;FX??XAFm5?NJ@&|Ph%_gDU+cdv(L zDprH;P+L)McS|uVx~Xt8$4-V9O;UOU+Mhl5qZQWo&iz6w4UA0cew@)e8(3HO>>bM@ zwedo&&Jpgovwjw?z*N7($u#tB1^L(Joiz0oHy z&kLkMmCBRrPY*zWwixL0WMuq}xck-l`jA!-0}1Aeq^J%5vXi1(?EV|YqC2lJwmP(7 z9XC0f-;zHT{PzfUg_}i4N;I16YKeYz$JxnBdfFVdqVaH#a8xSfsV(P1u-Jc*{p=!ff= z39}mwP783;E;ZmIv^in&<>@L5B~3J#tBzwxZ<{*(AmP_1iV6kC*W*-|=s~i@-p`wy zyeR^Xs;hMdt-g&2b?doiuXW0&A9-DCJ7_khYQLT@Xr=q^hT?p_++}$`efb154r-^z zXM^@7kbjl0tHmZVK2||$8ZX(4?!@h#*EZF2A4gO9iHY z6Tp^Ny0)~(l`kyI!!u=>hIRTQU(O zs*yL~9K4yxRi3sG3abkCU7CDk0ckpFx0_ATm=@G%Q^GL^>fwu^0z~1{aIR7ckWMLt zlM9q<8z|7fA`YCDUeK-sHT7}}bqSY7Q!40zK2T@&j90{z`|SK^{_wF$<@;BftrU`~ zey96f;7*%YAEzc9Ix@UG1_Irl`^o|PHHoPjo0!;xt5M>y4;N6E7hmxc@e0<%Wh`2G zvipx1v?uDIhCj!z|GxU_>wUg(Y5{lO$o|VD9;*(qKLO~Y&FT7qIUi*0Wvb_5Xc~%I z!AccvjNnYRhHMA_EHoj4Y>QYBjeH+%+G-UUE4~8R7P27o$Ak+!p64;^xHTPWQf=Ay zIib8Goy)Al(;!k=CtsCj+GbgnhvmEfgvUjl(;w+Qa27nh9YKrg19jPs6tH*t>9vGWP2rm9p z?J$dsDo5=PE9Dv1JGjU5f%)^mx#j$DdU-j;(bDYc5_n?F%UVxuN5G|Wo%32r`uTB> zJXky6%aq17Fi5aeeu{SWQk0|k%XE3R7umR+Y)AKcwV?f}FlR9s2Jm$Jj&t@GXM1Xd zKH;P4RN;(~bDf2uCl{vGR|Epu6JNdyTAOR}X-^l~{rw#J-7xocT<^OO8cVBL9on3! z)X{5=7CrGFN*v*^?FFf7P@+4JMvHWMjC^-~rCDmaQ-|b=L!VOd*^WAiwSv<5n7@p| zdj0q3+s}Wt!q0X(r+4Y}&wa2>+tNo~K>Mj2gTo=YRJz%fs+=x9YXr`vvx;iQ&MsAg zZmq3O=TTo0&wqxs9Wg9k&qtlv$TiBQUmS0*)#MHp`QyS&n9;lzLzxJpPfV+Wy2$T&VCekC%F4T{*Ys^Ye8#HMVU#<)C>%5eA@!0Th)T!Y#Jaf z5YewP4?Q`?L_&?1^3&m8JZBe7jY5e2$`^et>MJp*wJqB^2UBhzXj{=$CIRUM1DI1> zxd3=tZk-@Wqi{x=lK(&;3Z}LXgwM9y_UKoKC$85L*+^EV`D9*{DsP4aT^6=f8#lS< zDJ5{!_4O!DR#~W^;OD)B*=VZXaSLfrHjMVtC^KplEaQrrL%MHZ8~bEKzrp&~o>Y16 zEP9#DSDJ-v2x$1DF1F-;undSDr4r`WYy*$KZe0us6D~t+eaWYjR_TrLUEd=7z>xT` zsUx2sI(2u*oS7;;hh7Sd$|#}D2F&C6VrT8wz8N{2R7wF8l${L>Cc@Z)Y*BVxPK;_5 z#naod1)rVaYf@&i+I8)&_DVI3D#_*-#~2Fq4*M?XA}K&2v$Nnx%%wA`sTr7@vO^v3 zbDBIJ@+jWWIR91&uOD$-NDfxc!EME;i9b3tA`Dm?VvnL;6NGoAL(73~XHpEh+|+Ti z<;Y}jNS@Zq)>9|ghtBf7ZX1q5;_R)6%i+ef6{~i^Tb^J(=+tN|ixwltd}iR)8*lX+ zU2^-Ri@*E^-_ZvS#D)hc)x{W5rqp$8B2c9c(v~vANM_<>D&klYmC5^YEcI`H1o6AN zgE?tk<`P{uxbUtt#w3zy4c=P^cYdqkb|8)uiU@9V1f}qo$Y?@t0>=9qroH#y@~W3Iw`=Z4Wxw)*aBqK1B{s(D=Jlq%JPE0{*69u4y#g1D^)(xBxj z!m4h!iZcyE-_orWMBc+Qc?-wKc}Y0g<215lucshP75!=?V4@-^Xg09F-i>T`j1w4yGb!(P>s_@hl(+rMwYh6WV zLyH4dS?l)&L6=gFW7ScHOGv~$mR|XQB`NYKHX35d@)8pm>S_AoS9a~TGFu2!;w+lm_c>f;B5EJ_IfzrMr_ptE+^1-O2 zj2Q1rh0xPxdQQcoJ^IPcXj3e8(s9c0#)Q(5-TMV`b*SjnCi2>7?K0>$Jr0=bXT`YS zO{IfDxWa=Q_UQ9kczWF)ftf_o&`gI;htyAX!dR4#k6ql zg{>j`ZG76WVW+O^S2o@daO=|+mZ)i#1?H$*T8dS(*2{JWN=$SCEDa7hp^VxTx+2-9 zf-uKN6iBsy!Vv##j%ZIyZBJaE?IevvD72T%8az0_VOtFpGu`~}Jrubu>L7hd+M!wy z@p!9}5_zN({pGvg=eiJV)~V`ja6u%RlgG*Cu=Rn7=a0=8h1FwSP2KvZh8vW%flTl1 z|K;9Gyyfw@@Wsf)hwtsgtOKJa^935&A7Yt8v%37{A|9`;wNQCvN^;Mtg=Ft4OZ9?w z&%KiF51*L43_4gF=~QLTfqtH_PQm>dTlf)d+@liC9;P=~SQcoTJ!HQfxMvFO3asNA z6T35ZS#T(5967dG=+0956-#GJLEg$({6dque*8IQ%nRn*pX-_)*rJ9T3^_5^WH+z~ zVOSMKTqHJFo7S?#Equ_K(ppQ0w(d|R1FFUoZd$BXt}It& zOz*xz$VH3x_`9>GI-MRx1Na5!Q`Ta>P1*TE+}9B?4OW|3ZGVsC86A`&nkL^a<*?o` zItLuTRk0m~iYQh%8&0cM9L`B;R_eoupVK%${u51k^>jy3H9%V_QbY}+0D-*;rF`y@n-(rQ*>#o-{s3NP8&E)TdL~}KESu2Z zNtuu*!zvRxdd3zaMKTuqs`qDaF(;}CXcy(=MMoPJ>~$#ylaloUX=*ndPCC8H*sB;q zPUF(c8vT23!V!l_*kc{u$fCvqVmJ-cZu4`%dg@d_MQ7cop?P}cCK2JBQ@Xb8Ln^I$ zr|iieXH*(qEE6U-Fp=0D*1iLbi17|`ZTzH^dRt_(q0RNvhUZ8fHJ@#)T@WekLN>Zt znrxkz^i~D&i=Q;8(~V2~{N=j)=X&i8TE4~NO8V~`XVC(4o^5G+sx{<|#P298w}PmB z?z!;-m^A&Z)DJ5goS>bruG_^{-psv7-e(Q}dSyS|8_Pl%q(7A=*r-QGaE+m&Rl);R zd5=eM--BlE%I4~;yM^BnpUcXOm;=al5{Q)t?kUJI=drFqAhJb%Kbw-|kcdtH_QX~A z+CH4*;YT)fv-=$aC651wBxMQx7*yY^E*}}O1}FpbCePIIx$lj^1;sc;)s;`A;@GMWBgy-C8Yty+*q;dOSZ5Y?W-Y_CCwrn^=RgBJ^50;-TMGxtXr#%I*RnG zyfotS6kfZt%4I#6@qvOda`{-VF~i3y|Eg*cEo^IUme+AklmnNv?w8zs`ih&3R(vMD z*cNw7etNpcEA^kQi7hyD^_gzH(xF(+JeH(!O%(k$N^(%y0V|==l$>Cm2uhTgjU`v@ zW#N2pkL25M#AiLz?9JyuIMRrW)J={291ABvC!cg(pbvc_d9L#D7Laozb+abq#WwW_BwJLpTJux}Sn%P& z$Ckq>J9h}Yp_MW`PCW$~opFrlwygKD)JV#ye0=I>Qs5|y;pH{?S-Pce*6UWr5;X}m zMp)v<8U#2oeRl=_#C}(cHK+54?pIIO68a-6CE*ZwE{sjLo%`k{9;jm zJ!)FY-*fGW=l5~b_nGEOw!~T@^;fj%a-9_e-5qHB8)KAhQ=_poM6V4NU}9+0*w$wT)r@CAbT5o%;9&%I!&|Mv z=U%DVTRB6Lvscnk)aiMk_@TlUncGakfFxdiNLhzA#RljHNL2yk|i`RpeuN&r}~JkbFd&Dg*5 z!*$ANmkVQ$S(x*QN*4#knfntw)bGs2bthB5+OiDiHSc%y zs;2k$bGZhNy^1#So~b4e$KL}9KtE#7X{`?n@Bc0fHZEOe^QKLY~*M%MZvF| z%2ntT>slbZmXp%_eg6FXSe*ur$huiQn5xRs^;^7aao#z$m!svT5)Sj!XW+Sd{qqR% z!WhYm17kovN@xm3P@m(gL)p(y=M>;Q{+H(oV*tk+9(o%y(dhXcu6Mo8%Z?PEaz;2b z{P|R(Z2%@E-6r>qsxSB1sm9>zvWIg2gvd` zKxYo+?4czntHqPM85=7#4ghm2wD&ac^^1s|Z@!LWwJ0@3iL>bsZ-^=$R{jk+C5092 zm&%;1B{z8OEteFRAz8~%`aQ}u3K9Osmu28&e}=aa=vFPLk_Bi^9X#*7gRj<&v(q@| z8RyQAe$eCXKM_5sgK@)b1BVyTcU?1E@Rlv5SF;>CM^W(N2OqL96E;cZ&AYEhQI8-H z`Utc$QD7^Nz(~H@QBCu-Llb)*9LJy(KXFuMSkF;xGm@8vlPl^ZqY>uKg7Si5)G!`A zW^y{L#Q6$#nJsR|dGyePwn$G73($F&FtARtF8aa9YTj~jiql`SUh0lZgJ++bV_+Ax z&}sfZC^n5HDPHLJZ-;xiyNO{rCA-o`ZNO37Z=M5AsOR`-p;ooT*5L(UbCwJ#Q;J_7 zaBi+0`5uhvY4~*-I<_p?oX9_R{(wv5t3S-{j$`vNVA}AgKN#Af>|4q5dJN!>eqmN+ zP^bY4AP>t~*8#D#$jX_>_rJbaz}6?YaDcc(U?+6vJp!+gEY_t1Q|{Y}50!vJYLwYx z8-+yg>ks`15uYdWMRvBVt3Hm6OZTTu?r$6x>lDYY*!elp^g|oPy!R`%bZ9g#Bh6{} zmeu?yRYyAzpD|sywo>vZUHnr3j*WwXYwPr4W4c~`=J4?`d3Y|td=NY5k0S{jSmI#g zK%Kb^OcwweBviJsgT-&3s*5yjjx_H#F;x40`8%=ADv>}EIt<){P8e=5Q%1W-$N$Up zmOD~j*SNh4Fgxlo7vjkK>;}h3atzv)?;a3a{rI<3!MQuj-(q`an>+?uBOBN9Qj8?B z6FZ_`Q7uk_k=~sfg=~T>%uLv+zy2n_zj3 zL$_!CmUDE0K8+*l+#P)cv@By5_d#j>oQq#%)k8)z%YQ5$>x@hF6+BkCFNspug<7C4 zfRiigFIO$dT5JPIrk@a-HRA@YKzB}gNtAE`9b$>u<37RKnVbQ->-NC@h9&Uy+{eRK z(tP?yO6Z8XD+-g`qP@acs!J#>c*Fk+w8vQT=pc-F`m9O6S+5#o>np) zQ~D{u18EOy!FVCQZkLQuJGwjcLcn0HVxFhcVI{;zLBdpK7Mte)GX#G3BW=B%;eor6 zm6QbU0U@;sKJ(7mqcM!I`?|H&;_G|033EX8E+cVeUkgl5x|q@vZ*nv|{k!hmm4VE$ zR2exYtDnTCS~GI=br;Fk9Ptz`!Yr2+EIDQNxz`f4B`z!yj4c85T0h|drS4^4ia>oe z7k&&-XiKX;x9s_{^M_=!rp4jyeMlJYvDJ~Rw}wdeVN=Yagzh^=TLr(QMp z5q69%3pSdFQsQjk&ExNJtF-93?+UDdNq!fBp|ot|6P!rv`JtiO7W&9K-R5v%;XvDG z4Rj+>|1AI>Q~;P2^>=J8MEHRtP)8;j?ZP#yem|!ZU{k?^wlxFVG73d!GU4THeFtGM z!O-193rnOPA-A+sCiP7HmQHwt-F=QWp`E|+YgGOOC!@7<%^u**1F`MitC=D1k&npuftxx~qR&$ePFTYW zinUJ173V56lW~8s#Km!&5o}E7FmFsH%i$qtY*2EseRZ_UFz!3Sp7o(hU1DI7ZjLcy zc2+6sK7C_9iyR|AR*%x*C4jcQ-_Ii-N+_+IW8{clfX`dIG4nM+VBU9xbmo^`lI>ev z{S4AwYeIJA7Bzn_z0$`U_l$zAg<;s({Xk>D!UY}}yJ;AaHhn4cd5w+f{;MApNj$BkxdF?`QidK-)uoLXz1IW`rw5+h2hM?C0>aaRyFSMj!?=91fgW zCwQrVGO7&j)>7Ok!15d<@2hl`Ht!oV29Z82-qKbqUyS>340`TMfD7J@21ja1bs`?@ zv{J}g(#9b5Y)A4`w24o~p5z{eDMZ)M$84fnKEuL-&;vfk=}v^i!pO>PT0${Xh6Skm zO#o1dT={!1S=It57Uz>qWp1nf$A+fPuI;zwC!Ec?4i~?2PPt9~k7l=1Bq^iC7}9j2t7H!ZuC_i;zIZ_rWy{Tf@WA>JNcgz6_o$1>UXRff zB1-OfScGC5_u-ewdZBRZz}Xj6B(7^b@=AUJAklMk+OfRhqk1ev)X2ZJ+e3`IkQ{TZ zuwneo|xwm46IPmY)Kk-|!0pFE| zrBU=u+lDQi_i!=f7Vk@7Y7(;|$O8;+W_S9bz+X-RKin#$`(wdB=(5!PtEP1H5xC(+ z1rp_QnUh4;Go^X{)b+)v1ozc)ev>%a5LG=q&FS&VrDrwa zF=S+QT8xq*uO!}Rxn+Lz9ylsxIPag=nI_gdyYl)UmIs%g{rz!`Hq6Uikwl=NvTtA* zb}6VKMz2Bi2po@WnyYss1J!|6C7+hMqj)FDoJ@CL6K>6T2>Q|VkN2!in79JQR8G{{ zaKGfe@<5v(k2LsJ`;?+Qgc0e&%c((sTyMgRHTY);MA{fx^uIjdbl3z{xuP80!M$hGuTq0%;!@ethAmJ`236&q@WzmRJYS7Ti+2Q1S5YZ@ zGEpOemlgD(mHt&KF=KK7Iwj?Un8A%h4G~xo2(tVhId@4H_tT_$oMTQ->$k5llTeIb z_1SFf%=tPXaXE7!29z@&$R;UvpZ>KqK{d+zhOhRW8P6jw998jmxq9;q;ZNd#n>WBc^0ue0O_mvpfWXb|m~~wJ zlnv$3;Taf2rXE>hoRwKwN`olOGLsyhBf5kT)-#o8GnK5#l~eNir*`>UTGS4aPsHd9 z24-SqH$eJ@yD;bPE%=QO;n%u@+BKdQXuW?w`&q~x$V~T?k8)ktn|)2`N8fo8f+x73ssYx_peL*zI`{3qH2^ zRyb1Z@J)A*_1MtpZy3mprO1w~m&$y)wG(S`4$>r5kgjZ$*qYjnM`ki>J9Tk&{NO|QK6t0uVl)4uNR zqNhH_ov|$5AVBJf3v4*27@CiD!71AIq_|Mc=zW3V0HeTJR${NzT;Xk|Z`U+d-@rNGu#AKKW$ypfIu^9(9F4K*mDQLr?K|@F zRHK09l{R(p>gWfOcAQ`5vhoViev7L1z*sK~p1vT3*9@+mUA=fVLY#Q7ol?aoA)!+C zWFt{K>I=Gyo)<2Sl3xn%kS;7`i86m_G%d?&)q%c$VB{1CwbPZRGme>!4l3SI*^srB56wjwc4kdAjA@-U<}+Hvf@ zD9|z~SLrAjvQf{*yGD6M97HXD({R22pwe+yCCZ&Znf<;*Sj5Q`iL5^UXWzA`{JRo$ zCDw=vjTtqK<6yoy>}ao)6YFc#SzLzCjBdj<-y+WghdvUD5T26ceb7^Q+L9B z!^S6%MSrD|cARN;fQ^h*7*LmW zvJBx4!sJ1Xi(8ZU7D#FPc8K5kb#F$BhQ$lFHHc z4Sg>68=gmkLx&n~+x(7ZtsGAg-F6m_w9Sl#w}%T0_7tSpL0nfd4VNGN$~yg{?Z1() zSPvub1YH$aFWmXbu2g*I9kY68XiyyGA24>*9Neo9_yUyBlpAimZ?p3)D|Kyn8%+J` zfLvjcPHL5k-0K7GxX2q$T4IV8*V( zW^aQE;Te-qL|y*WKgyDwFYvILF#)3U*Da#w(n$#&}e_p#h>LySHj;8gh z^%bPM-FYhWH{XUNOJZJ*7jw<~Qnu;LU9Y*t00&89q#5zbk>A{vg6i8&yDHUjdv3p- z{#5k#r>90^UY%Qby87Gb)7)lyC*2gQ0xn-9BWVH`)^u&Uz8q5(8>SSRFjF9=KA&Pg zWr`FpQqimyEDlp|(Z`&Ol0UKY4-RUN4R|vxHLbKV4|*Y;NyJnah(kF{!)rO?c+u=n z)p%TrOAXDOW>y<+g1QDZRUApRZdw&r!0@F`mFhSSzu8vrR1}U=lh%)dn;B*m$`@Wd zDT9|*cK$f9%)byrP!EkiIM)r?!8cNE*&%2L@Zx@_4JMIp>6zYt0me$rPu~IDp#Hqo z#41PazOmy>G)KXJzL{ju8vKQkv>(mQA3YR&mM^!x!rA)HjZMZU%kOw`90N-0WSS6$ zw5r;oX&LkuVPMLjrDcgDf!HjgP5sB><_~r@>gRp@qk3ZU?Xe;zsNKj!tUg%fR7n^rQN8p?`8&{AV@|`);j%%O>NGI$7 zp6(?KCu|rrJOS|a!1o2nqzJPgMv5McYL%g^x?@>1O07!p4nSq-gSfT3u^b4?7}x88 z)QEAy9&jms?HgW+1Ys0Q@LAahxZ~Lk<8|sCjL`!?lZdeCYwIzqX9TRwFCQ|$smKsJ ztZAXE1XrOX>(y6bjwY}OQP#QG?6qf<;QHs|gS=lSkGi<>I|+LkwE(q6^$=M7_}{J= z*E7ahYA+#F5y;gafSciSaej^BNpCWjncNKAP#B?h%8?KA+Ned-nOG90cz+Ctv&6*R zSaVOKKYg=n<`*oi?LD4(=Az=pIs&4w1tr$Nyc5BJTu2ufl=O77yx3{oC>pJY=sGQC zf#NCaVbLoynwVco@T2N-53PgWR%5N79p`k~lCT>usn`OEH0ALK8j*GUsP5fOKahgz zJ_S6>Xnv)Zy;luCOL64ag?xfvdNLe&5ahH^of_{0JhfM~MgVCEf^l<4TjEW{+d#Wn zMYMPM0a-r3H0SyFj{`JVwpiBh0N8ld;Akw{4qa9@P1vQ-mpI?o(ycM^-FbyRc*t$8 zFfqVs)G)YHjlCB3spG?{cyAZjwlG4UgNzxuPx*uG{Smb$4*BV>asbD~rcM7GQUj0w z(a~NxNb6q58xNJJWzjmEH^YS)TVi#Pw729jR5Rk`b)AH*3TH6_!&IBDd)M|!zl#^d zuGMe{K!S8G;la2^xp!V>h}QtwHnGyLhfUMotH(Ri_`XuH;QY{2(3oqAjbdS?S)DDD@%eHQc8q`>S zyAOMaN-gd}j-M2!+!O44yqlK*Bi&>C z%jk1=kUMND8vt7mci??H(~S%D2Rm9xiK|GfqAeO3jh4|h0e;(2=Axx5JO83=Od;Q` zK2gv*RKL3>5gTa8gJGeLwXD`9rQ?jfT?&G;T;*B>|JlR#a8tc{j1|{PZ87Vi)#zdY zo{Qo2X)yP@_^NH+YHVEUKZ{SP3X+SNtO0kUOuvEv)zC}Kc8h;PXg80aSp0PDd2$R^ zc^cpkxYerq%_K_Igwyo8;U)SI5x3PSrahBwpMJ3;qZozyS@#q>Qh47*75GU}ka`h?a=*!JSSaDWYSzC6$v5BXNdqudXd&$@=lm0DGHyEJf_7;YRF0?aACd zQPg|!1Et9GZ)0h&c>dnYnOko&SE)RgldO_G74r8KkA#zTenTx+6ugq&iO$%!gvP6a znJt0=H7@Y}4|+aUwbO)`P;aI>KmywhK_))an+UQ6jksGcyGC=B9-x!xPLH-6d3r^L z4hKv4;2>92V4Cw~%BiguWBVywBU`SqzsRMN#v>5~ZablfVHk=@le_Fc+yuy`WZ|L_ zWl&APehsxjK_z9f#x}@}z9g(>nfe{Xtt81jw|Ra`e&Z8ZUw8@ZCD}AI2oG8iFhIk8 zV^PEiNOu>YwO~&5_~17ks)Ri>jnV`{DS0t2ZqkRP*)-vl#M5b;x(SCN2D$Pc367cm zkv$6Zep(5*`C}f-Fq{vs_#!9^9#Gez1`^Z`cX3vG@p(JWrMXOxS(S&1u98rD_JBKu zjL>njD@S`~gMumCD$jExq?lIFIA$!b3FJd53qdcKYTfp%W5^4l#Xp73H1w%%<<6FQ zA7Jx9C@pQuDf`hta??Bp@VkHX(W7?vK`s)x)>8|1k5jHOv$MQ~3AMM}v<2wGm^qKF=IJ zbRO&1B`h#fsT`KKxz_0;f4cL>s-}VH_Zvc<4d@6f7g29O=C2L+gSE;w+K?qwVYpotR>-GZl1Fp~jEfQUU`#0cP&)@RKRXZK7Pnre$ zA_{{1K*}A-p@j2qBNGs8wK~~dvIK&MQDUf7hhcWj86NvSevPuLX6L7#XSc|6V=VT>loQ!9_>8FWYRn#jcgg=TbdqJPwx+cys;Yk z9GDW+sNb>Y7<24sVcAwAnDE6mfEb#ZjF4wy{d#x(&Q}5r9WB=5T*qN+w4c`+KDw>) z-Sh>ngd71%!!KB4(IrbF7H~Fqzw)5i88_@`*T|9WU?z2Wu*1loGwrB+Lv=0YqJ*ZQ zT5;{|H&rm#`9&7CqE*tG}-K}<_@ zWdmPedkv9pg}Ar=sNwUX1T!t-mn}0^#nqz&c-}_`U$tGPJ`r3U*f~gmzFeZh$9*0I1m_L0&Ry+P z5h4}(NOeW>mVNopBX8mqJXHo4U@g)+GMas7-JDP}RkS%ngZB5Bj<@GvPxLlW$XDU( z!TZB?`Sh9&Q1`%4ic$kaRg${*(iSG zyBZnYAY_{ou6szZvjX-sXv8!#3RMOfV?mO*HUpQyEFdGHvZ7Nrr z#Iou2^V$rz^MO-iGh$BzN)tt6pDk(b z5fj0ld{X+58%W`x=zKRPXXE|=E+Qz9`_I`e82gS3oc&G3cQg&dn!C7Hk}-WUk*QP7@Jg@B-2 ze?EneH&>T0MdO08sbKfY$v0AX?7Ufx(io+{N5Tc$nBp^kT1&cULwf3jXs6O%jj!Rm zvxc0fWO;-(L(RzKP4kUH`MIHb2$8E`Yc$HA<=GL~K%fPs`(iz|)^!cm)8yI-qmZ{`x@0RL(^5sDQK9{I{eyUZB_-J8t{Hfq*{WFoqtXP| zX0rLJrcayJJ*9qRP`Spk2h3S*f=CGhAu+qIO`1z^3 zsqlemG4zGDde~GWvDrNtjo~gy{{l<1ymlu{Dd^vF=a29lq!v9UFk8_b6T2@zU+Ox| z(wJ!7VVbWGZ5i#$o{bc~h!ZqEqG-emxhD9TOr?!@l{^G(tS3k|9Gt?_RX2&pthe{E zW5pXMG#r@`-6z&PPAD{RgdYJ%7;%(&iqGDdA1PTca{Lu-&pt<3p-34W3XQ&fHF|UH ziHK2peSBO>G$mN(XC0V_sc89v&lA4x%83^l-PP)HJZLp9QA5Uu4vmYQdv2|cN74$S z!0bp_zjd{l@LM7pw10|&9oq&sb!Ja=IIBcAaxM0@#Bc-xDE1_<4lsWa0b<_2pbJ@4 zsR&X!+o*Cam!KK4$6)M<@%u~u0YzYm0q^;a8)5(0Ed)^OkhZx0>yy;tN63`Lf9#Da z+7pb!#YC*cS!Qf&4SwyeAg2))z|G8;bzhD*Chsb#4&$Z<<;I=|1CML-6OI=}+h-K8<13X?JRnCXwyrr_Ad|L6G8 zV5z^o4w?UZWX4GaM=}2c@74yR%31ydG11yM2;S`Cgl?(>jl5KBuVMu z8HqDfairD(JsF*ct=-p}QZ+wk;Lr*X+7(FD6f5dZ2W}Rp!%uD0dNeN=z;28+ZR53L z+w~9exdCMLA2du(J!{FD=f3`J9XP_Ze2&(&U1&b#n=x`5dd1Ho%L}djY{W{t`X}Rk6s)|;?e&Q`&2$r73Z(U!v zamK9+nwVc_UAv|!ZlW^V3#=S#&Y@QFg~LqgF$OCMdnQX29T^P=Xz!MU5n(p#Np>Ms z?nYxAeS@hsMs95Dk)q3${G4lRsj1%y2Lq9^rpwr&NoZKlyRI)-0rNQEZ>$XZWb1pUts5@xS?gKfnz0+)%X zE^Ok9?g6o~jpruKzD(TmRRd-cC4}Y^D0dUYhb(6cT6a3ABer~SrS&fKOoI!|^`EZM z5a*}5e91phZ~IQziYNRE2KpDoR?Vce^j{LlAMg#!audG=V?E~1-R~F9<&+JDx}^rP zz+~e1wxrSAZLPRuKPmsjD`#yeJH)R*M*EQ>;7dLtY+-klUTLLWjkf$~n{iatH}>q` zo?9=!!L5*~=|d)$(tXUSDOWP0lgPxtw#FN@%#o}^XYrMt(bduqce-LZ{xdU4pars) zRzQY`Ff+NSXuG@ig%utqS+fY@{~zw&Dz3_|>lrr&ub8~(Qjc9tU7!zVAKOmT-Nzo7K1CkwheGN9 zS>*F`W?6{~Ezl;pbALF1UT@0etXcJfkAkbA?gB>)c^)7vMzB#aohu1cAQk-iK@Yqj zMjC0aF{TW(VV`H!ls#J+=iSx2x{U{O%c3B;$_vVv&mhv*7Xezrz_#f~_Da7Z;Y#Qo z3r=19cXJv0{nE>YT)R=fYzi){lw}xfJonE7G9>%NoFV^74OMIL5)yt@zQ=-Rct~wH zhZ_T7>Ihs5Drfn?h`o#4#rd>s8NN4hRRVny#0c=VR~1CLpM2`RmiDNQ5CL3drGzko+%nw;t7HwJm${ht+^3AtrFu^tLCf5D|U zq@xtYhDp$?t$P4O7R#!h<5NA*Q&eR)A98qPcUNJu{HcF45Ztbk>SsIet&P8RbJ?K) zXCnH@&%}alMix~^zxStNcq(tbIGIo^_C;1)UsK0E-0Wq}J$`i?yU*#1iojK~l#5@) zsoGU$v;sNpED+0H?PYL}tE|OK#~T0us+DLbRB$PJlU>UaG3Ta_14zjO*y*=%J-}hM zN*-{KWo2nSAsMTf*^brY2zc3Yg3eERg6`x#v&hV?v;bb+ak{&>krVk8Ye|i+hHJf- zgBcy`z3|F#EI#=V8Uf0Z(27IEekvSp)q!|B0nyZ&-`Sr>dX`hPfEF9W182*NNgF%o^K`$+})qKUo#$9I(&gF}T z&xr!k17rMge!_|s<$im+K)1$xy}%Klgt53rF_ixS5Remw#Yy|zk_hRz9ew~!H|Vab z4yi;|yspIy(A5&|CLB0$q|`4XUyEHR^>rpjfV0c>@S}$dRn{m#vVys~X@EP>!TBmD zz%=DrFy~uVsN~5dAT>HHSrccg>!=lYO#7hw%yIX`eM$}rc9Y;nYSt%>cP~-#v66y7 z-$_tGb!j$xSux!HTD;CS55nXwJkZHm&m~UzMIHyjG~>^iJlq?`eu3yIjB#du3MbOSf>{P3$Pa zeSbS8J;}YCkX5atW_LEWy?nxr%0Xxza9vV|T{zTq6Y4skHP%g3+uj4bUS|c@4AAw1 z2CGexy0}<3HYB*&Tl%vqwOq^|VS+PSKy@p~8os0_zKZ60qgHA)#KUhkoi+3BJ>tSJ z3Ec3!0NY=2@sAwap1Y089AS*y568t0}-p(Q>FLy`ad_DCC~t(?QYfkqfXATR(Ew>2Q&V z$Cm*>S{5zLbMHIMAWGvibrFrJwsJY^y8==4yqg=-`d%cKc)?)o?w2=_#OY52tQGlZ z$P`y>b8k1OR>d>V-{;NTqn104Ra%Da^7Ls1WvS?plWKYQZm>`AJzIV-VicA=r?p&_ zHnC+=HLfR>qME62uJnv^WmBM9|YU*-j=x!EW_GqQ15q+hpNoC=62 zTL9YVGUaIAlu2ijxY6WC&t2Xd;;b{7`kbW0?(jpF00~U(i3AY7;Sp19zH_TRBU&2> z`5;oylt`@yJv2qnHvQ&Y?YC^}ePs(O%1AD|pGs8HjE%L#1g(-~BiE~T5% z8F0dYy}s4|qwZGm$nRgz<(~@B0tg$w+Hiaq$Iw$04(}Y;DiTI;?P|eYfp_Z9qSBom z+ctUdA@<`mIf$^X;E1QSA{D-cc3`C6jkt(JR=3=3L({7=d4DKhK$-!{*QwCc^y()w z7h`eg>zAuH6p;PO%e;Fm#R;s`EdqAHj;O@$Oqcb-rjtj5zC-a za)ox*Er6tA?wLGXS^fT59>C^yP)(ZE?)*4~wB!xFgo7}`88Jx|d}G4Os^(U$b^Hel ztS`K!{eTvSaBbGQxN6|N^L|``DV4+0*UqbjF@=qHRU)BP{ZOljoBT~^L(Ucnr;7x) zKVAtR0{}l=##k2y^21T*7Cd;jg7_@8np20K>0&SG7Qg;+gvQOg$Q%nc+b7-^;z8PvFhx6_>D+nNL;|MRR2z;w{1P}?C{Dg+&T^#!s zdT{>_@s}=87&=4TUWc^xI~IyS%zC>E(}yJT`~7KhL&2B9bC(88a$Wd+bF>$`oamU&(}Bp%8S)%iIP%``3m~*&R%MT(^uk zMau%_W3nkCM#`ahan-Ix0i4fLN7`JHmOm?H!yv( zO7cS`$p1-04jO{&qwK_wboWNLon#b}9N6UJC@tlrxj~HDs;<)In0J|kgQm5?u~+!e zZsn(gu*RoH*b!;+KgT`E_8?$*G{co z{+7E_xl}eH2ZtH8RRsBHDn^NsWwrY~_6wkV%X_qp5}hA&Ppc2&FV>Y{TB;k3GMAigY{cM0j3nTgQ{#0+G( z@5Zm#T~qtkuZ~5O+8G+H*^GL{lP;aNdm~bLY3*rq_3zIF8_BE225B27>(YU)=Xq-GM$!cX`vUV;=4^ zC)u2JfXMG0?t-Pk%Y*$d7xc`>T{h$gI_jWDP-bTCbgc|2b4+fgimMo#a3;d<9^_%z z9@Vr-gR3JlU!2MIQP-l-bL$?S^Kl?YHNGpeEVW&zj7*AxzFpL!fCu@DEpa)RQK{&8 zw7igLQ=%~$Nf_?s_RbxUAoM@undmq_XFgtC8BeA#Mf{24`a>~EX6B@;(!{0v3%|MI z?uGO=4cE;@#EET+eqop{7m#DxXmwhdNl=`szD#j968ls%`H7ciY4lCTC#pL4mL7k< z$;f;{?h=V<8~_qo%S(+WyV3~60>DzLrZlL%0~n&rakMFCVm5{op<;>utFyHDKSTcX4^S_~z(@PfNY-8xB{EmS8XGBl$MMTcU|-MxXy zQkJGij=&LJY9O)P?t_oeaek`LnAT-gJTwr9>c-^(BOZEvkC^3S!hSUneq{>{Y*x~b zPpS0vpRGy0@)y&&B^gwp5*;6`aV|G=5(Mq8E%*~j9nhS#(eNVYa1Dap+QucQ=eV%v zulxtm+2|&pM8+-4=XSLN=N$ zb_q}515g&;2v3kkH>ec5MX>7(n@`jVFFKQjWqBmQpxW_1)70(B3o&0mzpK6pRwnIe z=1v(rH|O@v5f-QJSbz44u)03E-8$!Bg1&^2$TcCSzaG3z}%GPt3;`IiGU9ovQ!`lN#H>THKWj1FX1Z?g3#Bu2fDif%4b3Ytz zU91(5Lgq7qgX|g;u*ZC5aNLD{Y3|Py=0L@Fy_M(2d943JUv6Y2R5h0^r)2KfctKCv zaP4C{h#)B{6?@(epA0W)ve*ijSetU&UU1c88vlDmz6%@%j)RXY9|q&02Yv*}eK4w! zV?|~^vjF~b!rc1xPVMkrVQ!ixg{*j$ZAV$w?;3m>qUG2%KUuk?sZSP*K3jC0D^b0t zrz~-nDQ#!MKHiMdGZxZFY6cgUx%nC>4-^|Ls95!C7+$>veP(N^mBhkAfBza(iGsCK z#nh}_w~B@zcGnz!F&h~*$&8=fp~aIBz;jEFG3xGPxGeBZ-(+sfIW{i8KsIK27P_TE z*I-~t1?~#k#}kJ?P-_Zca`)35NjP>lo++d`XzF&b0PD&qw$Ssq`21)G#hEa?dEqif zT5b_0^+RX3yw5wE588V-e#0pcq zPxZB~zomA&O3Jl6euE5+6T^Bj!Q$0+zbfp5n}IV!w?Qw3_x_5YP6=P9CB@P$!!JE@ zYL?y#fK-|R`SbDPbesjb5765Ngt57I+|t$@F)!g?Mp=)kEL;5E{X->h|}=1KjLQp(iAaQ;dN4)&=?cx zI_&_1m>Mn>N}6kJz%Vdz%ft;iB&h8XkBN4{h4_7DaZxp=2|0G34pVXioGkLLl-?aV7Y{V6L zeSsf0T8oeQ>&NeoooXL+W+kQ5=OpK3+N47zVX*(4Jy z)X-X!Mnxq3EH<4poc8(8i;DFvvW=b9PPQHOEyGe(R@> z*F*um#bTqIH{fNX6}F<2vt%O0Vx%W8P50O#;stFv9}7GEI@;;2!Zr)ob_L$8XWqnTjTp8mxR}=ZW2Kg}bJl`=KRlEW-GlyHE3yizs zS6ijlcizd#rKwE_O43iM;E36(nSo2@Z|t^o zh<@4Sim?={T>-~e-^?Ukd;dGPiJqUt?-o-vEV_Gsi8RxHA9zzwbs9n1OcS{Vj9Z48 za{5C9tW$W7&2a10s|pG?zaLlRdO%Ry5up7k0$S|n0{GouV2ZRNkn4p%bq3^kYr6b zEi1ol9;kHAg3#(o@#ypP4rF3AEp^hyu4)`XvF0X9K6T6kuc>N{zyo4Uz6UHK~2i`?j`ai@Q@YOZ(ijHm7;Iq+zaD`V%nvm@FP?deIyiNX%Go~G@Kfs7-v)AqCOoICMHs~Z; zH=eaG4}uNH2Cy!p9oM_@rx?G>R;eC6?n=3%Ln>VhCyDYkJ#k0Yx^QZ}De}+C9&Z{M z?ZK5!K{jmB!IGoN8+$VQDrwlgCNt-nJprB(2V`7Y_B7_i-2#)xJ~+7egVXFMD_0C z>|@qBQ(vbG7J+QoFlJpCpUj6$oRq?I6YS%f< z*w+)~gbP&ej7SA|6uO8c47@-CJK#Xa0?}PSk>C}+_0Rnj3d|2pATE{-sgIF75`to? z%v&wsRHd=EQtCDk>o06n?L0kljGnoT^AqVJM+(6sz=`q^&*v??3lARtkjHs?a!V=L zpOi<57>LE^f@S%ru6fq~-frnXRaj_k$Z@0if1W3R9d z)DU0l=AW_i&w8YYBLqdS!r=B5nm1Kqe^HK-M|lpvtLGt|7gCO%p}D84DO$15x5-u6HJTz*L#QGhZ% zx4z@c?U*Fa@)a_j^ndZc98d2QO6tZ!grPv+@r&HT9RoXI-t9v#>|9mi5>%0+Mx7d% z#N`W6SsNhQSCazb4uGXld&WBvm-f76hS5WBFFYRUagz*=fcZ{y-RFteT7`O*ldSz| zgtBK>;T|0N{oSBj>;Xsb_z=j@qV^h9oz6rz1Np0WH*a4i)8}%`lAOP(;I+v-i&186fE)ld=kvQP5YWn9n2Fy23WB};j(IjW>FfNEslfTQ|! z!@#rL!#n!gWUn%x+RDmi8F;KwvPFI%LL=Hhu+j_jDk0B%S359D$lj-62XfLVyNoi% z(q=QSRBOAM8h{nr02nqKkq#8u`}uyQuT~}G4o##f)dpv>qP1WFi3BkS2k`~7+Z8Nm zP3s6ROlI8($4082HMqJosyjR#)+u3O19l7BqZT)0ueyOTYm9_)a2q&dE#_q@G~;`f zw?h|fNr$ECa3$V zG@S-~>#}izof(lk&CP1R&2ANs>R-2ikXx_p6 zW;j@ombzEUUneo$J+8g~W}>A*;_gh1e%j%Vsry<8=9DxUQnQ)+?P7&0K214%OU< zXU;=yBDqyckNCj-Oc?uZ?d9QIQXp%}IR&Rcf%~C?{S!uZm6T)lrt>acR+>Y}f$T)nCr=M= zcJoJM_a@KTUCqMfi4Y=P$gW@~sRq^goyC1Ca{&nB}`q%}S!T**& z9`HsbJs_Y0 zhN>2r_scI9db9PL6rPyNJX~x5$YZHS-l)SpoS?AtS$3kr z8D)x8-bWS-VuIz3965Bi4ySaD{2k2ZG>$#xaHW!!O-o}+zOp8jGSXA(QfeqknOCr> zQ55BVsNMg?ajMMVw*K|L2N-g`0g z^h-+f70CeY@01nb4H-Y7Fw~--+!8s`UPy{}{$_hyW*`M4t@Xn3)2DBq$iIGUvRang zu&t-f)in5Z7`~U(@WqT36>kqJywn`k&)K#N%D9Cg^0;EdWfltp&M80n*tlFOT(cQO zExG#BdVY6Vb<5GU)GkR;re)IK)>#;%bmh4|50zBFj$ny-(GTW8P8eEdX!yQ1(t;sR zuFiI;?tppWS^~?U)tqrk_PKj={`ow*USqvkIT*Hb`rHG#Vlx(&2RE^UeunrQcwHuX zUyA(i&6IC2===>rsnWEZ8IWMc-aO5~`s$^?@~;sUc^cpP;)OdOXw;cL81irLi`;qq zUsksr5z!qkT*2@e%Bv|8&~ODSa7(Mv^=vPa?$eW~WCxhPCSmT@wU?H8_ulf@#h%F5e}r!TL=>3K>@xWT$n1rBp&Gv$W<3ISdcP`DwTa# zTPi+qOi0uJyED(doxT?nB^`53k&shWUWUDo_eh;^nwLXg zmtO5;Z~!S*;E2F(jSJXO{`j{E1(Caw61#)fE&P^V$M+!2P^rqEWl4fE2BvHS7-8jK1gT|cV9r6jA z(Xxsc*b)IHy`uL`doHvfM-Il@~au9+F*^-jKg0^i%nOVZE+pbf4pluoIyD8)kF!I;?L17yCi z=SROF4^G~bbW5|n^cFdK8D9)2q3-d|2b4ikrs*|Q&;}LQoLrQU)dq5@NUVBul#hgh zo&T2{m~=Q88Mc26JyFH(BN(``;1pu{rx|tQtbg!W-9iFKVUJJ$d;R{Kbdqzshx? zdDzzUi{Xr3rbzbs%P1aV7be~$=jAk$Z{ca5ud0M6TFM(+lS{~+$k4yhHO1he#GRnE z)Q4RGk(P~I)b;wF-6?f}FgRPXX-0nZ2L;aqC@SM?%hU7CnbC9)q{b?x zWvQ)!%zTHt?AG>6U6W7o66|!l<$qQSW^e5+F{kY`2WHwfr^NrS8<$d&TEO_XCLa3k8%v=QR2p4(kcDf;%n z*~|d-g7UT70qw}bWFC6X2SLvc71~o`Ea!|lQDsv`{4S{resB77`|cS0ZvL@IWODv= zHvv{oG%ynSd8M1o=u;zhkstzAtN_0C+`t9{(3Qd5cU_-`ReeC>klpoJbqIf!w~9B@ z@9nxH3Q=WFMm%BwrrQ%lQ>S)8o>J=lF(vzMMp1%y?^>&yqA$QBAAEnc@^BAAJ2Q9l zZl+OyISgq=>p-1MA6@(#Sf$)46vMrAd=Ecj_Frk<8iejD+7aBbYYUk|G&#k`iluB;3JRadj?!4%5{E2<`}*U^w$EjZj>a0vmry&7 z9B0Bf^h7LM)$1aLk3O3WzE7@kXf!)W+GA?;r_cvTi>hl*O(a`hVQC6nlla^+1=?VY z)s9+XBuQPK4gpJ*PdeF42w$|utXhg`HQUqeXWyx^T?t5OPd4~y>L|pw1 zxG$VrenjTQvh#do-4E5?;%%3nK}VcXYs9rjdYa5H@bjM+y6oC)K*G!rRW@8ZzQy(4 zuFTiT_!{_s_!B3-G($kt^z+nmNK4`}Y#|$IP9a{0jF>Tvuxh0UcSimSFso^cHcl{k zoIa5{NjXNJ!&z-LA<_|zuilJUmrIk6cuJ(6tCHu!M0^|#laeQrC$bt_?{$b0`6%?u ziwm{lg6A9ZnTyk08)eVVuyFz+Ou|F~)z^E1pPxZUi>~8$ypiT|m_i1xbcsE~YFRRp4v!Y?R0xlAS8_R~m;9n-3ObgH8ZH2jgmS=hl-d3ca0r zp6zj5XJiz=-;uvowZ?rkf6lab97gv#9U!QD=~_T(c#B9vrnfc}uJ%Zgg7?GOjzlYO zwzwyar+6G$NteNqhVrS0l#u%yd|H$DZ$M#UKyd0EWOLwK=5VRaEQ7+REkW2>$W>$W zHePvdVD@CKw6|pZ&mCuoOIVyFcsBr~8X;GO0Rj7EY*kN|^5qZim!fwW`sR!;b~{x8v{QTK~M;3ywnCdMBm)#8a*%epbG9wte!Q?VXvF z$PLZ8{H^GgJAHGCLTe4LYPmwcg-X!e&Cas|v!Mxru*7`7DgsTa4j4RJ5u9SH7@p_D z>uJM9o^3Q+tokARs)L{v))^6m8D!+t^YjU5d#tqSPTJSzv{i$+!op~S>)XxC|M=xz z8va6N9ro&@#h4i)wm-6Xl$|q?@fq9+795(v%-c-RCo5rvdn&!<6A)h;dWzrxT1WbA ze48p6qlsv28J5e=2CP1ZYCqju!Q<}v2}HCNlNw}E4+kZk;90xv<*|zssrB=w1WLyW zCd)iPs1^fz-xn9fl;?5SBuc^Lebdqp&NPC_NydF6y?R;B9`~|;7x3OKee)z3%DR1F z*Jb1%x;)i)Xbt%kLImWEE$=!6b=8ixIN7QrHxzNPJrb>NA|<_bgQBB| zRm|{BSr1_MCNTS?2G9g=4reQ2(jD@0z?%Ms5uj9E2AWtu2a~yhRI?ySi zx?XEmP}AQFW^Bs~>H1h85SGite-7Ula46v@A;v*E*F);Uz=D%f`lc{DzA(a<=8yz6 zkU-hpv=luyu>n@baqE<=Qx>0}K*iOXzy(u}YzwM=n4bx|Doo_A-X*AW6kDB%wJ zyd~NvbN%-u!})dh>(#fFCNhUBH(xn;y?w~0k@tS?8-PR>HBGQ5drfgHg+3uE70P-+-^7`*XOt`B{Vm7>Bg>3ACe8(Isq1Ktl0>s8 zmp2N3=&J2q%kwe)-e|TE)weqVtRw1BFGrTlK8~DPAGL5rKOx>Lr+z3l4Z^q=;?zW_ zGK=VAoNsbGJ<-+qRM2H-wIVLlE&Fp?Yb9j?I2wH0SK>CQhvc@!ngvf>g7xZr1`|_) z&Kha!c&Tm1sx#I$kfku_JgRoWpKBwA{&I-KV)H$>>OlQ}xmSkyHD@^k%RxCb_et!{ zQmGH6%s9x| zuH@p}Bf@2M@0%}J@WQ_{tx5SHP(c< z@qD~9;2;d66RH7<*XyT#QD&q7j4j&pwr zijSRb4km0$^YZRZOmP+o7mR6F@T@$k&^+xxjdu%gxP88v%qVQJ3`t0Oo?qSkw(+IVFS{)^gKG*<{Da=TN{%i((xOfB40o5;PhFM zh|l;B_uI9fpyu2AEd~Uip-b`6w9@49AUoiB`Ydh>h+3a=I3Y)#a*(9Gi|sY zd@MhfsRxGM#CH;VAFY2-OWfYm{W6jGhh+kB~%Iozv9@{8)2|3O~7o-XAGnF zb(A~r@1OEG^J{U4%REERkkAb%nxVBQ8u#l&0?bO@`w?22Os%aX@GFt^WNK!HQ2JW`Qv(xVQkKR37mEP{ayAW>X^ao=1tKkMveRqrwlK zbzth|LHeKPLPPv0m2}w`E=zD;^65AFKY}bL3_S~=437cMO?>Zt=7Zh*CrC^E`$3^cJQ{}n8Yd&K{GrW?*6#xXzUWi4|8rX0qQU-~TqGN#2o{@;K8 z{u{OQ|L4bK*87dtf4(%Itq?CT3yyO(E*%gE7hbaY-?O9X%Kq~s|I1&F z{%>E$|8E1Q|9rqd9>H7{GO}u$-GIqpuL@jwUiN=Jx?n}b9?k>rn|&wHrl99SUxFc@+jFK zA9IxQU;dEH&;p&i3G}anA`+NYuQdW`son($d{ENG728W{!}s_l=0t><_vWOUH!}Ix zTk`_q;*29~Lz@c&#v_-nEy3p!c18Kpz7yai8`M)6kKUyJ@*IDjQZgge9ZyWCg}9N9 zo<^wv_dmZE(~UdBgGoEnVxIQlu}t6!1MKPam%yQilbluU>l!s?@=RD41kC-nKR}M? z`J4umM$lr0k){h9!UWS^DZrt3RWibTi(--Ki%v;>|HO~Bx&v=cO3cBV|Mmxlp6h>j z4fLFNmt92vb8-IL-@Y3E--V#FE*@}VF#I$^j-87Wb)x%DZ!g`EtM{6&!oi6CZ=V$G zRbNm457*$;X*kg^=ae6NfytnOXn|I72FlLTK8JDf_-}9U&-?vux}97B~DN9xy(DfG2l(v)c)Y`&IC9UI)T*SL~R7-UKwiHD$0ktFoAIUKd%MpDmd^5 zg`mIVb@J$OmS{e1S-WfWC&j$x`R4nTBVd2F0Y9l7Tt^;z9~2iAQ4f3v0#f-AujS|< z3QK%o)6B?3T6P$m%EV!1Jbtbe$qAs}j)7`+3>-;LWk~puB=m0}h!gCCTHVIW zt@KD>xd(T^?(_HKt8wr5=Mb?s5U5EndJ}B20&T@RaEA_YFxht~0t}GrRy>8w(ZBZ{ zk7-2huLL-y9iU$!cf>N`4gL)o8ax1q5>k+fK5jVC1I(YS{&`@+UPtuY!vi??%8(=RP^XWzWZKBdZq{!OZ07hmE3LDUc0w$Q^pAT^w z7YY|X6gcSm^N4{7^SdC`6}-=eV)enRlUM8oP}IexW4_*y&abGx4k%EfTAC_eT=sn}4&^`Pj4 zt9|k&rDXwp#oaE?Y)k|(_zdIfmKJfTQC#ySo!^X-^y838KUfCk6+W>W`kmb z8`K|s;I&y!*f(m#DbIw*%)+t`y38f3fz&5mDNnV^NUoX1Vz(mzZpWq--ERUKtbyo2 zZ8lJJ9`u7|0Mn&Rvkrh34+t54Z8EulmRAneemh*Vc!!Z>#Y7SQgh*EP7DROi_-|Z9 z6l~zySTf@tyFq!kxP2Py0~CTTo6xzF-AzBjMNC&I-%mZAtyQ+~|Rml^~K!bbb3968&K!tnryR~4k1 z2dv0^-2=lYAP7DXZ4flBpI`U;Io0YE&pFRy-Wf1|sRfxZ)vr{;Im@Yn`=vSYYbAhM z&Su0~7KuwXr#LenTE3f76g@PE;Lx)i5WELoYI5N9)dtwQC6v~WVt6gEm1F8$qd*;e zgK*_p&_Zw{`?v87h%LAQRwF#f&yz(hD|pU+d7`ck1ypX?E`>gua2?o~gI9dk9h!$k zeX&|>=Sde-qqd{SN>YdH(DuYY-_3Adu)#R5lYx&5yb_qrF|4Q%f)5bSuE;0eUQcSK0uSMd$<(mn>;Ac?((DMrjiSrXU7 zU0L!nIRxlF6ub`Qa4Rw9!EwIOP}l$tUT{)or%hgH&!CX$d_%f-8b>LDzAnX;OpHkj zOyv;q9ZXPS<~q1x*TG-A5-oNGg(pz(+oVB=^s_d=+b`cw1U$6&0Mrp&aDzN-+h$jo zDGkA^hG@}Qpu7Y+R-){9WLSyN;HiCtAR;D_MuG0qPAwP&jrc=o8AuMhHlc9R()aE- zR&O+{J3KDCiowkL3-Ef_ZGqIp=N%Q>q$@zRvk}^sg!@Ph77K)(5tO*jo2(9X)<(54 z^gNm-r{6THwC=7Y!~~zS z9CXe2nG|Y%pbKLfX*^KjQl;QG8!TS>n(!1-3YyNc`5w=(>SP|Fffepu-sBQg$ z>?+2T97rVb^53PY*h_xvNspmIeW}1Y6ORNVSE7L%sLP(#%weO0J=USW9Y!!QV5w(V zm+`z5J5cyd4E9u%eu(1{Lb?+UV#^& zb=7d1CXkS#>S6ZP<-ijZC&=Ex3yJ|LThygHuPbV|Vg2%fZvba=wXaGD-@C-fk7+=R z?Kn*`wdPA`0NeN~^7dG&KBDSOMBYtpSGP-ZnMKy`m!Igi0gm+T7Ug5J75=~npWPh+m$Y^WtA-B;__(cW z)nF6K`$+sf+@Hfsv@HOjwt@Faabh`SAEHFy1UCdkkQjrS|Kd@8nkLFv9s*&}pS=$4 zDBnbnT+ooB2gvovZ6TIh&hH(`3^>yf@5iYAI3{Z83nuA#n4}HLo;wxTc;% zCWv$5cJaBaIO2pQwvhTy7>|Zzf61IDWj&JuJgCliMYNQP=^lb=F@gD_^+zDqnMelF z#xvJPQ``3{XTXWJwFX~|L0Kg{t4D!?%h%z=eUE&w05ztk$D4z!vtE3r7ct+}fV9I_ z3{jC;B!$Ln>Jm~K*gbIiOc1h8K`azin(X?iG&u?>3MTeVW+ zyQs9m*@ttx1c+dEqy2Yf5OM4LI*+R{khZ7p>oV&LmH;tX2)6B^jw2X}fDEc*u+BuT z0l34a0PaUlae>~pXmi&Cwy7Zr6C5}k&S-HEc*u#-P`zq9DqY6GOx6QZz8GLRnLLNV zxc{r4k}UGxv6;v<>Ad8zI_EDCdF+fZ0cHo+kXwcE*~7QkfnK;*UeThDIQ-cB?RIun zlwSV_KZMx&B~W47oDS41@`O_)7Fj%-ueysNN~D|v3c`V9MZhxzEONJa!sAZEe9C{t4Cj8*Q-f#H~m}DgA zpM?Q45mhkVg9+GYvXC9M`Fq#utXf)j_7pV#Ry;|PQ?1bN@Uu5NlplHu+XH#~DYSW@ z`we_ggqkFXW#c-*v43$6hD`BJu*nxCE^x^L4KVt(0Pk6ff6zV(2`=InF@;xDmwwyU z4y|j6?gPAqIeR7<+mVbNg1=%oN4~zj++ORtf2(#2ippr@wKwC8BzryYAKmU)v4Roy z)B4bhN zcmlul<0{`tFvkg+os&HdP}Yh;%?%ak!mdM%0^x2<$lFaQ$D3A~O~9Krn8-bTJY^Flg9SFU4@<695kToZAN0=|gipwmY6b~sa!kWDE`eHW2KvP& z=6w4F38)G$JgM$ZtlsfwUmk*&dVYNcg@HinA|AN^;+=MR44gJmVCBHcIDFg5H6NVg)%pmqZZYmw&r?BaFxxbO8))lU9IybK z_C(=sGNEL5WNnK&P?b zmC3cg2327UI)#5NjSR#A#bXwNorpe+L1uX3+{($vE%8c^roX;*s@;H7uVal5Pb?hL z4)=GVlYa=K!pOxr(5iy1^ElVU0 z#fBL?X5)YzT_04-=Xw7Sx!TZP-t8**lUBUW5KLVD94~hxt`^$wpkf{LJW$2#MWGy~ zI(O)sXZ@HHzOFej@|^&Wg`jr>Y|Vr4Sz96&RV?N^fa+Yx-wMSf5z;*0TAZIRM?p$z zH~%RDFmDAaw)KiP=4AMPXUy$6*FW}sFOJGX^iW17l0>6~Ge9EX0Z+@6U2tgl#B|0H z?$X8Ep4;G0!wa?muSUiJmOk^THp77M#VKZoC+|rJ?3PD|Hug`Qzxo77n`XE%@QTCc zHc{ySNoE7cq+rNh^rp09yk{?Ebp6};}Aj$4sxx4k`4pu z=+jyalu5$ma+|2sLl3dEuvheE6U)@@t;6N5iw91eROmvZ$63<$^OWDd|K`hax z0Qci*3Nf+(IP0QeR{}#*C=?nMQSZ0`bD3C(>*`~=ctWZ;C&8wL1&SbWb&fs$19{vc zWoh65G%?0da;z`T#i%;~Bs$aq))QS7Og`{*VvC>~ncCTdBQ5SSz$0s6*k|8e;0{0c z&ev;){NYMilo-w?-bu3S(bY7!5Ob#uR(HZ-HPk1(TH<1W&a6XGTH^wK*MEQ^P|-S( z#0Jm^^3HC;w)Fe&(%fAlpzy2ot1jN+W zk+Myz&dv4f0Nh5Vw)J=y{t~4CBVD3pl@NU9lO^4YrLd0eT=XDBOCDWv$SVmsECz*NWiE>V?sWY3b9iCL1)=r-Yi@_u;mlB2^`XuA+LYjF_SY zU_m3~u&$aUh7;O6a*=vWu`QO5V}BRuGNucy^_zQekj(D*hh(x0-SWT=4Lq=w58Or; z4MtGx-gpP6;40leN3t~A5qr#I;^iTV^-^zVhrxk=mWKw?txcpxi$?-;9HIx!!7;`F zRonN0nz(fsEUt zM{f>nBjZ^I$$mtRLvGGSu!@kiS%y>)Z3e7s{_%a_QN_ZX?#6zlS0)98qFi5E46*V)Q&KM^L-oNX2z2ywDh`7;F+vk7BS zZCu+#8MZFaFmjt^*X4 zNegajeQ3lL_wPZML}V~rsP7vs01;#B&tgorpgS#ZKL119k2V1+l*Ktz=87BQK(0<{ ze5v}v`8*h@I)x}!0|w-9UI#uQ1`RlBKG&83>-v2GKVCVTNrY-$3);IO_?UEk6AFV^ zfb^mffGRgmY)K2rWgGBLjYZudKgDKrL3(uo2ioVYU*)j8Bx@|;girj>32$L=Sl+Q1 zbyPUz>~M8w5dI}eF8Wf3VEe@5P^99}zIqVsHVxO31aBtYjPW^N8JR4_?fIkLkLT01sgyVD zErm45l4)(5z6SMb-+m6DdlE7tqrl828mPxnkX99gKqOS=%)-X}p6gs7U_!_^pf5Kr zf?N99&V!z-0Sa*GB&*N2HWjzPiEH znME#B*%=Oguw!&o1Mic!f-Mdea4<7yoDl@d@S|e5XBX#?Szb1HYddIcBRzeh*<5uLoM#R1ta!C*DE&FK?ITm7MK-tzxEWv&&L}r$5MWK+g?w zdX+q62XmTEL}+>etFQX05J-)T8DpD}a}gb?Aiy%M58E=!1hM5TXy%dcGqntHSRQ@3 z(iF!n#wFrSzD9VCU?+6-UcKVfX0x@M{2n$>i3xu2uK}0X!NL9lx2^TS5fSg{naMis zrTxh<*bUo}V3EMm0g{7UR_h6PcRlbOOqp=-KAXOuMHFjD=X->B^0C!Put{ftDdE<} zyqtKArId}qfj zxS7m9$x|LpP5uB)c&jjVD4kh>W1z@bMJ*&6_|7qK*ZwITwkO~KF=`HBWYS4@rij;@ zR(KD`-&y}HWz2jQ0xJpW6Pxw9b2@kP_Xb>eu;F+;mz>ikyr&WW-IJ>d0~G0G zi}&Hv4_(Gh=b02o_f=?)hWFX9mvso%h|b*4k?q zcA9G+1y|rl`H4A?^Dd9i%2H+ZKPdF{WXtU?LTeH~`=8T$_caqF&Eq8-G&c=iK{?>O zjyLUGVY<=tskG+fqinMlSp7{i?bzD;78(tNPo|QuZ_8Az|?X*Om^TAmd)Xo*SM=JM`hC4fH1c zt!Rl*PQ}Wvki~~9+}+`R6c-@daViOGcr|)hIRGChRq+%PV$qf7^YcdCUnq(|94QEK zSn}@YJYY~-?A}@R$VArwcyLZih9_y(acMBD__F;vtAm0ky)J6_G>`vBNRquFAG zfH%owT1N_>HXQ%f{xtv!u<@;Oqk@xkZ+|mwI3>cWk4wfWV*8ybQYSm1`VjIbM)gS| zV5)%a)8sqOs{`610=sGz^9>rvspH#9?Qk>%39GKi+YKt*XkVSfOfTlDOs&8NB$CsE zT)1ov%YwJcKOUX@euaq-)Wnv9DistIwS#c$^kmyc$Kh@^hhEHu$)icg(yhyhsOM_M z!KxaT-hLg>4u>-Mv%n|+lPev1*$DcqbeJ%Gg3UMUzKVy^Rp9tIFIbQva_f>#=XoM# zm~j8%V3m6k7IHi#V*a=RJfpDGy#*+h=-2mTJ*~l{Vq$X;3{k^}4?c`PK{!7k@XgDK zNNY6d2ES=k^nZZDkh6|^``P@TzYl(DCn~bKS-$_1`o^31gk=cA&F%i#{eRBEreCyj zgvj1(lEpy`h>gDe1ArL{YqG)kuPFa-7ITr11=Pwp*d8U7AXZ#Bom{;KV0dCw_>Q1m zu8J7YjJ87OYeV~yBeD?JXKstWww6)k0UmcaX~jrmQ+wKRDa=SAQ>(lvLCpqQV#mn3 zhH&P=){A+3yy%%<S=Msi%Mz+3j72-$)+**Bo#m`Fk4ee27+p3aUfox7*d?@2Jx(vgi-ns{n)qSTKR0 zq-mh0_~$-bLqW*D?+61PvG9RL;$ibI)v0s z-c6})%TPhQaJPi@(ni3Gx$IW~wT=hO`uXk~as{ZC>n`c2h=q}py^wvzO0wDRhK7ao z-Z?T8l1+Fb>*q_@YU|&(RvVLgKvm~txcLqm)$;-W5rFWkkgi_!W?%Bm0}n2G?epb z&t8A53tw>LUImoJ{9)eDRbZG?P*S3y(~tFcKSU>hl0opAzi|UFyXbz5Adg=1*itwDT;5F*c8h^RIQNe528Ro1#le zP9rYsPDy}5A=C%0dUULWqi0U=am0Cy6uA5^pBp>g!0#7&9pDpnru@5T>)%u~3jq@pD#f(?rx-0Kzy4GXl5Zf;5MQC{#~C*TM_n zM{xE50h~SL8Y3pbE$s&E2ETv-w=?yjOyE#0BsS;B5ofqRIB7X*_|&6xH zgKD35KjVl+A2X_La`_7k`4R1Xyrbh&@l%xh;(I8l1RvLRRNe&Zz4t=NSfNB|+= zo-~9kLh%9!_v3lYN;l!K(8~-WL;7}CNO>tF`>KNhVGPHJ?vVmlWbwHZwV>74qRE-3 zxQ@s^N`6LO19HT$SG}YdWgp;Lh}Cwr{O z6VS1fJFzocfLfDosY7qr4ADfmUc1&!@Y#E}VCa^hE!^e-vg1_y%>ohGru2Han3fa; zru?!$(yJ6OpdEu0jPxg`Y^0QQ&z63*!+49{Lp-%<@>>DDuF@36_wr4nq>KaWrDG{O zL-EVtXvp9c>5AYEC;ypfI#$(+LLZ~Z=kl&QO88L22GLpO|}ZmUKgZ}5!m$W<#Mj{GrjQJnK)kY z2T$8#5}(cc1Q~IzkI+Z89M_(uLSTy>Xn5mL3ur3C84=ImWP7xEd{iR;qiOlLqT;C~ zFsbO@Ffn>19Y(=N7=jyFq-y#jQM2N+E_g-eFS4fxkbjyHa1NxEX>c|C-~s(y26#_1tMWVOOx#orI%Ygex<$>vA=5fjG^D6w?WnHwXGPE(`O9 zmp=6$DsI;fuwC3SNbH3~d28zX(U6udCLRz;*`cIZm1qL18j0E9u$Zsdxp=@d80zxx zuJwb#S2QpsxW|vO9%X;4Isi_)Xr9>2i}YSxzyfP-+00c`gmi*C6;1X1jd-({N4)KU zzY$|nxx4`h|3|^!YlX9+ePr^0hMt-y|KwmY%hH68ERWGe|{B3}kEb=PtB#-r& zy+>%2(g#mK;4!__Jjz9-aGHj!RSdPG(>`3Mb3QMbh@pK*Hipg{)_ zXMP_CVkv@;XKHCa>(`UjWArS)L;pW;aLrlO=jXu7Si`4~ZC$`5Lo66!f2)gFYz0i_ zgQhvhM)Tl-yXwOH2KYx#oR6nVuDz$uEKE82N&gYoq-jWL)a>mK*i<__MABlMEK45Q zzyW~Iwv55;oZUcthMOQ!5-g}IOSp0ur_1uOb>>~~!&VPKeC1(Zc@r96+H!j@tZ38{ zZ;Eu{kW`H*QY3EI>|f2W|NGh1;MF#B0FDc1t)ZiflfLWvl*w+Gywr*wP^fa9+csrq zGc{H9VjslAA%j2>2-9lq?y#w{D3IN$LzNdAqqw9j@eWoIr@w0T`kUq1Bpas!i2 z!MFSA*8SrKy-M7K_i~{}+9^G1c}6qFgv1fuMB!>3@yytVd!R2U;?g*C{qc=UvuPLI zA{zWPIY>RbFAgB%dpDlK32Twg z*>i>Gx3f}?ur`9Q@6AJrgU}o36C_6P%>cXmnV_HHozL8Wr~uD*e{i5ZO6xoA4myHZ z8E(=kFF;-|Z@)1Lm;;ItNrOl|gC$ez{mI>?g_d38P0mVK-nsH{IgCXtpZ%)1#7#!? zVdX-rl!!U}p|bh1%)R6ywky0I(1KcCR$?~8p_y-s+wvJaOx2wpkF3kpQj@y(K85{C zfVSy=u3s22OU)B8C@h-6ns#iPzc7=9Kau;G-{QFH}oc`-CUJ*1u z7zS~PV5dpy+n-`52{l-qrSpFtown%Q365b)T7UE`ec7+@`_nhrZvfe!VR!3#V76Bv z;}l!S$H(tul+yEQ0=j3(Z&fN>*UdwWm)@u$2ZMy?2%6SUj3K@q(Mc_!Edjtbui_rl~}*q0{v+- ztfe*tsam438p*Sh$G+2}uEG5GGdH#iJCfD2z9-m!hDImbPj~QqD1hz)L9dQ6+w*`k z6>!DP!_)>{l=gAz`rCtA`5#Oj*GFT@6OISXu6YBr#=LV-(?INt9g7?lqvElcGA&v& zVKLc%LH+b6+0ouP{6IC;d2LATf?p5UV#r(t^u!E?Rds2TphgP#;2HL2(G`Fce3NYk zUfS>H!ywip0mqxKHPpi9NQzb+5bz9~VWwiu(kZ0zL6Sz(}ce#KBOKoQ-B3_)UzZ(4bC!xV<*?)8Nn-aM0 zX#`1pYqVK`oQ-6xMphfrK@<`6vSk!ByGWr_p17R@AlKjo>t~5-8N-;Pa!<>qnKTxz zC|~ViJH5j*V1BN!)mLgfho@T{ckU(A7Rn;SFX;i_ z=}t{#&f?}qSb0fYi2)O^gYX_F0mSCUsVNYvEz?Q=g#%Et#cN;o69_> zZ@*{#{pwc`RBioYCwSq*(vY+0qjdy+oI~WtC0yfK#B_Y{15Ps<{^NYpJ=t++H}bk2 zp_DvqG_EhDo`X`Ncp|nXYseG45k4mcOb*FUmR&K&Uae{T2Z9?QO!$Ns=yoszC1x#w zA#ulPkH`Pl(1Mt2as|vGodM68O?dvX2yTL?Mc*8)H1LV}CubfCcqd;rkkK}VaOTwp8w~-%sCEdFoIsfy% zy>bmCe=4;}n3{!WSCJ$gg5Lzy_+uc!;`lCV>iIr~kIEt@%E#&BtA)&S>M#7Je3jMz zE&OgTe#qy`@2OZin#b8OBLuKDu$G4Fn~PS^2eJ?o#Buf+9C<%FF~k*2#C%VB&1w2E zvRnT`5bY53A>NimHxiJ-v4fW4WwCNj6C(VPZ&3_D{5*MnPeoPT4m6TXlV+H7mKYk{;0czMGKdp!Z>wHqwE|>&r{G^ufuUZ7(zy%?-w`9v>^=3{B*5c z`E|`va@8BL_w{scO`GCh)&q;gZ@`fJ*so?P>zP+T5&^P?aG zu`i#L?x&-HXQXLnDr=C`lm@2^xLOkok{OckQG*2DNNMo|*;~MQZGK)DR9V(S>zNbS zgvI=i=9K&)QJPIny@n)D>v#Y)V}WO>aZXd~1hKuzp<1p5Upy*t&NIbQ4dl6VIB<`C z<9tCo7`nRHXb5huB8rFW3#v}C%lU@CdX}Ouv$i9#f-kGH!%AL`z}@=q%Rqm>{2ztx z&BDru#DXBPNd5-+XFsNQRIKjaYS~D}298X!%l4K&e@KuluZ5x6dc6MYhuKy)W%A7G z2eE0`C|0D!C)kACVoZ>dz+&?YDa*>>A|c$=4h;?P+f6!eCqg&Gprq@{=<7!YGZ{@V z0daY|qIa!huEYOvE_`6YdOVV#VH`!Jd#bij#Vn*sevE_L4G9YrZXPN;p#^DJF1Ge3 zOjk-u+&j3}K;wIG_UVPvgPcWn&`roN<_>E4Qd~E|eysZQa`82e^V;Da-qsPvLCYLN zL*T?=o^fC^qDAQnD{(Zhm3C0_jx#;8?6E&>%;G@Jpe&lmfhiKvmWHY(`~jGF1xj}g@EJ?cUwWD!lwf1?^%_QopQLeK$7ha zbU^Z7vLEMt>k$W-*0MOyx9-fT+%IzV?o0Ym(({W@S9tyLh-ZljiW-w>aHQ0vw~R@_ z#+D1ciF%N$@nzkT@&Ad&7jN#LKl0DuNr)s8htcG_$%5Wl0X*FG)E7{Rbo}r0x}c7V zW3aw2E)VsUOMW540gJ~>M7l(?O7p-I-WV;faUrMOPX@zw^4;qx3ZdUW#_dWR@kC4R zJdU+0W{=J+kJS&>LqTfmj_?s4NRNq-P!$pK5{;RVI+7k+$${Vt?SZhtdmm_% zUkE*=oEwBXdv0R}JBrr_wVn}7H}tozC2TK9C?EBfUbk9cq^dd6ow=PeR6qCT0$13h zM3%>bPS)<}SC}7HxtF>C^VbRtZ?@Yds@k{ucXw<8ZI&&t1SQ0{z19ql5gPSoBrpaQY=-ld&D9+fM8A9V2Nl10y87v(vgDcCq5B4XG0=; zW&yD!zyt$bE;Oj;4q;WGAs9Q?FmSxoFDr$3i5XHw74#hc!@Rsf@hOq!GIeEXdRWPCxof~ooYGl+a^!!?Di~q)SpmT^ks(N8lY);P z$7}{3_c>1Va3V3A1QQ|vG;W9xup2Gm_r$mu>r>wJ*gh?tI9tC+(DBg6_qlxCqXRA} z;q5?H&5+#c_8O8@*(7PBx3zZl~ajd$?c0$%I2v!`ofhSjV zub}8pkEW~60&4XZpSVih-i=>@hyktVy$Q3+zTY3F6A`tTYa#U?A`6h!%1$Bx90QEp zfE(znr@%cV*5b9?K)Md8n-ms|`Ast8Wm_)T?cWukf^E1%fA;@7KzkeVWt19h%c2b# zuRrqGQ|E9bR%}xF-ZTgWfhqwl$E#T<5TG*F;}~_N0|VIv*TP($ z^d8()hG)SnkuixLJ-5j{FpP!936ws4PhL(qk04I8Cb(S)DB|;YcG(`+2=J$>$3xDz zP%YiVbMK7EO0TV>$xclGzPz=72K| zRrRu6O!%CG+)Ix*`WEy5y*wCi`P;Tf`}*%ecVmV`xpoVsxPh842%}0kqCnuw?feCb z0tg2@NCGHx^2O55_93&oa*mJyDwbRISO}5NN<5{Ym$Vh?-Pqz>I`Qi6yF0%iBm9WD zT3ijHH`c_CK(%BOVwH&?)%k6c%F*V7`VkNB{`=i03HB`&tWxh&kh>CPUS_$Q%A)X^ zo7MNda@tlpMBrY)L`v0V!4JymU;vx=;+{U{ z^-%l~OrO-OG^k#2M_}uWxm!mh`qty^Neq^edTN&EU?r;B;2=RD6KmVZ7DG0hy$l_) zR37UjPe#gY&zTlWrAZ6xEa}rtqonU;c*FG1BKesn$bq)sfh+cN}i&nbFq@yKU zpaV?U9A5P7olLpySctxZHm-*cA5P4>_eHKmMEP!zp1+Z-P)v}Jotnz{!r~x%D*p#g z@0ZodH+RG99h_-hvn#|u?GB6H&5h`pU$S%}$_$?XntSli%{a><->TU)(em^*QdS(+h)Lq;7fwfwnT{$%)vA)~2AKybRECn$uq zK}F3AGj&Na8T#eAHNI2e7gfw}0AGXCb>M{hL$RGWJb2c5APM;Vmr4-jOximt`P}SS z*U0+4&CUd*zh`=&f~6(23%Qg9o@I-k;LTO$K3w*zbe=frpM#z}%kpD%D4Q5VifIcK zq1}E-hw~;NdnLNR9PA>vpAlu)`AU0BQb~qGIPKh3FMJ$!b!uB&DMI^&0*4rnJSj&m zLEBbAJBF4akgu#H(szbUfjS|#0OoRdw)`agr}?WY`Hx-a*gx0|#( zN^#u}!XGZRldGJm-UTS5mTA+j%{oD2rx)&Pt{~atO27|xfaFvk-f>I1%F9O3?4>9a zhaUa=dSH+M?{wLDVOM(|Vb9&o=o?RNXZ2Qt4lE@F@E1q^X?soNRw*AcblaCAwdE^m zhe*c769M#Nb;WlZH=YCrn{EpYLmfRl6O!gu1))HMc@c@(rVU0CIaIR?I%Ko8dH3i# zM^c6|c=(3}dF8X)LEqYE{hicqeHq!mt?|Gp^N7WgcTrEM!|aq@c>(sW@NYX(%qHoH z-ePyzPnGCA>!o5X-B0tXFs zLq&)yknKOfRQ!w7wZIhz*cn&{W2Zxxq(1k}5(&$=E^`LH>bp_cD;JBQRHP+I5(^!5!3jp?+uiTJ{{pH5ym7PtIMpXunjRsdlmaw6rFdQt-v; zrA4lwY{J=dizR&}-wpLaIANl=ogunsO6ljmW;Q!|Y^wvm^abc{C3W^gEjfnyh8S&7PeyX#)-*?Lm zq=5G2n2*@47AHM0oopi3bbwNc9iQJvMCW{Qf4#VRVw_DxVDFE(vAQiNx+LA?EXD44 z=f=jyI$GI(IgN|VovZ}mK8Ft!he@!b02sS`p*u-L`;mwEE&23gPY|n zTQDj-IOE`kzNCL%$>pcwlZgbUlKuX`aefoPUd956C%<;0lO+%Ys8THfA3^E=vqEBk zViwc_Vy%UBXEnxCVTsR+4^vVV>vnwIU%kJUyZKACiacp= z&Uh@?Yga#A#myWM2%UK=MT54%zu}SX#RnAx5M5G85$0WpM=C#K0lK21y?AJB#Ji^LnasMbLAlXj_bX|4oO#)geplC@;ax^(iVE|@B77sw?D-(} z!KJD&Pxj1wu*(Og%}CPIDnwFTi8c)j9ko&K77&JXaP}?iU#wQR_>uDbY>@LIq@pCh zrwdQGnU#UC$MW;<7t}^YcW2X*Pn)K0{YWV9WLX55);?=6&wdZBn91vYq`~&k_#h}G zCy(-;?s97_;Gq}L_;psJj8BqEau)sGlvK<`!T`B?o0qhXKhsr~e7i=*HHvEBd{Xbs zeK%O%cqh)nX2Lf~ zPz&_0B2gRhy`?}acm0?~#R+$4>J^HJgvIBFl=McZvlky!UZ33Csrit=%kXP^nsOJo zFN5^4AVGFV*zMG36lZx;{J!$3HV~2<3MizXyWjb98PynEM;<`w6>BF1D=-qB^#bbM zgN4^$ftpINQ@p4K462e$H>$Rpt$u){`+QbzmFwgMof%y|z#&jpK#XWi%ev`cX8se{ z13Iv(F1@zB9PAZOe6}rdO}6H75^#9(H=Z4zE+2>5!Y&;@p(r>{nf2+5EK^7gNQB3L z+7AX+no%VfL}c~w@rNw>b+$XAY=0@>Zgx+f(Am5_Ny9@%6)NDJp2^kH47*A~E`*|) z^wv}u#~bc5NeTSphTYLl=dvJCjyrlem8{IPYr#G{jqJ;`x~6{Mt(ysUg31D(rmG9b zr}INNM#anpVsxOpQurlZH2AcfC(~RhJjisL^tT{(OOc1e!9uZy9+0aKO*m69wrJ7J zXT?ZUv563VlkT?@E61suA|8^!RfKn3x$z&tZ$ALf_2<`3;CWKL3X zvrv>U(|*sd@Suc7$Q)J$OA5;iS_3xRw_BRwbhrI%c7`DBp>+Y8e&W=d?BK!9Fj}YT$*UKtS+qlHu-nuRXT+Md|uH zk2J#jM@B8l0us%Z$v&D&Omy8BQFtz$K&Vn*^CN*Q4*#8g{|5dGhz024rk{zj^Ycu^f454>mNgN3N--3j@Z&0YS5?-pRkjCFov zdV8XIWIrhE&U3Og?J%DKtZs3@NbrmRi1!DK;z=HV)QMB;9XV&74p z>+Hk5>5eRfS4=~Ed*%SoY>w>BQqA3L)Y&HoMT9kF7PLyn0-rKk)n;lFQ!!*(? zSH_nwH=z-ZM2h_KyTbx2L+QFitk&OPt}j6*Lrf4Zhrx)Uigng3F5^1P10KJ8VJ<>?EbGP+O%S-9k2U}*sfArFMv_0U*G zeXJ-L>8)BXY%=L$vm`3Z@8=lm$s2U5(l1uE=wMmRBp83BVR#uV(8IC z#@ADs1YQEnjqe#+nn5=aGhGrZ*`XaqX?;m6W14FI@61l?Di10sGsPLyJ^_uE2gEi{ zgOcGn@^SC=w?hvaVr)k!^Boa0Gjn+KcZWr&8%ux`1@SLcCjW5z{wR_6xT0s`hwuZy*52@Wf zv$zuFHi6EJmZHoQPpX8{CvnqT+7Ng30RM|I1p|*fh{wh~rqSwQGlOk0oO|V`s4YH= z4?+FG3D6o(uBtwWyv!%hr>`tR?z6#3fDe;zHO0LcQy}>B1fK| zrvNXakJ9%cdO1yE(ZGk1#EY4knK@gznW_FnT)Ozoha`dibYNPZ{(6&`urAuo=HZ3< z#~8)T>GQYZzjNo>3=6&=Go{MAJl_fC8>se2h@Idy&~Mb2|nZR(*Bp%@RX66+`F*@~7@W>}TDyk?$3 zgQGqL=_;;ek&3_)f?Pt#PK4%Eh0MzMT0dXpP5t3ua>-Q-%g9HEN=akQ`=XwlmfQgI#A{3DPWleXAc zh0EnyXO)v@R!1aUnff)q4o#-w-YN;NJ>WsIvU*5Ty<~-OwsqCscFh(l_;kq01xgjl zaxlQ4>4%3L#cN&Ll~9kxoHL_NjZ*6cy@g`d$?E~DF0vdIJklqPDyN9<(V(`J!=X!_ zR#*9D+>Z{qzt3se-$#Z|F^Uq+h3$Y3#L&-D3moT-)K-?Jl{+zC@Yk(dw_>71&n}L3 z_a|J9GU(~#t$%xsY-VXbXEh;CzwHr`{iY);or8lzjANO&S<;E=^Q2-s?UJ3t3z>UH ze-#i~5^IHGKVt@3k?OU{5albLL5utfJlJ|am%mYFcnd6l4cQ5j?@e#4gWT*EopZ9o zkq#AWWJtxvC0!HdE6h8D(}qze8;Dj$zO)65d+YYlH2r`I1<&I`bP+4;NV4t%8{;H2 z${-ovtT}Tw%6BS#C^}H3QDE<)ny;Kh#(dq#7 zAj&ijFEj5%GIdhSW|<}~XL3z(AzyRIic#e)WMt6^sBz!u5zDuonK=wDq1sf^4B8p= zoyJYkq0LG@$2$TDMK^0s{(+9gb@F)*<>zFumf-Z--);Kq{j^~Yx34W##1k7+`;`Yd zUyrRa=IdVra@>xhU(*l`!>`YHN@&3bYI%G7x@TF>uCu|LUMeH!_+Buj%BTO2COfmHkfX#cgj zrSkp_rQwoF&QQGSLs)CrEg5-CB4iDH>DdR`RKgbtnWQIfE8Qhw*MvefaPU>aHPIv&m`w2oo6g0`NW$B1}CT*N4{q ztV=afRjX;6IMIU(u&~?I{?>_e>~HRn@iXGir`4QeFQ5C;rx(EX2M`B;v`EpYH8CMZ z6>uh0KES4kOQ3uhwkQ=n*lOiUdBeN;gSYB545JweE+SS?F3Uc%H&sgZJ|j$U$0?{j zcu)(Pm^1&AGu|F0M)k2xn>Z1h3cu;zgCO{_xb1W*IcBnAgUa$G(hNEEuy*>*Itu>3 zclNJ`vp?|Y-i;PqsQOm?FY8Dd(Z%Vhc9f#v2eiIb4}6HJpr_@6Fjf8dvo5PA{k#DP zQtvSF-O;axgLrdM;1d{;#C(M!*;>417eZ7m;Dvn_Xjg+{Jc!u&Ysi$*>=;xKF2<_f zInW<0yaF``SnvsIe~!CunnG7`pstB5(Uy^sfe;7jdA7H= zx7c+DVRPDvJ2tslS&b4Y*Ck+kpn5EIC*$3!Puba)4j0xlXOlAQ=Xrvh2RaIe9Y{(aeNbRRrJt-DVnbPjQ*#!XCA+pBO=m!)OSm`-`;;^Z*jJoS*D&5YXeeJo%i?7 ze18;prrJY)Rn0O>`U=_J%5=L^Hb*T)nxNQeiW66_SymqyubXvx%)GJ{*cNi=^-vcQ zP3z<-UlA#E;$Q#wok~)-mjr4@+7`IYyCs(4H&n{%t>&>L&3oCQzu+Nal0A0kt-J!T zdkap@EvTm$gZZX6D2(L&d40{uGi49p_%U?4pj}>E-W&_&SdQs}TuuW!Q^ZDGfWSY@ zSb317j6Lsog5GhgUUc6kyk)lmQVO-`-n3Fc8HJ~-Vi9!1ljES%_fQxKM{6)vA zFdvK>+4*t|!5_rvC$$nY$A{qAS0HCne1Cb;Dh0d&Fv-GyDT-yKzIrA_V=M@z&`}4V}>+#G`2%W_lJ=g>o zLu4EvwHVK1sh-vNSxM_ah>h;e#k<^=IiOhTXHH_qH5B6TU0MULeuxI8olC|$D9)Mf zbkVk|=pQ~$ht}3k7+Fbhxo|1)ZHTtKGeqA%AXWno&d4C@0&F_^1XWNTlsG@0md{7- ziB~T>zBWxN8*`ay*?Ft|-t<#j(1T2h?mzWu??j&4FUZ!MJzGsLi-Bd&b*NgC7;p>^d^9K{wGkrX46E)pLl(ez~rPoYZa(^eLXDzDe53JR}tEC*MK?wH{@ zo!lCjfIj1d-J7tEax=nzY&sb(ze{O$+2$NjGeNGx?3-2GAQo@++4}c4be;02SFdk^*vXvy4LEfR_~QER zov(~Axlg5F0GyXU6s^L{qQc2rbH<{B(^9#INex3P`aT2W3N?Gf8}f@cj<}nR$T=0w zSg+C*+PvADmgC&SOI=^)dOLY?bLdIlpOcAiens$_Jlw+XJG|`tSBa~2&#s0@*?12; zdrFeO#Lm(j0A!rm?|_265pEvBL32wvNIp~YclQ>(f}tPaTC9Ld_PPihAKnHX_tCHJ z;zTPGIBM%95QGFn_rn|~0;3B0Ky*BHKyEoxLRZ#U$7#ny*#i+yWdp$fcwe>F}U> z!b0f8B60Wb-SE@V=4NKGfu~}F|GhW^uMXNHcRW`TW<|bL-ftZGUdFLe{GvLk;I!O9 zv77p0cJaus1|7@7?pPselZHQD2OP~Nb%9a>PeT%oxjobG>!{FLC6wImYL08yQ)~2? zes(_Zfa86^d({zJb!FAc8zNO}JDg+m)lY3oJ3Q~`1?qU5x-xO5u|O%i{n3Pdm&?pg z+qrQ3_yFFeL(-(tLv*W!?ZwWkRbJEY!VY(|pe62{xjz`YqhJY^c*`-Z?o4qT5T5E> zXR}rB(H`j-B}K4k(J_n(7lLpmtrFcw0B?E>Q~R`*$sd}dIT;Y_yy4OTcb6KRT213D zm>uH101UvlxIvrDMZ1lcStLns+1m2lQP_fuw(#}{SrJG*oT1o^C9Pd5%=O5Y*+*;z z7-Q=22t&Z#1czzc#OG-nzf?TOFodR+ZVRQ%xN_!7xoY62w@s{-b*=uwTmVftcHnK%_hIMGeg}=k@zdyT3d9XKp`o5sC z`pAT`@Y!8lUX$%}mQ;4y`-*Py87=JfB87{~4iH)s9GXkkHQnI%XXNxqrn>DKZfRV~ z9z5&Cj8bdJETVyU+9se#3)|XT1#UF(Fp0v+y#{n}w>T%55!wM)NRQ&*1q=F zVRE9TiPORwXnouabrp<@qDkdLcA;WFb6C@!I34d@fiR=Z2@bEA@Tm9nMGwb+ zE@+ERwRHRx38beYqZ2Ao5Lm!`o`c4yPL7&%tJ(8+kGOKX1$@|2VSlMe`vM?rIP-zLvJ90{wbO+CLw5l=Fej4=s>ZFJ{Rb6#ll-s8NUy&5bUsDN0{>KyM}%WVC;n~xdDzD-GVXfc~dY}X>JjOVcu9$`OnVY-ouWAYzQ%^ zz(Xh1K34`5(hzwg{Y?Yud^{D=g{fC=a|rN2a9af)%x);9XdNEp&yoQ<&t5X>8()DW ziWHicn&l3>(8SuY+vj;K9#3MyZ|pTo`0^xjyJ3PF?!;wwE8J_2{<~98E48qG?!& za2DGkcgXw^mwRCYGOc$I6Wk+inwcXFy88o8O4o9<-NF>D;%eQ5!pBzl=p!^FNt z=N;rf^aDnvZCBtn4$iG)U(n4>!yIRe814ZEo*rz;4D)wvz@nz$V?65AL2+{qVV?*W z}Ur0Te=x?_7 zK7htOcKW=Iib|(J|7z7X^vvfFAxgxoiE4^>rp1#`i~ul;@w(2kn`39hv4 z4D?o=y_Q{|oYkoAH0&@2^`q7#7WJ%PuTlp>>saAO%nA0&OnkTf&~=T}@!YZyh*+y! z^vIR@`~tcI-v1Z`Jy6L9Ll=Cj2OLr!^}<-YcM&t+k!3KMt3w$F2%HB0$D6?IF@RjS ze_HCpKb6ea4!I*oWK-GqSND6)mvPo!k)UybI}*8^%c0EG#}l~l|E z5Jk&hL#&*!Gx^}*L$+(t-C7sW5#rN9o)KNMdSHPY>G_&3LT9 z(l~|)1G5ZIJ1wEMm0E^0VVFVb@Ff}{EC0R3deMy8CzW_1mox+<_@2MvN&^|VfJpnERSD$>x>N}zak5y{WqSL}L?S%ATg zh$5uh_${zY3xwv4gX`yS;L7OJ(vlqAVmS3Bkyv?NSry)ax|Fpq-F4ydJ_sGQbn&S_ z1Ex=IL1|UqT7I+{#~DoQ#|X>k%pnf=kY7W3m;5cfpq%Ttwn&a8AiF&vz-TH?| z=iVn}?|OHRiqvx&aCNT8ZM0^W9y(hl<1GOhZf*g`6zzc7B5p6JLinel5dYLadMp#~ zWmiKCA_IB^;tFzPtEj16n4bsji<#pHXflVM4k{S7CJ6GziGUBQJ`!y3?}sxhwWu)@ z`aB*2-eQn(5xz4E{5G@&Z2}|7=*fCNWenWC51Sdodxsj?;X|n4ajmT~89TF)l6{AP z8IP>#;L=o9-~l#nPsO|GBj|o)cU8y)##s4XkfbSpVh93Ja|`sQ`#p0Nxt?oT?IYkq zKn{3C623(P^o?W5eq?4*^CA#9Z6JA$AESj5fxLcraoF?jkvVzi+O=zT9T-X?OK!2{4$02;j)3!leiW&pI-QMF zfd`2MA`jKoXRI-ltd`ugY{R@6JGdXmm@(dlV}~USo5PCIk-re%WH5qoqw|o}+;M`~ z1|ggbEe;xw5kBx#i)G``!5wgKYR@!z{kUMv9TW9SzUBm4CEI73k#N(6^>Ga%=a9wa z%2R#dpaa2XVIm<)U`i?G=9R??%IK=XjlOCA-iNAM-E*U060u&KB8;|REJM8}7&ij= zkv=>Ui!Yi29I)Xk5D91TO!Cof2BlC<8U@+tXXTWc#r0ByCZW;Jg5}NVF$^W6a1)K7 z0Vej64e$i&P^7%G=*sKl%I$5C-u zUQJDH@_8h;ndI1MU1;Lwo2DpCKYsXdgPaqC5!QxE>w&7Ov9_#|iY#yBLRRPAEsQ;s zJ4|&jUPKRd`h6o=A3K=lCI=eK(V}W=k`ruanGIM|+aICPM)@1>0k|*_(6a<#&LKl3 z5OU_KgQvOBH*+cnM^K+RJq0*Iri{KE@(q`Yoe!%@#zrKJrHdj;;TH9hu)|}-R{ROj z+0|=;5VLr5TANFOE%2u+Li%K{WmC?x3ggOP1~QiPZ#SsMiW(h(59*4?W}-UtFyCnH zgF#CpvEpa27~uo#U<@&PL;0fMl?2dnm_4=(Ly^J=VuN}QaNkWH@DQGLpCcyJ zi5fAMHellk%muU}mG-&r@YCyHsHJnRQb$f%?6bY-KD77gbrVHE6qLZcxE@F`0zp!J zMzbD4w=r&8>yAjB0cRn?X#{e>nXK$0^*Ad$h<1X(^o=u4+dRAQP-PM@n+ooRX!sKp zpZP8@@aKgh9`q7#DNbFN@nPuTq`XH7@eThk7c+d%^@4uH!$%DjKNBR6z;jd2egFQl zo#^}(V~oHzP`}WlR=FmYbYO)8hZ5^2Uy}fXYI|-CzKajRg-uM84KEP27 zf80jh7%h2xGQ$iA@mlL3Zw~2wZc!51Vx)*4h0eL*80}+aZ{ICEt{%ou-zsEGZ~)mM zFU19C2nK6mfbBFQ*Ti7!n!31wgn*tv>HlDgvk1%Ig|;lQ zK_?7V2zGPSsVh8CJn`hfwU*1Os1Tx%H~aRCIOd` z2Vj?sZlGIIFFrxMD_S;WgBloh^XxMo+pDH48kQtE4p2b-0D!FPi4So{k+N96yU0#| zt5JGUWY8MaGhe1bBhL)ADo3H&u>B`ACoG?^0dU@V*pbn)Yj4q6x(zX(0*NQ$dTAlg ze|vkbLt*`wgV9$>($2XUR*Gw$U0`<0get-j+Gc(i zIPhAi+l%o6)01gL`Paj!eMo{Aka0$m)mjx?5B!iS0d-cOQ?fn#e^jN&(0T)kEG8~3#4*~FR6JBsp#VHoZ3Y{!yyX4kNFEh6Y=$Ra%mcsH zW}{x1*Viq0=|?8OLJ^WIZnx3J)(?^ZE|r_Wk0a^kBp(=3V#M6=i5y7Ri;0{zyqBPc zdHs@yD%sgIh4uLK^FSnJOSe}@&&C+k13k`@AX#_%)#+qDla%Sd($dmm zqG}15k0z(2oqnW2A|Fzf(jlFLNIbN%9a8<(1h)LnJ^)S=Tph+MW<2Rxh{VH9b;RS$G$BKUB=D9JhnL+*75xm7Y^@9jUG+W<@$N2+KIS-uu7b(De?RI$s=R-Sg5 zvw#4=tL==-ck;u3g1;pD!Pj(a8Cb{3gyL3_9fYWd5hwP>lkyJTpr{yy0@^d+$T~7t zMF%N8-)m-7)TAwWt^&&HqE0`G0^>axfg}xuk$mc|%+ub;tpDx3!r= z_Lnki{gaNVscCq{k0XCkB?WWeid@`8(#Bx8xg2r(|B<$F-RJ)K6V5d48_xEMzV$P&}z ze_$IirMEjL{`beu|AF<9Q1nAXny_^M!$yAqCJsRO61cit0H?oK@VP`#y!ZhhYrd)A zHi`UaU^?rNZ%wlsn9{yaPiJB_se#ysH5kq=8u%#F_6l-=Q72es{U6%i1TN=1dKzl#qUqwrAil2Y_|qAjTQ+4otr=mI+G077s}fHrY0AG zq9ey)xEGHN|5!Ody;sek@r&;4s5$1b6Wae($VTuA&f)2L_r-b~LhtDyBOLqQ`gnUk zpSi+xq2tFt*8rQlPWG|1*tU^i(t&W=r#zjuDU`#UJif%w&oe_@0FF6 za^A}^lZYrg3*10u3P;{jM5b2gz}@G8Xl%f!!}rYzAn zGNV3v{7y>@HnT1K=TwQX+Q{!AlHUU~0mu_caP@Jt7oIlxA^qc@L+d(tAco`?D6Tx<@3S zN^EC&{5t*Bh`EqGc&q2=PF;j6Tj;$7Ozcj0ifnCtM^|!1#cHSoE)J`1SO(3NF(F@1uqR8+++^{5gEoL0{ z2PqY#mDy`ySEh+!!gdfM97##6#uncMzQ16$?DZm}IcnFZDiGf73jiCVZa%++OspC5 z?RSqe@tCA{N)NuI82cdSkEfnXvCDsX$^6<@a=Wmo?wE(1E)w5t#-$z-B1|`Md~P!1$Pdy)TU?P zZef9}>v(zlGL)7L!kzC>B#bj=^5KN!n{B(ee09)32n>JweYPfOm)CE!Mv5H5MdAuCvyr%#nw%khupfAXM zoK^^Olg*qxz}T(<9?2jqN1~cU^#=}JpGqF-5;CZ&gV%zNMwB*9Lyo=e=V^=pg@51g z_p~Y2*b%9h*bgvF7wM2)t6;Z;&egQ1_6@|w6NsPCPAW(;GWRFzmD(u1Ac44Ot9{cL z!6Qf=LS$ApZk!A|o% z5LrHq!it^ri5_+Y)Vv-1_s~q0T(Pv2)LsbRw9bFsONde%9(`2rOD2 zErdLC*g@3dsNr?!UC#K|1SjJje0jC4C2~a*pi(b3I6>b*Y%{6)-=H!!z>DlS=oOVs16%k3v1P-Hr`sjpZNVZ{afs2hM+2d;Hk4rIAohyqxAM zD=94^#hWRVyGjJuk5XF#ZjZXIFhZ2?+F8gU3;8X9)g2Rg&DMmIDfHWY`tR353*<{` z26n-4RuA3CHScM^LOYdiV$NC6h{ZJyb5@e#=XjC6`voa7dl&9BgROsj(j>%AU9**RMD>6vw!pwZHZ3-mp9+y|6ylX_0BH=g=kS*XqnC`P zaz)HyI3Z+w+`8r>@?61PClHa$5=eq}*!}IF1`{j?q8GpNr4JAgN53wWgKK#{bsT6mIH>j&no*zka`rj7&2HEx4BD z+D(M0d6Prb6Knu0F&yR^bs^DZOMYN_i>MV5ypQ>ajP2F0*6-ZPEIy+fDL@W3x})(B zw51p~2-vsF^io}n&13b(jT`NJYS2m6gynmAiTuvng&pI0n&OXnyVAcd1%}u`IFB~X z+Wm2l!5J(}>@tm)nf?R?zDr1cL%X3!I*dCqUMCP@A}eh6D|%OR{jvaMJfp@G+eVC? z-IeL^iB379Xx1t##XWWE#{;aJ&{Lp6PDX(sK?tU!3){q8&rY$yNr}7@OZ)3D zEITG$)$u=dS~?qG$+xehyBRH*@*IuO$?RO7Nfp!-XP@zki}?mr^hq6NDkQO`f8~lf z>nY}O^YOWYk`y*(NdEGDv}H8>HY~#Y8fRY;(tLLyY4K@kX*ahWmp^_ew2mlFmwtjm zZx6IbqWSWAyXlXNB(Z;ehUMmKgs`@E##U!xxMgC~h)kOuD064Y(0f%H2l6BP_PdGE zQy2~IfA9YG92pWWc^ZN97!N7#W3Exnd-U#wX4F^Dme^9V|DSAy(iWnbAI-<-ofW$3 z2Sw87G^jOPkSr|r+bwL|dDhy{{>-g}(P$eRRww=!1c^3=F<8PjDCXCYK|Ek%Ss{=O-eK0cQ*8i=A?`L zaDNJ8mDJ>a=PV7h65V_eiP5E9g@Iz}*>)hoI&k^+QDK6Nq9~RL(Ih#){1gZ(-_KqI&@Q~<7KMPU-r^uaLB@`gV!uWsV*TPp=bKU~Y`uM+=!b=l5SE%W14Y}K|ontvW1JZ@#f zbV@oJIr&MED3v)sn`dbLJGwgnf>L)D_cE^(`;zgxp1#ZJ9tHOPQp(3o(XD0Inu*rb zEf~spU?uZdf?W{Woi2EKdhSCdBhT*C6#TDcQnZaJW7or^uEHW3s_JJt9*4cX2A2dw zx`%X|<>pa1wYjlNEGqkc?T(*wNn=J3<03cT$%#^N{7>=!;7gM>mx(_$yfOJ^GyhP+ zWzzka_-E>>jeVw!7f6O#iMYChoVn%hy?a(S8O~0VLIt5T6L-Vu!`qSRvn0la}Jd*R1<4tl+l&S4{k6@^i!dXs~1pACm}V{;q8`(oJ1h zf(K~1uKpFH6!?n#1WnW~RYh>JZ$2vF>CK)sj;b0f=%1o^a+XZ4nNZ>lY9ZKdunk#Q8s6JX%~&AMMP`x1?1f`mg*mDK%<& z|H?Nus+mXk^!FR^U5?_pl$EJEzrFP}b2ChGrxg}HgP-IplV9&Qw*+W?eZ-uKPL7Yk~t*3K%la731$zr(~>=^e5 z7u-DJgnrP{R^hkf2dQ-p3z#JgsZLaMbYeS*V=g{EYnCbhUYBQLky&rX)SeD9x?qpX z=#xg2*>Qwp2KPtkI#+-QuqJF2&+Od`DN0!ClxS@&Coj@tDN#mez)_eN1nths z)`w|r^GEQt-o6kUvQtJKJ+6>IX2*uy=!A_gaZIR-)*vI3{EYsKE9h?s3%184Z<7K@ z3B5xIGtT?%h^w(f`@J!0%ecLraT-ZK_7U=YW3PwHitW|IhC3 z?nLMjW}26u-wde4nFOXCot-|$yTH3DLxeS7Zoh}?fqhRH_-d(rdsLAjvg$z)<4WmX zUR-2kZdE5P_ZhPFwLk~Fz@Mupk}oU!e;$q!BeJWZHZ@Tu>onEjedrqfsY}U_LpUGs zjaWAh>j89r6a4|oPUop|;oSUW{|Yk}SPDv^H%I5i+e~yk_BO8>+e!Kw)5gI^gPEkH z&?V~k4>2ed+D04whNX@lx?QK9boAH6evaZG*31qzdIa4M4hvM*9K_w_VxN3yWPafP zcsjS!VO8EUFrSWL%hwo` z&If2-9o0g7tA7`=?q}B3TGbl>krGBoT>-sd(T z6R=#b*y#YPv=+9f(N%S* zjP;gJ7oV+l9oiF;mw$R1wHnKLZJOqvmIAU_Yed@;25e z7VVdnKLdSK{`6IbF~GV+I7d+1@*f2I#C)Zt^%ccVya#zKGe>CiiN*}mA)?pbjsY_# zkvrW>HU&f(gr?SesSr6lBWjYm^a-4fsjUJvSsHfr=S`1LoHx%^2gg9K;B>A@kZegJ zO|lejCqp7Cn_l9-=DVS8&eT391*{7K3UbZJF^-N|3UT|0@(j+y=uw>$)!CF!7Q=R( z%mfG3A23oIJT~L6wj*@H{#M8&>CxX}*Z0O$8welz9I7s(4lT zsbohhLt|4)*;cdV{?Iee*a9w%B$j(xCVs4yHSJl~5xbXdGm!nS)X1s3ixjX@I#4f= zH_)d+jG}G=VtWlOpF7D2SL-eDw#3qC1AV}gpEWiDbaP%4IAu1g{b$>pxqy9(A(potgIy+ zY85{mTT~lyPWfTxE$(#QcPdJO5$*|X!(%~$+v`2H+g^)l$XC$NKKDw&wI|-hWO($% zr-I`~dpz``*K3W%jA?rBKjL$G(B9e&BBWvTW6tj9r3cmo*am>PPqjOF0m)%@ zLK;!;VCr+XdeL)c@Y~ky-r6DT01g@l=GxgAkqR<0{{7;EbLJ~u257K-wsX)_HNXuq zmHL~y#Q8KIY_0-vU65tMrj|3yBVzjz4(s_rV)q3b9K{7s+8B8Xe3;)9qCF5FtT06& zs?z&eaE;uq(t@rak$b6+{Ke-=hZH|`*RPFOr69VYwtP?4XKg>v{Al?b@uWqAO1X6V;g)FG~A9_0K*gV!q({S&XS-Fz{k-QppD*-mVEquuRjeXurg|?+iQ~k{ma)+f=H06`R@~50Fdj_H z6Bm4x6C20w3!2Y)`IZfV<_YiKySs*p45g;=PwRZ;wx?HKUc2M((O+|`lrFb)201&w zu>T;mL+wh<#^~gU2SJ?WrVG|q)xKSr?^oH_zXEIhV)V@}xfa`q5wI*`(5J*w`W zU7fo_cY>{xu!S6W;^T}}QI2DG*6Y}Jndq1d48b|-sQeJoqL3sd8EY8*{@`c6NAi!* zrNw+%*~wRo+kGof!JONCD)OrGlb>!mk$|@sYl`dyVcQg+1k>FJKA;G&h-0Rbjn0r zI+O2i;EC$5-WKF;5Y^ylE>*E3G3%3ORZE=C?coa6oeH1gGNFLW0c)!p?xp5@e%dVl z-krvimbLwpG4@pJRFR!|yp~y)Ok{3#tH@#9Mrz)!v^F|?+#)f5=Ch2lM=|`N;(a~k z2U!0M-JtFmC~_*u;9$k}^wCSK>vbKn|K?AnC}?cl`aDZ#MbM|g67jKN^P<7g0HKiM zDQ6puf}UpziZ3-6*&1>$;b4oZWVzqV8A>Y@Dhmy*wb-kU)DI8LZ3-Q#&uUj!u9n^P z_o})^=0SITMrQsWRau%PHy?!eX0=+mdgWX={Ae^%&8PH!QPWV)aB1pj z=v3+4{*z(T1|!p0yN(>Hi#XTGQZ8Povq?a#*sRO)#?0Ew-8J1UdO^3UJ&IM%?EXni z#cVUG4F9a^^d@n>EA}0=twtoJEDGDf&6p7x6T_?z%G)^r%l{h*!A1)<&cry(c-_I)+~rlEPm+R>!(J!ns2OrPA@b588}c-&$08&n_sSZr@KjN&9&!^b z;C%($a}RPqK~HpD|#DvA;qjx5SAzyxcTWC};esmG94?c~PO_QFX!o zGYYMO-(5umwDsLM?)&d_Ya>EL724TH#~gR?Z|d~;| zu!&J#7&H?Jj#kt0SZt}c->Fm!D|neH2I)ubjW8d_F@c<{J|2@?W$b?FMcdZgrcmv| zn>QT8o(ooMZlkFIrf15+#$4xAs{^2SkQZ^?SC)FB^8joO3?GjER=a)Yo==YzcKtB# zYRcRRNLnJtnBDj*&t6-KjJ0}09K^W6TS>3uVa|W_F(zVqcsPJcnu8Xhd;x8czVwn% z_-Rs5Go~I0clY`mjzYKqIz4pl5AfZVyzJUX6SgoC>_Jv#U3@fZDq*!h1DFsr+8 zGJU>O!}Ny7ASjEJGb3ZDbL1{8rnPQD7a#&13}6`3)2oMAeS$IuOB z@J_!#bc_03z z6wYmKlS!TTvLsd`Cz%i6gG|>t5w?bD-A_Iem5u_+f>hwdUX%Y)GbH*2M;xKZbS7sD zlvqSTar&S9nY7ZrRP1oPeoTM06J|gJN>Kqr?VL?0^qm0(zDrwSmZaqIdZK1xh`CO> zvbU%|jnul?w=b<`Ck_7_IoOwgWDiPyK;3pevo|TKtJijzji8l@G&>+2HE$H2#VkK? zKk!d1eg>#x35avE0h@_?mlj$zCNh_?NJ&|FF-a=8!>4e~uQmM2I56L|9ia{-BIuiV zbw1@ScKmH6$}6Zk=Mks44+z`bTKPH0{-%zJB|rY;RqhV)TFwG!SWW}1(Sy6p46|7u zRi*6r9Wj%#kv3v}H`mfeg|CvuIlpX%T{eLQcHgr`!L3I~K1(+mu2{R!_8)i}8vrR? z3JO+0s=#scG0AaAs>1Q&al%LHf+F%+6m1B;?I7e8$a)ZT0c+@fS7%6}c$RSeN`jsw z+Y(E!N-yNAGsT&Q6ui@J_Y@{AHF0$$^+@vsRxq|9RRx48)2EFYTOKDJ5zIfg(4ZjF z%tHH>cK+&T7BAOoO`YOY)GR-V^q}ZwmU$whJhsKLJxR(;x#&P@ObrL>)lIHt;p)uZ zg^BN?U)r|(v&z5x@&7BtJnd3#+0f0pEOEc?-KiV$I;2IC$HQXD;|YL{>lc)SZ~ut4 z_)p%T`}U&^At~?5ZRd8#Oy{6Oa4zq3TvlhGU%BtqP4xsxA+eCrhg{b_nW>30%yPa3 z{g_AGR{F<0^GNvg@G9cwc6{5&n6{+Yje zA2TQAnjbz1X`cA5U<~-2c>DF2r2h$^$N3lTII-rHf&RgYgE?~!uF)@Fqw03Gqs&dAM^iT_T|>tD^()FibIzK@FV%CL&K_T=otJC} z?Cj*hJ$wsE(k_(^xwj?$U5?1Y5|Ji*^1_nvk`3Ngvf3`wY9|Mfj{WH+CE9U;)Tz+a2KB{@KSBctz^^Rv~WhSvH8DnI;L z)kjqXDB^ujfZhvaQi|^Q#5wZt=ms{=R{VVe(wTH2f&(fFZlxFKR}}faYRYiO^RIg6 zoZ=XBojP^PeM9>=+4L3NXie&j4|wnBlPo1{GTM?M#Enbq)E)i*m2aPPNSk8fv&NMC zR%JX=TB_kWzvxa-wBPdn(3HYF`YP{Ae#^pxNqPBz*Ho@E0~;@< zverg5m!CCfIPW!6eO7;XqhI%$o&!fzZP5q!qL?m4rqmR!U#Q^`0ujH}n~yr-uqA)~ zk0(IO=-CDFAREu9yZl$mYUN`VGweJotDnEVb)@D!%1zvVmdHFV*GlOjgYq?%0?r*L zJ?1Hzc7$v-@VN&s(wH$sOQ&@$U}I&C&gU~D+NA3xMqORszW(!a{ogO8{|eTVH-zyo z=UWV$1<(t6pi{xU9jrKDhz?iZGgXz9);7e+On#;DJ(>N&>YXFZ*HiG9n{3l)PP1p!7Z=`HSnQUP#Q|?+g>Ik;7VF9lIXvLqEjU45oiz- za!Mfg{T)nmvF7Kl`Lfic##Gf(GkadXR#Qopw6ru4q5sM6N(?FzfUDt7k5a_}DFi#_ z17@wX#e+fa+x)sh^Vp}LJ5_ZOYI%HXm3K{@nD_X z&Zf)r?;276>@s2oJw8MGArt^o9S{LnO~ ze{;(vVxG)=Oyt2-mh@X?&Ns_UvMDKyxxcofseQ=TjaA}C^yL}x=SIrE*{32_)Pag= zCKw+AGHx>L@I|r5LaYuAFemNfy9Dl|Pe?P4Eb?r6btl|=O%~rgiaznH#{=y+mUte; zGNBIe>;<4}{UxSTK}5}zMuX!cBmTLeR<;+Gyg%8}(!#{ZsG>Lx!`ZES7($S@lRnPI z7ZsBr(S4^u9_hL8rM!4s4XzG#(JE+Vj8lig8M9qxE!#QrzMN^IhW?1HJUl!hkksvm zLYm3H0rn?7;=2Tr#)zVwu1oDZJ(5$P1UgGiaS8>~H&RQP9%gK4H1)x_L@;XK*$y$k&a*Xn1*Lqm^YT_4Nw%kg+-$ zU74xxZi`fYeI4G<$IDS-o`S=i4dUX*H50P&fAr&43zEYJwxl}R3lU=HS(z-lb2ejD zTt=+Oelt$L_5_XQuQr@Ob!K*E zgUWqoyB6mO4>=*Dfg!Bz@xJIxv?!SUd)@6jId#ql7##?6lFR1-kWGH8bE!PTia2#) z-o5)z=gjb;Ww3GP_aXOa?sQHF_U^xy0Mi1($d7@9Q&75M#i~RLt z$NP4^p1y>FYGVy+aOVRA2a=N(z@C`D38QdJeWz zvqS{A$_pt%HU8Vtko)pJJG<_j%y9)t=tArvO6ssQ3$W7j@t)9sB!aQkan59)uCGY8>Zb>r(ICQ^TATry0+L11z1dt{~X@bMchuRLz%`> zgQZ$VK}juQJ)+@5Uv81t1ZoK+=f4Nb~ zW_Eo`{V$hh;^QSE7nYQSY@bs|@^sRo$d5|0X|a${J$+RsfQ%i>wGtH3ab_4V`{f%a zepQdi@X9aUYmZIh3dLJarVa~0Uc6Rn-O?wsm+C~sTv&1r<04$q!4wy4P3i&a*A&V` zu+D+P*_&yM**J-)t=fPN-;jgWhtCCM&%+|7F(MsXft>DEaB)nb+yu6d9c9CB`rn8? z{BSNXO=d+r+O5q~6D{cN&!US>#a1h&SN#0-=vEqbiSj1LnM@?uTS&QfX_iAqxP+pxA)lD*%_#- z!PnD2LN$Wg*ZiunyTGZx2@x|(7NPOh{8-f z@PV3$=gei3ENKsY2TzPkTVn7AX2HS7?c&?=8zn&zQFmQZJ6l^(dx(cCv4VXolA5OI zztnN}PdYk3zE-)g1gu7Q2{AiOerh<>yJo zVe3NdY|AZcz2957^gr5%Q2rX(OT9nxa4R~Xo{b?>ncM_!nz`7mn(8xMgRY( z$|GhyfU<(xE?(pgKV^Hg5SX-#-&Msjb{flj)uB8XA&5jh7xJj1RsIZ`%8U}fPh#G0 z!09yOiD9D=tgLo&iq~Kpv&ShzNGaH2~cCS9nnbF3wxE;H~#`s?psag zT-%AQ+>L-?($Cp(OFYJVHYkGI{$8I9iTj(dpfeqjYH@y3ms5AnbPl-au+}CyeD_R= zU3@+LSOzwgUbv(Q6Raz?j&M8jUZ*xSd0}bb$j9Y}C<&;jtVDA(nJ{o>f)PwMY6#|( z3Hp;%L=jaE{8J1a|D!JK2o*QZ6AvhJWUvIe4-MVD8=WVQjk(umYCD^Lja0-!rzX`k z;YzDU63A@KpQ(WrIBA!5o1D=I(WQYXZ(X5f8$~bBb70o>Mgz6jd-aIzBV+F}YRVvA zA0(xzORHt3EHy{#hJOYwNUB!n95E>%Bjha3bV3S&hfRPwCu8)$f0S%yN1nYqA2k2m zX5!haZH&DbFG4dOiF}7zNZwWO%&rRGo6ydrrJhh_$oN8tA+Z(oE3}HUbiw`_mYWg#nV9*95qeVi_;u9P*~v-zR3G(#-;Ihg zw#cNB(Dbm&QOlxR@wvC#@(-W=_8vL~%8+T%j9G-UHxU3UM7A%zNF&9BU=1epsuAsB zYXGem%QIb@sy{(^xEy9kg?DmbenVC(iBsl~@Q#dpEvK$TPmi$KmzK@1UnZtPF2qHY zI5P3xvCsX&t3Jh{csdNkShqIGXolAgbSXh!Y}$WDZCu~RhK94fKsu&8FEHY27;&fR_StYu%X0`tw$^5Wh;6ZID-q(2!>W?eGyu#k zT(=TZ;yraQk!>~Wj13(kVIQ-J6<(psU|qO}bfZu~=~B9_WmB_p{?6AUwI9uHNn^BdlxY)L54hZ6nR)P-T=vp~Ndmy?@P?Vh^tPLGks_5V#d?W9Si zIr`%W3EJ}?Ps|asXOC;bsghL~=hT0qidcPNa<6K`RVI2Wy7XD!fI5~d`loMTaGlwx#KyWM4jm&Byr;jV z55}*BA`77rNL9BW9X*_6s6^eFGv}|o`N?rh)c}?swW}F)Jb=B3@T*MTY9E@kG7`QO=U&u#{GOWkRsyneCu0nc9;AX5UBxxDE zyHZYr1k#1j&$np6Wd+#ndl<7254knd$)7u*3+}5;7%Ag|jCXw{gh(-z@AwwoG%jEMVmE3>4pT>>4q#tyJlvU0qMe9*&C7 zsG`2`fwk`+8R*0^G4vuj%mNIW;4VkvS^%9SMct!THaD>kFHZxP@p7^3P%N-&L47q`dA^S$mO)DtgA>%v*OKLgwRn zCrn}FMRX%gt(IT-8`v{Z3V=&f$ulWurKPNVBf0t#O!LJ0(mCn=w^JqN?%>3z-F(^| z|J`tb$Knt>G+*{a=s7DKu{ZlM*4JyiZe1Q8uP*iKohNdtptQSJp;Xe3@SNE;AJt(K zny(B!#Pvzsxe`pO4C~F{cmjzYp{F#pZg@7iW#YD+jf8JKHGDkk59oOVSJm^20?`3a z2@O0T1U~?&^S4Hr&U%J-4Z07htC~9h{Tcy@>7f_gtURqe@e?oHbSA$HOK~ArkzU$w zWjNEc2DHIapLQsbF|UXR>U0gwZa_mW)G=NACsLZ#&e}Qf&s_Jr@H$8sgK!T(zz_dkGEO}|yQvG46Z;Q++v&YzCWZX*cF7HBlg zp$FX{-wy(_q+}I&;f;uV{YAr&KCB@r@;jW>mZOiI{O!p2kYonFjJX(&eEM9sWsph2 zC=9P|y>Vq1jFO^GNXs$^UJIx1JzNiuK~@^~BEJgb2MkUA75VG}kP?!C$(uL!l$Bsi z9{<3i=$M#7zaWvy2<{-ng4;EHAlO6r!h@&Mb#AoNfnDa-oDDOS54+P=Ee|g%j!)#f zCl$f?5o3DI6Y4P*#_tV=IK}10i^87s)KqRF^6m0})1TCeGQPS>$bzux`0n8&@{MrX zY{J24-U&@cpFwM35Yv4%Y5NHZa4A;kX=o`_*fX8l{Pp=AF?UC}9fx+4O!8VtgtXxV zoHK;m31a2E{`3%FvV!Sdd%j;UYw1p`w0O1%Zg#F(m|jA12fp&sTCD&6w=^Trf{>_y zK}gKSPdET2@w0vI2(dxmTSs&_T!v0VznsiL=~iOWI13a7C#*?AVeXNEWZLYC9SvH8 zE9~0V(*Y1%)L4P&ZzeCU=*}q@7f+&XnU~-Nb@}HYr?}}c2>;kEWbCOgu1ukY>;-!= z$gYRx<(x*DG@ghcLdC<6ARAdpbw>UgV2Z+1rg>Ms$@SQ#B2IZ4z=riGHFcf=v0O?p zwCS!cnLo2sBrZh+IizKq!BUeS$^~~1ByA)7oMOnZXfD91J{wr<`CEy|M~csbHX!LR z`k&P^;}q}qU8tTM4e&lKhMw=<@}SY}oC4O5vT(=h!akFM1cJ~CY;%?w2%y6KREe~I z4!W~Zmm2~9D5>EN6#KkP#bojdMZn9!zHf-xIr%r0@azab420sBFv5E%G z31#A3pCk9EIo80EaTFqc>I^$}fj=yG=KW3J=V9zHGY;IyuH+AYEcoh%^;P3S?0T4Z z$i0*eOr$je!t=DSb7q`%Q3e&B`xr8w5MrhLwLO$q=A9FHa!vqkNXX7Bsg{@ z9An~hIsBdxoQ^5c0gr101FubU><;kV;34L|aM8~TudIvTvF8V89tY2)Y=vjF>Y=sj z4&Eu=JO`62m7VWam8rp5xJx(ghm9=p$8NlMBLstO7SqK7D_pwwFdEepy2Me0S&JMvtkf%Q!U$fPJL?|kvE}QXrfxVe zjfG#BJ@{m9DdVDy+f0Vxa_1=JQvJYLnp5UzNv3V!NbPEFT-XGPG#pDM*(A{}vLbWy6UsShKX)B||E^}6h;;`GauyeG zP_aq&pa3l@ln!K50(oHfkWy$v&~?#wSv(Q`r=)3|QE7}us;1Hz4(~rWT38lp92Uh-j{F^JqU&L+#yo&_;d+nZmD zop8%+R0+8b*QW%xPdutzny0o){N;{@Z1q3#tT>ih6})M3o2#s(>SbIeKIMKwQ&ivK zxX&({qA_8|Rl{U{WR;l0<7)Mzyme7_^Va^5O;L_V=Q!O_SslJ*o8V41+v2M(?k|E| zR|X5BOpP9JIA2?lV&B`8?Rv`b=S%Zf=|WO?6;x7stsZ%uL9K|hldHnMd02}IKRmWR zV-A*xbg`;0e&U`JpAq)M9_!*!Gx)dIWzTjGnXh=r8OW&smRZj<&BfCcm%TA`db)8^ z{9*9z5Pk9tiD{io~_vomOEBqA$lG82lkZZUNUFQQ54Aw)zkj* zu@6W-rRI|vfTJj5seCX395~809hA^r8+#1!3Ozg6T`4ZGL-*Nbc9$h&A&=cYoqbrx zgBtkMa-bDmL@Ppj%Ehq5Pn=1K%x2qFn_T-rO*0GTCY2p*F&+wn-zF!I)#LF@R6gh; zcQx4P-K#Yt=bdIa$VK*^9}X*d>vw+WLcgpES_syaoJ@S5+3) zK`%Vh4xN=P4iwWPH>4qH=Z*dVW0j5^@!he1m59}0qgUn)X)W261Mz7CG)5?MSh90K z|Dou&#}iy>glCx?QwK!eqF?UCSwjb3$ZP2d;BSOrp)aKeCOk@-n*Mw%?}wmqHyi#= z3u&jM)^m!@X!>`f{??kN>4G(2xYq}mX9zb?*+g#r1U~bc4U?f9sh$0i){~j-Gxv=$ zWQgZXvy3YPRcHccZ2ZeTW+W^i2NeEBU*VJe?Z=A@dRA;cac?hy>Kf3 zLv7xrr)em)a*spl8Sd|ufH5zfrcBd?r{{pk9pFGUx>I=pRJt0QMVnN|5|2sx-slDt zaPM~_GI!Kpdvkk?yztoTNE?mrD?^M{vkW&Qk_?uv3G!XUz&HRwtQsD``dC5CwRY(x zWGb=GN3zIM*k$=9oy%*lkcn=68ql5Hb=`d*UOA4P8Fa0R?v-}>_S!ShJh=|uJ9|G5#5uaUt=d&J{E~dH;y(U~5vPkl*4(og zgDvcKnhl)VP4g}(@!sO_`J?IW3uNBM8_N=C<>nc;f_-3) zeyj2%n^FzUVC)eC;zHby{zlNx0q}jON6$lds+7`seR4+SQ&aQ2bP@ID zt_#pkye0!td1Ehmk3r~hFrr%8c^cIoG;?#=)?+V>GYym#gOLcb(X=&do^_iE{3b~Y z`Z<%k33D_3>-RVH!Q#%H$veKi{v{n|IPubClWMQ$w}EC`ulBR)s?COP&q8t)W}~iM z+9hf(%%I(ptaGty6Be`}1rydNSZnvu0a;4kBO9$S-N)LP?c0+c(?eWsEV(6bxd zCO1>#^JzE`5!O`-_L`aFGq*1LPK{D*1(n_FV|@O#BV|&jud9$Qnxf(%TQKl>?wPa; zeWmQFoY@OHm?L5!RpC#+$1T-+v35wax}U~1`f3Gl315-?UEpE_XDfYQA2RM9wCM7i zvQ`I9>5#s!7nm8m`NeoHIC+DyI=Ij12oL`9Z`C`_y7Cr28OxlWCT)*u`m-Q}-g>x& zmkRg)s{NzHucsWRR$Rk*RP+eAH8o}69n1Vl87BQyIQCyJ3JbC7^+Bq`C3_HIN6Rm5 z1*2k*-La<77TPCnI){j+Jv$)RFptskcx1NX?)Ed?-&QdvT%(zA45YRGQoDGolhJ3X3G{qnOYj4_$y-8nFb@>fvRTZ1r zPR3zdeYuLx+36gXjM}i3`xATc!i~0F-p_s3V4}pzM%9uZ}-e81F zA(>KkF8s6Y4Sa0ZVs5RP`{yN7r=LAoI6jIBZf6_JyXxwG_+^;=)ZjDS3Qj{?Dy{k8 zgdNJo&+n$n2#v0n(%(rLz{ZEC7cw$c^!>W@eiIU&2`H_gDdJTL3QcR%p{AKdbazmWl` z0O?p_rrE(WvBg0?T)E~nnT0*qO1E*PA$vB6eHnTL6IN!LfB!?OSmH8$jJ2s@KjSng zAi?f*tM)Pi(=B`N|N18h`10yF1LSjnvNZ#by&KQ?j^I*Egu7r!=^w{)-8Yg2oMt^n zCL7kJn1v=aU>WTXP}`;^3zs88HOYOzQR?0P{qvw|cUmL7Ipvs)bVFWg-& z{kUA&B%Q!Y7rM@`AANf6~ zICSm}L?N+FzyUa7GdP!AjUD=Vo(~Y$EG;NW$Nmy$v4I8|WSj>2EYu;9=pi2wYF3x> zaO0IJTtEIt0AY>fiv4^_YIIug-^Y|AxfD`!`J@oVqoh}dIOo;7Kf__Es!B?2D!?Bz zN*1&1u%0!i64M<*;o7nV0;c*j8of(b2YdN1kfw@}C;H7@w&v!;&<1+*DJpu9L$Uz% zLRBmFe0LXvdl4)0WjB$<3qk#<=Iv$S764-p?!KO#O~ah4L|#&jsGWh^TQ%nV-RB>x zdu!JTy!0o-emBv+7b0C}DHTDFpHlOOjWXWPkk5Fz?6PWGNRkszhi?}F07xg1J6-mY@&${%UU2vz+tW({Cy<6&^2c@EaB`yroUZ{LB>10V-yRrUBV+sP|@n^)<>Qx5!rhbp+ElqLU| z6U^}1$0Hi;Sb7!^?uJ`~=I1(bqhatFD-mZJJ@18)SWWwq0Hce~^rmwd?!oP9Gw z+BNEaq~Xx1W=PL10Mh0FKY004;QQk8#vc(-nlU}(8oKbeTc=K(wc!(j zP%aX1p3l4gBv$=?2G~PsjiX9f^V_Ti<`tt~&W%rItI|`VIZ*pL z6Ju;MN z8K)f9WaSG$cF*yX)w_H~K}B3cs+5sJcF~ks{~0^cqRS|0+OT8|bA~CijNDDVxvhFs zVFB7K<|j*78?79-ReH#_oypT>KBoB~;+M0(`{JL&cQ7q-m*QQLSD2zaA-@1Bn_P!E z|BrTUle>cxry^mwjV|<)1r7@dO=Wt1VcS2$%5gUr?$}L)lhLFD>OCa$EmHZrmK~q? zwEBYV*~WhZzI&UEQ3sLMYkdlZuK)5s?DTRRxfak~jEBzap;NwOXiR`3CKmwVYI-2y zax6++1i%)D*w4lQs>%j{;+45T7iZcFU+H`C)l+{7+qy{7D{?&a%7%rA9(31m$DX0e z>U;QlhNJW&B z9vbY#dgDz_jFOcbX3U1QW;Fr3?BDGP!Gbr@`Ab9idPzyV)mJuVhK74joBLTd$_2@D zhdG9B{wk4u==Avz_&Yk}O#eDhumYIECZM)%02FhOys;tWu1xW(Pd)kKr%Oz8cJdh4 zr6o{x2bK}L@NFI!A+gdy=mT@t5oz`NHx)0_Z z<_yJI`bw+<25*<~I!!&aSih9Fxn>I^xJ3ymBZ66>3y`!1BoH7W3LSE@3ZNc6+~q*h zw3r!RY}TE;1?+wpB`aOB_6FK=q)S}trwgR*A-_7rR2i#|3ZrCgUf+{{Aw$0c5J!ZT z7bv{}XKF zbk6lkVqV-dlIT!n-S=UH{O9PpeNOhE zS>>S486|HfBg0pO%xbqA1u;Gfe7BXCD2FRYek36uNijTFHy&0((bR3R01q} z9~5M8xkPbvEn)ETUMsul%kJ-ze*C$ll;?6DMsSS`Grt6I(%1ARzpaC5lx|_h`q@L^ z0h@p}{;74R_sGvHf`z3FW=fgwS5MjG$35NY4(B8snRqPqD5wpd6EJy!TlRiNcSCv( zA%ZZ`zx7;>|4-X-qKmyJvwd*KuICdLmY zO7%!j9zFo`9FGE`dM8b=v(e5#H5FGR_$5!c73uE&6b2T;@8chlMDcFa(5a=lGyw?< zHZiZ6IRy9gr{R5HR?7;kmd!A(^Lq5VIEE!KU9La3D>yonH3D(%|BEbqh0Va1$MJAD z)iwgF1&vh$_M1^;CQBbSM-X4Ua`F?oc8NN2^zz4H<)mwQ6Qhx4WkeJT4OZKU@zkV& zd1#jX?`%DG)a%Q+9rZ$6%NlAg;m2cRN$zsi>8HfWM2DE~C0j7qY_AhnB50fR@}fX%5H1l>W(yc={h_ zznpXu2RISz6=Tl;O)+;vxRkUZ44T3uM^HXb(GXecDzZ1EUQ&b+T^dIMbsH6^)(H#2>k-( zGzU5@jmZX+UcrKt7LC8hc(UEOdq0!ng@}v+k#53s-vKQkOFzj7`G7gbFFmF*XtdVS zHEm_#G6jA+1jO<9Qc00;ahW%B_A7+M7T7tTD>x37A52Nd&YbZeDJiMZ9#n*ur;pDL zV~Y#qF9noHDNauuDzJ>xC}rc1<+>kS?IRtYAh}e{bES^Tp35C9tgOH_M!WWdJ-5?S zsWu6aZ!L~=*K7{^K~gKGTX z_gNgY3k&IXY!%8D_EPmap31jo$Dn1DluDoqkIJI1v9aMat#qqy+mn(eory}8MT@Lk z{BOM#Nj9kyS~onbl)7MtOejy@p^qanXVlblntixk@(%azh}xiBdS|tzh?*ovo|^H- zb{UZ}-gDi?d6v@N`n7Q(g>O&E&#(o#oShm|gP5t1;QI&~ zo-B`ry$%eUzVcYF_SwHivp7;QPUTdE^QVZ|G5&GW{96>?%FRgYXe3FKy9|HsQjWuKX-kGtLN>M`Rg+<0 zYk4kp91C(QR8E!KlwG@3tGQ}N{mH!n&b$={kOo=vq+GAxR~e_1Wqd8JxKKvy%=;Jo z`7-7qw;;u=$N>tKP-aao{EY)zDy>P#orv8?*nNnf|5~I6M_iIZ-^q^|MZCM;DEk%l zmnmgD6}v1`YY=iTY4wh%gLgvmGrZP>94XmicQmuR%hNkN#L6P-Xi?;!PrYsBFFFLI z+4ck$UL)END(TpSdBP$3t(kAn$z!oevW|_6sK*)a5A!K1c5G zOLf=nfd$)KnnGnq$Bu7YaA|>@t;^6d4Z&SY_m5r*ou?8WZ`6^s;B{5@1zE|Ao4$!< zLr)@$O1B&w%n_)1BRn9VoF8~dUc_$0w(@($k!#~rr1U*a1-a5=P5j2(Y~_ODTP}Ab z-^r-fEHe63{L(kPQ-91~W9zQ8Y!}|HUEtEeO$Q8@feo>`a;>jwMs z((AHbwq1C+`E9rm&U$0~+B5pMM*ZC{4X}j?{Xe{Yd0fqT`*+56V=`l?jF7Fgs7Q-K zG9-~`)gC3%s$J4DOoo!BQi_zcr)Z_!P*G87Ra$6~c9pcM=Y1XLxbJ)J`}cc2e>|^e z{+W3VozD55&vISw?Yev=s7zDvALZW`=NV7CeQu&%_24PrSKL-Jc7$F+^PG~6@oLYCn zNb{|0w|*PUX{C`eBo0fM;PvDrcQgjCYGJxv^F{J&JnE&v+>>R~lLtTd@<>BQStyYu85$`Yd_FT)xA_5;!U#{!1xN;uSF??-N&!FFIh$BoyL zo43lC$X;pDTHa|||Lc_*Y|Fe`W)1tR=T1N4nfjSjs$UjN1jp^S@2!`Zh@2+X2z*Iq z6{15kmZ{m;4D8czVfzo<(<3+s$|=Smyuo(FUN0lJtJ#WVQq?~)w0*D(_l=}--$_%! zqWeuns)q?iNH4?i`2$v*5pA+psBA#;QRcF%-MD}EZO*T*^?H8)4d0;@dp?dx@58s- z3ZAL4dGh(~D`-*Af>4Uh;m~!ZJu)K^z;nGQ|0EYBr0(=!2VYt5|D`Tp=oy+ zp?|V-rx!n+RYEu*X+3+MO@h3f*t0?g-F^s`xEC(f#Haq@WoO*r2Uy zek;BeRSb;?tLnZ9A^R!{8q;f_P-W-{G@bPX(^}5IH(VK7RP}ZB0GQ(&HAuCsiv3Aw zrCQ_eRUtACadzDCF3K3;;Z1}3CWb1cy~D$^w;7d8y5bI#DT{BmcwMwf$Si9e2XA}z zNQzACvdl)Coq`ijO!Xt<TGFR;QT;tA{-_l#_&2Od_?HEv4%yXqU zT&z&@Rid3?z>1XcGBJ})!hX}!_Gz(ktADy&^0I`pi7tm964k~kOsBuxs&n9W812t% zuloF}?v)q=^J14*?Y9G_FY9M~s_Y5<(>f!pKDs3HM4<`K0}Pwmpnp=|#$W!y%QrHQ zl6r1(I9x6ZcRjANT_^T~duE85cdoLxrdHsjiKhS{fWzH~%NEQ#AIFX$ET{4Oikcdk)|Pr0&+MkCMt*h_Y1`uL8**JQm| zBxLU6{6IRia!}gkb<4DDYO=V-@}SRgWzqtis&~vr->64=CGX#*5pg*8(&OCQY9)`A z+hbd_K2JB-u2Ai4=zr(ccCjXCM5jVp*dTcw=W*YkB;%*w^A$}l;661e)_(oc;2zWH z`xoZ&cR!PsNa^;^{&RYIT1rGj@YR%dXxSUv-QC~6LGARI!arXw=9Rer;3|U#u{gC= zUgeJdvSR79JKg@1Z*6u>>qkg@xHx`Fx!NuyxY^}FdUO0SUCXx%hHo!>DlHM(T@|%x zyz=K^p_GRC2X1fK!)5RF487|6zX8KmOc{*NnIs6^|^AobpGMPC`hyoZol-cTq?DY z*}#ZP0oyf#fHeuskcs#F`!T3lDXjlFiTw!=YJqRxDH}VMqUE16vhbicA|y$_^D(dt z#@J{uzb6}n<~4U zZfMsR>LWy&08NHx=p;RSiu2B_!3laP=K+#YoXM#H&UDB;X=a#X(2L#juLJiF^00ZX zzfrVXvATlMefRBJwIZDV(P{o!VH-`>p#5G=jkw(YcWMWOp`!Qzz?^Pp%MBo!Nh6dPBsBlw1zveg zvQ#lJ*j4`lGmtY6<6v&-O#)|oPNX)1n@PMQlSVNi=x|op4ou@B%m*;Z5u~$nl?$?F zQXY`&%t8-NPHatU@xu(7a;sCHUTZG(A>MxH77lMh_FnesvF^F|bxc(9vr9D?9NxBq zpusmsI;*~+5EcAhcRQ`V{Q-x{ve4)YAAnS_na;zBuv1m;9TH()=+?r3+{0C>c=UH@ zV-jpnsl}=Jw`_z`%e{bFLj6qpq68{xjd0m} zZ!Xy~0wj3D`Nw4>CQkG({vm4QVp9R zMAmHTmRe7D1EN7X62RFGn>9?6qztMj8RyxnHE-V!mn=%tZj!=y_cOy>-}XdUd)QbSj2TkvtV>9(*-j(Qkx~r+(Ti`Xnq;JB0$+3n#X4Jl1Iwa%l#p5Yne08Kg3 zy=H6?NWOMi+p;ysXy@-5KK)|UoYP;-cnsc_te(|ftj60e8VK*yz*YCQg6W|h(~ALk zJU9Ev9w40NxY0BPVwyc-89K$S0Uj8n-+Y4N>XwxDQwS^X2~V;X->u&Tj~iyA9NFuOD#XHSs#R>vN#=vpT4Wg1IR8@lc5TUj>w;z+0gMRFY59F=@1M_3YZa4f@(Fxv0jKmbF%(9ZhTdAD0YHXM>*B7RtMI;rqY9z4|zL|r|F+7Gbk`dOZZFoilaGtiU$bx((AKmWTC!3ko zsc91(LX3)`ZT}QSc9=elkBc(`^PI+*!A76y2{`Ou7$SM#R17;5Rbv=@I7h=i8L zDaVjW=!Qiq61eQlcdnh+uurNAL*9YJU^B;lZiX^@&LbA_o4O6qKW+yd@)(hUPC@WS zapHsf_sPjAnT~}+#nW29qTO~Wq-zCBc@GGfgDhVV+Zq9pPpGoc0q;{ev2F<}IDNE`CJVQs^Q1Jiw6N^zKIiN5+Sn3AuThbc5Y6 z_ztIPEZ(qgM3{IIn__|Jd^lf%^ml-Pw0M24&Fv2|B+#rWi#dY`6MiA0c+`_p5^&(& z*d8iv_aPsIl`*1W>dvu|YJm)pqzIJS+NJNHJvnqa>3hnFGWVfcq=8;L0A{xJmE@syHE4Ds>wYv;)NDv7rP z^10hq^cgThuCEg#Wy*IRPHtzVNS815;*Pw*$v-wYMbd!>2-SD)7R~$^PIH_X`B&-h zh z@|kj6+CX=W(BbjMf3qgjzVjEr`*qy2=tv|xTZ+_=>L*Z3*}&f>(RX8(*8Yl4dr~Q$p1EYz-!O)9 z9fGZ`Ak$@x7R7mW8M`+75(f#ML$uyg!wK7prpr%HvAsCyz$EsW3Z$NKvYeCQq{oJq z#FyMT9#Pl4)R(wu&JTNMLUN_*ZAZD-Jnspv;S}7%9tk?3S z4ZAg-k?wpWole&~n55jJdYDQRh9Db4hjGL2g+sw!uV1L`shjvI&adcL3!Y4gNKyWL zD#i6+p%LO(EQ->CG}5`l3DyPVT85IQXr(SjAJe4k1}r8_$U02&#+2DC!Rir*h{N46 znv!ex5AuE$MMTG(vL$X$=dI7DBZ!3k_l8-2)zppV-i~6j)nVhK=Qwx^=1@J$NLeE` zy)Ol=Rv|RScS4RG#mdhZE{gb(f>^KvglRs)o~^86f_y|>tAZp}1;xI@50sXQm!ol$ z`RNo`(=UY{^kiY0Y2J-mVwo*Vgz0g-57oZ{xv-qOiMH4RhiwauC8jflOrOX4RhB|$ z(By{Jp_yT=P3Zk;g^W1m?LEeuqp}R|DrW(zCfD1J^(X0z+#|~(YjiSOqWa|Ql2J07 zBYj^ldp?tkZ1a_5 z)P4;Sg3{DkJ|tXFqlzJ><-P6&q%mVOMM>NLd0=P;)OR;jepz7jOs`>+tamuSHB35e z;&TrAC0=MN^ngKCD2pvsvgp-5%CRW`k^&)fnB3o_*uMvKQ8EPpx`H;GT)uGUH*P zM&#P!eR*dO#YJr6=-fB+r$eS*VmDr=8Ci)K+_ZYIWrp1EW{W%Dh*!&U9W2>!Y4Fo( z?yz!o`CB&w>&3Yql_{y+W{YuI7#rs`Hk7wv&5K~Nxad536*AGDcjMvlb!B`t>Q6$R zMt)E6f1)#pmayH8e0GPmZypIkGfUn84$4%NM6LL!TmANtpw+uB*2SF{@*MYL6w)+hUb4G?B2k!n_PuBw7sg&%IbNAJTb?>oL*XiT6n8GFv66|H-W z)$g+W+s`IElW#Uyvf`~ta3;5KafE1b>!ptPX2+?!CardZ!<;5fsUO!%SKyJTp@$MxW zQG-To^AGZ=s@xHzzpbQk{nG3pFUX32Q^)1EO7vU%59=T-1aRkUHe;K;_sX2_ZVu9> zv6YKKsu5nY?I%RKW_sBxDp|eF!mTN{!e3qkl!)8csqY$NVRuicT9Ij1}7My0M98$(}2mDdwe)h#LN6ykF;a7bIA*B-AJlF>bD@QEhNB_vR2SU zh>x2GBL5YCheu(#&F=JnJO#R!se1GrSu2$>PGpZet7{F;!==x9UvlP2?=Nr{(kK6E z+b20Hw@4V6al}r6>d%nit(a$eu`vw)vEfKx4`&9x5G$AZ&IgyDFI{PT1^2-%VX%9+8!uWX*PD z{-H;duT}D479sZiF?%vr+^hZnk8EvlKHwUX`#ROaFH$Om|9by-l`mWBkDW?_`?%b- zX;QQL4PoW-v~MS>0-vl-BCbl$SpMRB`_ER)kT{ZK?>z_uu|8`)Ad} z`jbQPE%j0}<#O?a|9`mFJUHcW&Uf*`LWXUsmyP~)H^2a&HF7il%QH|sdd@i{@2q;< zP`3S&!;&Wh*<$vn-aK+XQq69lO|o0TInF2P2YxyHHNve=TU7UGEtNesb4hT-#=kmZ z?`AwceB8o6|0$i)a>g60S*Y~)&o1FYLEmYjbO_A#k#cnWlw4+=qL=AWzOD5K(LSUmCz%`18E7tmE+2iqi*d%dVjLJ$ix^KCE&A_&~AnfoxJhRp7RKQ z>lywC+`lOo7qJ_KEit5s=v0$E=Laax|8?E$g_2PPS3o^^5DSmgpvMB)r5ZMp45&x-?aZP3caXHX zhG8ls>3jUPM3^!d;}S{i*^o)Nyw_s6wTfOI7Rg0?gz4=3TPc_7sJLjVt?7?rgMT2J zCnq**=EHgh)4rc!Df3cCZI|Lk##}+~ViLiSiFb*D_UGcuue^~RaZWUE_$V(W(=2xz zeNRSYGldTD58lKA63ojG50eAynAopt>-N$e$kmUV)>!1b`j0xj20dzo8YfehQ& z-%o^uMhXdlAodbn=7ga?{t#?#RC-(bK%=n7nf;)Gh4S=#r`hxPZR7@$o7bc{$%5MLKz zmNYt`pQ33Dqn@)3AmpyI77*(VwIqvG7cjpb(>qO&aY660Iozqgi2yYks1=;KpS5s* z19wUwcI(_7qdOTCDN5MFN4Rc@?oOM)L;I78It36AEhPO0SRR%1Ks!DOV9198=raKT;o?S2{k>j(#W@4jOxpQJ*ip{kS(XUoI@;4LVnb|3+OQPFseq-H@uZj8PB;+OZ$y9O&$$bd9D=oC{VypBL%eLyd>eyobKd|16Yy>E?&e zVtw)mFM~5_iarzqP42P0wawrHQf9ML3kT*%xBKht7)1@i#U{ORj0JNV+QpALo7OYr z*s)L;idM@q{ySQ1pOMw)l5gHcn7`zTew>Z2!)X$P++}pv8)!}&CAg^e<`xA`)BJ?9 zz}sFmEjdL6^5obMcfBX4kieHyphVgdw!%Tv0>Mz+z|CWq{ai^Jq3Z-fuaI*7_DsxA zPz1|pU~>)&_di_pQ|8o>lZIzv`zU>-Jf`GhvCg06{P2oo)A&?!CMS__2LP(QW5)Ff*)IMS4*Ke!Q zBOr2oeaFdbZ9B)YnxwKA96b)e(O1@Pi$g)y?VAwMdbo-}!iX17t%%rtz`F79zgL{*rTL474U(1yNUF z3$5zRQEzlvEiLO;1ft8^%S%(xUj>&Ft~(VTp!7mMCx8PvehAOBRem)s!`t5&kz-=! zA}SSVH#pHI>yY9=6UG`2kF{$n*rZUat-1a#ciTi>5kGd$s+>bGIu^g*r1wXwXp zBe(s!+j0(1^s611u6aKaduGt!RhzB*j#o!J@f!Zk>=(6#4VHJ=c zYUfg#ZxK9N+GO_$pI9@?I$2iRxBs;QFwEw!eNM($pAI{jn>$9TU|!8bNHHn<->50u zIlf_pEKnkZ0x|}$Q2c%2pT#=22x%l~&|^}S!3w9>eqbqOW0FnI$Kd8Fn`i7&`6P0l zlScMleqmw#cDEw-vp^E!zl@GIWLJ@zAUV5@FAkj29#^`T=+?M#yn%Lh$lFu&zzAx8 z+cc<|t@0ov#IJdMZIMe^zuNwyMMdnTCARjqYaJYd-%6+Dcc*UapvRe(*c@Hp&2?hO z!3SM-_I5J#Kp79NcHAvAV0wAZ*(+A19qNl2e;LodRCpVJl|M z7Up0+x&F~5IN5pvzmfrrDiIsBo(cAL=9a#&Lcuy8RZpC- z(nF&e=jfayu^hD~gij^7O)|e5(=iMS_?et1Mi?oY;ljya7HFD1BlYD=@2!w^?{MML zq4w=Z!p2}{TSO8?paVvpUjLOQ(vup2CM{mZQ6@#Dn%Rg8@HZncjCDqH z6RL4962*H37~i`73tq?4|2#J78??_i=#}r9h1A~Bm+dS+pOg)B9|wQ;PCj%b?LP?z z$?Voj;Uy$7$aL)0>CIJ(Qo00B=@y!&gD~ou$<0}ZH8nGjF+Zq!{NwTJs%pCMv3}IP z938`flvv~Hga^lPDX08Inbfr~9*Q#96TEvaT6)B1_j^x8yxS?3@)sq$rDb{#lAMNQ zAf#coYQ)6S#RLPB(BHZlW$5t*i`SLlvR|=Q;mS)+;l0Pt?w!BK0!o~^^kutj*%dA? zWvcLr0<^Qi<(w?#bbp`VjW|bF+q1S-4jSs}sTG-R+qD8^@1K6@<$FsDK}hNylDE}{ z@{}2Ic8?%ykw>R!c>=7IT5a$Z7R@g8teP(QVaf*DF@a2=T8S zPgJYm(R#}myF=g=5XP$%6pZ6Yqt~s-bw1&Yj*7X4J3zi0BQN;6@~t5z@a7>Zp!_h{ z*XRez+DR^$h4x*$)vf5j=IM#NX>Q^QzwDn5CI`&`*bPa_CnEW|QCC%Lh9!x!bWCgz zn)!GYD39xh8{P-#TE%{e3Tt11s)lxd4?Abcy3ISu4HmyGU4-JkdMbV{dd5GT;hdP+ z$}O02DPpy&Rum$Fvc&!E%w%f?GA>z6ta+7UbZyLZ&~XDgS+9>;Ss*gxeO*PZ7e&XD1=p7hc7 zi*4_RE}Xq0l5gi*qTB3Xc6mxppI81Ll&#aVdjVk|P3z`42;{mW8oK~$-le28Lnd|k z6DIC)Ei&JAJFX&epwM?nVnR?XS#p;xSZskH*a0BrGKAHV);_^=Uce(L#PT78@_S^3 z94eaWVS2zfs1CB7=8lA{kKx{3dU{8QNkXBgw+-z8)i29(LYaHw5Wla>64F?cezt`s z`%(y2H7DO*J{{TWp5C?0cPpL-Okos!!%9-A(6Ax~8HwK&-zX)p`LP8OAFhea78}q$pb8GTubcUx(vH+osap*%Rxz!uM9%=I(I(=-%UhY9)P~S$;}!YQNPH9Z1*zqsG$= zIO{Y;dL?ik%c*QiSiItX>Fxz29p8qpn}Xwr5wh#%SkJa>&5cX^aZ2r!{PE4_O+0|n)V>p*Cxf!%yHAoCjHWxI znD_rG=5`>r^xSMiH#WfklcGOJ3HH8_8fq4TIRQ&bSchXjJW%(}TYKZ?8&!xY@IvoxqAO9fcdd&qI=kb*n$4Q?0~?>nzdn zD?ZXtixQt&Yc5J#cpxiczK+wtY^%KF%rZQ)7U1ObCLXDD?)iF&yTSp zu<<(5QUKBvV!+^=7+2=O>XCL5@Kc%c57(Bgg|6)FGS>u(c|a7&ZErlQj6H@-g+o_s z^P}O-N6L3ES-)y){BQciK}z(wAOX7&=Rozxd(yazC`6fN>t#5QWt2#H2bo;RfCgYn zEP&*^@}ukd8bJX)nxMt7Cr~d=p(@kJ!~D1Kg-NGyoVr_9k#~8NW>CkfnZGsT-)U)xGj{+Ul0hy{>Divdm4)y;!nx_0TSU#`2p8>9RQ2)3k&w<4`! zNFlF4_$iWOQ}1Cx-p zUMA&lT3;57lu)-FQ@nzE(4mEb4uKBtka5(@ZP7TYg&nTr90D_Q%+BXrU~U;~2J0o6 z|JHJ;Fds+@PCzas{{?n#P9j+}wQq*W0G?rhD~uY9U_prrg}?u-npdq>i7*9k8_{q| zNNFS=Cr}=4E-v)vREgr3o8J4(`cS4pBmkocl(qx-D6igtDe7ue7F+a;1VDNX=<;a% z0CxhbR7hP&Dt$=h=%g9NHalEj17wlvSCXn1yPXWp$HpaJ%qR}Q7Q&9nyiK=Xb}NAE z)~(HB%9DVrFB4=s#lga(gLBZ=kXF=oWCP+TMcklaeW0mJW2Ls?#2KJ5&8_w_At8E4 zp~3g5Kf(OyI+8GB4}9%+caMBJ3xX6cs{M0OG#<|zeNY6hzZDtkSBQ6_Zo7j+ASNc} zB3AvoS0J|{|2=GV0sSl+d6I*_s^!8+OmB% zNgU44>4ewZ8)!va3nQAQh=cjY!V*b93?RmD$DvMpfWGdRkT1X6)uF3OU?oZ{nz_+5 zjvnPvlO?laU=w~z-3=#HL)QJAH0Ilo>kfzZ+W@vM zhPIj#yc532QFt9?XkhS^A zw?g?e8=*AG9=+8(dHnp`3B)wK^5)v0^)rnMIK|pWawSy2XFmq2=~L0?)l28BPlX8c zRT6eF^v1{`Y%hS=(fZUaQl2CBMBu@yzc5HKxtlE*#;tHf(J2si{2#b(9b~#gErpp6 zjubd*o?YP~v05K<6$6S%Uw9)n{H9t1FLBnwK5?TPQ}_vUjxauHUwZZ?)i`YyF+BJb z0_!#+$x@G85I%Q7i)6ISDq`1wZPCKtaYju*%m0ubSsv{0vHYmdl10=S8tCC7MThrBZknGm+HRsDXOeb_ItV=94C zy{~Z{3=)g{%Q7G^kj&fH53{Wfabztd577jz4U;H2%>Ca7!6sl}@f&Mfbv^SNka&ZW zZm@;avdg-VBzFb%vmSxO|NOqfOdzy6Xs`_ngWm7?xB3H3e?s&k@$cU#Mda*;fYf#X zN!6V6O_m=q#Kart0Rq|Pq%qq8w$yD1($l6CTQ2n8j4Lxtl5$fiwWlc)S7_Q!OJ>DU zo(bmRJluf=RA1u+c85kGMV4Vpd;=Z*xI7xOu?CqS5!N>q@djX(YHVF;`b?2+hs?7C&t=6_`H@P zL#+71~FG#&h$1GQ@8{&!KGJoUuf6c%3PvHjZ!6*C|1%ig&#PO~;RI>=q zBLmMIcGK4+(ZNjO|E5+0Pj@#)EFAnlE{^xHdvD}}_h*E-C&ye)(nx`3Y5u`)23U&1 zTz6vESAOM(%Sbc%I3@HD`aSj z0>6l48|#^V1-zp>08~YmQD5WeCGQ3MvO*9WBAE828OTEOWCkM6t{{O70d=(ejU6y3 zdQ&Oz7T6J|uH`5m0f(fU;K+Pwj~W;*nl90xE1JR;)yJ|cBxq5V-bW&GC>7O=3-Lw- z3R5Xhb|#++mU<`51O=TN7b(G>GWRN*cm`>-SHr90McJNI&Y3;xM~OpAmlhV8?Y+Fc zjX~oM;MOZ7kuK>l30UjDNg6FQxPijz4@uG;xp{`^Hfn025qui`I- zn5>vPr~q0|R_GA)Oc7)^YIvO6uG6ff6W+g69Y-a{;6bP%BTJc;t7`T;q}qD}d{4U* zxFD=kLsRqk&|9(pNvB<7g-eHqoFu55zN5OFBwq}B3pxHEj$3T|mhy9QxQ;?WNL3?4 zZ9yYrt&BY33wlnDw~&|_M=WFaDfr)T8w*ocbQY|*QOFZkzQjcEo_RroUiQXD1DhW_ zeyHZFNIDtkDsm@4`ch8nd@nJ)cM0ku4ErkMK& zxJmD7@gkE5)|v}t>M_c4teTW=I=+Z)gnIsn&j`=Ab?XtJU~_I6Ngf#`ssjVOHmsf|JqMUV5Kk*`wNk;)?Oppv@cx4P3Q)mJaB@Nk)2$B0usBtmt2jZ#n zCRjN8H28I*^|kcr5~io0mdjF$J;8};gb-@ynKsZ{-2d`~K08IT>1~68{c)S`{vXAe zTWy$LkZg?Er*VeAK19Kh29qFT{#nO`wKt|5($KhZSnmjN;q5jhJSpMUlqY}+joC80dZqw^`1uVFG0=!Vo6($JfxT2G>pY;WPhZp zGpWzbEmEM}CY&a_mSok-8V)mGnh|12V}`O%2J}LW{;A}+-zhK^Si2{?+P0}twwvEW-YARgDsRd@vpCB^!j(S3T7h+ z!!TwfIP0LuUFoUO%j$(oDAAkZNW7=vE0*6y)D{IJW#5_w_=~%N)s>Xn-q+fF1RJ8d zuNF*l_9#x)__RhE=~93?L#tPoRoRYHWlKU+(Ok@KShnqrPX%s9ROdKE%`%=@nr(N?5}`dN_C}hVDIVPEO$UP=wf)WI-{~>D#sbG9OtF9;e|RQ-0o)$ zggi6SMepLYpiv7>LaK0Ct- zAxblVM@tN+e0?b6n~H8D($t=8W`xhznFL}Hi*{9gK_$+ErquS{KLr=U1gO{(j6-pz z#PH5}B!T5|8gonGgibg0&t)B+!nJrSJTxWFst%`ke50s#=n|1P@E~Z`eIUN6XE!@w zRQAtI$&g2Y5@dBBfe27C7R5#upexep-`R&UmVy*ZoA}G&d#%n;X6{fqp-K!h?{S@9 z5^zAWE~3zNE+VTb6Okbs0YxPbSDNixST0u5k&oT7*ajKG3YZ#IQ^C}bu$B8#7dc(#3+ba5Ni|_3OP)RN!jHfH0>z<%1ECJA5+yTNbXzxH(Eo>ICX|={)8a6f91hYbto7Q)$D;n?(gHxFW)11l!NCExGx( zX-kxXss2E`V$+stX|Ag!FTImv#Prx^M{V0@eBA7mNZ*}bxp-A-7)G&gaB=)m05GK@ zjJe+35IZ^|vp2qSom|TGw#@&*SP=HU{*kry(%<<473I}AU7f9W@*y@!ZuLHSzI|ft z#2^W*i2ZnTd{E_@{oq}0k01Q641Og1B?kBlBjp%JRw2AocJgy+Vd>vPYO_J-16oU z(R&l|_1lYj6skhLL!p5mr(99SQDxDPi9(9&?C%4J|5T6(q4;3oCtwf!xDZk(rOj%= zj{Hi98qJ&m5NqT@uFJqX8K{-AC0vdS+l(1-ua2-+$=cOmI+->DvA*hm)7^CrM z<{>R!l2m{DCqb7%%J!n7r(N}Yk;3vtl*B+>D!Ii7*2Q!?DTk47fB#4tW{hr!kjmiU zJyH_W=N_u@feV>XSx?zSHlIkqArw@Ox7kB^$Crs9w<+H_w}51%AcSuH&b$g~yvGra zg^2$?jbUL%&@&9+QZ67T1pQ1aPUfqW%HpD?Zj*F$md@4xjzWf|?TfA?(%n><_~YZX zCp<3TCP`=kEA^r&^b@2lOPJr3E4Z9p*Xf%ubM?9eBqB}SUWGUhM@33^Ev=#!zU zvLeO{p>gz|2W0~GbiDkNc93G}h4BG(S79i;7g5ONR0BXL7(%Xtp6MoDzeg45CHS!- zD{CAT+yC6b(7u4kj&FKCL;Oa>s**vPakKniPL}es{7V<6O12jIcoTSD7fSVSAzAXF z526w7jMz;OkC$lzZWcXzNK^cC9^92p2U<5;D3zOZp_J`i9tH{cizFJl{cxl=zL<0U zp~?AS()?GI&Zg=?{XSn!#a|(CG=||pV0N%Abf@8Ril~{f0i&LXSV_v{6g9}Mf6fAb zge!@=p^#&rw@}OmH?G&#tcCkL`a5Xi5Rf>L$XeRWf6JLieE)OSA2DnSkE}?-PU#~) zxd@5dUSm4J=97T9F^13{lz&8}S>yMK2~Vbt`<0(`^Oszhv7_S{0+LSd*X55a=lpqo za{r5k=Xyju_*bo2<@IhZ|2d)g7Z*Ien&;&T%gZGX{nGH3BTk0AF88=lt z@*22R-Mwd5RK3=Wh(oZz?y9?6aQe5t9Id6w$ulbW1e88Ge%MuT`k32q>IF}&u;&x} zQtobB>F_sII$P@g|FlTx|EGJeH_l?Z))fk_Mou_T`3s3tsj8`oN@Vd7tgl-u1a^n# zWQd1MOrQ{Two~+idH1idG#jkHcf_GMv8IMqYB2w=$I1uESzB3uMJ^V2O#xbS&F+Uk zuH3c-oA2mH=1+Y58PL8qpI>Jmt7%{pu)}P^e1z4HRcHG6Da#1Z0FvrV)(1X=tFGoD zaBcs5Fdc@K->q1y)(}2>8iLtYN_huY$(h(nd9+0QlTzc?wcp;6$8kgnoL|PxZH&T# zcL?KlYmRZT-s~Cw2-7DtRX0N~@z@mZ#MI*1vkc&$XXxfJc$-Jl)F}vqD+K|mW>W;e z=1Fem59h$dVP1~J{FUtN>;JLbA4j78-Yi_i zS=CQx#dl$}Hkr#Kk2L}3WMrU2iBt$nbt}?PuTUX9IsrlP-HnN$9CR^GN~C+iXAX`7 ziyVfMc{j0jR^E*Dl8UbtzBFTR^th?lyo`~3Mr;+)VqL~q%8EbA$zVg>ku|)%DmI*g zPBiCsKx3nKw63^#@PY-Z6i?BwIIl9F_WO#a&o~ooA;}HJYImO%TlswHWvgMuirVeo!nVQONe%?qLsz2Wb?VeeKMc65leh>PFaTWma)5 zTEMZ6ZEucJTeu*nqmvZdM>c8h;>r&1#pLq7BA^y!Z~9OsQxEdRO>4*{B4W`O5duUlC{5oJ9AWOPu=PWyuUk^FOnvCmjgcW$K2_;{Oi@dWHXEhELla~^ksGp|;$chh)Bz-6M7xAmfJU@CEp%Zd2M zGZZTtV*RLc`pYx1pw#ZhJWIB5LGcgW;GK&={W8>C&*iQQEPC$iR^ol;v##$Y3)#v9 z*B_3^*PT_Xl6WOrI3zenUPSF^44Z0kqD8IJEbtRhGe6Soz}xk0qNf zdYOK#k)2U4!&qVceAvmZZHUW(l zb#M4Lhb_(XGyH}9{W|VdmbNM@hQzozT4#(ofsNQJfcNhwZ0G#_zzu_1BrqR>A8&DI znjEpfaP+rLkY1l}#khF;=(lj>o!H+3l~&~a;T@mv{*?BX=~|F8RHWIWR-iZ1ySFwjBTE8L)cXcB8GNZFJmt>ugo3yQ6Rao@%t^Q`2csvW|~3b>rDKw;DxVbxez`3enG)$Kq6NV zjGj|c9|{4!A`N~ENSi_)-@cZpsHmIB1rGeo+*D!fV|)6T?Gzi^!|?_Tnzuo-68JJ6 z=~lFoIi5`!P7fOnpkd>1OGE=rhLz;HM3*M&6!*74BH^Fr29!(v@ZsmcAiak$48ELK zelgvp$u-Uh2io5faS-GCv^&oPDMdZ}Ntn00V`wb7aE)`Xcwk9;_}#m!i?1*52zdTD zDJkjD=-qpo4xzryBbc)B$u6Cb%O~OUcAhcQxQof^;_}DVsELUN7AYiN4z%UtQMoQ; zx%RdHD+RZLI?Lh@Ym$XEKbE?h9XQw=oyrs4<{GSI`$u+drJeK8?d_{Vg(mewtS=Wg z47&R*J`m*f!en3bHbxQG-m7LDB{&#VF`_2fyo6)yO23+{*z21KI!E115?7189&oqI zG7gQiW%q2Bxau-4n-;lsM8MDb@{DO`eMA-s=g!sDQR~>VU0T83-?i&bYgL|M-o>XA z_l(y|?O)5qF5Kj3z29LHWLlK#OC#x1Ah1WO*ya zW@=U(KUf!CwIW(c{>PYDftR|D$`v)z>Dje18QWZ^WhHhzw=z33y*at?sY|SzrwR8O z=dVtau0cMLDvKh&mMKUsThME-XHumQRWOky5VwX)Xv(EBT~9soNa!*nxx4*E%Y@4| zyL8D$4sYQ#PkXsz#aF#!zh-1R*gB824{F*uMzzQ1JT{RI_j9(^F11=2E!{s{rFSR$ z!bENMj&zP!rAdCZ*=1{s%N8{%elHe1{DYADM%R@=q(gUi_X4RL(k)QUe#nr;W^uN-S!SP=ZI7z-o+`-2L-=_ zsk`qjPa4CfSu5Jn5()boSJVgJ1;Xo*q0qim%1ZC^ek)Bg99YtxwXO;YU9yy#MT3c+ zmL2fsZb>+4o%m46)^0RAlf&Bfr?z$wCAvjWX9O~=6fRoH=f7F3B;wp z$=qnYcX*<;5vy+b>&#sLku$}#>`F!Tqd$!_#Elr4Dxt{I4zdhiZML-`Fmuv;(-s5K zpumQ8W9Tzfu3R6Rr@|3gu!k#ue3NL3%Aapzyk>6_YyLXn-|#MDRf=2Hhi0w!d=+;x z51!nvT*o=#pDijgp7BD=c6a|v7kqNx+EXRBx5vk==1f)nQ}N2jvrW1IDYwk;WK{-? zoG}wIROLvjso4U}h>exPKld~p9c`?^`ja!w_YKcnb*^K|M7ifN@#i#|!HQ%9e2pbzE-BcP{$s1yZb!NV76tq*F~hV1q!GPe6C71rwMF6FqeM z2(JOeJfm&vcht4ZvjhQbHU9PW^;Rm<{fVslTSYzZQ^q>Pkt5ZHP^1PGot~MH~FcA!1)Ahjw zi^8NkwaQwNFK(Gm{|R$3OZzOxoqU6qJ=W&Q88s8N`V;E3&P^&PDVHfwUpD~3Q^TS^R+*1 z^9$vwt5LSfIvN_)!Nv8(JZQb0ow15g$#8`0zIGcktz|RsxTkNlKL7i!1@4a=t_Uln zCW^M_+(|z8sx0Xir?T+m*Und5sb`$(9-g)3(Re<6HP|N-kNNWW(xA}t_mcQrs+QS{ zW)AlIzuqS_-Pw1+)$HO(nM%s*H|Aer$7D{{N6RNHxz+ozg9ZWQ;QhC`?i)}3t#s;L zc#OVHitTQ$wj2{_m!PzvgL^bmdVFzrsM(F3yKph^j=TGPp*dEEMzV37q#i!1{1CVI%0V%QJ!nYZ zpLRO_wY2znN=O$X!4EhmG~TSOp75V^)BfEnQrJs*gWn}3^>kOmgMac$ zZhimcey2V)WBJ_LUN!TI)Pssm`}m}dEAjcgNk3AIGkIim~`!eQpa;HJ`ht?lhVioQGe`Jz&;FFYPT}*b z?AlvjP7e6;CT$G8{pS97(E;BvE=QxUCcYIy?E2-(uH3MlHOmU`C{v!l`2N1E&bQJ2 zE27&ZCPR@Jo){xAsb5Mb=c7RbT;v}*-W(YAuFu}INu|1Q()QRIE)A8Y6E+F47cV@m z(r!#TXgQp9k(^#lb;?q2&RZl16vr#l@VS9uCQ_(Jk3O*i>w{+X;hqR~X{#(h*iF$GP$bAWh48p2;Kk zQJ4#gxFrc zI(w`T0}93WSuN2&^vld^nzoYu5SB}l2a`0=9A3X5ex~^n4etSVQoPL6qlv&QqySM1 zZ0h;19fyL`Vb{4~-OyTWEeIu62>tj5C85gfu$?qL%?k`<%u;LMg<;JtG z*%qnYQ}}RrDq}rc!D_IV=^HGRcN zm|P?V$Ikv)8w&NNVm4v`9JQO7oAHcqabKUD4kiiSTPNEUb1yT2#Wb+x6abOs0#doF zu3I1S;sLs0T1ie#Z^dXEY)W|IF?k!<3DjZWWw zl}8g|KqWV5Cr7Mng5jeke}L5yeXJ&+{;7H*AgHK_Eq@_hbzor{C1aAPdU~pVTI6K> z+JbqcmnL=LrY0H>i4H{|tDpHAIls5evebgOi$FGk!a57b11lDLs8fOgX*`#bVk#~^ zJ}d1YTlT@fHP_?85FW0jHDok->EPKl#8M^Wa&~`=s8{a+N;0O&9pR!-T&XcaP}_#a zeme`DDlqZ^A4>kt>edGqCzLwVKU(0{)!AwNc_Y81Ef7<=Ub1wLhkxu#iF}l0oUKlA zdv+VA#{rg=>o!}%jl#)mVDp%>3Xk-&+1JF_RTig+l`IHZSh8cWhDtM<@h}H0a!|^W z7Qn@bP3CH)xrX%k#s1_98&MRgIq5dzW3sms+ebHMH%&Y5^K#j%bH;;lJ8$Vtt!x47 zAwsC+Rf-RZud1Q7OD;wlNm?*hoKo6dyJRk6V@uK`Mv5JoKLDP!m7<|Yv-N7OCJmt^ z8i%VD8peEp4oQXMKjz5GE`F_^G+BS{?4F}Pc!(G8mW>-^C!EdSN2%&~K=XXx1In2* z_TIG+-))Hvtpjvz;Ry-Ly>}$b8{jO~t9inzo9@RoPknh*@O0KC8k$OEi-ws{#@H0n zAp{FE^h78@VL0Rb5Kf*|b1))}LH#^mzhkV3{NP2lfHq;t@1OQTp^|ZIilEZ8v{#~h zOg`wNE^y;#Q2){VZWl#~Ng%cNV_R9j{qsP}tXC_*+lH9+BR}Ob4iKZW*gW#MXg>4u zj6Ru5bd|^wbFB~91XpR=#oa$wE~E73vt4STUKF=dx^3vCshOFeh!ZfDLIR4dx}?7? zPdOQE`74C?;f3e#IEYyR6o32RU*3R9(X+**Br+n)29TZYGSwfDRbvcji@%VlE(Ct? zjR%wU5n{fYn1lr3QeEgdCMjZqx|;z+ql>^*re_u<9>tNG8wv?o7w&3BhtL;MFhapK2m18d>wVuH^U$ya?8=c-`hG(-1<-ipT2jqv?n^S-@opMOSK&+Dmy z``I2I4x*X}z6|U5hG79^}{m;q1@ja!lX< zas0+$lwAugvb0bsg-S@aQHqcj+DwYHNNEvm%rvx-Qb{NkX(ug83ymU)L`A8nv`D3e zO568&T<+V<>-Bm69*_6?*FR>cyZgSb^E%JtcplG%wWJGCI!^-u^TnL`_aP5hu}_TD z=?JbO8(JDbGtT;i-xp*# zsBUU%{CW_-N-fsM;_Soj6V6~9O%K4t>#ck!=Z@`PRReJ90It%quzq5v5XqkSy6#YqVJBva~f`>aH7L?ZfnEn1Vcf+mdbDs)~*&Ab-p4oj66#Ar#w-DI2bjLE; z)8iwDz_t3%0xy9~DehqwV2WIltCq3Z*~*ON4XH|G+67g&V$kW&TN2wegVh#P+!8IB znWjX?MD7%`{d;&M6unq6+A66pXHM|dMrpSLr(Uf5_gldImk9_6_;mj$wsaEQ?ibJb z6)}}YelLJj>RTnH>kc`M%ib2a2EdJ>-(!I4WJUUbwG^Qr4SRq*y&*iP~;Ud*bLv`+UXgHjH@o+GfOVzh)Z33c&PtV@y3Y(3c-Va>D#s$ z6b_Vra*ST6UCW%yt9H#2c{+Vr(H#4(!h)lL(*hLycg?Xqq_W3vYqP{=9qG?MG4Vsb zbLat}cwN&g?<`2K5S;8x=G{19eY+tHo{i>3xULg}1D(`bluz0}QLsoOpyJ*{n4sxL zAw?sQ+#ApE*x8#mD{WQY09ic%Zk9Kudnz!o)QjfKB4WRS%$D#8aetCaWsZWD5Tf(b z-EhB-4eV5?r{Z@vM)U+Wmt_Z`;ivHl5P*USv&q65 zk0;~DSKq9+ot>P2=KL9OoPgRUyjZ<}eZ`5nwwsb?BRY3YL(58-JCk7BA| zAM5MauZ$HxN*bfHLx{L1ha0`PBoeUD$csF=xKNY(|1n*82^Co~9V^&xH}|KCq0B2V zycNbZ5dyDvSS0=WkmfxI(~(cU>Hwxm5j>Io7x%GQOW~NL<5`fT6eeKd$PKs z>E+B8`z#_e^3lvJJ29XAOZwdZeI2FvBrG~n33R-kDU3G<+}_BKS`rIu>y@9`KjENn z{+OSAd_29=cXjKuH#ASo$T*(*}cT}Nt9cbp~?;=i@|BLystZsEDqO+ zj1>B+VQ<&5?p5x)$jO%xRieHYglw6^ndWQ2sp$xG8dpsSK(-#&g0DScnk&uXX$3o| z$}pz>0Vl$qY{7F&qug=qx4~Qo{ZbelPx!7kw?+Q-^joWpRU=jbTM9f5)XJ#*NQu+F zBb)=Ey0KfDed$57N?-%8o*9=%6rlX&X(qG=0kBzv~Y#n=r_xW{*JGQ3m+c2`{R_m`jG)4gU;?Bz^` zyux2W7_!{_01vD+&x_z8ubsb)(+LE~6RTc*7($rkIB9aX*@zWR18x6GpbPEA#3R*q zW1p&#w!41rXA8_pkP}F$?+_qweFRp+Q_KIM#`wu|8pWgC4TN5NN7Tyoou~+ zhOs4%y>=pglMVQef_C_;BJ};n@*c=evcn_lbl8KlLPjK`&!50fzBsf5sDmk_)p#h` zt8jr=VAOaVl*gVSt4OH}oVByyOUhwz8KDIB_yL%k`-7&eNZk&0OgU@-8@o?a#t>O| zVV{vcydtQWr#dMqspGG8>?;&0(SEmZ3b+krwVaxkW$}st5*pZpQ)lfpdHGt*Nxk9> ziQq-B@NaBYm}jbai3#W3d9L~ZtF&_`JF_I9hO3NoLVwP zRfYf!kUU8ypPVKLsl;I2^)p(Ozu3$h&mBk|V1GrPVeECleU=%{+5hnLCG0Vjg-T+` z^z`&QmHVtHpNvYN+FBj<51jz*lk)fl#;7PRGFI0MOIdAFs znBCx#f$G6*iT`G|lqW1Qn1z}JWD`$ghQJQoMx63vsLti;C0SW#Ctum*Jx%g*$FB(* zjw?@=GvKxTCJ25CD{{i8#r$)6kNNScKGoUc=J!nN|J`$0p2ijsuTjnvkI!tnyR}F# z{qc1|>0cMr8`qKSy{|8LNK9bxEv2A$9?N4fMl_doYj1p5;P8c zDEOF_x(rLIyI9Lzo+vZ~x>l;K9~W}?Y4d>%HtsGv_62zR7#6X{#b{!hTzU9-=G=Vk zRf`1f>M&cd-ki5@#I^POB8p%5et$Ag#`EIgvzIRgzr8tk#(#rLIBoOZEX}gWcLDq9 zUxj^u>0pfNhP&LBZbH-g?1*%NIakK=5sZd9%akbv-W7ZqNgi=;WDF@yiUO0~mv-ykXSALTFsVG0`OUdFP>gEg$6}#| zvmr`0_|Q*j7;ub;{?ZFti_ySI+|)u2LnPp!`nc0EGatgWOM8iCfa{Drd8lUn3B3Xr zu7NO2fi?;DTX2I_i`zTs%lXK7uJ%I#tM)L0Lb_j`cVBr8Op??}ss3WN7K&9ST<>iH zDAQ}H%cTcT>4_#C1rsbuhzimu^f0{>Xp`c+co1IPP%F#M1I*7mU^hKRAMe{sSB|zb z#=!ywT!9xqg(6~?SVchUJuH1jiI@3}Q^!}Qg08}3xLmeM_9hk1jrtE&uU|hxyrk|D zwWA~c|&~0i`b$0Ed=pIkVw6XeH{M&zJ81! zdGmVn0OF9eRcgf8gK2%BZ&m5`*5b+IXIEmLosqPg!aFc3cH5D6w(ZR$h7o{}XSxd6dzjh{YiH+3#e|fU^I+{g0)AIhYt(k38DV{twQrD4=)e>L#8h zsQ3O)pJtrtp!i1O$xA(p0AYxHcckAP^*|j`NEd70P@N!c_F{Iszbt(D`ZW)OYCs!A z{#cYgH}9==#?D_%fdtA5-6aQ3fSK>MuRBwh1p0o!jPS?*c|^7a7n?=h^cV}A8=0vD z|C$5C1Kkul$dfnZ4ocTPqa$ctV6f@BIFGpTzsY0lP z3g|tTv{&Dwaa71}GR7sck~l^qtfl=ySD;fC8gmz7CzEvr;XZPskW17b`TaCXu)AQd zmSV`Vn2{s^TBBSj^ZChn9}z?+?Tyl;WTV_^nypZXXX0&wY6WF;zHB5}njKV^d|X>7 zUefCJ<1$52m)kDrlFA`O|H%^U+vcO)Z>x(mr_8t5XSlTOZ3>8qz?@zr0lU86Ljw&m zVax@6sFkvIrmbJP=O`ehttf#q`$Qt6QwKF)OY2&2E$H}PLSJ1g?6VBXK|oCFg))XC z)rKlrO7E>qhW4GQ2A+Ba=$=vei#kgXXS=cLc^jKdec-^4V7_w8-%p1SA@JUU#=8+C z)+<-8Ol+=WmzWRY+b|&}aM2F8sfeU9l=E&4$jU}0!gcZ}k=<0j#%YmBm-c}1Fsf&( z^jqv_hUFjz81@TIOMHHnz6+a_#{k@_g`PC|jsa0hnmYqKYBK5p8YPjJ6dv=F7o|PO zi5U{}>cPctG{g!g29BRq8sXP_=e(OVg_fTUI>5xhkd+}htZ0%YJqlI6YmzTX>&H(c zqRQiA>^BiQ(PAgels=7a61(a`kUAUrxEzx0An*$C>ZH$HfE$Gw1c+&g~Ye>;;Y8|Eh;MzdEdcOFIVET*IiM{q?RbR#=Ru_!by3PNvBE)=ntT^k! z*!saSZLQ%k?H=I=sf(VKd=DK?Zffk)+`J{j)GH(0e)}xp`Wppr(mrdXmNsvRT(ju# z;=>79G5+>NRVp{Sl*Cf*o97#3BsICMK%YIo*ZtG>)r;C@T%?v}nI<_fHIgYW)ukAX zPYeP4;T+X$QETK6p_VHxVI=JrE2tC3A!9_@!YYU4`Ork)@9RO+A#G4$I zl)8YC?zs~AN8yyq{0qr7L4#{fTF(AfnnQe8I=gtwyb{{kjC8NO56vGorzEkfmQ)Mw z($>CP{xQ(^)<1kRvz&eB_S(;?Aj?D{Qs_Xrm2@-_&%@gf3ZJ!Ktlv?*1;eXfHS3(0 z$^QBI@KDo8lafn^%lfY&LKh4za;3LQ45d-&dUO^fD6w_NuUx*XbuOsNxZY*GScI@> zVJEe&<-M(7h~#!FiG2=gY)Y@{uLE5qI=rRzT8@^@9s2&d%O}^1DV~0g_VCNGj~+)X zujTLGuu?&K%;Urs1woYfQfawI9~M|hHvaYX^5{sk$Ji(sVZAS0dRs!%wH$GT*zZ54 zo*ZwIbMJ2(hp#HD@?F*!S8(%-6(-iKKfhy0C8@1(Prlip|JSc$F57oRsI2>Ix^Q+u zs{Nx+FJ=|b{X1SQ&p-u%3S6(qU>o<&h?JS#Aju~>)HXfjqF}Nsprdw&y>Jx=*XhFo zmX)DO&&$`Jd2U86U7gTA;3CYj`b|9I{L|r{25bMY_$Mh%L(;75tv%|;*s7T&DN`j` zRvUpX&n@W^j`#ci^J;|Sn+iUFfS+i_kkH}sBloCmVj#C_(3MPU$(G_Rti&v#byk&$sS&M{ z9()RFY6A3IuS%R<9|#2Vh+onRmD*9t&C3dykBF16A$dAiF7r#W78n7l zB3SyLf6H7UBKhP0WZ0wRAEPYViT+T6k!;{`lpR)%S&&hLteqw1a$-l%FZQ}C@l@&h zPQQZWS7CwVWts2f$viXA1qD*%b$0C?sYlssjikt+p)~b>Z$SR$u20C+TiZ>KAHaab zolWm47LLkptF#yFLZQz(xVH9Gn&sfdx8JT!9fem9pGPvN!2sp+D)6YVP~`7EzPmx5 z3RcXU9n>RE2BBg}T5e0l6-HH#_xvfBfQ()P7tJPrsMw)zH)P$GQmOodAl!IBWJq6b zK9aT}K{;}xJ>BtxTB^HBeRu2xojr;A)9zve+vH}EwL_!WDm%Tgf^X<`@A+34)@d}` zP}&JNO7nBI>gYMS)~{__Jgb!3l+y{Pgb7rWtXcfP)P%pu9BM_xpyuzF;rK|;l2;o<*0#s4#za1(MDv18yn*96cxBlv zu*$DzWMqiK>Dnp$j{&SdK94%cw7E=%o%>E-57{#Fczr7Ox66RSOP>l{gA^u5^cu{` zL#KA37B{-2yf{nE+FbE^qV>r0ZN|P=+cx!{7Ak(d_gh?xP;67dV6%$+9^>|=p6B`Bbc?KBSfv=|cBhA?-Ti#*l>Lk7SJ|{@y^YOS zy~Frq?%>GlmoJo0l&d&ibh8YnZ7i%`8&mo2ceZc0w-s-HA)Iw5Z&6KmcvnrJ_1!Ds z10`9r+;toZRm610D=YuC&YUjUw#z2p1Pn6_4Fmp} zX*X_6Atr>1lSw>1zBg3Xde848sJ$W8Kf_D*Bfj-JCHo$L%e9v|JjM1IHk0=j2-umc-;mDi2R&)@ z*Kej6{A;NX6CX73D_!}(;{b(?$~p9;)?(<_Kdc!cPYN<`Q2x43uj70&_MffcG}u^Ih$2}3l5PbJ zHmO7RwZo9BZxyM;!O!7o{Ohm3rYAX*8`>l9Ie_2ic@0pa0h#i^AEJxl;83tJIe3X{ zUYben8N(o`$m|`1-#jC8^6j7W9Rid1jTb_i(WCu)E_}lL?%P{}D{qNTVnw#ZS@_%v z4<%h-M3JUW&feT3#4xDXs;&7XSC6{C;9Vk%d*=|I1+_LPe7FCaYU%W0Pjw$8B^86H zkVUUy&kZk`4+@@Lg^pfQ$S8{R6HEs)ZnDr!G7WeZuIy;(3Y&FVnc8HTG*$~&Pgoc0K?V! zJ2#B?d|k3xCf@Y-pX`MBvKxtSS8*7+pR4;aq--!gBu{sKE}pd4`+h$S+Q?(_uLo9j zo|`|J(?D?+$tTG*cVrTGksCY{>x!1@F^yy3Y->RWI)l?e(3XhJjci8?Q6dWwTM^f! zeimnJ$WukZ!3p1bNC?dJO5We! zKj9sl!t`?iNwu8otay)J{T%%aMPoIT4$w2k5V45ib_Z{5>t(zL4}a@e-1_B?tGuS{ zFWtsh3*~vBY~yg`@f!v5jFs4Bf^~g{`#w5YZwHm`DjmV?<;-~FPuznt-Q@hL|WrM zSYlFyOTdScQ|~iIG3N6nJss41k`bG8ckT>uVsx5{q(lZvSzV# z^9>cE@(vFA@79?X_9SmCho7}OW>G!QCV>{dMz6QyFqVzk<7jpu`kANc@D6wNm460V zd!`j{aeP){y~l5IQ$6Nd3vM)7FFC)}H?5I!xiO8BB%rb&4K;b%$qAj15WYnZ-%NWY zA%#RxdbWu(+u_`;T4Lxn*=LcQ*vAffE;1gb0V9%uh|O+1HB!+GU|Ffc^bxVTnkqUFn26F`ws>cf;* zK?+zh9>2bve0t{)w0*yw^JDBkRR!n({dcoSyL_#)iCi7oL4aDaWbZ+o{@uYTt`H}~ zl>DCLmjVg%fKo{JqPAJ>Dljq7*O9M#b z;o`g~OBWKC>M~65XDhB+mA?8c`3iNnJbn7~4bDviBNWS zOZu#ej}(hR7R+*WKvimlzu<$0JR*k7I$h2?POyejM64UJIDX>nzY~V>ryvEt1r87x z)kCJ!gIAs?dUQtT6@a?0ie$-sD*TrS7`XD=q71=A(rTE}e2#@F+Fz}|KZTuIN zKERmwtVHFhES)eyx=@hVKK#y=kN6At zIDS-=F}wTr4e&|bJ1y)x*SCeb5UkMdiWK)%RFF61pjui(Po=`-UMkp}Z;t`Qx%h}S z{E{{M*gvS60>>N@TGd}S4>Fy&jGND)Xsb%kg}JMq2HCL}TG$ zz8#AgGNfs{&8P~-rqH6AQ1uJzX7*R*J;lmDBxvthZ!-n-ZDekAxCRmeTd;#}%fy`+a^@pb5Xh z#J0pTA5JNjR#tS2nJ_h?NmD%-J2Y+QxtrE1e6O2*?K)0tVxBu`)&g_MW7F>J_`B!K z(cJ(4CXT14D`P=%zlzVMIBAFz9OZWS2(tP%qlh~C(!KXTNu&!3d(=;zKFI(2yOKbw z7b6sSUFkT9g5@+qwl|OKTREt?S-Y?&DC_^gL5EjI0O1L7+c`TEXHkXzLs45`jzeb_ zT?o1PI37SwVSm%lVGm0!>^w#wUYrSk`J$Ry;a1`-lA{%wG5qIOt9`Ihy;)a3x%N^K zPj1?4k+(#5ULQof56;BW$0{nCtn%g5K-n1;9-3y-g9#STg#Ui8FCem-*9j5JJs7ez zQrdlZi8O?&4%V1td%i92vxyFo zkU!&dQZNT^-WSd%uqYvc3i&ztc0>MB+qwTLP}lC|zBR`_vzL^o@h9i}AtQBHKkrvvJ)xWwsMp8=^fKsg~>wCS&@-prPW!){{^5D2BFfK3e$Q%K4Lt=$PS z=l<H z!fVfSeBu@|gQ;UQ^CHJHx`YKeO@}AajE!sJOjda^f-1;Js%_!FNW#<%w$>-Y#@3_< zZ}c%d8g%>~pA!}Y4c6+|AjWZPFuL~b)`Rs5B8nLsc8}2(j|MVoXtM9Bzx{=VlyuN- ztYIZ+D@1r-F67!iF2*Psa$7a#;I%mGnp1~g!D`zxYZ?U3T^zEZgh6wUTM>#+?b%%* zAK4X5kw~;ZNfrzgO4D(KGlP8(S(xO!KjDy@R=dFkNzob&ApSzKPoo9mh-_;f!O~v- zhP_4{F5w1K#Gc;wLbogu;az-0BVh+l1*+O5kF6*0I092TWM~=kdXO_Fps|}3ADuwP zb@E-nel69LRH)%!wl&}vDJWZE3VR;yDsLkYsv^+clxsN^LD@+(4&rjhkR3xWd^oUBX- z)t%f{7WQcE9;fE(YKB39j~$E8bv2T)w5rK28JDb#^yt%*Vf$^C0=c8 z%`f^vz~jN3ktt%&cvk=VpUm_VWWZG#VdB?5X&RoVgU;#W`b<&lijh5Fjo~+XEWB%^ zc9f+)*#Oe6UeFO-`H}OrFI5$ z)-$OkU7Hx;{$JGJA&x8O>flbf`C$<=b?)3|2%SuiXO#Inh=pR^_0S}?Cc=tUjwYUd zuqBDUdC+B|G-t;FPx_YGOlkuI+oxTo2=JXf3;vqn{^bvw>F;p^Yut`#&GMM^I_usapUziHadL^%-Fh1!>Pf6%c-FT@!jb2N^D6m~q)! z-{ur^%dvYC2_^Uu*(c#}P|&RaA5@46?BW~>qYJL#ynz$3F%KR9ecUbI1?j{&^&oNH z#=+i}$Dw(BHv-K`=H^sG4vre8GdNVeNYLQYekY0zWJHl>bwtglsNTeFzn>=45?I(7 zUZKo5k`lfBnbwkPV(-847|5GPtnssV&~+73gc-I{yJ4{QmyNokt^z;BHLCO*TugTE zzOo-?(cKScxF22hl?^j{)~TUUMlu-1T>%vYUgH%zmBudw6&}0s#~R{h3gVo!p+>vO znT&{N9)5MT6X*Gq4dz*>mb}X%`OY1=`ADr{sARy*#PSh9l*bQ)VvD=EX1T!BOrhHH zxc6m0=NN0f^>n)I+sP;e>=-|CDop|h$#v=XYV;<|P?cvMO|P#k5GFEgJD_fMClR4{8YamG4M!2*Q%cLE8Tb`THo`JP(TH_iC-1?jPhsI z5u{yF^R=deqmL?61eCP?`TDV8LX#UnsyIo42_P<%PeG?XaE-!kHENZsA-44C1{L-I zwylJ$7WSR#QvkhE709L`@Ejtp79uoTh_cT2{*hBG9!_e?S){O5cG$&vL{yIzf1O0S z9~h*e&Z{7OaH-C^4LYePo3gG2J7i^`=aTX@8RpERK`_HltIsgbE;pUf- z<`Y)Jw1GaT&2%&9jWk)gMyPTA2e&u1l$a&QYa=({KxeJf`oD?+PAiZTJENXii#Q^} zX~O>IE*lc%_xJ{fLtvt+QvZSE#VkLL`+@Uzfg@#>kPewRMZ_j&hdo4odGAH!A-biV zor_exHO->Rb9b}iLSIl{U(1kG?PuNjpAc2-5XbIt7P+dxT9m|OAzer!Wj?N1X$P?v z9d;arif0bFzRA_0vTdN*jtwV2Fp>oI(@>>ZeN*FH;j{prMQYHm_usGgH&srk;-H&7ou~~g$_!zyfJ)5afSY@}CwL1lS2C;D%NaH_%#lY~R{Iu^WpVXF7 z)pCIOGs%$l%FBkA7SZ-PV6^*QWHcqVFvv@Lsyifn@KSOcGqhvmdf~P{3;mDzFuE?7 z6ir((f%$Kh?Ynr79r&BUUxKbo`v@xGG_rA1A4W-hadjFi7dk|3DEI!$J5Vj9DX#9T zFF${*C@eLJ)j{(+ZFyT*jWK%?9%5c-We*Z=Dh#_+n@oSQ_h}?Wj-1EnFf=`?R`zet ze!uL>yusKg)MrPS|BO>ky|e3}>W}yRLnXlcHv#?wCKiH3oG;+-Euq0GIeS5a&Ax+? zt~7cmcH|-;n&A{-Ti|UmmlyVsH%S^RKW6tqp3`CbE=)RoGTI`Y(Ag9K zu1XNcQpBFH$nWgm=qbC$+eOaz?VHD zZaGZyR0yA;5P&GSYBff4`rF&HOR?5Y-rKl4GV%tpA1n2z3t+BtZM{d{0rqyQdPc{| z^<`cQvogYPJr%DYQXuL>J=s{$$PhFiC;_d(NreP&fv)nfty@8QHd07)^- z&h{?s1`tUWN&#Yf(~%!yAS5?Vk|TxRqWwy z^%&;2hB~hwKN)_+z^MyB8cH>nnZdqdsuIK%-nDn{-Ya=uykrw^Yl6QKG4lD4SH0{C zoKYix<;;oP2+hwD9#bWN1gPOkJ}=id?ha4_x`S~xopH`XUNC;{hT`X zcC}dH_{;o!770%t0JdZjfXJ5t>VKq{8e&}UwKQm{+w4ISv|eg{c6g}Gn?5E14@RjX z?6=yt%q>spVUA0$?(vNe@ZjkUjQ7wfg)3s~(ZJX%r+Vnj}BMB--~CYUXlt=pLzfR39qt1Is(L zq?)tHPh?_jyox5ZG~ts>S`Uk;d#F7cuo^dn8gp`0RO@%ob9;ld1A`u(Q)nNSQ*^dW zZ4t`B`9#zpPHdqI?)UFhA@73F`9{rn{W%u9f2gjJIdq)W5eMvjMPhu&k(g?7YY$ejF5CCOP55^Q|)V7FvHH+Y%PgkPAvHy#Efw@4G_(AiGrA2@Dyx6Ss+8I=Ei>o*Z+aRwBl;C;? z^jEBx9L5quPLC_zGOjoSv~Pp6hn`*9b;%heuESskOE)v-mWDlpnRc$AS`a!W#^IB2 z2y#5<^-y$ZEh{LDClgR1jHVINZlJV>Rr?5}G&0{@8luI;v+{mq<>QyEi3G57Ys-X6 zx&B7Pixnib9&lA!Dyf37Q1Uq;5MA#0m;KR`9PYb{N5z>A78|O-|3Fp1e36LG;9tx{ z{)jR%>(02 zfTp_|r0q)45)u0+3&{Y8ubO>`{aE*{w^a6Cc@MnKfEm@10Vk#7RAiUZV?eBuKo^V# z>n+KAA-4om1AYUWbR9aJuUfWH{K)mI=tmuYdhjqW>sgm1|2>jaf1)Z-E-XUs%eM~d zOps^RO%`5JJ)l)>#w*%FE_NmGE=*s2eME0A)b zV?3+uZYdBBs`6k3JXKhEC28iBpb`W_SQ%i!Y(hCk-4SxcNR}vb7=4sr16psH!;1%3 zFO3Z5Q9&Q~Mxa)L`K1=4E?=p2r%7K9v=&~+$!l>@4v}8yDiZ$9I1p3)X01?jqbh(X zMqV}&HSK_vh`WU#n$QBr`NiMZH>dS)JU6kA6cn+ktV*p#&73dl4j`%W3FNe`Z}Y(U zNjWx0ae>27kw(8q7=T=$9lU#RP0ft)n9^aQsB7aT_lkIOh#}m6($6OnIjIxEAfK z*WvAJ$k-2qIls;xaPfn6E-knqJx1aO;=*s7Rga63`niKR?dM?BVsWD+7njNoHSc38 zscAzw@a6qOb6a+&5vkY~R0#AcTyJ(taRaM3BZOB%zmlKCc@`z~+%jdAm+!KYWtz7& zQ|pMCF#x@f{_eDPNGPFHpfArOtH2;&?lf-IIb1#on9IyP*7Dq+aHvi!bINGfG5iME z&N(a;+4(10uTx6jnjA`8^zbV9rT9=Y!3%!EYZR!5vFIiBBRUrG(W7v3rF|1hL}$ymzSflp#-_&9GYrfu$jOr>!tmMF@b4BC)6I85#$sY zyCXgG2Ng^IDziL6Kny4>4O-31{0-kOoyL4j!&uWYL z)QZZ&Q0*Cwhl!a|oZ*h2D1z8*%{@-RoU3Ktw}A*lYY~N2sN}NoGn&NI>dYayU|xI# z7Ug+}<0|ruJd^hzhw6z*=>eAR`6hL(W!zk_`gK-6x1)OS*&&rV)J}!hOo(h(I?vX) z1PX4k`ra?=J?=yTN*xtAOrB5b?m&B;@$xEAF70p1qy%=wBT2F6SxQ}G)C7PEI|2HY zYZT&IoW8goSXi~uA#~~9WNX}=U@{WV6pe&pGGs`n{OhtM|ECE=EOyShK+V-%LFVI+ z|B!Noh#~h!Sgli##HMk?b>jZ7YS-TNVf2-2R(D3F@48Is%VO<_%No~Yf~~8(Mp;HL zew@Y+J}E4C1uMn-4(eu?*SUlRYaBUs>#&NMzsws+J*UIT0|M54QGe{IIT&u!09?(< z**W_00BYZTyRR&8SyK3v04A|+OydVJ%J_AM0quGGzH>y$?1c*8eFOQwl*zqy6}RM* zS~)SmDQlzM>4iTE-i1BgC+?Dkj`o(7kKP~8C17PT0zIy&3~oQX`)ytpHb-eTG4h*b zZ6|dRPD9vwOAx!Uo@t}Ty=AO-Jt=D|Q0Z+QWiy7q6P_XEUsO{l4J}Y9t2ufdD57?tfL?sI26)Yyw4_pn8fhkq1X{{nX9?UQjsY3r znD+}Zk1{JVwms=B706tm3k}#BfesigtI^1NKMG&CUGlb2c-MHJKXBwgu+XA+sJ;T;Or6&!tu;mxW@S*;2BPUByRcwqnO6vU??$ z*3EU4*bX4pDEn$mE$z46a3~9Tw!YDC1-ODy8krMsi-UPppq(DN9aP3DLAY1p6S(G`v1!%Qa3d3v-f%lbFB1itz$Agk4PWiBX~* zPIKOt?Laz6+;k6^27E}qwe~3lZk$YwQzH#L!q#I&kZ+xGt%|BMjVFtPB={S_HgkS!;gJ%_5-gU)r8I9ZDgE{xruO?wgWIz zA6$F9$A&z{Y$@N5;gz&(ht!M;OeOdpG-Ajo?dolmOeT@Q2!v@v<65s6T6(ZiF@JD7 zEX*8=f!vne=eArWy8|b`;v@3HtEjj-*5g5Ag($;inbeOtByAatFR0J@Aq@gGY9+qa;wEk78ZU`j)j8LwNQNOnG4my&^C5nW#qiFS#` zce`MH1`Hspz;OjOuwCZ><`vvisCx5e?)L4%9_20Zo!UJ^M45JfUfC3NCpfPKnLp;0 zo8v8fo@~BpW-JqQ-mvXRhE&k`TTg;BE?7KmUYy_XS;73+thanp@EA_N8QY~@eO|jq zWxM$5jdks9SvfAx=Lfvt9Zi0&_?!8W!LQf6Z)$F7lD}blO;bfAc(CVNoSZiApk~|9 zQedw>u8;ediiBA_%QF#8&U$LN33kR1Ks;8_`6$4ZZ#BQa&&`r7aK-EAP8jXY?yO%= zmbGa&pZlM%Ki9fs==HkCaUS-iZXZTo-U$ka4clLQUHLJGRtXz=gdspBr0Z7vlg*CT z)6W%eQTe22A=aj$kh<*o{p@2AfrrD!Ngci$`&s+bIXJmZ8g5zfr+JI0&D8@XCzFCo zUiEir_a6Iv^JYJ{y8>UG##brnnwiDz`HfvAkktAt>F`iV^^({X8ZG~6@vDZBS{|JX zQVCO!$;9uztu;+9vaH|CKcpoLl9=)nR|3=bHAkFtmr3toB=&eyRxBfp_z+bDNR%k7gk z@tS!@<;c&B>s6|UW;^^*Q2Ki12aW#)mFY6g;)jM|P27Eyjh0|z!eX@=1#(OFV|-4% zs&6krI~(nip0D*k3^xPfwWXWYLA5!L;w)po|0tlZ%0VVZGrAh1gVZ-cpef48*pnMu z&tjzR6tDC!)iFC;=^@(Q5~Z=>-Zd3PX@_4ar>!q8-3W~A_k{M)W8LM%)6hOv>=m-i zcWa`iy^w**0yFd~WactG^G^KGMMIG^paOjENA|s&X}kU8F)wp?y0=s$9S_nt31{u- z)I!HGSpP)l-SiV|xeUjSI-ivG|CMq5!pvkpp_li2jkW4xn^&LQ)i~6Z;%L8O@qGvP zHYcgckFPvk$Qa018GP5>JJfgZYxc{4rMUyy$%oyi9==lZK|w&Cf!w5?nZ$mmy(QTw zKHT{xwyAk^!}gLFcJgCcgL&j*jJ0H+CAKTKaG>DD1j+g_=g4%cfRAVM!un6VQn494 z)xAq+)!Ichcfu=8N@RVidT-2_ta)Vm*iI*liwBsO3dXcV-=XXAy zt^9feuGg^3UhU-GrtFp9qMOUV=|BTl$@8bybEfU8`H=Veqlquf0gH2*#ET)k^Rb7y z$=UcNBWrCpB#Izx1fsQg1Qqwz=4%yCyT&cwzSU;bpZCb3j<}(Vm5mpn$t)gD6Y zTVkmcs(;rht_bKXq9RzP6ZD{5N?$dYoez+K8v4|oORRK6+l8UX_8Rj`%lyIfQj2bi z%0m)X+|EBUqxl6hT$Ocu{=8tHZWwz-f+IZYL;CRWV+g)ylbD?*!252vRFHl$qrNnM9R=-L?GpA38O@tge0>;vs|;0=5wo?FDaqi5f);qzU&IJx)NEh_a`zG%l3s!Tv`0~=?WSFBnoK*J_yI`^o!Nk|`K-u}gE6g}X>Cod^#e0*MU z^DM?V2$X@h&HBS|Og|5YII(Nc`fpqdrNqWvb=1{+y?9o$8$c({QAj9|<0u(8*@BD; zemL&)C9Cf}h+9lXZNbT*#b*1iMkGeOXjzjp0$vGkv)GJrZEF7)!~Nj?XQ5_SL%uI7 z-mJ5!eZ+eEP5&cRGEX+=`H$FaSExEMmTeW$6IPe0m8AYk1=vu+&L`&Z%8@dhlS!cq z&na}_a?9tvU%T=TE7X5{b1PA1#QEORyA3LBN48Q$noS|#m2?!|h8OPLQJT=&YaQGOh&GwfyQ~&YzzaRCs60X%lfA~f@6_!4oWfagK^6|5I<@5FP zbV^e-emw2m0*j1KjE>w%o_lY@hb~bQiIl;RrnBFUZ4SJf4J08+ZFHR4k)H2(UUv_S zAHst2#vJtKmx;Fao8ACP!lPb%1})2UKN^5Q7H}XTDZ>ZY&MII$BD_5S$>c$H^TqH; z5hY*B@vhvDCQYJVlgQ7BiJ6N)Yi>%0#KRJcUG}}A;5PI;{)AcXbZAGpH9VsMQvmJ` z@eZc)yWLC_6)*1|BE~T4X3~4z3t3FV(}F`E2~nsqOfg@0Y9cq^#q`>kUynlB3G-DN zOmS-;5-s!{LX2VD*ELe%rB3lPN<^zZq&Xch*6Tt^Wj;|dBx8y49ZhlhU2ng+trHG; zH#4Z?w3DR0aQ>Z}%WAW<{CNkBe=Jb3)ly+iXL-LC(xw{c^4vIWV1)Z>=t0TF5k`Y5 z5``NDEhVvhhvs+*tF(AEjE22E7J%8`QSUP>r>iKg;{s6 zdlSf6dW9Mxj|yDvP49k^P*iU=dE@;xRDD~@N{0<=zS;nTaT`h-Ub_akiDbu3+lbvx zR|2cPc#PKHyBBryi}UK1H};$BpPqzF^>V}k#R^%=-l9jFbp(4$E_lPAt6)c__N-}M zad+`VRDW{DF`E%{I3h4Sd(BXmn#r?SA8%_Vj47pGzT3+kePt}`DI!a9n^#NYm!-bD zbQ7nQy^FbuX}5>F&aUp!_BAd^nIWM~xxpxTD4rpZ-*&h4f-n|rH*J6jcSGC9FLO_m z>)@(Tp7|6@|J2eJl1m_L>i3zQt4tg1#UuF37%b@w;F+c-I)i~#!mFG`BfJ$Ak(Za6 zF$l&M#H(IjTx0B=*6pRw4TW(m&pq3?rV!bgKz4`tt7aoH!ffJnt2Y9b1<|{i6z9ty&RP200*kvqmop;n z_a=-pzx999H{Lrv*|TT#!;^#Dia9djhEuuVG_deAh!l@8d(#^*_s_YB>d}=P4wudxo#U} z1*lMdVQK}Vo{2TweO&hPkI6A($|=2rw3zUYC%0$zmwq%Mv2bE}E}0b0!*>bySS~p^ z`5YnNwT?U1eSHlww{#I=HMFVO>qrg)?VH?i!}`f6F!(!LoK+_HkLTM1fv*6IA0d=X zm=L_Z?IUEaj&%Uoj;5l-fVi{h!5$uP7`a2=ik*vmiWcc-`pg2Mg5ec<(( z2^HcBiXO$sHu*i5o=&2%ZwBw=Oh!=JNqic9u0_&Tw$OOr!Q|~RQ4J{Y^!oA*yAvZn ze#?X2g^37~d27;YWgq4$-4-faG!kOADEtK(V(ITfU>cIGe7ljwbD?C9RVJJxrS!vIp5QA1jZOT6$ zvg697B3^8DyDM=3Okzib^0n@pEbOpzEktWx4dY7*>+p(Or{3L1O_$xniTs;^knOFh z1wh|O<3}Mj~P)TQ#ENwTEyRQ`&)V&SRkY6};p?TlIa+Xm&`DeTv8W*yWJ^p zd-LbcuF#gXZ~LFEt{;5v>{PdI&B^B{k#t+?fkWE&RXjN8jabD#n9la{+Dz787<$g) zh`wF)9vcJ6^1X|H30N8Cs_<8utaPD9`3O`^YPYi09%saj-Z*~HeQ%lOj%X$yN=y%i}5TtnzTP7I;`2O`5ua=vk4mijMuqB=& zwK>5jbVx|bXx=uweigm43=!%;df?@soMKHBR|?a(=F&Wmz0I>&qe%w`Ig}~ZZ8>s0 zW4dD{5DrN(Lgs(u`-O20jLhfK*bL@=GUaWZCns&ae*0k+h87Jg$w~XdpO8XsadUH{ zStboXe?wSr1}7n_ZxS64_`1CTC=<;>qlPF_{1TLwZ(r$G^`%vc600<`?jitP^<7IQ z?OejO^OC|%Mx4ix<5L?MPIT4v!tUIgt&n!%4nPgwl_!@^XOK0|5!4JMsWxt#Kf3()8C_MlEXoI(K?TykTyN|LWOTzox z=Jb1y8);wM)(Gc-_C*mdLJQj*s#VzsaG5#h(#)0+N!`2h_5G|{3HDj8uAiPPGeyeL z4HpByI#Ek2HwRrgs*nGNSzDjQn5iH- z6;fIb-I7QlKx~x>Y?7Sn7F^6nAa=|pmvvpKZAWPaO_;bW!m*_U53_&VGdSi|8%)TB z y6FqF~r(T>|=H@FQ7Uq0ViFxFmM_bnr{kh~X|*j{1f*LLh5jWh)#y8$h|lrOi( zd)a3vAt5svTr#0=5v-2okUX+G2f)HsoM<{oP!Iok-@;3Z0t+>^b$gxyKcjP?c{xi# zX0<>oH(5V7yuLsJDT;4SHRtYSAskv+#CLMDM)!llxF=1!br6!CkWidnc+=*tM)$Mo zSud|8uiC?!@_J_5+|Yg9w+khDx4#sU;u0DkFxBSe%wyV(+q!QL2kjCprJocAbw-}v zG&q~GzT8^VcV1$>FO^8+Ig+?<^`r&!*l%&Rw8_0e#~Z%suCK=h2-&Y>sip*IZ82LR z<^JJ$ERQ%#Eox6wv_icumak@;TH%A&J_Z}gy@HOgW-k%8k-IHDX+d0*^{qeeUfuy? z;{<6H4C15&^f`B&{b%bk-HRpB&*0_!l%znFzjC$}!9ph58Y7v)wzL*4_P6ge8nv(W zM$Z{C&#-=5q|8w!alSEN?y8DT)xZ(T7se7@ zM~B94wZdQGYf;M_)7-wpT zhNOyGB0SvbnlRqQprFLp{utnMJ_)w+_m&F7;wO@UDkn?;d&~W8C`%lkasQ z%M5g{thXqO9Duk{2uJ&pW%uD3;%F5yPC4-TmX#}GnT7&z^A7WcAel3u7Tr58g zYtp6srGWpS9{oG0*iTWgtD3J@vb21PQ;1eMvzHeK?}&}A--ZrBZ91OGc2ci3q^W=r zG7pm=V?#Iy5i#l>C~OVnR8D@1HQ%S)R%mmT6xhcz;TN@R!#he311u5kB4gp}nv=a7 z+jvw;LCHs5IG6r}CkgTN0~o)*nB8%dft=Ij*5wNZ*o=x!j&JR{ zo!isb1ej4h=c6_KO~6{WA225FTmX4HGgLzg39YQGBuZ5SDNn%=E#jzF>9kFJNM!A= z7dU&j+AW5pL{8=qxahm?{F{VLM0882UB-TcCjuPOsq_yl`Dpq!)%-@>%zsY4;@}r8 zi^EGpZf=~aDi0}LZ2}Ykb=ZbO8bG{W1``I;OQ)vEAR_ri;w7#zmfE#FDkAAwmF0WR zj#KO0zF@*4?aS|Y#s_E)s%jlAW{=Ub3zWRfgWa_-(uYPsz8!H8Kz((KLla zgnM8xu!i&b9QJ0n`+hTmw#ScbXwSjNV-=rx>oa(AH~6i1eiolZkpk$am2YLQFVA4! z`H76>6vY)`csu#2F`V`cKc~IgF^T=Mo-zq--=o|}%Ym8gIO>nT9%(0R5?uBbWRN>F zVLkix%HnWE);-5RI0{^EZf>UM$?nrLY`yEE*);>z2Ks+M-z4(A?2IyqWmqYXF&Y;p zsnpbY@}h{EFa^h=8~fH{IA#f8fMJ`Kkr9%#0(x@9xT)-v-g6t{FkPpAbY$0e>c6L_ zYk>{8BlScnJ^n`;TiT!sWB!K%B={g|N}|FT4XSZS)Gy%^(+?u8IIo`JEQ+o>K#$lU zqL@s^zE?HEKznb*0h+VZSDE?Zt>^q`&H!Hr{b;s`N42m#IHg=MEj_&uqx;fS7dXCC z*e+SrXI2*cGLcN@G8nHg(#fY*F_B7u1Iju^*e}7-Pd3SSr{stt^3ama?Sta<$M0k% z-o5N-lJ0yG_r(-E5%XSRQ9FKLJOT}e5b4$%g}aV#l{UyoRDzg?k6So#A5rd^ulJP9 zK!T%&Q&csZn24bAK1aAQPPmz?R>{m@f9L*@!S-Vk6zY}=ytx0|lsV#wy{cVU0TkXU zCj-ze)dm}O-%5NqvZelUP>c(th_GY_Wnuq6CIzFch6PLC|3}(;KsA|e{iCrTbi{D*=rW(D&0r+>*3(q`56v4jpU2A9 z%@fL?$Y;e+C~dEp&sUEzkRu^5#4;TO+qga2e8mUejY;+T*Z5n86ebQwCdKe1P}RC7^6&D{%&(AS5)9t zFinf|)=Zdur`^D;vp|QZzB%>Qcb+^4vE1IgS32&*;km z2Hh%yzm+g6FDP#H65axej~Oao2n%Kck$Q5^FQ@U|0OHxZTYOD}!K3&TfW~Bjh5-GP zlM&Jq(Y5Ol-_Xzydi9m!tTk;G$TV80kW(4_*Lz<16X1byiGk75wG;HV4Q44w9Dd&`RXH+X?>5>S1~YPiHiesghBx8kh2YB&#Z zvRv`e*O++7n^6t=dM%1KFP2WwX#IKa0A8r6m6_t2_Ggep|2i_;YwSZ0IW??j1xyXC z%`bUxD0%wnoEDVz;-ygOKFGTuJerwRz=bXvimou@BBID(FsiB~z7^a;7w67POG~ph z$=S7Y!CO>_ylN0jZQ7aZNIzQ zMoMD=L+D^y&ouZ0qhF92XEcrmDzTZE;R)stEI^;S2PWNYWXCb^d*6-L?Kt^)G!Y}m zFjue;cQwR3?LtN#byFGaLFY9zcSrAxnU=;v2H0XpG&gUjqg!&&J#26t)sQGu!D0CV zOh7o6ELPxR0wMRTY*u>BX8I+CA`pF)fcdR%@HE29Gk^U;8%I*{T0lho0|UYe!MUA; zt{A4mfEWn74Z-eqpLHH$)0xo=WONYx^U09ZwNPt`j67-wK_3ERVDf|>it)Ev63N#S zi!q1+=Ts!f3cZj&s54@tOj(lZJOh(j1=I0yaT-Gg$-_#f&XsS|hp3Q`({~i01C0K&y|Q!Lkkf>~_deUeY;~OiMG{oSSg;{bvMmNo#f? zZ_3h&Y2_)Nh0(8Dn5ELtufrPeH>mb?1eO7Bm*ajVyG z1j1@1(TtGecVI4@PylwC{){mfF`a^})PNxihnOav8_>tOnf<|i0gdMm1YF!n{qmik z0umvFu1+u;c(99~9RxJp2BS-7F5OB3{kQ~T=4j6U5k{?9ErXqqD}kg1vT$B&j(Yxg zK2CDj@YoV)rDS7844R*`G{chzG46Cfs7gHQJfeeyF39lij_xf9paXF zZyA*b22>=20|Bl8U66od?UbkeOyBABZ65bgpHa9BCD0YJK(nH5@f^EJ3?dNHr@WG~ zjP)&UNJ)BtUPNRk8~}-myf@5pSvg6QC25GCI3S2G(1!3GW4q{y%o{9R}xZO-`v4Sgoaq!iGYJn331nMRv?V z1Lh*`2YpB=gxPETFaz}?UIFggC_rl2<{b=L=CoK&Wr|^dyG6;;JxNLLnVHb=`@dZ@bVbs~GpRcrB9@ zBwu3FJLB;leF@-5YElTH+{>OcKLFj~@_|j{qfmduZGomK43tH|Tys9!U!tSqoP7_wmkn`D-l;&hvNuk4tSC(~fk z?ov4)m(_hw#n$d}k@KABWJy>0vH5PH*^WWsk(e{fn}!%#G&_>R3eh2%zKN|gj?Hbv zo;9RgVqJxux?RREckQs`+;}*=+}P7EmAMEj(muC){lU$9;ZAFeIk#HF^qIEW>A2%e zHsOI;srm9=m11gcMXa-n-F;8G>e@S9yr$ocO@A1hmi(TPW>q2j^gx4Cxc5*&j@4{{ zjh%l-jIV3xrcTF%-u~j*X^^U_YBe~`-dUcl3+P-oz=RDyPGXz$p|7{NZ8Z(Il^^0L z(IZ6oHjx{LU_$G+*7b9l%A)(9$YSLuFREA_7|-RiO6s+Cx1n`m0W|#gZ7wnSltTe_ z@#~$7hvmd0$ygMO8lRFdSOuv)su}WLr2llzHDom;_{J&4NWf%6Gl)a`&pcRfcG>O+ z8F^?RTTdwQ&2`#(=wTwaQF_rdCp2J(1Kci$X1;FTuNF9U&h4U!_uXtlT}QxT|JCm5 z>I(ib-7&u>;quJ3@WaW>X{DDQ;9PWMs5ba(l*?!QVwCm6cgKWH6l6g+ktEA#gdo`z3^7SWfR!uR!ZlS?JiP@>{PJWmwXaL4O30#But{;|N*&p!I z<%3Ze@fLkKec{Mdr^hmls1Vlm(D4X?@=xq(uL#s4&;c`P9}4n*FKc;yomB3WorO$7 z=bIKt?%EuDfN^UN;|>nbzY=_VcLaFEl79+yl+0|`uDz!>G0x$_vwN@n{g5BJi+~SD=ntY9l_{h)W^zx)PDiTFUt2+$!l~s zy0#qY0OgP&w8v&TJOLN&g^E(#MZ-tNri7h8O90RpG?((@WWp}6=7SwGw%npA=IaT$ z!s-0*?tA=?4s`$L#2LSb2SPubGrf_PU>;CMgQh=XQMNw;iXOsGZ2Xb&=Fh21NEatz^ zGN;NjjR*lZh;`TUqPww~lWp_qH5(+B-8n4uIuiO_nkr-HyA&>PC&yL5`&H8L>i}%w zq_(PG)2|beM@tkQR$NtcVX@)_j+hw;E>|9JE`)Q+{Yr8y;J|n{ff2|u^97*GAhFy& z%P+IFk)As~42#>5qMOMi-_jm7;{6uT>*X~ry&<_q@opQo+I^=CW27jV0E2m|qXZ!T( zICF=x+Wq3b>w~Ql*97I0e2PUAdFIo<``3>-gnj*%$f&OycFeimW+3 z#5g@X=xof?#uD-yd2?LbZJfSqS=R4vZ=OFCHxe`XDBZ2)nP9{dbKo>_`hYGrwK`J- z_z`J0WY6;xS7Xa9Q2!dSZs8`X!}Sn(U#Hmj%IxNv08(d*(_Z9D#W zH}@p!W``-1EJmZS-@q-Z*4_X@oy_V?nhBj|J5h$MUxG+CeUu)R9qih7knl#~iJ6aV z>(wCA^Na(LB06UG2-{-!)$nrHt9yrk5j=0(O>S-)8EAL~`IG1%w{2%ewRtRIn-q*d zC(1}`Cpb|gWgTA!-q>n+vFI(~4+|`n$z_9^yl6O2hkAz1%5aZ7c2h6BK0bJn(QGz$ z&E6A$It8_0su#zOUs&bfdOV%g3S&DI88$XCdeZC*_x^NMb)oo$Jb1f2JQw##(xNaC z_U7j`kGyZj(P!OywHfritO_Sv4D_K@R|I;-#%uhPTaLg~2E1fL7>o0SOk>g)oCYv< zcmNJeK_q2%dPFzZcT%VF1*P6LPHvxo&a#_}i_2&nj^y^}o?I=-)}cWh=zs%7;*A0* z*U*{&bIVT9k(z?Ujr0D?1o;4uJ3Gd@S`+VOmSX zpstP~`LI(t>V)sGed-Qnz!=&k0ThiZj|K_r)dIm-NW!Jn2?hj1=I<9wN9izVMABOp z5X49L0j)zYv@0>Yy?D;6sI+J@(aIO6+6e`^#?zp-_;r%1!163iAonw<>_CGoZ+{@` zLL{I*sYP24yf6B%FM;jAXA)?52huS8%nl2nZnHc<6UkIKdF`ZsJ8QK9 zNS>z54w-fzVU!~9*#SQWP0JE6m6xWvztRg3HKC|(C- zoFN7c2XS_F1AyT!gzcc3J7;Ta3sWTEB$5470pZf+JePv21NLCmq2V=8FZ3x@S4HmF zD_+y%P26|~QER)?THRgs0SF_>JU0gJzA0kzj39f2)K-DWsi`UCjx^`Pw86KTI%J60 zuoHM-2!{V=qs1T5sZX5d#UxUw1OiC#y|aSp1a9E}{ZJ1H&ftFUTz>T}l9`)4UzpsuhgmnY; zOLR8eYBd9P|BYIQS2B)I*mzZ*fR>N)FW`5uk7XA2_m9ub&#^BI!z3xrRn&BhBWbgl ze7!`+wP?b98Y$3Cg~^X$V!qbepyV;*+fspL&Fuzd7Dvqvsa*(F2ng;MP#@>zAqgB6YP? z#F@*t+-lBBkKWFiO=Sf|9jh#;;vdwBM&D3gdLQe1@Hc3_$6jY07P)$hKh#peZB5y5 z{J*~wf&wjm*`NSBhS2VfA8|1xXrMcug;0m=&M!d=%HILKM&N5~JChuOC@;|;Z5ru6 z56aqI0H_T8%0PP)91DAUpfv#0PkC()fOBIU32@O2pz!21Z%VNoI8OO}ar9&%`{dG; zz?NpDPx*P%-Z@w6TTqv0*S-hGB6W*q%#!%9n+jf0o(A+Tg!umTVAUc6j_7}c=?`@N z;5;9{NFD7{p6qD~wpTP;PIN!?b!1)nndh+_r||>AW>>FBSnlFAeppTY6;JlxrpQvE znayvbdMZ8qKJ`U$1$bv}-9!8QQdInJ(2>ypwx)iV@<-mqGswHft3Qi49PV+PdNm30 za2l;VVecgy3yW0q&rj2w5|v^Y`luT!q5hIm^w87|z!1IhOzN!+XF*^Jy2wvF9yZeJ zL}$z7B@7L_)(;$5d8LVSu%MdFoAX^=T&&$cz{n+$N)sYf1s#!7xQVgWIElmPHpAhz zoOT-m=t_1FH+t@ghE)R$WUYTNgUDzyAe4YS{4jI3S1cW8lf{b=akuQsfn6ar2vFCC z#rvArN0GO;6KSLRmhQN{)ty7`jXE+cR;V}J$W6s1ffFlLp?pGt{P)$1fQlm0yyf>k z2e%3A#6a0ec?_Q+J%7phu3^ow*~w4W-adK^$sf)SlwU=bfKA=~Ao=J>E)_L0yC>(K zdgR_!;-u*Pj2Wq~sO{JT(pocw+Hk~Su(UuQux{n6^rVS0`jP%AE5m+9^Rjz+U0iia zz3Ls7Z=L8}`Vpi6D!b61zL;uHk#ZVxPSyj*_5t|iMSdt=3uU4-GVbuBNWhM3vV^!L zSiwOPO#)`MwnYILmmk0?!+U;uq-aT!cIEqVz8`quNyEZi!V}<~sh8pQ3|Eu<&_4@y zV>Af+;e~3>N9zMT%sv9^K?|eB1~I5{U@{>oH(n??LLnj|`dpee=XxYbFVNdg z6uaJ(Tsu)F-)6wbj~qX26ZhaH>~}3vM25IKil+{C?zTuJg)(_w`2@JOAJ@gvch9yx zH%_1e+}467Y&eQr!DvA9y#QPi-54K5Adhus15ii82p>@CA{vd`73L!A-h~OWl+`+NIZyW(X{syxQ73xy)(~T*B4n)$p_+U5O#7Oq(Xs2C@Nks>{f3E zr=!M};W5%$Bn~hfSGU)qytsCpGW+^Jb|?&4P8^ojb3U53`I>UNoWu7CDTr*Gv&x!Y z|M$8}xkXz00t*C<{QQV_@i^mQC<0US7yLVcVGEnQo(vpZ&EWMx)`_1VJO$-1FBBH_z0*K4#Dke3*%~JCoT99k!SN8M^maF1oW1-Uw=KGn zf~?g%D{q%z_X6Gm0s>@zJR;H>F)%rSD+{XTkI)OMdb5B_i`<5JfbrEv&v*vVK<{zu z1Eu&Ykbe1YI?|p~PC?zOcB|g*IOX`(`E@BTQMyiyO8`IcB{rO4g3-p!fB0X<3q$(ByhX7ro3Djaro1C2g5bb>>ay^`SOh1Us~6dI>s6Q6;}Tz-oU zfr&kTozEe1A6{ap1Q+#rxyOP_HZ%1b=fyCQCH@kSFTp%I+&i|T&| zMu3ego)hker8*mwO#31L~GADZ=c_|&-_LO3(z`jjVvfApaX|aB0VDo zy6{+@_IM#yx{>d68)K`#L)SkIeHE_4S1pUxQ@tLWog&m9V3M_N~R znIwCQVg{K#CX@52l;rAS!v2xKdWjnVb@G1&00|>D&Uiqy7YP`^gy4apna`*^*kcKS z1xwWH*RD-?)o~Wn1;87Zi|OfW=+uS=AnjF~C#1Y?tsR^@$3PI^#LfV@te;;U2L(W$ zRoc3Kxq;j}O+VAk3|j)&&J`x+3prXnj2}{KD=Kzhty~Mo0VC>Kh$vea9rv14x$&?V zMl5RHBe35B9?0B~r{l?A)~(2!T}G2cxX>7u7gmEs$Mp;{r-b~| zoA7xqsAao`9|PAr46uPrjcg(MupKE7c-4dP2-)x<$x~$WakT%(+(qIoN_|^Z%Qx(x z{9rL$GRpl6cXdde)lvh=oqlR-L<^F%7_6YwXs;QLA9|BZg+|q%_>H7rdx8F{2=rxx zHJNuUpyPY6=0)*YD=?W2R^0}5N_qdvty2{>IX~^YaNJ6Wqqo!6Xu|Gnr>(R3-1iZQ z+@zN+I;#!`19_@h3Q|2{wIr_AJ3zT(^pR4}BZn+k19qI$|D3+O@^YRX@z)P5_diL# zw<_;}zo5IbX?Nfk|FAIPgu`>yowM|XN)RY{2 z(UpZ3;a}Ec!wY#K!zShliw2(12*JTfJ6c_N-haleR;+^*hW3w-TZ;>p!_N$gC9dA z9WE>D=)AbJR*LZZ{^?Ciy)yb(@s$2IPZ&N!H~6kZ0lHC}?oXB$$6t8Q)V1yxeQS2^ z(EI7WYqqp%G7qwUFm63R?9ox3Xn}72m^YSavD&Q`-L8;PgQLq{JVwbxFk9NE2->FV zzrU5{v;l1ToTusaEz$;DIrlu{A+BMJ+5bd(r;z7gab&_bhxc^F8)n*}ffi)E`0<}R zSrWZVdi2TcYh%CA@2jPrWg6ehiKAb4?QT!_gBIf?YB6`=m(gihX)D8AS6p?}@$;>o z&4O{g7nSy{*KhA0qg4~7=lw2ETdP**cHyZYLs4@Pi`e2-k5!N36?QLxof&rs*cVL` zA%-0HCejqJnMa5RgR~U|tk7ymj=-cTO8=;$TN++)uan{<{}xv*^4eB9smOa&MF}ZT z7oPfM?obbIE7|by3UoGSsK<0f>w>N7$7;uO3nn&c>ocmtmuK2T7T5G|L`^-q#5CvY zEsz*T!KV2*OgzNw0)S1ugWP`^#~|yA7Pv5eMk9|3Xjm<5#%O*FlUn3Ms^f~ z0T6U+P!qYxD14`xS_+t8_#%0x}M1eiHg zO&?2|o9@x34xI2W{i5e~qIbDRlIdCqE$>9ZGLL}B5=p9YvemeCZPTBHbM?t3C}Iqs zZ|gGvle@t-IauvvzszKC!F*J9B{##L@@Xe%{uUJVx7XOy@Xoy|H+(Cvy!6+IeQL9b zm`^oJp3LRd5sjFj+6A@{K5xICKe#$JjtfJ5FNwmpt5 zVhg`8Hexp?GQaBbEr6Oi<-`^za9)n*0dtZd(oDg|bUPaMqZ8}l3J;7z!Z=bSmWurT zlYT!*PO06qE&`u315Zr{ed2!3@_f}3RN-b~Ag-qCD3}|m&3wO)p8v#=E zeek{AR|pg>N6lvu`lzeHE^ZI_W?)&x0+|OwUvlxt4(6&v7<(u6}G_1s`M0y;GP7;_v86(m; zNUb&ZL=U8D2@Fr|Y0qw@6h<&vOhP~)9>@`;SfMKBqXrcAnzXM&Zrul1?jy+;`)z{- zfGSGRN@@mzuIjiJ*EOkw2OD3 zq*eIrudSLa?gBHbB0KKLmnT$^9onpXh@tKeZX^^md?IqpM&qpJiC=^9mmX7|Io++oF7uD5?0~v7H)BBk_b|XN002+&d7wCokt@t6TcXR_Ywuvm=&#p@AqK#kq&y zw9Yw815P-DkN1#H#fzEV2mp@+hd;WaLx0a=0Y9I{>~QdS?>Xv2dC!Rb~t)So%||Xy>DH)w*+q_9j5y-CCVJUmak@qQ6E1raTDv(01hkulBcu(Q^;vR>*;V zEQQk@V#P>sg7i7lOu@9=5Gc4ty-nFk8Gp}+YSX(O3Jzu?Jp0-wS0={ zHuGdzdqqzY>}6&6?1RznPL#Lmh5f`JfGWet(icmhq|b$E}Ntp2c+w|E6gzI zKSFnCNA1Z1I{5@9W{bF7a?t`h#-C4?9DDlj-8d>J7Kn+l_`GM2T4Lz@Ka1_ixU^KI zMR1K$~T7H4Lh70W_>YjuN9IE}zofoOhrx zEmpex^^dvIet(@kx2MDZgy}*{5SNz4^DmzJczcfve)P;LXg-XhRh zb*(Sof_lgeBj?g)5sz)`dA4$piThVgG;!%@CUpjO8GIQi@}8>}eq-N!=KHOeBccak zydf`BF!mw!=j45}kPn|W9UhQcwz4zvy5GRI7 zu?KN~CEFrza0K~)H5`JBKD!}qF7Iasvg52_gk)dJONNE#vPZsnyp8zr*I5CdJMM63 z$4Hi4wM{i1B`KaV{`T(El?Rs(25Z@jzRl~naePN}yX1fR%f^N*aOY35&ynqz_S)gp z=D1%+OYhSBWXRAC!%BCdtL+ovyd&~r>Ro9*Vc7*u;mWcW=UXY44Pt~5BEaZ?8GwBM zOfH-=HPMAoD5SoULr-A#YY3`{2k6HNO!RHfWe#E5j?!zH``CqNTS8n=Jm6qt>TO-! z4tIQI{Y9>dBBv;$q$JTX`<-VsZ@LOF<+L==TVMX;cuC5(9PP{r5%s>jt?Ffu`<8d* z92^&Be)1*adulVAJHzb~=FG2Mfk}gmQKB{`e>C+JjF#}T`2UPN!Q2;raNMwL^K{9( zEI-Ew)Q_OgoFnW`17k6AI^u3H#6Uj$(*o7Qioal#QYfSnsqpL@37Yfs-;R}E zoFK^hx7Q4qt#NRdH=l~rJ2&*Ox;-uNbk`Pti?1(s)F#cTbGi+OZ3)tVyMtP%5eV;` zrIIT@yS)b@?oOD0bap`mqxMK9&ZkOXJ+O>8Rl4LxTdn+!hsx4nOCNq5uYJD5>F2uC zo}lGA3$KlV3Cy_~=94{Q^sPMR*HnCjfBZhItBm+{^wLLm@tZ2Q!JD-PzvL1~0BpYj zMG(8D2b3RJ0hgltE2N0F>QfTd0JrOdTWjcEDz2Y%%NEmZ`mHk2$9WfiEk9Ti-m|0D z-PItyA}l>pta*wi6Liur0}}ME#hfPyv4n!kr;!a6h+8P<2!RRM3G_nXnBY^3IX7qp z45X3ed%%!nSgz`Xk_%Y==;DlR6SG6pKJ;c0LS7cCN|f0%F8l3WxdyCNpA2~(3@kfp zcE7dYy^*}#u&$KbM`rmwlTqtpRx3y5iN5>KMtv%Y#dnkam0t@8hztwEKM|N}p2&;t z#BmM0vItB9fdN7|9>Ok0Wt#eiAq9HuLDLV!s;u3kf035hW#&4Wo7^~@YmW~ z#ZTp88lx|){A<6;ouBj7#%)8fpE7uSf^U8hn48+{^=FCekG|9a$wHQa;5n&jrtIo@ zLX{5U2au+yxd5DWotR0cUAw%!Hk0QbIIeCGJ0&6y`#RVhYe9 zXO7%A0C*shl+zoGzO1=?%1G0fIkdgmJaY%&@E!sm-$^_wli(AGMldW!M1`sLheQw{ z{7SZ0y56@f0E*TfcOMypC^3G%a^OMxe*LDqn_I!9HBx)2efz~|MIuu=L26GQ;QiCk zq6zE)dQX}Ypn#TS*_CkkP&|%AP{brJwrIy2ChF!4upUP$I7K)ZCa+Qr@>Z_PR@=09 zbSzFeJ^DvHq_F1h1tAX|D?ut>xjRw-JQpan*XVx^Q!b|GUpZjO_L+o+(Ql5v&piw} zvt}5;=jr~|!Q<{uc|6<;JSA&zdk(4)2JWz`7I(l!mAYZL;A#v-K(QQbI!k%xTx4+n zZDg?!!6*K6uL!IfOkj9ppEKN0?LfIbJPQXwIPDDtPcl;81bs|nUOPlH2N40K(V`ZC zgnnUk9mc{M3a;{A0BpFq8rx5{aEm|A0GDDQM_n9+r0&SqujQA7R!M=MFJ+k4V^iJI zqUjAjmiu4Gse#vQewh9Agq>^rCt}(oLB{DJIZFPhpObSZcUlEkGm5soa z(unaWN@l433#dYk%88Dq1Hq_jh8W=u@d^&8xH?E1HNY1u~6w=_AVquE`?W?;W7CxO9D;@J_(lll`(Be&*) z5rEqKheb%P%uCmH95l|O{Hu5;Ka|>OH^8z4#(7Y#rIrjS*8;_c1k+T1ws6;DILkBG z=T*$lgc~7fh53M8=8x1JL(mcpXIcmd3W6e|jTYu<@@OK6wrEHy!?;|8rHHVOnSq-2 z4`UNMq%%Uz(vetBxp@e7LC6irh+GZ%7tlX7F96x6+IMEF=!|}IJ{)UY@dN0cuLnRM zIc+Ko_DRTh0p1fN7DUc0qd~&*xY+V`@)*kkWMNCzp+Lw-GmUy(ln;_HMgqHjv{fPt zOo5#=m?5%qB|JO!>inM95K@X!Ct&4Nu61z~g%;>cZF*K2?5)nwdcr^@kOZ@o8-2o^ z8X1?1ptB@%1Q~XLQk}GG^Y%9w&FzDHWFXZg+c~`mz#DrbTj-zYJ$I55jLkALGYx2O zqk0r28{S!zcBrbgPC1X-gA$$!!$`IZA)F(k7}^K!UU9K|-`gN-A2t378R2DD;st(s z-P)Ycg18cte^x+*6y=5R2!mB#XF6E`(IH!=FXTojJpBf(svivCXJBhouXYfdjFTr~ zT%Mx#j!MLlVZeVVN~xh%u}}QDz)f@cIsD0`0Vz5v)(;` ziWSLXErbbzxM~B=tiu2VbmK%D*R_dln&#lSZ%^$c#elVI^7A5ekftS-=c z`he~*(S8w7WhBPocL>H=3sFBau*~iNajYai{U#2wcM=@fMA+XLQS`PeXaur6$ZC%$ zzmxIiOGu?86(-4Y2l?Qj%4ocB{Kd#eI2&8Pk0E^@Ef$ay7d-toe3279s4^@mQ^Sa? z-y9Xf-kYd9HL$)JpkrIXj|THNVW7hl$YwL-lwhJ7+1E7t3yPr;1#CWs>Qi!{lLZ(W znx-y;SGmslbu9-8=AYd5B1ea0M-`Ue`(JbKEfhBU%X6 zwC5<>#DvP<^&zVQ7%0JoA3of{T9gL2Q#O1lWRsr|52&NbIgl8%2C`7Mj423>uO&H? z#hf4*?>w29g#lrCfB@A`xmaLMWm>kvyL~To=Z%ghaI5VoDxRU-{}bo`@i)Q2FN%ca z1^7ca6o4(ZaOX}mc*q~Ju<{ABgc^q3Cq_0Tv!o{o^c$!PF7IUq2vnz~0qa=sZF4-L zn|7tll+vjYCg}OAHxz)7&KvT>&uyby`c(uc8lI^-ffu7A!G!G}Xa129FO%_J|+C1Zi{dFgB8lV~;3yZ-k;ubyZ< zi%+g@Yt!}yu5K%u$K~Z00LGJL{$&|cf`H1Xdnx=Sk95z0W6jD)!s$LhZxPpmvf)kDC;`4OWz)E8=qR#f`X_;kG#)gNC{-1FalSXr}r!R2HU$ecSZV4se2Jszn;) zxe=cv_nyx@M^yV<6cjlFwS}ZlRTz_Ss3g{;T1qLM2)VKxW{PZgHltKuL+&2HBJG! z9#clnTTpNA^>8b+!yv61Scw;o!ru9NKttF&y6OBz1jJ*^JCJy*IqHdtV?~^MfBSta08(~ztCGW(2 zl}=3LVuxy-X}~Vm92p{4psvbFO`2D}Q2^q4Vsb4_j`2vu2+n!7(*ylW@ezAS5Zr5O zg&}57KTBS*>9L@@Qak%8Su{^+K>M6?0R2y;&XaOp(TvHQFD^1qnxGY0Y;02{N+s| zX8okOa(>`$x=Gecu>bH*w3p=`tIpTt@G5+Dpy0DpV{lW9?)6Z`=l#ngm460?Ke2Q0 z;~KG-;g;{Hj0vbrecQZb#jWSc!=IdKu0>b4oVQdcBWZReGJhE?KU`8@BqiMMl}a32 z`YK`3Z7>-w_@exLB1jWU<5C*pXJZn;+LkTIQHDENmwV*swHVb!OCAf2jzL4GK}VbQdtSUb;7$`j)iZ*VADoc>Ig6B@AUMQr&31Ka?Ck3 z@<|fWtJZ8dcSz?u40z1{{2H}Ny&0tg7^+y_`vTmzP~4tuAEC;{nzCR}c#&??E;~o- zTd3VD1R{H)8k1L1yF+x-neSG)xar>=RI?%bsQc7@-o&UW7tD8r9jyus-ro(tn-i2H zwLJn2_TigKtaA=vp5W~4jZOP9FuC{ym9KYc3&3ht zExLbo^j$H{ppI3{%M&mZj{Eqt_8rk`_=62Vgw6}12N#8CKtT&k82Z}RvOW;%kd#4l zBGR$1AS_>=qwi<*kX2!kKt;uUyTQn@p@u*F*72YH+)Hn{g$2fQk#50c3zVM5)BIN% zi69i$v5exv-b+x+VhL=fqB3t8Y^-mJu@hxn^Oi%DLnn0SpE=68k|Rpj;&bG4+R|cO z2K|W1^Np`AGCoai$lP7cMmAHDx>54OxtRG;uEDjw4^uSlw^MSly(@_NVLMYvM9v!&m>8qgAHmUuAuLGIuof z6!P`z-3M}ZbAGYxhJzPnY|SDp`ia=`go$6(pK^2{Dx{%e(q7CuDgI#{a> zVk2CY&E@>v*UlYk*&c#<0eY%TskK_2oI9S!yNn+XD4uqH`KR~pOB#OavrAurLQC-U z=1jg=_}@Ysg$VsCaqpoiwL=MEzzenC$AN9WEiNBRMtTkYs)s^yL3wq52^-h9@0nwHn$6hTQ$#}8zsQx=s`Fjb< zwzlKDAWe?^=->RgJeOKKr<@i6YCrmrsJcCcW26!_F$dz%Aqx>(KrjpVl0lK;4)zA6 zdC=N&XB~%L%92Me#WZA)go$xC7WBX6gl3n!IFo%=Zt=Y$3{Irs+$?=<4OLY4j7~&w62=59kLd6Grn0 znEo}k+@aVXQs)yt37P~4oUo~VkcG{OgekWxTEs%3pKUy>9q4_ z(L`6j7dm6T*DTq7=4XG%E5Fkd{-*zV_JFaDg{~}LY3#yn9ZSPmkTmX4iu7>5x-QY~ zm$W1OR2)~wDM?vLm*nP{fW`|oqFg#g9dJzMF64Z&0r&PV=-$4`O@r&&NE+Yzq(Y4o zkxXM9W1$6YpBADno}tHeX?gA zyQbQald0P5ikE6<-9&U$v-cfpry06pqf?an`gna?%#=)FO8Jh>J5Qztq*8`mff)VN$%0W0q>E(IpxnvlhDaJKkE3zfHtY~CUCy&uFD|ZjZ!baiG(qkPhw&(a& zRIgIyPXvJo^jHEzWAfa*c>yK4sDSfsZM7*E49`z%gK-uNo$GrbTj5W%2q7*~YQp}3 zhN3UBEc`&v#Gq)PpU>i4!+<{cj7s!HH_T^)3BW&Gq{6@eU{(gBp0k>~gT337=!nSdy2bDC+u6K-TmQhw3PEK$|UO99fO2jP%4PK-mKJkrQn%V1aEg+5TwJpuEVxZ%PZf9S3A zIG11`zZ1yQI=aj6H?U|Mx=>yZC%HPY?#nPg7QvZ;uPwD@B+NZS!i+U&odPT7!L#a5 zuv!4SoIyvYa-?;DQqAm$F5sf*A~;Z!>tzIvQ$>Ll!mw{QCQzkyA}VAR2!*`AABJj0 zEoM~yJ~46~C>f(?agJ*)z=X92bTZZ%lQ^N;A>wRzWVo|v`8V5<;CUqvC~xS=cHdQ0 zFBrT<=7}&{-v*{m?Pm*QM4*mf8X9!L8PLJyM!AsvCJo8y zt~`!#Z(vsU=UzYvE{|f=6MzXy3tcmynkm;U`VpVtT|cRJW`(nwWU_H*n3bO+C>C}248Sz)9O^vX$EEHl5JSGvA_Q-F>lIEqQKet}Zb zET{$3oWMw3HEWW}T#Jc|19uTqgeU<>cv>M0<62DI^tQ`2<7Y+=BcqPpB_xJ`--aX| z$3W#jlmX`8pvn|GO<wC4?E*f$u$%1(C%yRhRHUXMb(h| zv{9J5@va9}cVa6-Jcz>k0H`fY6ar&#ums$V-Wzwf2EyoW6h`i%IQ^)}M~W_zS1pGa zC)Pppan?2-{)SUp9PAl8wUO?S_{c|XOd1K>%X&g=)xs6f*gLMl% zfS1!@0gd)2M(~|kApthpN3#!lTO5aEO)=^lLQ38d1~zq3w8lD3Ey_2A&rZR7f-kZB z+BbFc|m<@Y)jT_MX62fIqz(&FqvpBZSE*EkLr)qywku@l>vdVJy1pXG+K~7>|ky{%7<;|AlWYn@J(+bEk*{0s;b`DK?DyK z9nLG1MUK*=s{6$(;c5<5r#IM}h_|-33cC%}hA-L037tOua;)(8UL~$q+mJb@RE!qD zr1X6-29d)d+5u7ENtFUDp%~oR*0vj0x~i6Y_oqh~81-sK9PF9#;aSKHLs-`Oc$HsN z-9h=?6j+|M0@GmhV8FlFgX+^nM=|Q`u|GG}u(SjWP3g$fETqhVo!1)&u1`R`B!RIJ zCj%##%&t7X$?`8Rg{z>PjB^k0s_q)rK{`&_4FCvV`1L^T776x|Xhey=73OU>_pk+( z2Z#_~fh$VJ87_kIU8-unXMENmOgHJ*iPF#Kuda#(n1@i%3Jv{sG;+#H&oH&VnRGaG zo&~qixL?Pw0g{KVoha*s9?$hf%i5EH{;ptXOOg@TPwzgxUMd)jDfwsV8@)1OOb?8_ zRrEZ^uAR~PCx={G$N?sfrIvN#iroj8hf+zlCBepiPan`clv>ect*}RQXC>NHHg9=j zj{X1^j!xFM0CZsR+4&}y%afI(`vcBxL{tE&+Cr#jqfUjqLLUAP?IMIVbXb7RDufj% z999Nhl@^eRtIU8l@&8}VICggcT!9fviAoX%CLq8LPN#3G`0nD5=X8hQriPidNytyF zfc)SeKT@ej7Uj$Hj7Loh%ua1J7Qko9KD!NOnu-jtYjnNXGKJqh+HyDN1Ab^XsZPB= zD8DSOav1Jl2ww~!!gToO^&FVMC2}so?ZN^W7&G@gm=)!dXF8ykE_&QWWhYU7oxp^G z3-krjz;sl{>^9sN(pIlQaXWg$ByddwO8yZXVi(h#kPP;ldqI5#!aIp*u)6!r+s6d! z{~O{y3UZNP@e!xXdNak0B+oTl?g6Hj)*}iVn`7mr-&MiND|^z!UOg+&QS0{8ki`e^ znzR{vm^;I+Ab{Azo6I)gIx^waF@)H}XeZo$!Hp8FAizWwiL^1dKH&e$@CCq9N!fx+yg2$?|v zuO+^993x6#uvgSEMCVQaMl&U18|Lu*-cIZ^PR_+@b7wUe-Py{rhiW|nOIDzps4+TmOvQyeJu8K&SxS(NKw!m3{&o?r#8*rwa(u z>~av0>5McjaGBa=<fz3vYHcaklef6L-2FKNz+0q~%^AiBD>;N>uj7)e(6iAHXe3dgtedwz@sgax)mw3ht)=&l_w-VNaB%F$h* zfxgwdg3JkSXR$4PibTV(DP=IpVba0#7Fb>zY{$ts_@Q7!5F_Ihnyi(cVlRhvlsGyG za`lg>U_=;fCrb9aAduS^a9ykPrB$pdE9%gi?pto2-4DSo9<4H`WG@4=lWa=)-U)2I zM;-#oeML>i%L5&hK!bki0~;A{z}S0~mSIdU zKleOTu|#sX3DD1WL!cPZzO|)AKvVBu`#?nSoVoR_TL4&ae}(-TF(%|*SdW#lmA<>V zMp&m%;o&!oT;A%|f0lS=o!6~(uwS&ry8V{@u6&uEzKQY>@C1N45&2+Zz_~PlrA=Jk zY<=1N+EoboMd$nnOoH4UqkfJb5d*`J7l|Rk-#5d`f0+LP+*JdJyC=T|zyr4OGa&OGFY-ilkPPpAF0csEdsX{lYbP+MNuW!*kHsW#7_!hK+W;ie^n0js3+lCx zErdlB5d)I+d*CMWQb;yLfD4^7kRyx+G$VH4CpR8Wgq*)QMKq=3y>c2T zdS2l;CE^VG>7y&a5gJ{$3cT82($sO7=ymI^y?t5IUm~E7=V!PogQ7M`_JDXW-v0YB zx7M*V`7T~GwW7It(ga*WIv+Z+)dnDt_Ra^2p(#-e#c?XQ8%UC%q&uQ3g$$|-%7Ao@!sv3f^AbGI zIlZVNleVF#&pX#)Oh>^cPHleByyVDMHEc?(_mn@IQ*_){& zwf~_$yWv7bZemGG{=!)KC?3s1vSFv1Jz+6dnVC=BT->jt$8_Nlh(IScO!=^u_t=0+ z1_*@u-`+{ZJkdFxrq}gO>R_yYj*-P^3Cof$Xw3h9OlSa^F$&E$5WqugzEeQzGSd-# zQU)nGHkQ5cRL`Wtbca4oB*@q4)BNoG^Fm;S(SgQvgD>m(ws^~&RQhe{g|8|OsTu0> zz*-81JCt5N7{Wi$|rGFc&U6|3XjCgA;URcCT z6U(j&`JqfHj;Aa7@K;R;0b;IYr6r6q0O`p ztsFSYoKnA7mPc8ttEy6}=Qcc4{yzqOd`1OX87j!$Q50kZj-GxZ{O=~%e<{wqSp&Y& zpI(or-q0_k+o~PvEyKN{-4E8*GH(&cqpKt^iL~-Ft;gR42YGj2! zS@C5ZeFGqhSl_GoB+41B{sbCi0lXbZ>4?2Tde{BOK*D7FD{1$Ne}7s}8uwa))GODQ z;_ok>Xpv+l-2c9EC;We~>>_SlvH){U^vNrMMMDBnuH*UJRH`TSnign;bIZYMz?%9n z1FKN)GebOj>xZ{dpF#P5R=IF4xnD?aMx$Y*#3Z!S|LZwY>7rVp-w-GO)cwC75t68R z`R|_*#M6K?_OHjAN53mw>c70(^}l>t{hL`MsXNf-mB5|D=znTV3Jj!pK}Wa?ogvWy z5A$V(f2N#8o;C_;h$)vp#J2<7_|J!@F38d`SOJyjH=qmq{2Is`8R~TUIT*}`-u71M zw9t`}J)n`Vkqx+{&*D#+m)GB8;uDBY$h8Zcn|hp@pkV<b zGpJV-K9$kHO}BrReA7ww?cWuwL{_!P8X26f_=XjxsjqhaV?9k2zzi7smMn1KzvIyl zVLDyd(0oL$Fbt0#@u62fI*&)%2Zw}oA>9jT=FHaMvPJ~WNx}QM4Q?u+SJwc6-{Z4T zdnVbj>!7lU!H%j>iMdi-e>zCakwqr%KTKCzyYCRd!HYx zX1Lu|PtMYK2tGmH+b68yCGT^}C{(p*>e8B{ZV4F@L=)TsV2h^@nr$pvq6a3M87^~B z=J=G$L3M%C#BAuj3}K+B((QC&wqM@1)IZlwq7YV2I(V6VU^4j=i3f9*p0?b(KT{&~Rb>;m%m z10XQBm|+vDtn^Z<814UY&=eHt(U{jk57hW;KcR61LWE-IG)z%GBJqEwn@ud|rps?O z!^&+`<$_eOcry@NF*6*Jy0wADHKiOV;H}WXcA*ns(mD;;*-(-Nk^JL^if_qpP%YhAA99ejqQ=Oayvk4o~(_QWR zbj^8LpNpdrC8r-zymAtj$8~zpLQL<_8&0YJq&%e4GNP-^9@Pbeo%y*`Y@9m6pyEqD9)+Hus^wc_e z2=42)MA_u=z^wdePD=}m#pR#v8=vjI=CpSyD?aZUUyMY9NqNwfEnUw(UfA1o$E%%n z_o}yM`Wsmv9^ANgb-5Vtg{JG>#VI#Ao4=*p|M2MG!_8^>25atoyUw~VmD$|Yz}$6X z>sa)fGTX`tyT;{#NA-%*$D>S4_;lLG=Leo&n^0{Wb=OnzfK-b~ho2neT)gU zxi~R3mC3mxuloH$o(?haB1VvOxHQJIoOZdzM|UDJu;*VZq-rA_TSU}CHOt~9EY@gh zb;pAn)Bne7$tjrIuTD|M^En&tbEeli0G3$8h@RVoZKNsnfWvTGbKNn}5IdedB_hHM zpIcI!`@-Y?A3si-J6p_hmNOJAo_YBv(V(lfKr>MyN89h}(~HqkwI#uajvqgMDNdQ8 zV2g$6@}jb^gV|uK)l0)1otEy!D`F?W>+_`11ECuak}^!VhZ{rmz zq*(s;Q2CTwavjOk$U(%U=9x5uhT9S`K7;LkiFHD-N{F*nBVA4L!CI3e)8BzOhZAqX%QRs>q$Qj-~WFgp_#vg+-PhX1H=XMW?by*|^THFBp` zruqHh;o&{cxbdm-hCW zHFsa!Zs=IEUG@R37oYF@_a{p3Rj0anS^Fu4n0jq|y~VxA&rd?JJleOFFTAVy^>Z7i z%#PxZU41lA=5^j`6!&!*A0IcdbnpFY6`db$N;JgSn{}JR)3riQT8o*~7SG2ulv2Nk zA@lEf-(J$xi5}?#Dq3F`%m&P!xr2q~mkughlKRwlsh2`MGp7-c1JQORpNtD+$}=Uq zv=3?qQuSPv=Zdo($vnAAh{0ow&10L#uMHkmM~5J9=dx@6S(cNQ%=51W3y$al-&!!^ z3%qA$Q0!h7fr9RdVR;}IdEuOhX$-7PGp}ytq1$v<79_4dpTAcbZQXAWRTC*kPmsFhVVU*>M}(@D(!^A28q{(5VRlg|VyD&a@WmDAwFp#H~} zEnk<4_;OsPT$bO7)2Z55H2LeyUdW7ar+O>ME}Yd99kM>+9>QY|-`dkq5naa2}tD!{K`OrmQQDmdr!N z)~~bU324_};i;FlKfOKZTASDk0IeNIwx{Z+mex3^wA16kytv^-Do`$;m{6>0JvMEMM`=(+ zCDO!#iOs#<-P=3S;{&JJf8&DH7m|Vbrlef*G-6Szsu7WmgL6l5zO7zLLIyTv~q`SFi z`Yu_x_JuP)fW7jRRZYKYRG@guPwJkDgk#JCeT2bvT~MvJ2Xx$)?QJJ-?KKt0dQhTn zP2l~hMg4tv{TMR^PFT-F#Jkk}oYbKH{{HjS`v`uVDJ7%?)ps>`IBTATg&=n%`7OG9$NkJC#1SJ z1Nm@Ji%Ox(G5uX#4_7B^DriYBUX&_cYCS7XOPPLR6KpL;9v0QKuFkGf3E9`rz9KB$nvBd?u62J@FMmAjxWy|Q8V^k%N? z?;0oO9x+D>FfQk`l0G9-4m$-J(acFO%5mMu8k#+HyLnF8##|BB)g5=SdxM9$il2|~ z8mHHn^Rpn0YFqjHF3^d<%!1YfmgY9^uc)y^k02~HL}@800qX1~Q%FB-FWOk^p`zmO z>|+h)k98HWs_W@YmuS=FGh!A_HJ&JR2DJE>7B{&19Y6n`^H?yjY+&FuEKcH9UQ=I} z(T*G28juycnN@u|lsj_D-m3!;f4F`Z5>dF_9>mD{w+w@p|c7L9xR?9oE>+ zje*#Do_dhF9L^#?_hNUvfiUg{s?_8EF;wcHg}EkQk$bo05gg374nWO?XP9D;F;$?f zzcLuf5O|~-Q4(8cb^W)0B#7T+W>aZ$KnV2-;BV}>p$c`+_Yf@`u$D)N{ikEZ!)YL; z`-Q^iOXd7O;?%}3SD9`?f((M5Pc1BRZ%x&E<7>C-=NLHyp*Gd>!-=36>Z{|>&UkTf zfF~51Y$*hbVHvT_2shA|E@4bhvT$q}Qyy|9Y4BPi z`fW>VYwXQ`q&xhgnXR4wk#&NJ*F%%Bpu&2*+(=Kx*Oz#C@d!==cH|v50|SF8cOWY_ z$JlP!0O3JL|EUM7exvzp04RQVYk52c4CmmK3QabSCwl)_B5Z7;AJPB#tnnOh6aVqq z`!_QmIZuhFGsvdp<>diWK?lvIm}^4;zqDmAq`ji$k*)#YMXGO8h#~l{YUE2wzk~MM zfew!?faS@uc*d2`&C>*%Q|6W98UqGMqs7YXC5Xs*GSuS?(8C2D7jODQ=Tv)e9{3L< zD?G3`+YoTtQ*#lPG%#55+eZq9JMT$!PHfuTVQ+pu$%GKP2)p+5cCNibxrY9UIUVLZ zhAJ)!d4n*6%a9qP8~taVlkLF|{h7ZW&fxc-ptBzzp8v@T`SFqFBl|D0C*Je}8)Y?J zUq_n?5X1dQWJV&)p^@_9EB$B-MgUM+u?O4a)q(r+jwe6A0j!`mT-DRye<{Ab6S;(D zGhg*^yiC+x)u@<-UmCvzAswvPF!`N_lnh50mbMUXd`_K7s^Dmu~A1}%8^nWH({$ITESO1x<`ST~G=*LC>t6Td%RY7n8 zrj;d_d?ZFZ;y#SBSMt;gptvas7WIy~1o(85{>aMDA6fYa zr3@Z-$gNJd)vSOD*jx3i6OFfD(+7K!g6=coV&rMmd9zbTA5sESX&$xpj|dFLdJK>D z{Ye}DtA|(B*)@ilsTQcG>u{iEALm>(&mF$_Z9`%WwsJ|DDss7$EIBZc1RG)MT%b%R z122NM^7}5$`r?%R+bf0PC+8kT8Y_2QnxNo|dVSlm;Ofm-3)eMl(;rc*f!R%eG`O62 zMWOYMi%fKJ2fi~XsXDW=k^t|0F=YyPymga2E*%ffN+8;mC*K0dI{ z6E{5j_U+rd*9Zb9+D<{sSFP0Ip^^e>ws5`h0U0m-iOo0K1;A(g-N;Ep<6RE8b<%I< z4#^Olvz|}us>B#!B70;(&D8@xbb#5&aY2%od5Oi3nnmhL7K7-{?jKgSJM2FLU0knh zNoMKU*B%peq>{Hf*t^gARY5*X%AM11n4{$wUDn3b!b#4Y0ZYE^EOal%TGyhYqIN2W z)Pn3V?BX^pOM%Z@mmcS2?7{5(zHL?s(hs+(-5%wtD&8(A<6(p?JZfX%;@Q#^rIq&t z+0M3{!UwYMcrgj{9Vv(6{aRK5roM6RjOE+3{r{MoJw54v6Nz1G8IrNAuDVo2i98iE`T64FfL)JIWraJ7(i-~uoen?8vn{U-`5i<0V=sfj z_S8X6?dV6IqKXQB&`9F8uImMmNxKeJjj1y00JJE42aQ6b7zKWGIsygMo;1iGh)+p@ zQbVX&P#qHl{NU~H);RBRK@*7eMc2{j;QQKU=8EEY`N(H3B43t5!^7$L3RGE^HT;t7 z3P5p+TXld<8ei%$0Z)*8n^4BX1iPe>A7f8WGdz`7+1swXI1Agn8^|W7RRsm20}s;Rf?w}G&=y`kbJKs|u8c332zp>u zUhlE^`M!?+_5T~cs31n+=cLkx$S` z%_EQel<7qzZ0`AyVY<~FxfHMZp8O^zw-i8QAxj_pD2#1gG#gBzJ=Fk*{4mca(1!+H zFBje^^guv}<469z|B1t_jL;4R;^yJ<8IRxPX!FC|p}oI|tz^{RqhU~agM{$7UwAn33DOY={3di2LX zDj%Ii$((Sw+g@_lgk=4EqO4p5<6+9_S2Bni7tfhSS*)b$NBv6R$p!P6q-D`k7~Q@? z&nM0SS$Oa)eXq5j{s}@X2hyer_E_S_576b1JY_L3cm?~ z%DeQi0^s2_cHHCQI%;eP;hA=d2pfP$Kk-O>6=)vW)vl-&2`yMFDkwAqq2!)j&>(a+ zE6lqYon*Toj|BzMh5eV zd;Z|=x(7*7vm`Z&Ar1o>MKFhK^|;RmP70#+)zwTbA7%N(r+^zK5}BkQ&Tp(C!`uR8 z6&$(0O^EM9XE2Hkf+e}l1V$K-mXMQCUB4bkQTzF{J)oy^S{xR6&9iO*9Y4{d)Jyn5 zTR8O=_InI4rZu+m7YI_*-9qZ@wI^`~IpsJY0bl#}-tS6EN;*#cQX4?O5Rz2B47IGE zfpXO#@~ji<1t}Mk^EV*v?ar9*F|Rl+6xRMYSXBxH8bLRj8PG30jxbj3Y)K#z2@OQt zE@*~R{cL<6usgPP!NqjK{a?PE0rC@uke1YrIlzyHXNk-+Z*ar6xHr-$>az9P3>JHm zOZRjDkxV}3`@|Km0gmeT!_T+^G)18VsB8w=1+O|yo$7IIkY=9+LJc-?E&%DnclC~d zW`W%YQvfj=y?+{jw&RmsAbe;85#P|tow5=$ib|M3_3HK1tZ zb`&3?g038N^&WKn*=aRV$pv*9;CtxV>pA5(;qd)swt-^LkNa9OgW9@K&46O&PO$bm zZ;`u#6X>Wp3%VDuy!7{v75UE3@N;?dGY+G%#7xy~a1u8;cLZc3A%zVJ#40c-Go!se zE}|)5FMxznTN%HDjQna`*NLGQTNy&3;FhTpUZ_gHVWn^ss@iHcV>fDI83YEn*nr9^s4{iGQK=^q!*&j)V zwZFP}fVgWI;O_>1g~(kB?7pBs7Ee=+%NiubZ6)jQ-H$h8YF1~0HJ$*eG#AWNGWx)R zf2<3nT(i8Prt5}W({RP%LR~8JTw2n;y<;x2#bP>GwjiF}n-jTl6ApG8gPaSbq;y!^ zCzE`wQWLC);u&yeLb1=t`?pAQrz9F-mnNVw0qka@ zy+#dJ3GkG+R1jmKmUzy8&i=Hn+F6hptvsHF|f-Y-uuA*ssTxroied0Gp>{9lBf*^YvZPl!jWU2?mwxpNp{>bvC-46u$f#%eX!uywiz#HPbdaFqfh5JFq1X>AnZUa zIa6CFLN*Gtyxv?TvPR9jx#6GtcdK{`c)5N3>aTO{H-RKtEbLI#^%|L|f{1{Itl`er zFQok;SQM?M{(*4ftYw}0s;3c147@>KervGJuu4EvoOst(d86KeYe@ns-w)DaV=~66(4en;%NN2 z(zsjeTx?XE#31=lnWtQILMV(0Zfpt2C+lg6q zjO>awJ5gC>e83aWuA!(ky(6eQ+2|Sqc>9P?g(mv}Jnv+T&zX>Plv+FrFs|ds7=$gY=`%@`aWhS?D_M zq}Mj?A}?8Y%=@q?$zUpMQ<7aQrV~anTggUL^b6&YEp;yDgC7=0qKomS4a6?3bVo7W za=x0JoZcpd*~U6$Jh{MQbV-DtW(zHyj-^^?9#xz~nlib2IAJf109 zmNK_GtS2*{gKx2p^N6+XOf>6JjP_FYgGUjr$cgEEYJ?>Xks*Fbi!r2bwI5H1e!9! zIfQ$b6-g(A)G{8&vonbDpBUVhcp)$O00^nTb05bjmsjQ#`*-$Biw221K31q2GGpO=^- zaA5K=fg$oP$A=<+1c~7Qqo&eZk5vk?C!nf-ADB22o0S6clXum}Y82c7nBu-Zg43w! zi~39@s>fQ$t&28w!Zm%%>2U~~s6(P<^ZkzYVw?gmbC(ZIUi|jg#DGNS+HuufMHye? zd|J3VWyt19?@53%8FnbkNxEuuurXVW*)Uu{;6A?%xy0!EXQT4Qcz1R9MgFx%%aZSLWKhdtcK44uBH8c?<&ru zr#SR7tL21cEFXJ~PB!-Q z;h{^JZQ?>~79VmQB|MD2&1xTF_L7f=NZ?tFOAeLdZm7CJpKu*_qjmMeYCU~esQV4v zm@ylt$>pf<2GzT(!u6J|`#Q6c_Lw#!N!Go9ze?mn!*5d`I}r(Zv8QImpasDnFWrC- zRBX~+uk`S{XR0ZCd><2?XI2u-ocRT~a!dQ)jT2O>`(ebEH2trU0h}V$kyi*ZTi*_K zmg8UP^%yR_tw1_)+Yyl6KrUh=Ew*7H!Scooz$e9xqa*BrNv2*7)BYvE2&4hK*N zNVY6k+r`aI08%kW&4ScE=-m9lzWqDM;wI+UJ*U@!?w!^FkeWJ&MHQ$xHiT|$Yf9O08&UfJ315io1^A zUbvsvv6mOKO90sCQ4-?f{(gr>{lGm86esiwgAQy{o=w)EzjQMs`3iMfK@S44f3k+X z#D?ntHP*3;22BbAV{7LaAvKTT#pUJYKq&YLX961U@)I84FNS>#<*CXl7-Y4RPr^t- z+YwYuq+uu8!pq)BGl&ZVBFrl~kXFmTFgQ5K#m85k?VgpHY0|LpxImo(5f)0t-vX&O zK&pDPDyjRbpDY35%fFlW9KQSfs2MLr7m_NV6VUnZrU0RoM_Bs@(hn#5_PN|a*~jIS z_$Bgz`xh=ew2EB=l7AqrT(chJP$lw&+7$5K z{>n2zVO9F0yCc`_E}TO$sFQj&g2ai*z+;gS@5e`u{hhQMsArx#ONSo|w94+2xW zhb60x7k`1tf5Bp69Y-UgX7{?#2Bt-!yXe%QyBU|~Et>Kgu5PSNMp(M8Gq>jEcwyI6 z6z!r;zc0%r=LeG)DnV`X-l5asX`uwXt&|dmw8sK=w!g>R1-+|fWS=Q_bU+d0Yw0V5 z_CI8P9~hJ6hY7xx7TkxbD;;2n>x{rF4f|SMiX*?1o#XAhHd@g0H*mqyRg#YR6EN{G zk+qK~$>JKO%`{N62-n+9Xv_Q9<#v$OnL?%-g+VK`h4<`f+j}s)T*vSKpT1YO<#@ine*IrXe=E;X2SNqj zzLv-ir~Ep6$LU4EFDb0_Ij>{ce{3R0xBq7AD7Rp3wL>6YY0hcAmXyU)#jg(k%GvpM zh+UsM^kV$@pvPmks7JVR*!;EaL1*%-y1JNj4i>C>_v$vec%CY&{YPC54vS%gtNwM| z!5p2`yB2Fdbx`$EFVIFp04ZR=<}4rTRoLiCT!4w=W%DkJk{y*JR3q=NvL6-EvX--3 zKr{o@DBf|=JRcQ>X3R5?IR*FJ$i;k(aQB2+G;+KstT0eFIHAJQ%k+Yno5F?E&HULE z3IP3yDtim1T|r6_S~Slg4fwv40k*&t+0#!>Y!(VVNixVrn#11zYrbt}>N%M8uasWg zZC$CXIQkHjh!n@>4uCmO%&*%D%3RP#K|dWk@JAK-wYzyOV>M#aL$^z}Op&uOeibR{t5$$>3TYIBf<@m{u3Bp2#lCas^@9mz_6lqd ztKr-`x+j}nFip*CTA!*M6EY(t)5c*AZNTJug@V3LRkX2k8KaKoFxVJo-z>xKCWq?B z9c6$yC}9g4{bTx*Y2@Q)feof7=9Jf1%$2AG+EW7LDibMg`j$K}y5q58&voZEm*J_o z$nUs^*16AA5+^k8XkD|!>`y3D@a|4IPLX{%bJEY)H{0Tw+dEp)3zsBsi7wgbz#Kk( zyNU5~>%7+Qh*$u{rc0F@Skh4cx;Vu62YK=k4o&kq|AZqRmxYmWY ze}Nj-85$V8Vcc_y4Cbi53s7~S_F$LfMGT~9>Mq*%5ZOE5KKV~{o0Y6gOSk?x}0pbI+~+jD*8?AmmZR0@Vy#z#HkM@g={Vt zom+eAR3co_{?)V0x)rV5hkGyjm-SE$7(6kA*#Gwzd6WO>nxMLnvaVL3n7+1e^$hs{ z)CiYD@4xK>fRQn^NQPn`1=sDJtA_Znz_^@e5&RkVuO#wsOJZ0W0C48#(I~fYmL8T6 z34szW08j#T;@ESdsnvS8zl%as+wMb~YR5MfluQNa!27q%ompVX_Ozl)A~)X90KC6? z7Oe4iqfJl&SRp(OIRi6OdLh^J*$x7T!MSCbX;+1cp>p7zv@04KI0*2d#09~;jzBs; zDmdF&UKHm}*PVIaWN{j%IMqkyDbumhhGU}d)J8SSUMXJww;C7EqXZh<3C%x?c_Z(> z1A;SSf7}m&?cIo~0l8XG?t;nNd6z9|G5bw)Mly8BY8*LtxtF;zZ=MieXH*V-9C8GC z`0(Ac^V4ykU7|8+ATIgt?Jcb=2S%GA*M*JHvA(<>uD-6L6{7Xnc6-cuF-lbO*Cx%t zOr|?CPc*!|utcUJb7#JvuMQN8>7Xq8D^_|f%qp&Zoh)sv4nt(^o|9c{Rwz1L6dQDqPiry@T7y6&l0 z>0IuhJh9^job4bf->F|KHYf;QWDeN zv*$~RN{UG5#)IL>y(;6i6ojichf5Nnw6pq$LebGYdm{=SIsbtXQmu5FwHc|*zK(|n zt0=H23uaUPju7}2xM2!8s&~+>1`Vf3<7A#%2moJhtOVPefbnKOH%PC%eB-_T@fquP z#@q<_xpN;9Jd1+LeyhtLf5@s*yfDSdiRL?QC;hMxL#QtwG>H}DXgJt}vIH|gcR4IR zJ{}_3&g7T&1VLrUje|uv{G3=b4b03Dyn+ zIx6ybO#<#AmzbCy=52Q(e`{>RM77dD9n{qolq0ul1&@075Vw2}m8>SKd5^?DAjXq% z?`4<)^SeQ#Vv})=Fps?)HOq8Q2b?ndlW`ku+Hi{;Ty_O%;{@MY6=%7ahs;FHMi(WO z$P@l!57(y-c<5hz@D;woQ^Z4DD`*;bd69;OCRBYd%XdEuiW_HvfVS{VEh6n4NLBn^ zi=V`VP45>>YsUZ=EoK0`T*ha!>#dV#wn`gnjJV z1pxF(rTtz7TROiz>j`(I+D%qW=zaA-xyJ!YgvDSZR14GcZ^s5_Od6DH%?gr*T{&{^ z{m$wQx+#T0N*xzpoCUNAY9OeHpMlaFkf_53(25dC0UG(V>TX|@h}%j}UU9)1i?uu# z7ZdbM9KH@!E|cpAdG_pKA~G^6@k#ux3UEU6=(2(>v2X#rppQPQ3#=yR$%cmN;e-WN zr@xc{!TnfgjDY*7V~{nW!%l;uE`+u()khG+!@^q7AmEN!P%lu22nIV=9C*TRIMEHt zZ*bka_bAn6%6+lf5^&B&|2z$arszT6HIxtg5rUsAb+^g5mj?FPjDb7K{$riKjYWL2 zl8^ZWp;kUkhdO}rdZ7}X;BxCs3lSUY_7PssIP8ln4c41Ji#w2D;8uwsuSx7UGa$vZ5Rmsi=msfkF$wkBH<-GfV%7Ye5I6 z7oa?)3z}8}wRwuBqVOhIQ%`)+deARhLn z&y5CP=T!GYa}p)a+J~nXQ64@%q=M8;ot6*y+OBH;OA)C45Kj^>+H~@f)hy z>Wk`)6NBx)w3!+j&G*yWerEN(in=s0=yeJv&_z~Gz$evh{@WS_q2eS+;J=&~N4L&_ zG~O5(G3&zr87MsI6rJ})!L0&YZ&uLOzR;rp3*dzXa$4z(F?_EmY6jIN}S~ zxSxcvMf2n}k!3Y_Htp3{tz6#-e2Z$q1$UDtjOpr7(9wBJu5QX~zFQVH**fugmJd+YtXcxqmI+6&*$mB6*;L*FWy6fp6Mj0v=G*1&`s4jI zy!9SqM1Ft+VHO$iHSt<2<8KX1DcI^Mb^il|fk{kOHP|@4W4Q&tTFr^pK8f={nsC}Y zz<0IP$Ev>*yR*{_>DWN@?N9qDplLOyc^Is50FaDAL4;t|?7E1Z-nUb|wDzLxR|(F; zWPzP3+rX@>E!4H~Do4{=(0Ak0b_J2yLWL z05Pg>R30Eso0cFT9R?lD!@l(7bKH>6Fe>PLfs?Gdb$~p&qG^HO=QodD zx0cJXG<0-uEA1RrZPf;B!?vs85=klrsn3#WdadL5?|Z7N6n;i_n-Uexxyz>(dmOcR zdHIB=2~5OS^=H}wLDKb`TkNoAD~*TL$sw+RFNmKXGIkr5!Sh-P>9SXIzoA>3Ed=>u zT!&|62LP_g8do}$^>*!N8m`S{{qXFV zbiBX*4FW|ye~ZT%Bdf(f;D^1YfO6xg_+(pfXocJGtHvRhG^elU!^z#zfU>Ki@SUEK zssL-cU{KAJ2FXrmDp&!uqB(5pJ&Pblk<4!t!Z3&b$i+GS_j7T8`>Zntvg8uApdC*p z%6{oL|3Wg@o9l>=zsNW$4&+Z6O6L5!G13aB*~m*3%XCh5?D@kYuUm7HM!8Vc@W9A6 zC}0e=Q3_P2H5+^g_LFDCSs9RWNgH+OYrL52IG_$!RL@aTW;d~Q%(Xk>WLNPB361?) zq>ad3cBZcGdW#l`Az4Zw{PG3pK-AnS^zP_|e1lkkxa?69E@YqX$~py@PCH=-Lz zcaf|ynqM&=7->KpU>9pO5#Flk#aUz~NX6FF6D;g&D$J{JgR7pI<=qnJkmZB;9J1Dc zDzhkp)7RpPxYSAcr(T)Zg}@jOEB6F#45}Ghz-8#uQnz=#Gn_yea-*%ocxGJFU@b)p zu1?$y+w|gG5SX^yjLJLjn1o?>suzmQuo%nd~U-NSm~=a_c8N5OEe18z=8sgGi(pxc^c`>Cx5+ad81(zIc<8sAb_MCHYXF1O`m3Za ze8kq&^jXDZJ?~BL3{RB_4-1hLn&c%`_1i@)dOknpFZ#Y-ba)L zQ@b`?uD~TnqWKUWaJ8&V;H$5_Et43Z^RlIzotj9J>9Wm8mFaR$Y4G)28_RqF#u}n^ zTP$*=Vc&SH34MG^8dl+$7&6al3rBALaAVC(9RZMuUEOnc&%j^obuFbohvO2IWBOd# zmb>w9j4o>EwyBug?5e{tOZiG8m}qucQyOUQU9{&;{U|W~eWd~X!GJ-2yv9Dx~;l2w+Ki_i_qJd{4Tp?GRFJ^jL?syG+HnJv=;aEZ{*m zA%48MZ7@`#?WB4$m{g0OTB4gC9Qy4!ndj`>H%m_&;HJ8bvmFd^BCf6<>W4@_Iu(TQ)P?;51&ex(O4a z_&Q&Mo9FVX7j$}8tNK4*Nya#{A9~q}bzjSU62wR7bFH5o;zM_?)$-Dgdnj^@m-)u4 zuV;14IbDF)7fATlBPnqZOFJo6I9#($4jvwdPIzkVnaFQzGY+lG1(PF%g)yU$Y=ykg zUdQC~<(7%m0QmB^nG;0zO5T6UY8yyD^VWqCQg4V%3xy8@T?&(iFewcU4Hf?0Zp1-x zuBfU5n;@VxYi{(BT-zGU1fk#lCmy`*mwg| zNh=Ch2@+E#4qZlxVQQt;3CaBC7~G(t`QQPt8dDn{a2j*k))XU*8;z&T%!uW*QPGBo z2gJed(SO4N5wQ2YY*S9EbZZ9bBv`1#G)L9ry3@yc$Qp3nyA_W5+`h&I>Ih~|JhKA2 z^|RM$ip@hGiT~vT7sz!d5mcl0#CD!>04#IkpJ)*J`z1_mh;j*(ILZnc**%lF z5Jo#$tscG_!Zf*M%OzrGb$SC!MXO0STW1;bO!wGY18C2xZ6E?@j~$e-NbS?&=H(@a zNUm06Wy{&YWB~lCq_rsmZo|xW(R<5wc9~z7R`yv0348|u*DG;0j%ad*A4FCzEW=Bm zLHF_FFqoHvT+s|wmS#{7r^MQPzKgVT$d_dYz% zL!eu24pyy%e>^uh-DgemaQBOLNg_b}AOxtzmeT5j?paVg@2lJiwek)7^5x5sm;EV- z1}4KK8wEkRA%fl2b1yWHDl3f#EatZ|Rp@`$wA&>pCY9u{d|0JqS*UbzCV6Er!O5w@DCU1I^| z$Nicezt^z=DVj$<&GfedUnIDC)=^pJP%Rj+S{WN&(E7KpKm@rB zN#?4ZiA6Df4^L0@2Ba_xnu&F$#SlQvdH7dIrCdG*LO!fvrUrf4#C9Ta&4s*Kl1w>> ztl>g!{Exu`e;Y90RTQ^Do+GOTvA0DW7RXI_E5A5<6v235M@?JL>wW!mHj*AXnJw;Y zR!f%N=2Yc;{-P991j%!sN8*%x{ncE0m$9 z_1y^84}rMPTRpxY)NQprXt4##7C;J`#(d=waO(|xq77ZW2wDwS_1)HOo1VGqKXFlG z$7mlCxARfmKjiU`9w6qiy)5d?`J+y8pb^&-Q85r$gpcTh?Kl+D?=5|C5sOFY;}J*A z@cVm5vg&T%?6)AvqBgCg@Jh ziCcSd#CGmfs5SRF^Y6nU0v+tjIzqcR?nxBSQD*1dqMHlB?xej18o+07ks4NU< zrrEQnzmu!c><=`yKw1S}=nhOxUp%1x?^sr+7iIlA?)tFlA!BeYGkN4l?OP@fjjGyX z`N77GSdLG82C@eoMF(il)nJ zNgzbq0Lo;xSW71-9$KLF4|28uRFyFD{;9+u`g!{@b8_Fmfqku^8z%!L9g?Zo=KHVZ z7zrc4w9>%DJ(;gY3b;!stiWaOL${A)DevE*pUv;p*m}K%xNaMP8@r#Uy?9a_?l)C2N$cS4nw084 zJNKi;Q7c0*n1CX%N>DGo1Ojnnx3^%)XFVuDA$;O`&EWzuc=MAh8y+jqlyV)dx8s{; zIT&RqqFx^Cff^21I$GA>{)q7hiEW`KA@hX)j4c&y@nMtEyq zsh;CR#j&XYJMVt5@fapha^G1f1yN-`CaW@Tl64B!C>PcJ&~?b=*h3lIYCf%hdg&&B z(LfE$5kjHm*spN!+nGfD*|Nv#VfqJ3N_3zcpox3*9g3-HPe^_EX-jhJwmG3NJ zKX$4(koa#50$`l&ogL^rF%x^yzz|G(7+bjw=f#Ku>u(m_v4k^P#TK!5mbcVzA+tl) z0`E^J7?08(J5Lv5vLg$OI!#FQ`e21VuW3Wb)b@+)n5=D(ab<033r!8q?qch0Vd2J? zlQi0I0g#T*7ZR-Z&jgHt4X81_ziU)MFnXq9GFRl zOal{0voaBqwy8Ay;4W=bd%GmwfkDdm^+~g69)1O%k7XD=J-x_nNt@e%`>z&-UN$1VBzb)X&|-l`sT43?PrV zpB8Hpmp}vPwmODf<)Grf==u=$NYbdnS2TCllOicgsNB@0{xC~SDf}eteLmQgfVP|G zXgO}AfuK)ja)nsNi)NeE*2(<>Kb#9+E5_VY)0LWd=-WHhlvz1}aF3(U19rxq#lNLL?4cU z19T!(dxe&l&XIMg(u>(iG==-#nTe#rHg~VEONm$lZE{fATiJg0aM}l%R22Gc`Z<9a z^!;f3J#5qQ5T?o8(tr=m4q4S1s*V0a!{xKsAUz%5E4c1{!mbjy{t%8)lom9w^=6nUm=35kM%C}8PlxR;&|k**x-=~u-l_1lXwq1>6(fON;&&N`OY`ya znW9vgWK8tw1Qt)~lJwpGHgpz|&8n{I;Wb&24@%#G8l+t%$k`eg0~`p&nY4tfPUPa3 z0GC81GR5OSobU3yfL+f;aWU1jtLgS2dmc`b_Uk;P#xVggR+U&zynpirEjGA)0EW3t zI^%JmZVj#PChzStNAz#a`?}^$j(q$TT@)2kwdk>ceu=|Or>(+(SZ}cz*Pc+fFEPzU z77fHD{ zY?`?8HUbT&O4QqFjd+)navEl!m9JaF2MBrg6BXRff#Il8fT<~Kn23tu01 z|5{kYW>K$}l|q&{y`8fpw$Z+04)#}&w9yUcx0!Ie>C<1-GDHf8mlH=>jaCj5!z&Nx zdWxF%7i(9{5@3z9EjC0C)m9wG2pzImv~+6+zOzg5@1Nm`8Hw2N4L|pb`o5#eJ3U{W zWh$sa*-~vSs#M12VB+$k@E7-n8(G921gMT(OUJ+CHtMw17p^&oSS2#p!osEui*%{i z5I;qN{S+Y`6i48EN{4NpIT&+50CeA*bg`$NR=u@F6laE;nQiy(TX`TEBVww< zxuf$+?wyOKsEW@_?$aAeGKhnbM}@xgyAAsFnkR5DP{GQo;n8LX+V zU_i5ACa%rv;%FvIYU(LIp?p~6&=qX59J*-5@R`0$MlB$OOC9<`Ot1!%pBfM~^;JXp zhLF9ikn889^M>de+b|ONrX$y3a#8n_U-OBpiyZA(n0mqn#)qDTUYLT{*4RxZWO}ct z-*v$;%v0~@ZMXyRA94SYjd<6VLe5(L+nw6U9r+~i?Na#)U>uz(YU%k7P&l?pkSTg| z)~Mp}(-*SA`&MqFo`!4Zi82i4)$a&e+K!Ktu)}$VIEraHVGevjfP@&r)2R>?2VVcR zy8gPNB->i@7OYIt*igX5`w-`-5@*nEthKs-Kuod*rmyV2%L9AAfqi!SeOtnl{F=|! z@_KOw4GipEg~V;wL-Z>4#%4|zb*%MCr|Nv|&vLbIHEXxw|^ z4cP@SZ~NI@Cyo2@|K5rbfnvpPho4I%KsCW)q}P7WVQ+BNb+SGDBWz`0J*qdw8gw)S z4)(%I$?w1fga9m}P5ByAHoL}?pN@qABkR#=dU9Lo=6tuK8fZQ1v8LA3 z2uq(Ch2o89UrKWgB>;UgJ1-k433576kPXyb!g{)^aq&%v6FkPU`Tz2?$Upr`B1;Xe5i69hBCiW&Vu&9b>-{*7HMqjHQ6Ekrv3J#W*FKU)gw>C0)BgLVr%s zN37v-Xyx`oK==WYSD8>pr#IjXNvuMJuXjh8ov_q*kAlif@8yzxq8aZ-V3A`#ad3Sc z4hL~8F!{F$QU{~#m*Ku@O`nYRRtNp1ar3yhPjK@P95LSt40h7Cd}_eEG8Q4_0^NU} z19%~tw`@i(Zw&Ox=s4@o$+4%#dOy_%t^*8)zj(OxqIe!x7`)yM?^8}5@ZKCPUCTv$ z2epH5yh(m28h4#dNOe=O@|vfU9zzZSaNF3Q-^Nz9 zlya?i#hz$(<%I>Ld?cV#tQ{6QpS-i%Kd>JsD-Wqtc-#&J#6k}*6+UV*Wor=5QWsK- z77Ghz(H3>v1U-HTsl|E zvjfH}8h+6?J4;3ru@DmiNKQ5O=ZUuY&RBAU*3-G!h-??5q@Asl#+^;aD()!mHxsFz zD|yO7>x&iO(SQ!skrKwCO*G>q39O8+`&=WlJ%sD%#{s&$qtK*PZM z-9a^1cNr@+Tw>P`j%aW3#1wBh%{HpT?& zvwn&|Ev50C#&v>E$mAiycyxHgwf;tQvFNwp?akIjC7Ig!RC*swLO^@`@WO9gWE(Z8 z)y}M#pH~#mg2Y^5+Lm)Iy;7<%%j<-Wu2t;Il%0h6qsXoAF_ho}v~Yk5Goh`be@R@p zsO-Lr)wFp*mU@M$ZiU`{Ig_b1qjRX}+jB#Ib}HDP^dq+c9)FChCrTFt!QjLEU(FL* z0Jl8W)Ci4gZ3%855BFIqC|=C-tri&%3E+kAEsX32;bg`T7Nh0I*8Dkh`SNq(9IAI- z8m*3Nu%r1}ZE9Fp$mqX;!wifc)OgG^5wT461L#9Tt#a1^PHz##gDPVBy`TQm``h5X zzW+0H%E|Z{_h4srcfJUDI=_BZ{!tTP^_cnUsp1Kg+RrD@2FO7_a;x3_-ZGOK6v71R zM*_4mya>iLh@ZiNp9loXg=s@USbBxma(1lJK1zzO8l4?eU|k`^OKa|mQ3imgPoPfv zEk}H`@5Cq>Z{xXK@F=hlji&c3R9mo;Z*99vtVj(q?4iy(|Fcvvu(tV+(kl)mo(+<9 zbH-gW{3Jh3W9hrXZ-|PWq7#PWg)bxJRPx#~TaC7deFHvZ)s^k7ow`?KSUdt?mVO67 zbBirCf(lNd9IurUs%BzR!4I;ZY`wtAqJ&!RBp)fQh(O=<%I&$vL}}rC1IBh=u%r_A z2J9zuDo5#JYv{v2fj1w;CkThp7=po1(90}a-xeSw6K|mP4zLe`GBk-Zu1(9B1L@bp z$>nV0&=hYQ=k@=B)|vhJ?$ytLz(M^D2-2YJKxWK!uNGFw4GfxMN*cdchdaC2JREGB z;9Yk;o!>_+cRnXG1{!J22f*!WsrN>fxD1R~Ye*RzKGUi=K98XHBo1W`RGBDT2fYT6 zR7`bPqvE~L)R6m_6~RU3?Tg*@J~Ng?%<4g~GH{n5qwkmTo5x^uME65ZOMjDZak%m1 zoxg5YoE4f_Cn3i?ZQ+UYieT~143**1Xv43vkzI;;{||R>9Tw%@wGB(DlrnTlj0lJ* zB_NW*AR!@2cY}nabSZ*ENT>*?)L4|1q#_|LNT^6DT_W8%yz64$&;2~^dw=ioe&6x_ z_01o9%K^+>{9>(ho$Fj{>E=MQVjUpWMN4{mq;?pre!s7x`}rE*Il5ea)6Mr#!G#rQ zs9FsDXU%;n%=VKXd#)|sdee7K?llnha1M%^Enm3~=d2$GjeHTmYWJ^gy|afos*m4Z zRm{LoWKe|!d_v!MU+u1T_*bpIP!X*ffI z*8fpIK(ykS=4tD+HRov6^m+(XO*63!KY)bMYnyyXdqt_6{tynjk%fF0x=h3x+?`d( z_+jFTQuUod8gyfIuy)kIdEhBeYa zLQGTEIF^0(qR=Om#44oe5^w$1uP1&1NUeO>L#L3+-COgej-4JXRju)r^;#!u6FK^sV|t4{jg#`tS0l&MpKHScK^B|uNmVn^9#(+sKUWP# zcd^K_cQ0#SZ~gb@94e+kZcS3I;f(|R&adhv*k^fXAGh!4w(>LZPRNSjx}ZMPR`<8&o^10&ksb8Op5Q?I0bYcL7(+fdY2vC=Yjm% zMJ2K8F<{la>$fy~2J;)k)9|6nSAMF$ss2}Z%pxhXSGtMU39cNjJSlD}^i=a2zbHht z|Md#-iaQ7@%-(Rwogt%P%`FW)VADgaM8R}F2exdmhn(p5D4ak}u@5s3UXjzxCjLL3 z$-mxpS>s>)RsVNbh|fEQLk6-aqalwg6wg+0r~1CvNHElY_a0*XV7Iqfxf0DE_usfv zPV!%EZ$e5%y?)EG$_SmU4^ONX*9iQra}X|<>HRBKwe2w*XwSGj_36KNES(6<6!MZA z_>`RxUS1q@~Hydn*(1)C%L0bdVNBp}} z7=Yn1yXoZom|FG^g4rV1wPwxU&suqAc;9jgsxxbB)C=VJV(I-NXZvY8LCBcMWuilI z$N%3KRXjRiRR7%<5;~nW`93r0X1}po<{2&Xj2P+4C(Xx=d0lVu*uy2 z_g2UM-5+&d*58}pregOxWkA=@lm}$0uRY5=Nf{q0NA{|c^KzU*pXF2)$6{5VbAZh1 zr_j)v*@F0vfrwqlY;xeb%+|h1PZ0aM%yql89#O~d?|K4hP=9;HpXKJ^K>zPwMrs;z znE(B&)N)`y35#v!y&TPmzWJj(d;^1_6)L#TjgBnuy-b5rG-c!e77gf$B;5YiW^69yAU+9fmzQ&xHI8ra|m!Gv&dP>cu5- zD8;bue#c_b9LU?D7zXU&hohX&!+SM|J;7o>et`k$4WM*V+}&JKgrV_U6Eq}Oa~Xs% zMUuwDsu(tyEUOQ%DK@yoXg3euvi!nmhI0NM%V6Rq4CYwDXKr_% zSFLjq*uTBdA3(1e2~$2Ip(ktvF)20n{EaVIE|mvZ?W}7N7jMmAnM7={Fje{Ph7I)} zORmWH53AYL2oWwO^e`o+!hNFtTh{f4UteE`y}FT_HdOAWkgH!P4-MrdadNi_EkRN@ z;`iat-9V8%q@nubQ&1?aVpsgG@6z_~{HRk`9^c(G`0_$Uu`Q|b>Ju1N6-7qJ*KAGl z=eu;B_=k6Sw6VElr3Eq(x7|&*4m+3uNdto@QNRsTmAMSjA7_)If|kzIFqTVfwg(y; z6$bC)UEjI?aiDNmPA?y`LnxHuIn7il6!0@El`w++Ef!knl$*kl+++XejU;r2(TSGu z^QjxqGK>y1S@baYZZ&{jz*I`>jiIPkp`~J1k6Qf`8(w@wk z+B-KF1IJK84ax{+0Ef{yWF%#XX@&GyyU(h z=G+aTyFP4JRw@@$;TWbe%G0!~8F>ev7J9xe&~hFM=XCU&?OjsLzF ze=a$%GknbGdB&uhYkwX&#l!z_vbDa$(WnpJ-<$Gfm-KSd0_yR@w)6>}?#u`=X87X=wXEyLiT`*r_=48? z0gd(NC*9q6gCgrfX|_Lq!?X4ue#0i^;w`@P7EPxB%>80LrhMFxThgS$2w0LXjr->A2M)!i zMJ4U;bVLx|-49mlYIu8OsDMh$|TJ zQ^#Odga7UY5VIZW(B^S>QUZe}OZDG~j$#C}y|B&LI|V~zA2+Qw!J)11&e1cO^BArn zsM`rWa{QD3D*+g!PUSYr8{fG<^!2r7*ei)xYz&jgE9{8@#+$374dhF+eIg@=V{Thz zxl*vUo(>M?*_~Sz+x+$R^>XE2Fbn%=@6D;&C2zqr29>jILy0G57v>fs9BV}-!iH4T zU!ex80T7NQ{7CK4V3nEKk}AS$p!ODMW#{+zyi4sm*y1m^S*A6av!F@_J~Z!2W;w4% z@$7s52pp3kFWh@O)zNVM>)KfFk_moewYfD|)6KGpzR+qEUZmnOFw# z7%WrWW?&y_?9ge`%JR`m>$#~LN}8#tSa#WnZ`BVIu*;It`2Bs#xuI$^t}Bn*e4I*A zT}3~m+Nx=&%YRmQC!fqr{+ISrs83NJcmFWz%f3G@L?Na)KXm%ee#)v$gbw>tXUwYO2Kx8Hi}k{^{r&mQ z*CL})uQlaMIo(DZJ-WsHV%#22aqe7p8+*qR<-a^0pD2bd#nMTRZ`|w|iaJ_-{fEy| z!<9aE?9~1~BTo!YI)W)H_%(LV+mCms$SFr>N^b#4IrTq!o(arY9%XZ0u*Ob}eW z2>Z@-f@p+C$Vub&ZX` zWDzxwhLg|!bl1tACZEm4j5(n{u>&r&cO;Mi({(9~jIMsPAxe7Tt#u0;{=op=Wjr6M zA0iG@GW!gU?U#8>d}vUGdl%8T=G$|kD6R2Yv8PyGcXNO6 zR=x$FUo}soc(For0|WNd^7KoLtS}+hX6XOU@mFz16Zn$Vi0hO{S{k$ zA8B@OVKDJT1CH=Wq0VCPNHy#53CreB)#ES4yGF}mnQq!~|9zFoieM5w^I)2UM`JhM zp&ODyG*7hB?r(1$nfFirGk1BSHR^)fsLvq#MNj1)mA+q>@cX+fu_J-q**Zji zfq#B<{6Btl0>6Qn!~wv7pjzgSWyUp!w2=O>n(zg$sy~d?QG@|b z(hD#YhZ_!=?fZ_cm8piZp&-Z2T!;)Wy}$hD`(R`K>3yPD#Pg(6yfF%e4aaS|sEg`d&>MUa2%mMT3X*BdS{@4Lpq55MB3s(GX53v0I1)Sjmqd+Di`oDvk<`FbJF)$ZBWcvG?r%4hX zuk_#A-oM~JjxG1!$ip%Sq&7bh&GFe=>uG>`@Y7`U{LQk&TD*m3N*G#+f)5a?N%h)7 zsCLXLA40X`rG1$B`p)y}9u>#`*nt21Lh+hgj^bcG6 zw*|D0`p?t!w@+%O|Iaw)Zx8){E9(7+8~?Y5aT5AZ9QwD1>9hR*-@^Pw2mFtL>tgQ9Bz8QRQx9kkLIvub4>_TDlgHut;@o182 z3!E#Jh?IsZ24nHNIsW7*%s!{3WIj)&6w5Zzqluxt%_`+{b$7AuIL`Eg-)LL1$Vi~X z!TE{*2#UZ4Eb1iYjbTYW#4&X{?pQ1?0dRE`pv*{UXRc)3`dFPyGu4=uU;pZ(b0&tg zXLQxLd6W~+rTBo&Yk=~x6N8CYkhcpe_gTUv30Z~DuADV__h^U{rA533$P>B7LOzS; zTCX)u01AD(SalHA;FLiqU}XuDkZ~|E*>WGhckozU%#mEX%dG>WET4|$@XUO4Qx=)pl#^kfg-EmTuWe<~YXWe-n*gxp%5A)koA zLec@`PK@e)#;1k5tJa3yKLuNX!@592N}Or}U+M-FdDCBitwGu22;W#REO9tx+y3mA zZ?)UlWu|AE2WyM3efAw@AP@V>I`s-NJqM=9;x{-w9QXoDa1^7k@-gcXsFUILUtUBo z$^?|dc3$bskLP_C#WctOKVBQ=ppz}Tzx&Wk0{#vJVIZ$PAa$C}!AYXcssfOxm6Mvr z{0@6JDFCe5TTlkSqj@fR6AW+Nv;$&!dC$jb^JzT0kh&2q!~v`mqsIYfRWAdeLi^6e zS)c`I00E&Ma;uZYCmpitVG_2cS{iHGc(+jLyMoD(53{B=MU$OF+-Bsc>SO-X54hE5 ze5-9gGcWCKt+;}HL~qN2(w2^tnrkuO1cbC@0la@f6Gu2h^g>p67yGACTv+TK$B%bO z5g#Qr36fm^X3TS$AG)6{yC-A~VGx5la_L3G6DgQi=&g zK&Yat^2IfvZu|$+WP?rNR0|q|O~zIN)$(LSx=HoG)yThg9r=jX$<|KYfZncD5IRiu z0J(LzAO`V$IFG6JQK&6S?Jx^m(-HEVzUl^1)Y5P*k=w{elBLBF1-JPh5=(m#@ z*$~rXnMED2;6aubF4JO=NS?N#A?AdUcIMUE6+Ga`qH75!h$E>{T8jWyHMw~^VWO=% z(6X&w2kZ^R$Uk2y$IH{6HT<@MuaBTX9B=7P0lPY8Jgv~GDN-ZlqAxWWheR7sS^#>$ zL=DdX7mQ0Ssq?Kg^+c&dx2i7Z=30-LA{>1Mu8Y$HWdi%G$N@tc!y%wt*x&vwFfh0E z1E8vmY0#EUyr`pYhkyNDPO-LQQT+$V-Js5xk&Jt~;OKfL7+OE9iv8DD z_miZ2i>BT}Jl)I~3Nb+ID5>wtWP;62B*XYSIM^sO?C7kIC_@-_jF3a5Qp#{0L&4YQ!FmumVt zAN^?vA^*9kPWOZ2xKuo&n zfnV3sW@oq*9NhBYR8e)T!%z00O$$aduxQ^z+(t1%f!m%P{c^ zrgVz{!2LxDpT+dtkK1qrx2m9E7zYy}EWTgPH?Fw$h*wL#w86)M^AKC~txbwcyKt%k zrca)HK7-hAgwe%eA~0FkUXH&2Ry9mu^?CKyBumE*-5Fgh7~EF3W2?#DbNv$rYUG;~ z2~`o;W+r}HxjPKEen2cXf|%dDs*eF%%Mm~;L_yHi`bjusy#fw0?%GRLBtY7IcyRsX zl5)TTB$o&7lm^6xiEybT;d=03q8WuSF{}~@ z<=Yzz=xexz6#5>Xa_GsM`(?Ec^~$Munan~`3}$=~LD(=JV%|5_jWXJ$a(gBxFDBF{ z9O0P7hXTIFT?HU6c1e>>h4w^4XD>O#q4dIlaL<{%8@C_0OG@)8x9_MJ*tMHfo@snK ze3}K&SxluKqB6{EZ*9x(uzDikCh5gp20e?V^N!3(^gDp3i8-T}hwXZ<6b1X!a!FH! zi+2;hvoJw;2ENCh*@-221186-IIzF?#)SS6?tE~l?y~gcjd0OVH61I^=eKQ3LI>?` zx(8fv8LY&?vd6@T2JQNEWnJe{ctF54|8Z#-nNCkdM|ssoPyM{Y!EJA4ajE1C+L;qq z8W{CuA*J~A_$zx3&Fglr!2r8qJfW&DGQz}>8Xdgp?AEb z;mlCe>w@%0_nd=H)HgXerVTLMg|F#KH(x${vkJL)8fh|f_C{?DDH0x+fi>Ws?oq_h zYCV(ky~aH#AAR0w@20~p1c<^B=(_hRqtyKqH;mnHB2mRn;&wgYU8$uUn$ zi^P1Dmq;k$4*_{t3T%7}u~6nWpS|r{t#fh46e`xML94&>tJ_1)p(7sv5IAMqk$RS% zU!MaGp6z?*NZQl&kZoW+#V8k7bDQXh)B>;sXP$^TGiN)#(aw5cT<}U^RMA+3ng_WG zTJ^4LGdf*mE@l$Jx5k@M1J1DUa}h$B#udU*>{O`J%i}F4kFm?}@8AE_izPj}D*qCk z;ivICKHtAb3HXF=-T{u*zkk-UA#y7vAP$TDacSoV_&JI2-&gK4i`IV(BR41r$MUiw zOc%w8i`p?!K4$F9f<(YM{N~v4v?fIg zg;#3H^}v=&IrEbVBNXj|;|K4B)aF#__fnuFswU zg0R4tO(?h}@ab45xFX)2kze~E4Ts~c^oKOV8Qx%~O@kj_yyeh$`FE|cz7zsg+odQAXzBSGs(1)l5+@ulnkm5Jy#cMbV$F2cK(0X8;=(4M?|@I0{lFadSe{ zx3Y9B1#g^(!P)scuQbyJzs5Ea_QJ_q?vTf5(Qjvf4M&D!x>t4pJhdspaJeke`Ml)j zmNTn>Jwz9S(REhVSOouVus0kfP<3>z@W2rWQlC=gI-@Ebw0ohxV=-VbQ|qMW@ZJ@H z5B2#e*k;0h6={jvuWktY?0*&?qL|(YRb%y>)J#k3s z2LSCjyN=Y<4%ay-MqmIFPSIT$F&%7a??VQ86J>&js@wH+!U~)o4^sfAw;nO$FaJm+ zR8%nY8K0A1HIr=xUNa^Ajp8Yy6WK@8<#XtY-!yl6uTE=i$-s?7gUu(LnSKd@0pT?|(Azd5_sgBaA;c&zk*%6&EvXs%0V`t2#{$&{e&Upxc8=j&NG<`1ph zsPLGg?<=x-E8T?nqxNSK6V;!sUcwMA+G_mvnSE^xt&K%$vtG4WuK6>1QWC-N?H;q> z2v!MqEc{G!!`0`P?>`tA|CDfr`)LDCHxR{7#)T9^TLQBZKDGx<*a=kVA!6DuqoSJ= z8AS=Q-&!75soU)b>PZnAgi9|7m4)MuGHR+Iz7{wNJOAPZWqt)@TTcW)r}TQD`Q&%` z0s9Ecj7%h&Jr4AUb~gXa(kNa)Pqcud2`3csf|$gHcM}`55<);EA2^2&T zBozn*O9tToJ@x}oKfFjK1(?R*lBx+YN#^i&x1L!9_$q^QtA^#S8OB^uvs(K4C15W) zIuKVQX@ocu;rU~k zbAqjqYgXNQrVkjHb`BIpzp>h?)wNH@8l?-4_WX!BX<>!m-BN@#l@4^X?r$ul;Zm-V zC4p?#iHn|85Y7k(gp*;9dIGoi%BGuu|1wzb)vr&_->~$LfuqvmP;n6!ZTBQqCmupF zY0R>qs0tSn8HOFBe?6Ma5@p`ibIoG+?UlrH%f17AEj551$1U@PZ9X+ScUN)J4}8zj ziwy?&%KnWj$8Yy`S>aXMvq^#$cao(2ODQ(>EGRsOYi@^g9kI24ekFnL6b%yxDJ35@ zA)l93*BQ&>aNQz<@mor{h9#Jgqw+StMUzcLszu-C?G9}$u5VU;-_KT}J^+#OvfC=~1*0!SGu^r!6YHp1YMdzGcQ6ONE6M zLM$S(OA%EMU{12+Gp42nx~x$4X@Mf)G<$e8^gX1CAYCOE%*^`<$?zpe1LRNDbi_$D z{-R|xs;f}d_gJsXY_}4|^!8}NO4)>@5ZVA}m+X$~GR(Ze` zPe&$bt5qEo*gC8W`SrZnscluYLw-eLtInei4s8Nd6%7;Q5UcM8tYxjwyJ4BxowA!U4 z{EEC|d$OL`FQErq#wW28Ld1g{`s`s;aRoY*>qkOD|FDZ2sa zjIR)*NDd#sG7iQ^-vYOPy%t^yd6!Oiykb!J{8_UqV_VHNMateIh>>s~w9T&7%`CVt zN1%rO)hXle_?+RKG4ETVqWj#q>B9uM`iJOpt9S_QgicpmH681@bR?5L)M4Nqa3m3k zyALtuf4uw>h}vbw84O)^JPH;6K_+m!xn4Ar`PCJ0k3KtdWj2S-5x$8l7@q0Q83p6- zen}Bh#S~+wY*~ME;HC*5jw3{GG@X@kIlw#uSqA#tEJ6bt)TL6$#ft@$0vr!Hk%k0; z@3hjAwQjwKs3H7C|8#5CSn);v$&VssI(M8;JfO|oyVS@?g$k3I90tfK+`>VI&Lq!3 z)CXxBpTm!{pNrxymu4SuLPt8>F?jYHT#zNS5OdFSfM!j?oTV(2VvKvvh;pH))Fgpd z3*Gg>-@6W(&ERn>2+&fs>Hw^+80}rPB*Bbm5`_^a{>zHdjH9R+HfcWHeABZ7L*Unq zf&yo)XtX>_Eb0zR4CZoE$aN8O4MnOgk%AzJqOdA-i4=4DAmKhj5t^J?8JVqfoF%t<{2 zx5m3-5C(SO6r<|F|4?*SDMd4Kwx`Jo1mU;rk~bAyzQV~kYw9~er}e?_R&r;}Is2#t zGAwV=N5(r(Ry!Gr6F^!arhU4`$3-xSX9q9~Q|DMt!buAN76j5Vh>zFy2IY-}URdE5 zkQTM1Z^PkekwMc};AA%@pSncquq5Ms!EbU%=yEs=SCl2LBgwQn^TGxpEI9$+CJfhuE}ZF#-dQ&w#RD8<+EB6ztW z$aSY87zz!!A>k~({vkpVvgYyr3qvq=aB^B-d4^8pm7Bp~GB)j8{jM%N@T$VA-HH4L zqswKS=*YnWw&y@XrH-2^f5Xb0Zxo#DNE0BB2B@uCx%%abFdHXOBf_>DfW;pzyh-n* zv>f(Swhytkf@~n=cZu>F)d&Wv+qo2aI0ATFrFWZm5s?+dkW4aG0fbt^2dvBm01;1F zhcWb7CzWEF2|9q{FvjzP#z+`z{w-6>y_1Hih~VM=(U~TN;%oq5r6(@);~GLs<{>6o z-o#)=NTZbPK0i6d@aQtvQNkMQhsWkb?tG})93|gkJD#m?9c3*Hm~qLvyADG~jj9Ce z9zJHFm5^fH@_>nu;;PU(@VW%}H=sCs%uF2i!U)gJlO$pn^Ndzrrx#=|ekTGju4nn0 zK*Xc~m!!74=coM=GDjhD-#h+bCOit*cqd!ZpJV`=t z*ZyqDpfC~40~UW|i3lrFqko!Oe-C&*;bDAj=#e6Udx~$8{OcGq+2mq}{iD+Wg^K5h5PwiS(UL#ym}5SeY?V%7e36Go@2sfK*C zw2%7iR>qi*k=?m3K1fB!r%jb8U{)&4O~%g=q!wmrqmff(`Aq+fy#MB+g>MHS0J{Qu z1((*Y*QQkg6|=IhArYW$#yPp-y5IE^v~l!;C()6aaW8BjL~)-bXn04Z8D(jV)siz~ zUVt)uUg$Vx>Cd_vrUSudr0^1{ewh;H_JLeyq)jS5HinH}cf^A6#5+KmhVwfJ8>(n{ zk$+u&jYzWXfjS1&0xgwJetE4az!R`Y6>YwUt^Z+*8>Qe2KIul#Z%^#*8yfKv_;oGa zz-}Pgu5jbrJY*oK!ZjZw-;58KjFrX5JrvRRoM>E`>aZzd(B6`_ai*g$#eE5>c(M*e zq)i$#x#=87I(cZ`B!8BM#i+{9p-TN|EN?GWbfkmfQNafNL)%aF?^03dPlr^U-kw$d z9%kMLgoQ+Eu7uxeCI#+G#(iCy+hLFUV;i}i`rd(G&COVd;^T*Sp^9~=fqXv|44@i) zR5r2S(=fSS5^{Ph;;m;4Cxi0acO@FR?|?p#KYXLSiTDd#M<<`yg%JQX1ky(k>*EVE$z(x_I6<0`9m$0ZO-=L6ig5t-U5G;Nd81nVCq%cJU6~(03Usc1GjiL z44*VLRD9!M^iF?O;QQH*!$gyxsf?ode)>rfJ~)jNB$$i~xKzy$QR9hKTGuUZG-GAp z#5F%CM!A(@vlPGZ*Utgo*W+IO(xgh|7{0-a55tvVEfybtqnZ=8Wc!9W%lna0XOu>N zHJsNK$@uXeqGF7^=R#qeUAvB#DnPG@uFn57vQ=0U?cMIPOJkC$!#sMr;x=*y6~@Cq zsCVRe=ud9W9MQw7vU{u74Mfd>NewFLg3V7nzThQj5O&0$4kWCRPJ+H~-6vF+0G73K zWI>4WuAg1U0x+c{;yZe17CNESc4?(U)_-t}5lH=nS&yL){(8DR_-tLlh`JS7MB)yzk0ZOkGf&p%6pvbRWj^s5e&9%S{wcIf@_U3TQ4aI(B z;hycH$K^+I=x`mg?=Q|W9-rVwjRC5$Ih0+ddI$&tkxE%ms2ru&cGUj0w;;Eq`|_|# zBVw9xG{oNMszXtiQBE%N3w>D#@3feG?(xR}Bj8XdbV}c>&JFZ*?V(dvDG5t+8M&#ZqWV z%-Luqbi}Squ;<6&_Yty-rLqIAXtFDei8YKQmR4tUb9osuaMe*hA)vj81a2z=LfTeq z{o8!>i$K#wfH3%z4{`LZfW_J)sXlj+FhXCnvQuNA7JZ$+yjzIvHWqhrRfPehOOU`r z4>(BQ7y}E$%0N=Hd2W>HiMR`!rBnYdTMOl#iu57Yw1Qi|zlX5FKWci3aWw~`7FqM6 zBSgW?w)bm-)jUT=Scnp)87(YmvrEuK2?F|8&D%>OBM-ZLSbO~3@lwd`iw0pT0>)_x zuxiW~^^R&|l@015c>PE(H`)=m?L!vQ5|}0TbZUeB)g#WAjk5?36kEGIkTOoEE7Uz zXkXUZ^b>LoYP#m(9U$D|CL#i$I=@k&37j%fE>(IM3E5zg_3yY`6v0tx|MgOJ9E4!Jr*yrJmcw_ejWS7b}(azn#l^ETMIVPzw;;?`dPeGiN6c zjTI#sJ%PNyCLp%)%~`mg6P7wP^0|=xiGah_qFPin+1}Q31S?XP^oqv8osdW9$g}s5 z&^e}32vbM-#*E{MhoL){g}Z5eGfusGz(dZW0OYWUC1;L2YaZYU6oDluywSF8`)5lo zc+DoMMVpfZ+OA!g78z(*_8Txuxn3uIPo);in?&U(Y1_t##E23ax4kj}7rCFi;w;eJ zkd3{e$i4w{)K}l%mwzxX=G@=x(+7!xe(vVWMv+U@PA+t1RI@(Bv{RP|NlrYtkUo4I zrRBpU?N>Zo2mFX`jCvC1cY3Ra=?-)w#aK1tK#iTlK7FTv5~m=YCF9jN&dO1m&Y0)+ z1_h%uj8Elg<(N^ZiXyK$LkPkGe4eatMS^}s%za!rtqEGElv-4)B@0))<6c4ZRwX~H zV4=e2mL!3=xCfD`BWU`Ti#q1O&_+lIAwNIsM{LB8=jq$Qr4eDKpL zE!>_0*5E6fl#jXp?5Bh?EHMcXHR|=)4hBP{Q##O-b-k%z52Vs2DY0-K=LbKW*(t`a zU;nI;DwPFUxt~*BnrSlK!nSSG5-yOmDF*Uu^Tz`4yoQjzp_sG({6zF@**^GNiUAy@ z7t!8)=d32i+H10n$r)H?LojH?P#v(z>W#2}k0Jlkr{TA=1>Vp&xCJoEqTf7VYkT0k zQh_{6yRlHY67v{>Mydfs&u$tEV?3n$czVj}MAHyO@&56vuhf|8N?0#?@}@WOpo>-@ zk#-jHEa6_f!T4Q6&=-^-Ndf$u1W*&+=zD8-yz3QE1%m}9LsfwaKZwp5ms1rlJ%Jn) zOFP2Ggq&cvIypJC0Zx!W@*w2EgxY;`=+2gi6spOA_@y5}oKtMyYt1yO9g|9*t|igr zjV7t5DG&*KFW3V^!I~BY=W5aTO{peeiPhg1uq=!hT+@5(JS(Ys7PqF-TJ4rV#_TH- zyfu*+$Yyk3YZ2P={gefDa6h;~=Q1U=(5k?;B%u5O9Fi?@Dwtxk7^uRzm-J)OM-N$;C;kZ|oraK8jk0_-l; zfcb~JIst{u)gk)g_0q)GfS9M~DRQ6q6vCEEHN_~#aqxN*a2`|*kVoAh8%>we*hF&(59Ty zc&7h|-{8v%Sd5jT2RSU6qxbQyAW~O^DU^yZ2|Hl^twT2-A`Y5(@$t;@I{m9Si^Z6 zE1{O>Xmp(U{>E{W!dY})=eFywFQ@AKwN2#KNRTXk<}|S233Tgi2_;?k+MbH%Hz%A) zguGq&h+Ssmef$d@MY$Z+A2&xS7_H>sT7Yc|^EIJEqTdM(KvOFEbtC&E`Tu)Hp#*`^F%mYAse{eIBcM9>^<|e>s z%ywAju{SA@IGRz3zhaj1DR}O|nM&zlmkm%)62I5hK~Uvd6@|T%1z|HdetJu=Mo6}T zGbj}S?0F`VLjLPceNBqFwZOL3gVx8IHH6uUgy_hzM{YzKoEqss!2P9R;nU0G&+&V1 zChgpRo+&g$b*L%k#6u4o*pXGI_m&N0eRdm%>FRG`e}3F$wTyK8iB*u3BAk3j^*nlr zy(v}PCAIP%5VaJ=UAd&lyE*qen#Q(>^DQG>OSr z0274+?E_N5g6^cc_w=OFu{t~Z=R^&xX(5GNXtKD)_85?;7EeRbfx^$o@K zYKV#*fzSEQt(KH7dgDv|)h(kygeJ_(ww(Hu(Aq7EjD^Rn>xw)3foj_r@e-X^=X9JC zuWHrgsVjB6yaoNL-@4MoENI*YQfU&(x;@a2Wh}6%!m~p!uQ0SagI#m#^@8MDUVAqX z!vkbx7|hM|eEW8_`xLvG%pM@cN!t-Hd3PQY>J%je&ynxQ>u^Rx~*k4hl%<&6rV-}oy%SUoTYmPst}yUK;XceBZcHG>`o0L zRbv+t2ZAaRI2FPfV|E%@T!_cZ4|4RMHD&i`M-3RqA~H4BK)lr91>5y-tl;2IM+K$O ztxh2__+C5!otS(|oxIMeZyW0I=rEhLOEn$vC^kO2-q$jK-NrSsvR-hl>8$!CWZ{#? zCgJ`fTB7DhQU!JCw!FWK9V9(6{Ep!v^+T}}42-i(lT-Jc(86V)ypg;BP#~$V@2f(z z(m^&bN%n?@N8^04$3YHFs6AEMu@?{K)Z^CYq_JxoN^Ny;g+AOw5NKT~A7voI|)_Y1O7?h^vI~FyvT9LO4@@cadD@Q-Ri^S8pGro83>xYzPwUr z!F|RUMU{skSs76;;C#OzdK_PAkZ{GjkwQfjDB}eL2KFH4x&fX)zr#^J%~VN6l*GWL# z(XSbohoJbWGbcFgHfPePbGDGUrjQ+aYZogPu<7~+ z7D||-+vpk{1tz;mztRVWr9rf0-#gesoa6ujfA}7%GyU*Rc4I8NOK&M8r1IKrjs>{B zmqo>s)#f=oy@Ss&f?#LOF}_Md?z_5wctgQVmHy_;XYZlFDepUkmEh7`B$n>hoagfB zENdX7JokVDS75E7frZ&B6Rj~DkO>)5DE6Or%vod$ycs;8<#ES&)n<;~D|3v~uk&1^ zggp7}qcd)()yr^{X}iq}bC_vktGXd-b>4tnXw*m_eLff-gPXApZ)QrB{ivP@5kDJJ z$9;#4OkMXD)aEg_oft9Da~_~lj#bPZOix*(Pa480k`JtK{K|e82!xZd3D1L$%&}~2 zR6*!?p+g(<11vCNT)b5_qQ@f34eEbe5;%jyo#+sE>NW4(2c2B_Ug2iTv3{3Z{#<^y z$fvHx-o8NOA{dlCc!ruwdDx+fZ0BTE?a*EXc9!3;xViH&=Zy>rf@lG-Co7KeGX3ti zszHB0up|NOvqf(i$k0s76dpKp2`qZgQwSY~#`2|=F`#l}o+L=2P2xb4Jr=TRWb7{h zzgym4jc6^WU8ovGrtBrh)na)zWkSgeyYTszO% z-mVpJqN|qRoJQetmj28K_kshIoVo%3p@Wg#r9Y}b+Zet96F=S760=}7$J7wWh3LV= z6#T>k^|!dY16c`6ScklJ5TFls(hC?A)vw3^e`yKXb)?qSw5(|gQQHq>!HqeUXY$_G zHx*>Jk$~a-2SF}x3~Gh$rCW_yR9$D|P<5~wLK~ItKq%hix}OAU*Rd58io_5C1q_5n z(hFdu&H%vR9t6YKCw_Tn8<-YE{`;v)r2j(kE!{w!O#qrs9ln6v>yWp3|IW7f{pstk zRx7I^?TaV`dz?S_tb-Ek-9CKmhEfJC1{mC}eiow?cK%#zSz$CuRab`G~jyuC!aX0Na6< zGnWbgOzE@Wk8guO6GWLdCK64gUmIXp6|g0>fW+@pdCxxjoNXljwnX@T@A?a6PH=Qq zN#57f8X~YCpH@J5=&U}IQIycN`orfPz9|O**4N7S*n~?dQXf1AunFS3llDtTI>CX~ z`L}udh6dFmyTd)c^MP202inBfMhUP!n-pH0s3xeKr( z0=DX+j9ub66ATE4q!y6u9#WlY`5uIH*Bjqh>=I77k_#P%DB#g=!GQZw=}>~d?u2Xu z8SP5%Jm8CZ;5bh##8#D6P}ci|!DMh2WsJh^V;%nM$E9$O&B#EJTBPsgVKv_O0vkNmJg&)9i`AEY|Mpw27 zgd21nJE)VFn^o9(WcGJG;*pwRf2q6ZI2p#MCv7`BhT7dPRA}mUVBk)eJ|>*w9-@kd zNdn@Q&2gN0dH1krb~Rgl5^)k1wrzw>LEL`4xQl5a0DQgB1VJ#^X%Cf>R+|D3kskTM zPk(eljM-TbFT=;b{;_5e5?bRQAQk%<%Gj}BlOvG)(WM%|IQIrhI7Vs^5sq&#C|

;yV0xhGop|D7{<(<2L^2@JGApAuuJ^HIz9!$;gF4H0apNo@PX1k-XED#Gz0m zKsR{uD8-l}_(tztNov%VrN+(aQc6t_o)~B5e_?o=OqA9cgl7Dnh7quZL5WcT^NX*5 z_u-tsve~A7HI(VWP$sEU9HYKE|AF5agdmz@svYHH0I_G^0yBVDXPl#mR8KZ}oXqZ` zf>x!Eo6-&vrwZoZO*)d}n_G}tE$_-peKxa&G%ny1MGO5>ip3H%92J->e_n9ci`mTp z@&`!hM+b4X7oA7QlwUMM_S~~>#yp8QHa8pp_1VIo0&&h_maGADE^KE&FBgm@Cfn8* zryg;&pws$xk7Qf<(;b}A$O-c7_70-{A;1cse9<1uzaewh9CpoX4m~-0wUb+a=}5?? z70=R&36F*kvR7jTsm|86@{&KWtID6 zTNcRITDl7PbaSWs1R(j@4}jj-~>R7rQ&z5UQedKo<0(NP^#P2V}rE1WYSk1F8_G>{?3VBQ1D7o0&4X9({N=-U5m{oY9EahXoS5pY9>h>)S_a$4_G zuo?Dnm?^t9*nkOI2awwiJ@rJ|fUEol_kTUnD1F0`L$Y6B>xINKXS@1^#fr2q_ zJ%3$u1|why)i2i7#n8vEALO>#fgqh&_5y7l)3-pO{mwxp41eGs{4SRmEo@83N}`Wvi6 zS?8OHQjk-xI^DyM1AH+~ArI8OwGRk*;3oK3|GE;+m|-w@4?Ogt20)PYcs@uJD&Dc7 zBaNvPN`S&-vb*b64n7u4V*q|@Dtz4zoM7odnzaA-fkCyoc{wY4AgT`EgA?Zbeh)%$3Lz37ovdq$@Yrz(9oQ0_V@1p;c?y@=`eTyrtl@d% zyyt+}mQ5`ff~iDo)qDf(dxV155T#Mm6Tmzcvi15G=FG&M`@iM;n?fN9WmARQSa^>! ziX8Q1fhBMnySM?Vp~cMx04bd}tzuf+fkLI2su$f{ z26oYxeRDKQz*-W!lG#*q@t)kTZ&?pVdLiXs^n<=bdZrY+G6$ucyD3nHEig8{ng-Rq zs*RFVC=&9<``u!sONTU^`-)Cs%yth-LekTscD{mhL5793tkW!6U|X0$EFCSr1CV1P ziK72Od3WW_V%hG^rr88OzePz1>PiAl)vZU>3Bk45?- zfTDHZN+|E}S+7-iPNT2=4r;NOXdQx%z5$kOB4|eb8&q)GL#o+p?fq11Vn;XL$G*v{ zs_M*MiT8r3UXKC>l_oKLf;{$NoyMx%)p6R_3pn+GzCimWUth~Nx?aw zB=Xvm&*+`g+j$yF6Yv4_E;BQJSYFGgkozACTf>)ws06|Q;Xd!n@{C+JYUL&XbVv1@vd!ap8>s8n1V zagrIJ&CAPA#GaKHd)lb3hG1for1*de zr03CK9l)P{aQX13#``RkO*bL6H&F@_F3%tL8k2yv(j)Xr!C;bd#mht;*awdF_ZIkk zS9-4pY$w%}{BQ`Jlt5CM63&S0$1So5>Th8|N9Aiik|7ir_K=6L!)Va^L>(bQy40sX z+b;cr)xjZ}`y8XPypd-|oywT+1x}@SQw#u|fYv5>QnhV=R8EHmyW_{%2U%m2Nv?f+ z_K#5#1UWw|4!Nh$y0OBW@CNjUeAe+PP54d z&CWmtiF-?mWSNE2Jd&oC6nmg#A z@)W8b8ymp?;U1jft?ZN5KfT7v1gdx4GpiP)e3yymz!svuLR}gw4?9gCHvho_V;#a4BoTyz6XgCLSieX_6yr2l*;nurGVLelhpHFW7~zjt*<~TM z#^ZNf?p0R=@92TWiDs3!2AZZ;_ow^@MOa90M41Ke=^S)DS)1ZZ@2-HZ*ram2}A?r zON~>$&f$RvrblRCAuB`gJ~O{xrw-^yZ~*Z#fqn`uagLg#je2L5ep`l^_uW+MUxj_tq2A#d)1c8>?b?FTo-}@UMN@Ao8%WR0bsk)Et-2&VGoX9X zN~LPXJu9Bhj$K%Fsf8}Fj5pq267_yo1sdTOz(zG3m)+$60)c0s8&tE{puOz~ko1K6 zcqzwm+}@4pyazw|9?H){kJ7IA5YKDr8W!7g!UUW%17i~)4Layr1mG1>S`ob0K;w{> zQb>b?s-v$16-xHPAv=VHha%a%q7ID?^o#A|n-c}nMpj^p!^+vGLGY%em92fc&JF-8 z9fBtqCB1Sh_x1ZA$IUv1)NR>G{z!YJk;3QjJ(nqN=%8-kJZvxzVz43lIX%Rq{zUuy z%^&)WjKxlU*Q)fupVUqHoJxJ2QqO1%Nwl_9X`^D7A=CCP^Vw2xeU=cFh0g))$ho6a z%a|{?u#mGKxp^D9Gu_=Z)n>eM6ZEp68!^U?(P(|6ZuTLPt3-soHf;p`%Hn{|&ouGg z!X_8_wNql+2pZKMa;c2^!qiW{CFnNQI!6N(zfY+QlmL$ejYP?~Oxfv(njQcA zzgYV2c&hvNe|sK#9W(1jMo9Kv#V09coXA#0MtHHCpJ`_zokW z&HC5<9h}}OuIrr#lZZ0UKGJuR{-g^IEN8qK5HkY++0t(xo4TPo#g^PQT0g&pUgp~0 z8T}L{@{$c1S9|)wK&j@9{!SwD8RUMjhAu)E;QKJ1gkZINr7Q7jwJ$N4%C!O*g9kUf zNp?<}ikn(TI>8U9rQ(;>m*5?a@NfadLqWP+uMU5XbqP#y0HSF>GGU>zgXoIDAjR-6 z;`y&iD6I}hUzsSkkL;7AaG3*zIQ9TFTh|s``xI~|?f95H`VaFohif=Tsf2Ihm@*9> z7XZ_qEw+E?hB;~OgrrY!`2+E~#2vaT%--K2Ati@m2Ef-DfGVE7B1BQm5Xu4wnFE7j z4!ow!sJGB3fr;cm>r@$@LOWowazIlQp{qraR%BB6EF+5$B^8KB`N5WK)fY!XCaU_2 zkXM0_II#8tieT#4OR6>M>p3!-FDV{M$6S=Gj}_!XmtVD?>d9qwc>Wn}fs^=18gx$l zZA41%F;mfP6VO6h1`g{mdv?Wf4oex$$YBVm-}VRc1_vP5vVFEhiBWC@m%mO~y`Et|X$wip90Fr&usxMV8+x>V$5Ym;Y#!oZvU7>$AdiiMd+;L{M5 z3m49(4bGVRgp@A*>-@YUlqjniwTK?&W64ohIF^ayR7~f5leG=J1vdXj<4rTzDSwE# zH>E23^qB3*nGPr}=^mk+WTel#8XnACgNXvQ5ebT1__Sx))wjsHuZ-mjNpb*?fxrOKhyY*sXq|8!hdn3{r-`m&KzB3)G|hTbQ2&lbJqkl>C7`| zFl*?sx687cF3(&f@%sh;B6QTMS2l(9BSAI79<7RpB@=#$m8cLKz^W7XMR$s!kO;8p z*&N^D_8T~w2g=t=b{&$NbmqQ8KkVQ(3)OLMTNW=^p2yRZ1eHy&Tbb~+0B9Rtc{g`! ziS9fcbPR|kwo$usT`!p6ilCJizh)t?x95YKanh}edJB=|MvYz@6W9hf*1l4`qG+{u zFXqNB^kk29=KB&9267v+s@oiU0C_zFH+<405`Z=LBsz^k(CA z<1E@oEWf?GW_gaBdY(bP|AXW8v38lmgK4-rRkzQa-f!`2%c5g+F5a)Y_E=dc+G`84 z++-?amI`0m5}qGbt^B4m{$#>$L)C22gDEW7Ai;Y+gRwOwxn#x6q9yV6K++=={T=epV-oeQ*n!C{y3bLKFBb$porx{VK@g|>6(Dux(#q!C48yoJWqh?HV0BerMq>jxLO^i;c0(RB@QC|dojoa%z?v| zD5Wk1frK-nh1dhhn+xD{Zad0|-Yo`1B8zCi8ohR30mOG5Ns@6qgO;Us^fiwEHIxIV zh9?`yBGh*QAO$bkzy4CLID1VAa!_(lVB~lk0HUmFY~`tz-w$vmtU+0-?!Ht1IN!Df z6fYRpBWRe=)!2cY@Ri8`gt4%{1QuVfBN+KPM+3*h#%n=XH+`A{vVmbRUkrSPDZdbA zTLZA%B(FX{w1=6&9Gpkmm0u9q3G^U2vH)lL0W4RATvT4?K_@T@Kx`9_3s?+cGGF=r zWp@`kkuEn>ljKAA?=ljAU_`(o5%c-wJMfvwtpdMteQa%@&#b2VR7d9?qPDJNS-M50 z4O2MHqNXzTE<8ErAZMvUIvP9^$gMXH{DV$*pZ5i-S^?rVtn_#(>kG&n_YykVALrs$KYbEF8itJmF~ za?62G-^$0m0BerGZXGqiS0U0N-F*D}>ew3iow;Tdf5ZW5+E*3?sFkI)41=yUZdVj+ zCR~0xllwquf(+HG1-h?iTNUts`@tt$APbF>ANU96kH11|A)fFYA*WS4*N*7|>2^6F zhsv&QZF9PVW(*<(tUSbkD9JowkXgizo1HWdxer2nSEqK4L028Ic~qK!Yk~5U&*gZo z`wD%C{$mmX0C4DV`s+?XsPi_@9_3S>7?%wujEH7!V&GoOTLjNyeic zk0*4PRS+JLfsw~yDC9~5o6vTW8!zM&{XPMUv_H>T)Bc1ES1t&|o>4OP6235%M7^>5 zkAmqs20c{@zrhjj2hfYz5%g1SWoIzs9yhb{M~^^lVCJX)v^FE+*-9@dyv8Qf_+@d( z8nNbR?oR|p?EQkC`B}H_%R(XLva4lwJVoNhd5H_(;pWgH@#ouYr%nErcT{UB9;@Gs zD5>VighF})egJKJ|HD04Hjn^G0d_|+yWZf}-x8Y+^;Oj?v7ZN&?8zl3XVNH_!IJ=* ztQX|!KzpqNPrJNC>U;i0D}pH+5Cd5Tk@s3lz^!fL-WQl}XX-`$NPP_YR1iK>;ft>+)jp z(;5*I+*m~{l2&(`uWYtRddqp$XI%mkEWU&|oZRh;US2S1Ve>+Mk^jMTWW?;(H0h3^ zQ@!Al^)omt2cFzI%yqoCWf^nw`reD=%?K${MdziB$q7^c%X;C?Qq=avma_hyWk&>Q zT9es^LxdWG@&3!BG2m=Ct936vtO57AlLFZcyw0nba0{1z zYaf8JyuN_MEX|*hF_uvupMzczJxbFnOiH}q(;Kh`@S9(9AuqlFz>QI{(ndSwk`TFC z(9(_qj256qo_AvN&_yy)kXL+qAF&r}GoJw9qmyPu&S2zp0`ysg7fRn$$~4}K-9>Gu zv(A~}PSsg#D3xuSMGnXNaQ8q6Y%GRBG#)<=XQpnI{8}ijiqeGD85KtRwWK!A|J z_Vwa;OHd0kku9FMlr{N`q@ykcmf=!4iHpY0hT&oKIuu;Me;N^Z-)?(Ivhpq{rA^^ z3su2)VgqU`#1-{FI)bJ?3Y@S#a%N^=VMY=bkj!3Wmj1&YuV~v&A`SN*GF~!)JIE#c>IK2d?uR2-7GjNymMRfjeH-3e^%h9m=4ZJnhaF#2d{WE$!(?5udg?Me^u!A`xz;bN_DllNBp_79M# zAtwER%taX7D$boDks&<$v2bFdAVSJ~J?x03`rE$#E2XMhP|oKyOG59B;QUVe{f7B# zc3Fs~`;9^Rf8XM@;q~7=^9D_Ngfzo@n1jzB%|PYfKir0s90Nj0pNU-cgyxcOj@0sp z`x}xl$P2by-RVJm;vk;9Ft!1!WN?U)7167d(T%#@xdrYc;y_hs;Sf^1`ZfG*CV-G1 z4+ZVA;p0F_xBNG$;>XwQvj?QJ66i6Bn{RLw)CX#aHU?eu2NFK!6>4rR*-L^45sHFt zhJw3R{FkgILlCrZ^|i@R;=jTq%=~5&h<99$SnM>ydEn8YCDr-5_7@j|R(Y$JGdswn zEp2O*C0lh zVoMRv0kDkZk)F2++~T|A&*Tv%7utfY#vmm23NT5ojRa|Pe`_TbKVWfX2O%hfffKsU z@Ox>IZT_)LARJ+UMu&R9>V^6(+gL{I9{fSo*9eB)2z0}v3B7YI@I92q%4_(&iI3b{ z8SbMud)w~iEdSXM?^-u|`S%Pu8p5!awa5Vy6V5n%{)IILjh_q$CxD z(ml2E-0P0G6t_?Q2|sGxb7Mb%1f?2UnHa=sHIYlF2H6ViEen#Bj!wgm0T6CRs|Pj~ z+Gm|B#B958F z2Jn8jN{a&^4bKO_nMr&Dpk!Cn*rxV%{mEyZN}Ik>bF}Ft!+OD4`FnIuzIStj__6vS z+NF$BfMO7%IAb;B6BHXGaB6z)vz&GVPTHojV|heRYWg%(fohjSN-q4&lgj-Zn)=Fv zA8_9~h*OOEjr)}e(a(w<{0wuS6y&GAz{n2R`#2EV_IdoW@Tp+`zB7rDACZ6Gu`!v=h~x6T~w4;Ktfai;N6S8 zVw{XdBRxq1k;AbM0k(GcM|s@)2AqYts~=<@Nx+XH3N8ZtQC(~hET{ive4}ubO7vUa zSk8+q7UO=?nq6TJYiN&9-L0x0X$y|?$7Xq^@c`o9-6eMLLwFF?ANQhg8MQ%Y&ADnK zqjx>JLg5)DpSyZF+-JDOpv-t>uwbHKT`^5et% z+!bw4x1E+Cun(?*xwa%wol?Q7&{JwEUI*}s`>wws7+_Yd1K~!lxHtp1 zKoz0`1UiVe91Ce+b0?jg#-ulD0#=G^v`&;UCTj&Z-$v(7UJHUa&YNI;HOniF#O2Uc zs>5@X$inz#s0_IMJc-*Cf_aN)5EjZ+^)N3lW=~#aRKX)$&-jx=l`f*RKq1*Sw@>sp zy0g^7Kj|MH!A#)yDyXd%fm*b8di+i5Os8+({>ipQW9m-7?3I>q1jQmuE+Y8Tyz{XR z;768g3FSn+*0$m~L1(9F!Z1ZuZK##X_Pud zo4GOD8D)=7sfuxNnrN(>_C19}tgD8&s(lTfKI&SFY&1DFCt{`_&=bgkir))4LUl ztd?3}>M_AvU3;x&x%UM0OxdZD)@q&A5G*@@#2M}SLp_jr5F?H2uXr&Ge9)^xZ<3<( zKs8?b`+byxJmK?VKqr6R8ufQ`-g|r_TLcTTET*L(LUsWRc?fiYh2aR#%U(hX<6F`> zaE9v&q)q*Sj-m=d8Dm7GLf&{unb)`$-~E`_HbBI$GV((CDu`lt{A@vQk<#c23X(QELDX*ONvr&0+DO&aVZTJEG|q(G#v1JZEz7QK15 zk*4}V%-%p0!13S8tYO@f7|VwljH9}1=B60N?XBz4SLF>S*L0?zNcNhSpLkZ6mbqtA zk>w+@ht&5N<}`I2=Amjv>_aNb^OQw2PPF-?5RO5N*UB?DvnlU;+22*tYW)BgcS{vCF*D;g$j9d3rU+Isw+fRhz5 zwhM7XMx9ngPj$T0y1R)Ea0F50gMkK!zFdpwn6u|-b>aJPu>~8yj|nVF;Cc;o`HzSI za9ahGj`58c|GWTjfBfS5@m(wCslD`x3sK?>y8daA%}``kP6oZS;}k_K>nmsNZ5nT? z(nj-O&YP8F*k&+o5gPL5SNhTls#k@Q9)aS|&YpB%-qS+xx%({A!eyQmuhS?AYTT%i zG%5JE(1ZUwKW3I)hgp_QA121no9xN$HUsw{=` za;e1Q)J zrU&x>tPh%yQQGIkv^UkNd?Xl`!)kCml}(lM(|fa{{UwygS|zfJVudlMXYgJSt zBdX4*e27`iH_g^Gxi8;Kty|3MmK|rzRGH=c+QcuaN5mt-RDNGxoM=;SYDuiN1S)?- z07f-JWEqj=?!os>x^|HEvCTog;6s*HEMy5`V@DTwKYnNP&`ks3Ch4jqInK#0Xs(f+2A}L9N8z&R{>_@UEJ@KE&M9zfV@#kZt2bMLZ1s0qUD+Ln1jNv-9Q(0JQ_2z z4j6LF1apW>c1U;~XgNL{|3Ns8#SS|%{^(J9Ybj{>)2Ep9cR$?yyx=Q--I8mtz(h=2 zIW$zpFzs~^%+E8P4d9DmuRekxQ7&s?R_gRZy7iIr4kJcR@uG@Q(eFU&YkS<%xCc`^ zAD&|s9s$`28v8tq3Lsu$C2Zw|ZU3VUA2}bZo5L?Viaxdo*Ufcqm=|NU0}Lu+t(Z0R zka~+~c}seKgKUO{z9#Fd;*T%V*{`l_ad;fXjSw-bXd7@AgysfWf{TTI%$Acs$3`n7 zWptgl%}grGCcZANW5!gFf#RC7D_i7vwl;YO5(V~1RXw~`iCMdUcDS)Cd^%l+yQR&8 z?(i4fp3hnYqPNTF40S^Ow_|5G>a?rX@U(p2MylI(8j)v6@M~OT@4Ot@1@fbI9^}fm zU7-9|!*sVJn5TehYMM4=HV+@Y>JCH8^HioX+)zFUo}bn>Lt@~c)M?5n^sy!8uGtAk zw@F_ZY1=7^HrM%iCh2&IQk~+gyeK!L(O_s4uegTEnZ*^(<%ky;8<4MD?1?_*p*}7a zIx$I;x>-7n2sZ~W{4lB8Bil!L1~tr)0i`SZ0Kpp-N{GT%zZ=>Pq}2GmDV7|kDp z)hZ)ficuoJHLSrJHjxr?=hRrjooLMh6ieEb+D+@FJ_}AwRz`Rx;T% z`<13Hq2SiV8txG?Y=u%b;?i;kOKu9`Ws0YuR!z>1(|U=Bk+Y5odnv8!!JttRnI{#3(6_vYGrDJfUJ1nOc4#mGCRaxmsTDvd#LFx@*QIZ2m~R%DnWZ>g_goV$kWe%Ux#^jy2Ug0dX8JPW$d#S zspnzUMsZPH)F-Y(U{@0$>i+gG&3-ql6H#z4WJ?$pw~%hF{_gI}Q-YInZ>0OKie~_-w=aE`qv*SbP06Q5ECiHt6)S7T5;Eqcr`$LH zC#+NJCz1j3zv+?ZxQ{fI+#*yF(xCwH`d#CQslDCwFkvel(Xy6Icc7I=Wh-y%wcB0b zn7UW|>Xy@DuP)aO9T^o!j?xo)E8U%)ohaQ5$UO(x+C`{j=%~nY3eHtj+qoIh{NCAX z53>jT92aRRGV=57Juwd-y|X)toeK7`O&#)K5DYF@SkS!jKDA`C$#$ziDc`Y*USk7i zJIziOv6Yp8d_*WNh5r7MscGskTf=;l^~7R!x@PCQ#0Kj}Il=}5)*pMT8nnWoTQTY|1|I}tM)uLyDWDiTNNu8 zF%H2~v={vUiLM{)N_Db^7KWwF-ahGH6Z{~^CpfB2Qu+?4Zfcxa(CBn*&^zhfV11z> z|1n+WJ)cOgKIRm$zS3)`IDX~ALMQvEmuvQ_(`%z?h%~e^2ZCAK z;BZCXdw=x@)8An1oR8E2#D(tiJKV=1?n>e!U8i2NzG<`V9+E`r0k;9_!JW9%3YXEF z0L7?KoKj21&FZhHD9O6h{QHww1U6};_5NKoNSQ1o zR8@><$cVfih@%i-a6ZSks>Nk}d+ZB4Ayrr2SZ)G`o=A08{8>)vx>pG-XUK=uAFzMg ze?82@#?U~5b$Tsa!D>9LC^;EwbqApSE>1C_CifeFX^z-7F17kuI=iILvTKI)(>1Sv z;m!DbtL91(VRDLJ%+<>wq(ybDGEZx~kff$SOBseFd0bopObs|MDoJKzV`?7+uLz8P z69-t_uCI#V)k`(j0Nv7ldOnFrtbJe{;O?Il2;^{YftTM8aQ*ofu}%+OHNrl$2$eJp z1jS%b{eSl3AA0l)Zw`bQba?<>XATbl=I0sly;I}eBRDu!AUqhQ?M$~$!~9PDDI=w9?`L?lyDO-!fl}ZbBAdck_4`Z@3-|G?yaqO5-=T&y4P<44Jv7Hoc3W8 zNb|8$(#wZoq6M4zZN^^Me`^FKOvBQUyqX7Lydn*)!h+F5pmXjth)$#>79yUE<`A0zPkKV?FRM0$rdfrFOh%m!C0?OzmumX&WnF7;e}icB z`lKk{n~G_88Sk(UT;R|C3}5&O?afw#ta^!fZl{mp#hJum<*rELUWC2POwYA{cm)sI zRGF}H$-BHO;+a8iSO8RRlv9NiEtLj>q2Ljp7$aVRQqF|WJ$E#oFIW~$f4uUTaq^m- z-cI@&uhVCXb39DW(95N2Qi7E5KSVU@sVw+OQ;S_Z`5*q@po`;D=r1$uMX zl7etH){0SyLAzK&qa6>BHq|W+Ub`4r*hz#ICJng2EqOd{b~6>2OOCG_#V>dlJ`a}b z2o8KeM3lGR5NzAlMvlbMcq>1z5tKvx-t&JpA3U%U2_^~iDtEz!e+Dz@IBS$`uSp94 z430;y_(I~og(`q(g4ZWz)HEw@yBi4yW%&+3{-?lyMlrH{Vs;GuSGxGGSH8#81|jK+ z(t{)zy~@xT3)4Z&rN%^?fBJjNt#R{@W&z=dIH6_{o%6P49@cCpt^A4e>^Npy4;SeS zbN+yn5#WDB6`*H4ioe6Mur%;qS2;HPrEAuS(U@$dep|4MtgyqD;{(E;y521!)2`11 zvpmjQ+$Z5$$$Is;Bcd5bDO$T-@!;3wV)u!G+S1!`vKrr53vZSi<&m9!Zdoop01rnTg9fMs!F|=9W!K+c_gFOWaa-vG8R1U4bf&&7gUc0N?}zup4&xhfmb}{#pG{a{zCn7wZihq922gotGw`O(%Y61HB?n5 zg`Om3&9vpS0Q*U!R}sBnh)tvoNh71toc-7FST>=OSN$^U)8V2L!4DpRMbh0^le8>r zu&3REEB7{^t-|)vYnJv=q;~j?(HwbCgLNhgM*`aUsC33C$ zC?*$s-mey_nlPa0`?RM2*ul_|?|-fAYVU%P(=KkCO? z36BcWZ83yP^{BwI7sp*as#C=^6BjFefP$zTXHC66ge@nK?eDKH zSk$-zt2TaRNu7p&17ra0yHu8i-v zZzICcAbF?$)`360U4js%#<;1@JJZuUyo`+%x+ImkQTYY0pbx=#ckN`YrT>GaO|V_W zh$Ku`74vVjjh?uYR@qyVXO7lDQZLt)%Y!Dtl*Q!XUfP_O`4vvcFKN zeaLTeV)90h;m5>5PW3D2d&b5gCJBya0dJv7L|~!yU-48%xfbjbIt;^4s`#RUYuKv0 zvc!^wv#>QT_9hC|zFgMqhG%~k&!y}4`v)3)oaQK3Xv?_ILP%Kq&_{U^W?F7bVFq1n zUS2^pcixK`8d1DW8GW1ey`{7KwU`$gyA zmkP;#EWlcjsbM`Gu!XDE)oRdC?e4aBGBUCshT7aR@Gnf6YWtsCcyp0&9PB`%@O(?O z^Xe6uDsOq1-eg`H_a(FAF1;dTbh zF;`!aY4P8$y0!4MEba3n?PAgR=cVN&otH*Tjz0MET_BA5cy_d*ZU!q52dGE?C;rB4 zECEy(3ZrJ%#Dl5)CNdqRo54DB`?GyoN_&oPmi)4vd906JFXPq&=kaGI7Px{u@NuTZ zBudGxJoT{+DLqgYl-Osbi%6?`ZspsvfLM&b0gv@VR3*GU&aWXD$C^P5su3K@?3=La@n*I) zs8Md1^&MfZmVr+GiuD_FH)_cM25eS#Dfj5p2^@{wS&5gulG1~)PFi$W#o^b@qOdng zxDV8q-@5ZhTP3D#L7Mfy*sBwbKJ$*tXa%Z4e$7%VV}@{s{?ba0hE_}{lfpao*;Uu{ zv0H*(s5cPUVHW?7?JEI0rp5u7P0s7@cscqtrn0!$}DB=-?OkwBs^qC|*iG z@~;|NAk=GM8=VF?|1-I(`08%tA3iR+(`FmHudazV0}zkTg!*G*GL+PDhNhLy8yUwc zaNt(1z7*J^W_8IajU^B`SzK_oTF^1~tss7{Y3mxs+?w%kZ^@^Smfp2W^_Zd?>;|e4 z-$d1PbPS;dy-XJS;wVIqKe*sdS|h#?vgY}!dlLD=Y#EBa=~(Nfv7kUoPdV`1lbSkc z$R6phccuFcC1L*s;%M}DZS_F0)iWA7c`o(0^{Zu{#qtsyH-K2^nSPzrL?TGR>9Gf( zi=8_drx2Ig-wk6J&&m`4J1n6(5-X=`owwvrmB*x?dF*pfyF&N`jXu($&-T3|$hGOH z!ZaJ%%;<3j`O$o=;rzd{QV~IZwJwX0{9solx~2(|U99!FGK4NGK<0^f<&;k2_I@qHzv#cBN+tZ6HCDA z`iq)q{GxCqSfom95J;<%{I0~v+(C3CyXnAc37D@)w zN`Xv`RJaU5QCgK(akmwKLZ6l78Y&t(F~W3HQL*HW@kfZG2e+&$Ke)!!+YS`?z5=+7 z=94EQ1K~_ZA}@ZNXEy!ZikcMdZ@~ILqA$qmvsq!p>{9!$hC4_t2a1TWqG0-!&mixT z{i)S%u!}Y&4PKqH!nunaXX383wyY(;VPN>vapwl3J=*ubJDrYv>>={YUdt{Z1B?HP zuyNWM?!Xmw2%ZwTT!WP~=il+>Q1C(0z+broU`rHRAE1|v0h3_8+5#MJl`~k0(1d6d zrV-OML*Hxl8dW?98pXiQ1Y3m=D*@;bI~VK9uYo3#=JoE{n3;;-Uhm4@f(s<@RJn=5 z?D4z)G0+2yfJu5Zw)`3YD?keXQ2{?90|PrKAEH8s)HNZHQwSk4cw`R>K)nATYIIn5 z#E+yHfE!2z!iP5w!0O?fZ`D+v2h!l_4=~e5L-5nsIve;}`dVJA_{{uyg6snU;W!HW z2ebkKJj6w#zd$ZOQr!W0kBl&2Gr?5G0u(1RT_4$np1oXUC zZy5mr$KTyA@QG<3tAMu-Ss-NxwkeFb}Qwy-mqzkkAemIhfI(02qHc_cm^ zT@AVZFOIodTwnymwpdjD0Sg$-fhVKU&Lz7}iXW~Z!ZUA1f^WQGe(VD9@B*Sk_zoU+ zkd59Kt{G-l3+WKrAhoZ zh8%prpBB@A)(6lJ+^4`4dJa9?0|^JRI|~X6?3&(dYHIWD02REpeKM2MhU_k|p3HwJVPD9H7sR=Y4g+&DdLbE!z&&#Df-c}6(0$JM zB&cy8x-K^+$b-mBuJ>UZpzw1Z_3|*?UF_Yk37q({U2)hL=ROAKZLBol6&{VqUJNo6 zj6nKgh?ox$Q{AHrH1@2Bl<5GjhWQcFQ?DiJn)~1IQpiL99tL}U2$hZS`l9du+yq<& zM34xz>T?DSW(?d%2PzRQ(&TBAh%$QK2eI#VKVa|+|05#bcbLuHqC1Xx5r`t*}4McYu8gb`b* z5vU)_p%8YQ9-zu?>j8u&KjwhI`11ES$=0-3T6ZI`T%_7xauS9I$_!b`Q;sa)s<{Cg zpT260Sm-WUGhV7)jK>xpJR~wFe!m4cbO>qJ%9~|Cq%44^2po+eH-~$WApfIf$a6w= z4wQ_3hw$j0T@JVaSV2-mD~-?Ii)sO+hW@oO_Xj=T>JatPVw2h)gVVw!o%AEq*-MZz z(>h0@!=M8ovJNOeB!c4SNSu=iga`F~NoXNk>Zahe7lUP+jA5Q$n{Gwzb1|h^gg=2= zwZW7|6YM6D?q848^dZ*89bcU7`Sa~gWU&*5eid)=YqaJFJ# z_L1QuWKfiYj-g}51f`dQ-C}vXAaR2Luwuuw$A=JJIImsvQ@V9bZi2P`9c+LFF_PZI zm9m4!-~q}3p+iJ)WPhtFAB4yWXskYODhfU8r7r4MzW_qT0~m1bmX%P2Tm`s}+Wi7=+92v4p*xxt8inDM!Ct!8@wjTTfF8i8dV&dLMfCSUQ}D^1q;g(~ z+!M$`$JjS>d`A)6bln3U?Gq&3{$ zzUc4MZ=s|v8YCG<#MoTd9}`jU4b=(lNJ^ir(-7$nZDCX-1%lPY55tgna=|4prpaIj z8omEXK@$j(@Aj-vEmGQwmuC5Iq~bnGR7N?O8S9POS=Ig$S|Fe#+1=x$eqW|HI4nKh z$u;-&mBoe4Nzk2VXy5E+B5KR%B-8cJ5G>bJj>FK1|EHTl$oks$D}6ZwCN^fJvpk@S z3-iw%!JH*Z>d<~ioueGqI<0f8+n9S!+8pw(;LuIN zKU7aIJ<;hMUUIR`uj3$Q-LwGZS2Sd<@Tev;sn{mj5d3I{jF4YG38YS#R@grDEb$Gg ziIMTgomhPlF=sC|*^kuy3%TvlFL>{Pc)hy2jG9?PR?}0HdHo8;Cb(0nnFoKu@*>jh zj#wyXnI3DZWjV#jh0QN_iaC26p-gv>(2XX*eCu=KgK**2Y)rc7sZM?)!57kIG@IWe zFT3TN>vvJE=8|D;laLgRMpuh+J6-K5))G2OqGQ|Umb^q184Jr`?*#b&pS5+T>ByM5 zN!84zWoeVjIuLhvLeM)Ei#cMOOHbz@e53eiE)grkScXJ}m~vExda;FALJ3IiK_MXg zYwHVNk==HjYMfvaUQX=iED7anCdp~ zQ{6;l)4Z#j@?Y=J~ zZ_aW`#n*%5tsBA$Nr^MxN@o^my(|!ZS@-6sheVt1@3(vYrn)F-JCc_LP-L+u?ucx zh%Yb;WSE)ZyLu6!KKmfGQP*KacM_*9`V6+)7}n{x$0-I3L5QRHm|u`Rz0_hvCvgGP z%a3p7&<#zn0IhFD_cwX3B$-TR94?2f(~?h(&7N4#73@H)KlXv8?G*3_36)w5HE#&& zyV3~D`$5~|X}IMsRZcd~Fwl2o2}NpZ_1GByz{^fg%-p*`ja7_};EO^f+b`3<4>@}N zO)wSI6j=vZnQm^-P}usqcJ}k%CrJLxYx-#zEon#6Ti$@a)xFrvTb&J23W43iPw$D3 zoqxE+7JHpH$7Uu)-iXAG_GV}3AR#dsTFKBbO#cfD2|O1yA&Jl~%B%Pn#3W>BklzZ| zB{U67&eoR-?veE*qF_H-6&hYu@}l=cwd#p=Ej18>B(J#3IRRMA*j~$EEfK4 zd$kGP)bRwz6JYIq9>q}<+6>NP;SKeV7hJ6rF6+$Euzs`CR84-u_v1TsN-I@AD_1z> zkS$`vAU7QydLDa3RN(omAJ4ZH&Al5K(p))OiV_sw4@P9_!DJ)`yxD|8lY`agS~!~_ zO71twJV%s>oraW3a(Rw~&dXq40^@lqF^WdBZn_(H=_wt@E8WqNmv3?iCstk#KZ>}8 z4m0Y$M!yN1iz~DPj@07j+j8+pD>z3dZgZ1(Ea~aFwk_ZGUtneX^uJugqjSy~Attee znE`8uY0j}B>Xg|pWnJ!3(ChwlyD8L!*B(VLlCWj_6I4fY=!#pmvI)8%_J^eM#4LP? zb5?0u7&Hz2i92L05VddPiE2nA9{(^nH=0)xty7R4;?shpaQIool{*-ZRVhg_=w8#q z#CefoA3_!&vglO@>iOMs-x|FKODtQxMeV{FwwE1jRapmSRI=kVTeXa3+hQ%PIrPm3 z!{0e|M55Sd4l`gA2_q1L)yF=_hGu}Ypu6enNITQ6hy*cJotioW1F$!wHat|6M)V!a z5*I$XaueeDq306bH%s9;3_TFt4J?DzAh#d)8am-s$K4+B#J@r$>Qes|f z50N#0v=V*cQ+Hx!Cml#aNU+U^**PMxptRh@BQ}`l`uwGG6Q>!b8@<#4J|Ht%IW|0C znb4=l;T|KDQV4GYcg6TGdX4y^fwYVPL@U?(N_p5sm$;#TthwMYUtL>Hxyrek2~A=m zobRSmSQL<*&l?_fVb_+G+V`hJgWT&evsTbYiKjilcdSCkrRxx}_d7R14R#5U5SXTx z4^i?LW?eMiG9~`6to8FU+Gbzl6r61A6SJ7K2al-RsE{zr2YyMFc&Y+)UI?m0Qvt%Q6Ws(U7k7Zh+8|7xCZ}z&b zX)=xJJ|FK$hB%&5p2;u|_fDO7sgD&J=>58nrjZUr=-MuwG|R41(13pqwiJAzK~I>x z3=0)B4Hu@LbT$J`_pDFJRcH<;a@ZDnqtXLo5F;vbZ>dJeFk?i9{pl9Up|Sc!uk>}n zADXNy(B*%sJ_B)aX5YX)@V{?VA4QnB75-6ia+LmqB#^LgMre=;a%-eMb|AiTQQ9+G zDpRKaoxm2*8dxXcp*e!3lytG-`uXaOWv_~{M%BYO!=rc*rzH2FA3Lqke_Vm)(KDS5 z#sBfkwL~JQ3`ws*K@gGGAL($s?Eeiy9p?GZflln%;X#gKD^uSr=*7xa;uTL@vGY#H zhA^T_`$xDFJcP#A5wjHSe(k+|R`wd*MSL*q0&4#aF8?TSwnTqKZA(J|fZrAUXoZC)Ukmhwe44>+v^Jux{+4UT#JrcdkJru^+;h^jwHwpe7v9n*Wc4lb`sA9(J`l8h z0J&JR9s*GUcKQ9+<@@L)FlD@2c!8-G1N+txF9>aCn)2}kj7&%bnslf0lyb)j%@_=V ziXs4rGO&$C!Zpl}cN|zaq$YJPj=t{`w#TVolM!#}=d#_a&$gCzR$7wp@$EuxlW{4_ zET8G@M7Avtb=&@Q-v~8B64T%3&8C8kTG}K{qs=ZKoWH(m9Wx@bV-=;*WazSQ}yHo41lLsIV7h95&?4-VfL| zz{S9+*0B-hMYr}k75qA%9WK>c8LTS*GRuu-XJrC6#Nx$|?2~Mx4{HdSb(jNQ!TQWS zi=jO-dqH^G|799;df7kOMZzfB!t2A9Ie9|Ej2C1LO{1@kZoY?vL*&qqMCZpGPQwW; zQ)OM3S$=b?tm0a(rD@^i871jI2~%Pujrjro+<}sUac%p`5Ld=-0CSnP6Y++$oD}Q< zV%K|GJ_pbe$?kD2dERWl)5=d0uDnI}^un=!F35-1wvK;2U<#V@8gN0(pZaB6M*>1L zJsd@&?*8%KYL(q!?SKB7FC?t=X)R_B@-y|y!Zx^Lg567nfI7$jBjptwJ)zXQl`Em! z&cu9I^PFkIl~#^87~ahB4u3)eW$ozt&w4@RZ%`Q*B*4%HkCtVZ0IwQHk6WnaUCtHx z-ZgQ2D*cBLBA0{s-u~{(XFTd1Cvp1rxE#r<>rq~VCFo}+NuMCmDGG6Iyus)h&PR+X z25s-T;!Bfogj*OT!J*$()smNnm+3mK^C-gxgu4%EKz(ELh$x2wKQ<>%q>&_jojX>C zpy{V}=?h9(#0~quTMMGZUfdjy*L%}9$F*clhCraqb#j`wWb^!|QYA~BF}O_=^?5g& z03I9I3WPnco0AtplXmu`L`kT4#bhhg3SnvSO4X-qjvK*|J`GdECu+eDo>H)GdZEfV zYX?8vDr_T#p(-_H%`3%0LFnS$VOV%$I&4&a4geZClAAV0Vjvph#j#M@Lh_I^COEk0aEY3q@;1y}G`HU{9E9usSza{E`i&yG zFKrkq$C!HG-z0f!H#S6Hn8f%OEtdlCQE5m-IQPO_!o57ZC|;?`jRQ4M90{c0^VmOu z_1(=vw<{x!v~L2uT&XMq40jSVgyr>JqQvfoS zHDNRaT`#IKzK!RQ{j?(O-^Iln^15D<_ZfkQvDdbdo*k~vzxNknO1>CU{H=u@AMSpx zO^ZBMS2?^+<)J+ZBvYfVKupR${ou&D?7=dt*xh-yYTst#VfL1fqEQ)YknZ_h8ghk{Inec@GEKV=U`q5(m; z^WSB=0CuxgNOxkU+uj{!0IoahO>;t*` zDbbc!ZTAV}-8~w&Zh8)0p?@#yFnj{3vh4Bu{1!$bgFIL#i#aWVjyK{p4g1B;-wM|L zTj7okp`_FtfqURQMaORg9A(b)9v<@uEV!rE51&9{_G?u460GE!uZE36(hmR;wlG^n zpgzY*u$Jz1dde)2<6_M3;+vO6=1Ya57PjkAA}9XS%_5XuZtZrbnZiq90tqB zoA7Y>`_9M;nru~Zcz?Jx1O({ogM1gyG5colm}O!?iI79Qu#@V9E5pdAri+N{D4)^@Td~2XWi@KzRsiDs2UN+sYndvym4WSA^($0YhwUDPlWnidnS{Z3 z?4WQRe1mh4=e9dM3YL;wnBB!i7GVR`dH52Z&Hl4AiTzn`viFaeNx>V4cT?|7y8=TF z3i}n#m*uM#Tfk2GCOcFsi-49(rE=Rk4Fee`CtrI7Yw(213EL{Ys#;`*^AW> z>09#Eq`?c@aq5kSb&9jle?%xU_r^VCUAPC33DD3hr4`p!hYFu_jX_tO?sc?>l@Pzv z;B^h&N_uuc2Rc9f@OTo|AdT4<%mUOaG*n{MwCqWXg}YC!w2$k3)}#fnM|p8*X)S1y zGh?r|?!$Xim4L_vt8Onu{j}tNDq`K-$Q1@b^Y4);#bTJeF5=sqGwJ{e|9$ovR&FA@ zBW%HwT}h35(%$F)lP&{KX$EWVcB_VpEr#7RyH56>fgrCKdP!v~dI=|Lmi5+lR89A-1%qi1HMn(~iE~16}aNPVJvf ze#1kuNJ!VfNR>%!EBN5JU#|elBfmNZF^(<6%{B(n_LMrz>3^jn|3WOdw&Pu(oPK*e zE`xlIyBL3Dk!5Lj>(iuWOCZfq>e^ZPJ~<>zdlS4GCO>JZ8^+rml6+&~Pfk9vcuX|F zK3JnGJV0~jwGu_+!%4N_;j21HF{2aH;gkVES=dejTe#CCg!TK^?QEp_!%`;1tr`_N z|7@iXJyqrTzILb9O;f0Gpr#ZI(Z~MC;#d#f=@2G84IA2fZinpzl8o~t9$Wu%Xut!q zNszqcHZ5T^7%V7&!Mr__&y>TOuYm)E=3{xejR{sg5!FjW!jl(O>GtYWy!j_&kWVX> zrS(PuU)B&**(LD>gQ*o36M_}JImDB=P{p;f{M*rov9vZlQkE0c?`pFP5!m$HgmMRH|~ zpSAtVK|2UsRFCXXY?QrFsipf~bE*0cmd+v@G~$2Wh0f;@4_S*nZ=y z84BfnUX1RXwd(xtup9`ZdB+W>ILj=Rt8us-vLsE#ycj(5|C0#ZIt38ZnH#dGK%dk z;$j{V>$<;+wX~?}a%F7El8ilV7@e%TYOo;o%pRtl`2Bxi|Cb#Vf3zEnsCM2+=4#K` zHF%8&V5vl+yylOf^5B3HjRwdnLIDr7sp?-IeA*Gd3?_K0w|!|pK&j@KkhG{aPzgL9 z8QSnz8q|j>Mk6Q_eMgY0hywsnLCp+^*iI-cT|hKj1j|bSg(r?AODZ3>yF2|f4{d;5`~aaMp8;-M3Frj6b-Yoq9U>q z*{fxQ(y~{|Dw3TUAx~z}Eqjz(w(R{opYLD4|DMNUri~QZ3H=x@N}I=hvBV;inKFHgKe*BAERn|XH?S%xc~bdNb_E*B!XOEU9~8oZGk{O2 zjG_>C9UsC0e|8JA2_N&vzqH~}wcO3&gm8O1L$3;|v61m1mJ{AqYT_s1?ss9jn!}W{ zLtN;8rtpXtBP_cKG9wuKbcS{wP$Ecx3|;D)aN(^Ntq;r?r=V5()1LXCRz1~F7l^Mh zHzn^?SFY$k_VrW)QgCh;Aq)>FEuIGv^RYUCT&sg9n0ujQ*ymp-pP#7ai5j@?x96@J z9hZr&gU~93B$zNDAiTq5_EgIa1+V4SY43n%Cm8)R5xQfJFXpzL2y^QqRqkg%uy^x( ztZE(9SQ(yzZ~nC(DsL*(TaiP z6q~+y0q8zc>{)H&ngJ{TJ;xWAfe4Vd5VO*BHY{`w12Utyg_XUN-N~PeX6Q!1h9-Ov zIpON;xxYez#`axN`Pk9_CCUn*YlvHbkb)iFojd&=x*h*=?sYt&;Kv$ikZ=6GfTUBN z)BuAFsyS&pWM)c~elqo4I{w7#O2NvbAi*}UY%qKJrOpe7 z{01Lv-G)t=J#xeN(Fp^rPaRBcs<;NDWZ4banlS5`Olcw)>>c+S+$I0hq)Ht&@7a&# zR+T2kWz@R5F~1Qv(E6iGvXWaz;^9sHO)(4>TDGFN5^-Kwgi6@Pr`YAN3aqWLtdRhg zMpg42bPrT8L~eKVsZ^*k^4jx`IO;t*=N+lo`Qdu>uDi%d$SCtcz?g#DKlLkx4vG3u z!->NA=b;OITc!^TCCAaOD3;eCF2Q~N3_iSy@_7izJwo|lIecllGX$?2xA!sK9aE=Z zJH}W`EFYWJB2|;Yi~I4mgr=aeb=O4G-Dij8UT+L%EYmM%rT*tNH=-9`D`jA(-iExs z7pLbI@d`P&@~NM+c2?@rfh(U~G1GFzh$4pYZGHBt>c6`ZRPN=X`>tD0H};5ynaQs# z^|mf_L~aWDFxX{mV+W=8cjVktrwOB%#H2&%XEKzCo!)o+sl*;Rg#zf6-Z2z|19vEK<-U#HZ2ypWm9XJ0 zUiKmkn%c|pz~pznHqZN{kbaKk!t6bXi@HCH5h9tf2JzCsf)jsS#s&7a)vj2iyvgzg zT22B2;fj-+;}Cvl9x4(+7(Nb^VAp5<@+IaMIbO1!iywB%x!h_}VhvEobiz22Soaq% z-zji=65F{Q*b%+X`TENtc#2+zx5KsK!EaDgY+Dhq+Y^B@{@3}N5zB7&lJ4WKQwjaY z;mA1(UuCwu1it%)7iViR0v_mmi0Z#-E`|^qty!2(Z*hgo$ff+5GQx={^QTzh_0U6K zA)b2tW^Pk9?GR@$IIGTyd+kQfeEPo-@&vPYy4&x4xeaXQDvxsRJ-PD7wrdDm_z%ak zU8=_0Lq81(z&b>6;XP<7S4>a1a)h1^DG7(s|gO z`h@&x#Yw4l_v&2q@Zc*bRnZ1U$}aNbnSV*X7r4{;%ALyQr+27XB}eiIBTvf|V#Dg; zj5HyrCbj@8f4@H-u!Pe8sLqWDh*V2Z?6^$(8HH)mgrmZIN=IwepM#p-e;fUdRwtw^ za_C;2E?r-OMbz(MS6s!?epfUI$4Vdxv3cUNS0L#L>tUirkd+DCR9LoCtqpen%(_$f zJNkNebDq}Ax`|debG|l7%y|Rc#R|{xTV4vReCJ28(&2X1k!mMbdk6zO{A-}KbY!D7 zI6?dD`e^N`f6@4sqkE|A=5*0EL)~ClF1>S)c7>Mz?ZF&2G-pdLr3%5528;|8dMJ<}#M( z#T3XXip2obs%!bolZm7pG)YmV82}? z!y`hA;%yv!xrw_Z3mcT5fC>H6e=|Idgxx4@Tn6pzu8l@ zUKV6ZzzN<$-YQg@&Za3A!pEKb_)~fTWvR33FkiS&Bq>b;_;CMU{LDL((vBHLv{8g* zB@4*L8BfUbVzBjW%r*S|F&Anf}o zXs6S$VDVt}E_@Nb5K%N(&^mz!gXnP8ZkeK^$i@ovG=x$fiXdQLUhm{OKw#mkp?9ow z@YV=#@DPeh3a+E$of7O8ad%+OE#US>2H_8qku=NGBRGT{IQty1Zgk4Eg>la{Q?e!w zlEMbOM&b;yh^V~5Mp$E)5PCb~@%V!}`=9>L6&e^~ARfF=WugCTqaU@EJ_``oKFjp& z#UYN_e3Gpl@jCThdZcKDx0`U-`T_{#`mRuktuu3GV+nXa!qFOj+*zU*4XxQLzM%iXOr>cBQqw>*vYnxm>Ew`UGh=8+PoS^5 zwV;8KV9SW z&9^o;&9zN_k^dfTUv|@@>HHv*8K^e_y!;X5kI@DUL#w*T7-U?K>B@q3=SYFr=Mf7Z zh~0@Gn>a(0SyK>8qk#?ZwMuxr;XW90O!W&l(J8NYX~;JfpJT(Ap0LmKn%csResukfEXLkAzXU}bX(%b@-T(XtUnZV#Irw!y4aTt49V zHns{y7h8$_5di_z+wMId-X-vteW&W4uOsNBk}#o39$;sdIS#J|V#@nfbM@mcC4;M1 ze?HlxCeow>Nodsy9;0*lGk#lD-$Pn#^qV~@kk?sR=ZDlZ&UUfl=85PnU)#oi<j#C3&SL)Iaroxn*LZ>wk)VW(M72{fmuZz zIO_>GcwSp6N0i>TH9QSs_i~vXu5W+o?2#o-cf2TewRSS0hr@F`9vUG+5bN4AxKM(S z^1+!0`&~&?w_LZYBy>X5tt#?qFY3_ktxfsEI%Z|NW+Vt7KEk%k$cpVN#l**)k(ocJ z>}?#|E{1#}waXE{d*`Ooj34_II2q0rHHWEtKG@pyAHd!GaU-^}VodVficZHl9?e|6 zN~+O>PrZeq%o+6ySNMnQNlgiuLs(G*pE&8eAXkn58FSwy9;%gq{>pMMl|59_FGm1Z zN*)$%?`4Yf&;yS8TxDkc%kI8~)y2UuQJ=;L8VL6S4lSZz_(QEP;_goXb^F~OfKvU> z^-yk0L>3Y)BhVf3U8@w8o?uwh$*t}&>p7)W_+VP|i#UI#^m#82r&V7ih7Z))hA%V< z1HWEbN!nVodThDJD%v@MLro5Qf)^u|H)mI$-XBsKfXyOS!d+_3fv4uk)DeaG`g)^e zk!B6XIsaQ%S;C$icecKOrx!Z*V7$eHi!qpEn>lJ$Wx_iI-1G_BzB9;>YWC3u64lJG zJ~QiMPD3`63hq$lok|X!$6TVjNae4&oBD>_v-xVSw8{{%!LmJkqch^$=Kv0UrEuBT z`3D9FYzhfbZHF<#Pi(D-!V!W~Wp-H@Mv3z{g>>WpLu&gyftmjMWK8TrbrN^26PEY= zIY86hy6+Mw-#8S=7H$fddw!(rzvmwCNJYZ4d^{0g)&YV$s~Wa|AI9;%t1Z1}zMwmY zwFu6RU>t{rwsnBkKZzaSUrM;ziVKKb%FDn0Z6}$$47*u3&o!e$1E4DE3~$lyTY&`> z_dJC&3QRA0$SocSO>M0Q$|LHuMApKwRZ-l=_k{8!pWvV`<01P~jy^F%D^jxhb}#n% zcFk)6ZFWJ*VOD370{o(i$@AOBo#C37i^59SVf`d15|qPp`SI;30CPGBakJYkW7O5ycBR&5U!jSMY z%5?zi3cgA#CKPg$4HgiJ5T0Q}G>BV6;LvCdeNF!E_%DYDzbG^We~fg*`($+$OyP?8 zXZN#Tgxy7Fo?Z846CLy$3h`^`GfbMY;m252hS$2F^eraS`-{9-3`mA3OS6VQwHG=O zV4p0m7-0{RdKp@#pJeLo!)7?C!A&+Lekre`PrzqkF_zAq?@A755+SXQ15_kD- zA(e-Wsqp$@D7LZW#^GZ>RRUh6aBvW4xIyR<*WzA+NK#od4hRr`bbZ1!eO#ty)BB z{b`Etbzt-vN&$2%V)2}1A=pj9zKI23Fu(VIT|P$8eOH8r$%;Ham}XG9VpU~z_bZhW?R`(fa7m+`j#DdEIsC>95z zq%)cz2fiDdD+?%2a*QA_49NEiMZQ?3QJjm*kLTa>F3KwGK(EA|xkPlaO^@arN6LuY z(~MC-o?B5mPdlzHJIfZnbvf->O7uKc$!-Z|JLs6g%BYnPAM_ryWkb%k%`#~JtlOL5 zcCzzNdgs+dzi#SI6tOx#Bl})8^h-p-Q-h5vo#4R=RWSj9Lq~4Zi|6hl@{`EpSc84H zhL=&2B{<9P3r@-AS%y;sF9?BEvdECiXCk(S?v{%5Pk`P zAo*s?E<|F)FxLvqVUx`Yz3X@H^(9MUW|MR~qwZU0Gn4RIF+k>jp->Vs0ew_XAD*-4 z)(vSKI3{-1^Ou$j9=LBG6eiBtp`O+M;PoY^uw(yKKeYr;ta?1O0JHsL zx{NS#8UrO{lJ!i1$mP97BwvX>0Xb?apWS(-ny8DbZQ3&r&{YVGSIK2~|n5^34)VTd#~M&ARV5 zd`u6kb{}|#W@2f_qFK$BMlA5*=-L2?AWu?xbz`h=d%|Yqg|$0BjZ1-FB_5kD3n%!` zGijKz7{KbWgjva;bFWaHX1DS!u7TY1r{4mw+hhKNIQCjRHH96F zpZsJc?FZTM7H;d9R964|z~$d?%WFvq;eqELtoUXI1AbhFEjn`SBe%>5eSIbrwx=fz z?8v{~(_8y&91kpivhI8^uz9$^{azEgdCJ{YDw7ENk3kYgYw7p)`*l{*23*x|dgRIi z4`IUhcH1~Zxa8)o1J$h-1=elxVqiuU?* zNaCt>=<44BP#Q@lwV;vM{KrEC2yVYTHpl*bg0er2N6k5#b!YQsl{uQTQfZW_7tYMA z_KS)!+usfB;pX}f5HMy0!;@y0-``%H^A3Gv$f%lcLvDN$$z+?uwR14NR=Mp}v$Dq{ z-}?kuD0x8B=W4i6`-h5lBU?I+>#c!D3kZ}p#}5*alhFX#n^b57f;b5V9Iv~kzSw7< z6_;^V;gjXyk2*j>R?S686b;x`?9h7?tDLmy*gevB zPnW5w{|*BH`=dE7VUqiRVN4e9uFqC>HHP&JHzi!I&bJwua^`B%QQRWzGKelhYOJ@!&B_hhlrJ9%H{9IYbf39KIr|3A}j^7Ca z62fEVdw5xE2>Uwf#@6IA|BPt(&^#LC;ejuQ4? zD6QsP+`23!RPj$*=usgpt=n-e;b6)P5ka$D3^l}c^Z*a@(VOj$yXI>sct2ZLdgxo{ z>h`#{Zoxxyn@*S!LPw7JfgUsRJUF2X48etr^*ooWcbg?%2pdPyl5{b_-gC5kGFi%>hxO4nD}_c?GO9spyGYAeQL-!m;_K{G0H;H zlp*|Aq2G$$ham=Vbw@ZH4gz7U2({I|7J#+0>{66y$+0l%n>U7oGdeLGo?sAks&vMK)>lO#kCa8Y2O=fbLny)mNy888 z=ntIbFWzxn;;Rfr^oX--)iq}S-EG>NcF>p&{1@|p?epW*R_pB_Pf-pv!x7nDhAw=s z3=gT<6do5j3UtTA*RM&d=c$NTOW&25uDs9fuPiZq^TjlFd>HBJ>+7_}c6Rd~zw`Bj z(*7H*@&B`{5#wqz7T0)&Ey!Bd(_mPbo+%BZ9@=JAk^O0pcrgQRr(@h=-uLY$DJ5&f zP}{7<6Me$9awe)ot6fhU*xCx1ul-KGn6bT%t)BcKh(SAXB>$6G8I#;_0kN38g2k*q z3lGiuz=41B*~`z_c9q$Tu)(e}*Ij#H`_BJJ>leC0gFQ#`+VTldlm3P-;lLlm@M1sV z#F%h7PeJA4du8R7H~K1PAzB%=h@gSX)s1}jIqRyUTeffiEknKkTfGYXmUk;~Ci*Qv zS8_h2!btBTQ-|um!)uYW&u*vkYOAwdKD|97Uv^7b6mS{J8t%HyC9Y9)wwF;)jjvA} zqdS^tKj|{2%tKQ{eY8s`Mm6us+^W?%uko-xEQkD#Sm{B5U@J=e*9_6jwcEu3o4umI zPVHJ2-J<@*D75ID|2j{NYC}`1%go05G6q^kin2LvipuN=g9Mv4s~KRJZ!LLOceB4> zE){h@6Cs{BmLZ^FARc}c!t6)+2F9*oJ|2fIzAm47XA>t@Yu>3Wc<97g_MtcRFbXx% zre39?n(@{ro84{tPzixBAbnkt4)qJH1=Dn=a}m*<({vWdHZZ#WQSAY*X=uv_xvPH7Yq*~1XRCj<@1xVaBkQ#u;<-?bjejuYL*jsAqQ5uiz!rX=q9b_qkVT6Jw=Twlgm4(meBTk zxf~!|=c_8k<z(2FsGdf?PHy>3lPUX+)r506_uhX-iFMWijqT_zQ{H0@|FH1X zoG~lQ)x<;lpG|!T{wz&f2d+>?J)F~C?Allrzrgck@V93ETx-Y9TAS@U zYh~6iDEtANwbeO1-V>WUhM@nD-6~(v*9-SJFJ4x!TQg-yJaF*T8d~!bt-QU$LnwS7 z4h|}s>s@E3XKJ+tM3;`>SySzb@$O;+B6O5d;K#j?mUH^HU4<9CL+@KgI7Fezs_^E( zpo5u|HOV$F5wV9~!GQ(XHa|LMK*e+?kB7GC*FJ?K<-}-cwb8Os>($br zY9t^a$C+_HV~6?Gm%N4dz2A0zd2o8(>eRMd-)R`Tw4cBpxXnR()>7?RG9!IS7wz+_ zjM4w|5M*OLf3LUd(~g|B$~_qg+9KNj@=|#-9~%=o3JY# z)o1t>E975}ybTLf6c(mWGNcvOxjONrsT&I@TYvKx^`df#bn=NrRpul=3+lCc^zQ{fkBH2PkHh#*mTsjyO|8%nAq@>R(376< zS7^mVd@9cpFtbA)JEShMdtk6cr9Lu>e`l{)jXFBLG`Oo>s1Y8VyZ}d*r6YnGM=}hv zle#z@1r~WZ)lRDWMg6$Q>f8T7{ZZlrZy*zX-X&MC{knxkjUw8ZfmYX>-SJLNz)!6` zQePs{7S7kN^t;vAUX>IOIA(FcTJFB$o1TR`7iY(CFHpmgfr?zl(`UMQ2UqPZ+}fsj zj52kXm-0>m|HtXKfm6qZKds)eQr*T8WvOK;xNl;>~I5gd1|s|1{x$ zK;R0UgHah4gAdeiXz$^A`ALkrmYV)^zG3^DIGVuCB`PFew|@;2a|A^{U%SQ_?83#Y ztnO!)xsLpT)bo5ZfJqazwS5D5W&~G}Bc^)GQhWO|EZ~=SoD%%2^5o^QEf@7Us69M@ zqiF1Z<@jtZD&VW>X>c}=#I?;$*!s71q!D_Td1-_HB-O;TKPfE#wBxT!{zTX=uWn`h zVQQ#6aAWK>lH4*gUl9j?vy7Q#zyIn5MmVmWO#MZ_gj>?MyqTQD ztrGU^Nq65aKiRSA7GVt-XWK&llJhB=*3fmWe13wq=k3VG#-ad%6*b?6f90%;cp@nk zDa=+EbANg3Ho@nbQS}zrQct%eq#n?zW4`!QRq&udBs*opHEUxqrniR@cXiUE>CeEN zr~JgEO?+{Rhx_VJ6OZ>z%bo~z3ckO=L+VSudt=|jmVp+t&eya(PlYYze56jMC3~bZ zruO}F9rWpcajtad!Se!&mJ$#8!fNbct8$GpR!P({1Icpr3jkj>eI_+}$9pf|43}kX z@KTzppz#9$CuyhZiyrTn>n72+v#J_-_*b`0r|Fhk)~v2x6bU-$#LJq+x6A%>y7^63 zjXJB68X4fZRWo;AZ!+i)Y?)<5lz@fmBp*rrgiVZXGlV4(PsD02neofk(F@8C8Pu^= zrE&T>@$K7krt$boSbTM=2e-t%=PU>q|%(fJ7MD+$_p zXw+ybtMH-gsBFxGw(w`J1X{1HpSbJ2USR9y+TgG)=hWXx2$Fn{{oUrUwd>9gt;})I zKq7is3xNHj!0{4J+)+RvBhDNy5*#UmI+cD6`p^0skgmpM{eTC0TmW;slIfE zBTIAmK~M5DS-}eH7oZL|cz|nRJ8FDxma%P(FwP#bhzW<~6 z-UzC;y2(7G?qi2rp8_@9+HBP*_1pZr`Y@M(h+juS4;;D z_@d2uUpo%b@w!&5%XvPQ>&Z!n$OnUtWPXS@6pi(0L%q7iNF*6KLCZ#=eNy|0tnVYx zE#`ngiICV#c-qT?inLn612-#w>h-k#+`-t%|G?lK4g8(5ks@)WTJLO>RNega?D}e# zQ&Y8k`SL@+c(S51*GP?8L&X&eN?L-kJPUp54DJ5)3&93Or zPO^Mq&Av7|%!A1g(_O9~6f5kbcET#+FBe(Qda)hV99Bw}yH$|ha27r|4dC2ucNGCq zm-88nITVhg7YQ(Bab#gRP)UZ}u>rEW1y7$Q`I)of`Lf{v0;8bS`&nZpW9-x*{T7m_ zgN0W}GS1Um1|IL}ghfnj@Jt3;CdWaR*{<99VJN2J1gt~|+fr-}9Mu{W#D^#i1y0y9 z&!$=(w%)gfv<>Vajr zz(mSpt;V3uFwma&64eX5ZSu|Lq+!-WCccT|qR@k|@94wvy%3gWT3%+efyZh2Q!U8yPoV}6qSbHfKi7LWfz5}SF4HzwUG@gI zbI25Al(P9*uYWitWV3@XTx2@iwx@Myy~}TB&`Y{-Lc%h75m#G$j*6U?aS04 ztl|2X$|}RMz)aS!;b9)@D93j}RSqM*sN`_fT$jte(aT>xYi@x)%~9|1h3lL2N@z)> zfIm>uJLt6(kECZ@Tyt++*9O*IxYhk>?zu5X z#a}!QM|b7?xpgC?5(Guo8#k#_@jwLIQB;nWUzlY(y zEea)bS_!;|iqF7k0%QdZ>Oz5&*Jlg1UL)`T73eE>FZSJI8auLsr2PhWQRrs$z3I;f z6U$0wVgL!wc!gTVxz#vtZ}{Q%caUzS$NKJI-k^IvZCIK?R@|fqElH`hEWK&?@vory z*NTI!1um^Vmn)c-j@;C(B;nCeeDWN9^x$*Pmt^6$n z;q^vFk($)Et&ZM7(<(^_9EXcU3lu+Wu=7_-H?ap=n%Q`N|3!f%(0WEI3aEOHP4DYo z6P<^+Ltlk5;CdP&^(j`3)g&-^@;^84ZAX!(BA7^S{vG3QnN>6tRe{B7Zo@K9H`OMl zzOj^7%6XI46v!U9QxUbhR)SoF#Q6;1v_yPz;ZDtiPyL>CT(yi&sb27wH9gsc@3I0} zVdfL2V56JY-SshnDg6=~anB?v3s~(iUdu6C35RW^?l#8nwDS)*OopwM+9)BX#y=fV zHdF#*8}w-dNjSzU!Wtob$ox$jT|{|Sd~yKO+((8Ke~P|o@1eOSc0rDHBN|^F6%CqJ zJGstU@LMU1CH;X_M6O^jrTNCM+H?e*3F1%TMn|=$0n{!uk{9C3!I`>T6Xd!cQ1d70O z!%I{#9=eNW&^fqVO*hXzes|&)#aL>HV#JvIh1~eXx8Laq4(IJWA3~KqDSO0H#IQtQ z)8%U!3;+7oA-tK1VLmxo-{`R~lFzp_$wenvy!7yd#{DVI4^XO9YmKE#G-4L|6soh^ zFxSnMUFaL=5G&I;zf!?Rj=Ym++Y<^Im1=8~77M2awgqWSsrLTBgY6mCPpxcCA1|h} z=i_s0Q1dByyxEU=Qf8mmUzp_QX1#dPR>3~kPHpr&+sbZU)|BeXFAu3s zZyR})Zsngdl}YB?_jE2iRb*90v~S^=)MvMMLAq~U2KuLH%a>as!pwL0uZ^Q0Y!@_X zytW-plFOIH09X2(BvRe89+KiJs$!NRe;h0$HRRWZB{A(8vLp zIs*;Or+H&+_h<-u89>~))s_z{3?jy#q!P)6kb8~$#6uSvX&LYJ6PW0}L<*h5{I>{+ z*KYj}IO^dma*OD9|CgSAvN8Ht(>mcIa0A~A(OSCnCJ@D<(Fu~3Px(q%?dV;&{X^^6 zgLSWgFZ46$Hcz3!Ec3bnB|zq=sl(?@ahb0z)e3)iiILR5zrS+K2|sT0Jfw?S(5&f< ze{-kA-o51`J`C>zY0M(Q9x)wr&<7POdVs05jh7C8o7PMCu|l+&(fFjJ@aTNcvxoYs9=e{tE4)`Xw*pEF{sr_1Re0sHwDRO})BOW&OI%1XSMO5Naip@eEorhPgjyUI<_BoMTd4 ztl*_1ks7x}1-C4|9(uZZxy-XDc9(&Yy3?#l<{YM;C_D-&mmhzIh_(S7_+SmERXMhB z+RLuP0~z1d^;_@0fW9-X#ei`o+(>DkRM{nHk;#@A^wKnvG0Xf~WT`f?@|?@>v^(>^ z>kA6ovU3H`Q>URw-W9x~l7wIS+8Tss_Q=+;?>sgheOZDInAR~uU|gLAW34?S>x8t# zOYClAtQ!x*^HBEpZRG-_+6t&|(K)^^@peByOkVJ5MNVbFX@ z#J#rpTKLX(;R>RTmrXE{1mH{^ct|#@gG;oMT$r_gBk!xSisneCwfPm>S34_YpGgQi zDEqzh-eHfem%C{l^N&o=1rMyc4+IL;(=f?D`Rx?aEyH0RQ1gTR^v>N(-wii#{p?NP zJ+MptiRhK1y=2@w%NxDIXp8fElgrc>lUCKMIj!U``UQM?xpQr}*8X40bKEwOiz*{q z?-<;we)G!28c(~$%FF)A+S}Fa1`(hZ+t+`i{um9$-E{6(mZ`o&Qci*gTc;5Qpv*6# zTltw9ui(Aw{NYyF>+|f0zPqsb_Sv&{4zq0+7$PZKH~aGl?YlS4y7xtlpam!u2HQi~ zkICkYuZ&$Tg;Ucvs?!A?cIcxNB|fltY91-=lMlbEBX(Ufa&hk#sH#gg-K2^%XD0QX zWl!_jt*99O-Icc5u{!$784Y>=oy)=(Lc{xvT>BryWhGvV)YQ*>P~JZ(OX7bcRhyap z#OyXz_3k^Ep;s{*=bumB*_lzEUU+GojInB^Xh((&`Ih`_vzlYpi?55cV%5x*SsbEo zW%P^RXFFR;e&nxaq+@uxiClG)Cuu;|Klgp*u^{`*OF3^TMVm>!N`gYZLjMW>u0Na- zdRp_y!YPk~dK8sk+OfeoY!PwXel-6%P?8&i{WbG^Fz?o5@*ej!Po_GrM->lm+$Fq2 zwnIXCz84=IlHP2~D&e@9ls&xf!ll2hnKwyx&yS3#U$#Ad1L6i zXQOH&*5YkNYIZ9%w0*ntt1yGh6G;Yl<1ZN;8&j5nlB2SwE>!%ogc6RNPkndon!EOP zt><)U#=14lN&&6`Sd4)UqYK z6Q)7GT`3+d<`VOvh z&~DjQbYLa10jiME%VWEY788^=X$cT+?Vi9kG}2Y5l?4&gHYZq{;?_o_w2JeAHWg1JVtrkgJeW3F)d-94dX4x~Au2>NR$Hax?cavXd2h zOO2XdDpEz!skM8313derZXa&e5Dc*t=2vhPEj6(2-$)CPIPW{?Og6R*rs_h4%jaWD ztIVhFg~r2daZRzLMzhwO$0J_FHUnKef=gL4%>8@zBydTwKQFvU~XEw8t%D zBumCSO5Ac{uUxG6Gl&{(Njgv2-H!gRe`)db0?VNxWwO&hZl@_w*1udXHL+Xnb2P8S z!#s2`#v;u6?sMNc-DAe8a3YNlPo_@t!Mw#zF#oso%YWeN+9DI*PtufcP;^y&`-jmh8Aa?Qjs=~?u{1Jo8uGTng>o(%BmtM z#>*Q=M;Z8#ZS?N<+Xx3CGkgS&O?i;53DyqbKw9tG-2kzu5oH+rE|cY>Q8t;5vBYz8 zVF3u*(0G+rWhNd6RtN6pbdc{aG#*WqOnJ#}I#XHj`HjJ(8 z%(Ax~GUdRK{(Pbk(Yv-Auwu=EqSp7SnZwI9K&q$e6P6yG{`PIh#P6U)?I}LjT-5&8RI`D zI}5}vQAiFWwUS^n%vNmOYvZMEUhI2zPLUov#w)q2DV(ymuO$HT@e{f9k@ogbJ=fhB zA{KPst9Np76v}>TtmSXX^MKKEpvPIL_KYpcmM2ynLT|dtt|J`FIj;fUW!fK`(A@7N zBsVmeWwzcz`!lqJ)e3IHx^&#fG~`u`yxVv38V$)erx#AZMr&}1bYE1gMUP3100#Ol zpdWrfp1(9spZW*%puOGqca7BjS~VcF$57|k6&rfQbXD!>Y24owOR?d|tnVT&H|dl9qTQdtVoPd6ss z^-^m6X~Ve3wWMbO0BUc*%7_!iNo6p1x<(leKWs!B-CYjCUZZCcdvoVZ7Z^z1LuB?V z(H(3weI-K#vKjvxvvj6Y$y6o7g$3uD(t{@}Mve5(0}qtv;ak6ZV&%e>9*p(oUr8}~ z__P05k3QVa6E)z3iK5F{yHw}E_Fut3DT)UwXGLTHiheW~#hi0>kY)H0jpbV$Hd;vO zUROX~Y3u1= zVGrIai3NjO?Z%Mkb=8oSC+Mc5hVFUnyuWeM$uFd%jlp$A;OvxlM5! zN<*}o-CA8}NZRGCqUC`(LA{!1pAvF(d4MPR!q0>!(xPq(0vbF5$swaHb|bm~%PI_E z8w|5e`WBV{o+N8_Jx#q$%mjOHBwYM6fm7Wnd@g;rBBXWEzohhcrne@Ec>b5mom`&| zxv|Wj1**O=LX$r8b#GV%?ocOVd}De`|MQkh?3R#%O#U~vTbupb9mSMyhl@q5cf|w< z)3z+u1-%cF(oTO_iXGp86=IKuXo8va^oKD5s7`Q@{9*B6MN~a9$HnB+Pj%P)Tl3{Q z@9L?|{qIWaJ(NW=^<~7Yt}cOla?xr$Go5vKi9N7~idf$6)p~wOuSwm<@98 z2-Y|VV-Kg66C9C1L!;p5-*h9zzBB**d+{U*?YYmu)|@mC<)^FqE_;3&f*!abi2cyO zjVXg&1hZ{Q{)Jt;BFtH8o#{V`XkL$r&h&E=1>-KEKCZGR?6on3?GXZf<|* z4937Wc$|(BgLQu8brH0*c?${Uud%bE8$v}QNvs^I^D>A9O&VK#VV_+!mAc$1+}m67 z{yISRY^CMPB{qL{%Q`JJ`6fNJUn(G&c=^FvOb)Ko-^f5*7E?+Smt@r z__dN4!;fMv&Koxo#8fE`@2&z{3K|s)??eJ(VNZ*lE&FSrNttTr9I^EyIA=F@j%z`hBkiinb!Vreik4@4fnJdXPoNAakZCALG?`~}n zTSr^#7}n+*+%d-A;Ixn8_S%r4A>^;3fZm_YPmbPfG|i6Zt}4aS>$pdL2UWF@)w?9n zNYGfyyJ$t3Z&a6+5_Mo^UFf2tnbA-ZwTLSKvT27@C;dG z7UBYKyh>E&GpFbdZAZAcXEmlwx&KDUb*W3t6c$lecHN zI)%uWmGZhtzCXf#(@vdzw&YF~Ja;iIR0ob&Jjb0=!{wHa-25)M>jQT##4Cb+<1J(0 z?CqL;Q)yC^eWw~@P3)vwX4);nev$ltm%Q75d8$|^<$SCp;$j zh(uXBbVD-Aip_H<*L`jzVCANAHdv3uaTHW_t*xwq;YcO=&UH4?BlKsDjYLe(-sg`g zurQSZ;EiiDskfl^FrgP#asZWwfPcCX2 z{W)7nR1hHz>VydDkhX2yQeXG?Ai`MZWAELztd>>pX87b-^j@eM+&O@esYL3hXUUN* zM|1(?dfw4aOIh?C`s`m$=c`VLAZ%82MFuYHp%PM>CV3As?T~03ab~3Xx|(g_xsM>anwoz%rlRQ}t<0kU7(%S5^(FFodb1Nm% zN9V~+XdU@xBCv~9I8QW~^=pJ1tBsEswDBybrM&J!+kU+dmbYgXi>PAcu%^Rt0D}LF zZb)9t`@keHuHtvd^nyT#bGWzMhac@*<{IiU@7(I~FsEL^0)JEy4n=*(o6xm+@%TUl zpbWA?wU&ZQ=K$0%b>&=y_@26%{Xfs)HK4&J0uxWxFu57Cwt>Z z$fEEN9F2lt_@7rOo|>XY3D>E<)D>8F-^=vs#c*ay#&$;W=puN5#WHYkooH(n>yBIl ztanf`Yq_PM+vQ5Qlc{r?o*&+eU(-QE6nH3;0zOcUxPt_5b*raDc8||q-(0oH@{tXq z+tyflf=*f)n$a;C8wi4_33h(j8xXC%>Ew4DMFt?YHRRHD5ImVS){o_ifZ2sr5L8AX zE?@ZLSL(}Y&`HIfb9{F(|(v3!OF zcClG2C{Y2wF(|mq9RriRV-bceH29`+XGGEZK9*&Avu+M%O0~S{rD*gx$H~{(TH}NA zgmul}dhJ1Mu2^jlA_fG7aU8xATaJ}UjiFzwnjy0L8yEoKiaB8S?tc8PilQ^)_*=Uf zkDCF9p~e!pmZVVD!thj)Pw6>?ktmHU0sk54*a(%IIQ`RWq`TWK4js?pac_KGnS;_b zEN8GG0z0@_=>6HFi7nmDkQT07TYFDp4(_nBTzNe&oEHL6-MInnEqOt_%{f;M(;DH=-87Kp7qd6`)0J z&nDho4M@q!82$x;dm7ae2^J2_#zV1}Wm zY=VyDu>3TJRA%+P=NC%=nI0amg6&>sAU!R;a zY&KA~tK~O9@Q-jCww8lkB=R zd@2&P%k=#muh#np0+6RD`Ju9{Y|U&7qo%ft;~=-hL7o;640`p>U9XuH^SsSa{@6ZN zS#+&*>+`8+%tio&Equ}L@D1^{u(n*Fjd*o7* z<991IwFJS()8Sm!Dt8j1ise5rUFh&GB&eI!VaD7}b~CTGIk?Bqsn<}V=IOB8 zpuCAiCCRs)zJeEi9``*@L=}Mb4ViSM-4|?>XU)D5>6;T%b4nO**|o<-5H9!uQ5X8V zS2(U8`?gx)$%htSPx~9*Sp|E4{TZ9Jh;ks)YV)!bW$wTaufE9pKsTTTibt*UxIG4edh8&D@GV~wHI-AFX-5bCwe|CzIcMBKu(mZsvD=9*Q?@7dRTaTXp$!sqaRVk1m^gA-Za zv#?RA$E;I-{gv^{Cmy6HE?oefhtSC}+5+RRb`e=5+H;F7pkp*|pGC=Q07TM&CE~MS z!HjXz+&RKdSbRNRULz>AzZ7%JwJ;W<;NHN0jth%DVi|f6l2$Gl@(|jgVW*I7seEg# zI_Dw@!V2}awggkw5C|NGae`ng9PDkJzTMLPk*`kH#Op5s)ev*S+1TT4jF`k%Cw(?@ zEILg(+(;yn7>cwxlmAZvv+jo5P=mlbZ7fwyoAU>=QEK z?~$DqS;CTe(nN-%Khf(E^L`B*o0v%#;mg;!2H%ul-sh|-a|>O!zloMjZX)eqzvm!4 zz|{Iut~QWx+nK?0mvUfpf5}W^&fxo&`{hR#Z5P^xM&oSS(ytE=+)*GYf6tfPXKVY; zErZY?I&%`Gx43-hWA4f8sDCIlnf*$v4m*EDyf@b(zq`b`Jca_8KiNYV$)({WhevqN z4Yryz#4Gilg_luTwA|ceZ?89RNGN%dy)z-3WW0jX@Xxa;=qBLStCV%{XGP6pM zd)xHSf5_n2`nVMIsx8S3wH9I6{9i8ANm2 zw4_sK`_INr<85^-d%5GQmCv>hBMSHV50e6TUD-v8EabON-9B93{JZl=lf1>f+F5U) zNiWWuMS7>G+d^gbf#D^4J2Y~=0SwQnVtz?|o;2F+2u8eP!JFd0YWTeQd~hpU!ep`p zyH-q!{s*1gtR(E`R)yBe+}kGABM*`*I!0fGX{$*pK+gk)dJNxIjYjVX3gL>$=rI@) zYoL^#s)M1*7U5AD%jouQ#rQ4X)8y|ndJ+}Bp0Kl2m|4mSPwLSY*CcbsJDGo2{O5-bHk3%XY8bwVHI$F<949o)TVs#g}ws} zY=a3!M>j2xu8@zMt1F=D)7AMNt;6Hv0AyL{rkeE6ky=ziqZwTS8;um_e>0e@nf|s~ zPgDK1Aw8M4a$#9)XmlnPFvNlnwQ*?dNy5?pIMQU^Jch+e2z^?`sO5I%2r?JWi<7+r?g%a z3tTs96S%ZVC)FaO`h0)v55rhJl4bmqi{$^c_ojhV?(5(9GM1r|ISR=vNruc*DTE|b zri!*%8OlsZ15q-RqzD;{lrbU-X`332WvER;NFl=W`L@q%}>py-%!l zulv5f*Y%k$yJ02iMDa<0F69@4eGr0>%6GmLN^vO04jf7?Lng{Wa5n2wMK+@3%; z65#sqjGRkRbfA`1MbX)UE0L=%2=8>x0FtT~A@j@Fako_b>Q_g0mqapB;>?{*bP~Q8 zfo|6QF_zz2{VxnAz$qoR)jWew)a+WU@SXOHQPOfL9hZ?F<2}b!%vImTdK7=PGYceoKXi-zzw(!d8YB>zlPCgnRiuojD{ss&v% zsi%a`m{HR<>=Y7g)MWU1GIT`cK4*r6rRn55D+3NAy`sdaeM<+;W*3Qyu2!^>qF8>m z{DzeQf3T=wAqqx!vZOE*7U|vh@RLi+oU=C@di|?|w9BJvCKn@9easoB<`Pm(XN>h@ zSiVDv(yf0wkHaUuo~CU^tg&v)o-z_LAL~UERw7bed(XcNeN*35DO0pZLb=8zl(HI4h_3p^xIr_$VC;zV(Zb=Xl6N|t z9gnzL+r`g40(@Q=AWw0UE~U}e9U3pn%e~8J{quJ5>U+06Yx>>B%Rsv1xKq_$tI2D0 zH$5Vwdpd`e;?`n0_r?A6LDsamSM@C7YJ9+vHY?RB?Y?LuUs#wA6}V&n+2 z2@1#c2TeEWcWcT||1&-%Jz62Cr8{)Mb6CUdYp3i_v7aF#Ll1yZ*kqqc4v&kMm7a z2Cam?NqW?GOS$bM2KpcGns2(;qxcv1^vqQ^$Zm$Y^c#Ts=Q8HPq zq67p~v+}k0hI67%UsXNk+~e=kFK36b`Lut{t^CQWP>z?}Ygjk<*6Zo0U8;jP&*UaK zXX8HFtq}eDdK73EvA*Av>3SHdY6cItn7tevk4<>*POp6wPm9RLKiJjEe0U*KSfi#>J`u zftv3vqnQwWgLGQDz-_sfH)f-BCUsNx(RhA^CEzjxE%j{=4pvW2sqedVHX(g^aKRm& zw!)~MP)e;|nObO*@Eh~|R_1T4r|(cRXes-G#42lz**VA0m&PJ3liA}iGG9Ivy2P$- z-gj>3jQp$`PE?isI6TkOdA?hOYM&Y_8VUmck~yt^b?XMpYJac386-qCpTey5Hn{&F z2u|CPWMKR`A2En?kl?(rF2a1xj=sqQ8iriQi$y`$t-D768Wyiw>5={De5pYjtRWew zHHCBoh=@sHC0=D6s_M0HbyUz}LuCfv=v1X4P6|GO-wg zJ`tMeP@C&xo8g&!Ja@}&1@q9}zDcCvt|3zXTay_Vw?%i)a%{ES{^bXH-A_G!@c4#* zBI`}ZRMFF|gA!PN3KMp>LOCd@S*4Qz2k5*%JzuXF`m17Wo`FrI>*M!wGF5~_awR;b z4y7B9im!XTf*<tQpwt>ZPxkA;ST8(enk37i*#|q9$Ky??^w;7MGm_l!UrCL08Ncy14YkYhvPJ+Ze> zFdq%>`iGsc(ger*sD69CWwrvRCOvYCoIi3viQ|p&Oh~32167lFp<<<}3l0`UmPO4D8$b2WY{N|Zc`yG3s(WJQsosEjLgzZIH%X#ReL zLz>+f%>Nwc*b%6ue~D7ZJ;RV|JE4QjOllyP`@C9q`PW*yeSUNJQWkXcg&~lTIUVji znD!>1`rV*TCO5-K4IGry!8fNA8J9?`hs@=dJX|BoM5J3(8$0bz(PU|6X!FK3IoQ{5 zXYkDF6A-!e&A7gj@Qlp=bik&wIAx=^@44fU!D0gPp9DC) za-6IBoS*tl4M+#q5$8bYVLN(ts??=K=Z0=0=WwU3fqG=P*u@l4vfT$V(pfs?dBJ;h z`Ga+b7_XYJX!}={z_^mz3FlUs+hN1y=eQ6aGNO!%o#g7L5BnAHj@rcD9ZfJ48q(rGDR6w2-Y zT3r_32#tl1qkY6w1|vZyPd-L9S-A8UJ!SqO%#}h*p9xKVwq!a!L0pgQV4J8q%NV=9 zlSzPw!`7>e9|0WulRh0FEYEC2y9=b4Y-s*%6f3(prGsWGh2#whqOU|in!9Daq-%l(G;c$Z972;tRnuHAsw zss2;zjZU(-IU5q21GNK0!VHo2*)m@6f9jwoE-Z$Af4O(~s`YUO4*=312wYNj4T$Q6 zz%^eF3(C{P zW9lc@3qi~b6J?DD@-y!cz4tIM<^5gqq+tNEb@kH>YGMl7jVkpjLNBZA0qrm@>xz0b zt8{0i1Iu}KEuvWdz18ym6GWBE9GzpJOpV~@`>KAza~)fC0&rXl=w!FWg@u=j@#-{T zp7;?vaMYdpu>o?T(#YTggolSUgV|$jDHM~ZSMSarSKdnh_yTo???$3o@m-AHw@n5G zDW;+*+i(ZI#vZchR{^|4RM48(AGwp&Zk^jYN51TGQ&oTG?~N$t7SLZ4wQo7yY!)M! zwoUz-!zm?neu2M^`wSR~8w5}7gZ!Kfc(Zdn8X#3FD@j`n^v@Ar2EWSkPTz6Mhgjm+ zS$PY_Er6dbcM)zctKeRvQPO8QK^@LSy03 zJl?beZ`&Q$X=K5!x-ClQ0bD}8r+?wL_TV?}cfb#u*pJ&IKE#gVq*217+7$Caf!Sl!zf_#w_dt?i?y{z7m@kJ^Qu5Ed(9U?RLJv&zp%fd2inew5vOy zuwwQAwDlU%?fs3rpD}8@S#n-`SR-1^*!>z8s&|bf=RFKKj(}tui@^M}tA7Mp!0DqA z(g~hpCnzg9^bX%bHc@o{Ca7ZCdZRC|{lFgF?u=qTlRgqToF=Evo2C8@ZH$vcJ^DBo zht86IVzJHMpLV?WYdSi&O8X=#N={m%L3PVZ7uyT=NoS^;0?$8>7yetkaxcY6p_Hrb z)T*d2ReT`XE+r@~W?Nkzw7J3g9YjL1@~JP8We8y9l=jU6#ta>4#N0w`HON3y@& zQ+LNTjsh&$G{*yT`vt{ww@bsUR9It&gxF84&-&p7+WlgX8ii7SB~@U<&Gn~t$jM~t zOo0h5*JF|s=!Ea2ql|Mc+PDrQo+#?ojhFdP5Dl3Zl?yub@kp~ck%$t3{_a7~6v$Lv zfZg`3g>t$1q>-nKx1H84JF&d*h>==AwH;3AEUN<0ERNS7kz(OAe4;c*74{~ZflXN6 z%cz5N+Xv=q2hZ`2548yhGj}jeLPgd>I?TE2Sz79b^Q%OULy}p3p^h%_==WERUlsz_ zoAchI(t7M3Xty&% z4|;XR>r|&SwcCnx%=KL}m;L9d#ebCIec8=m*jQA~VNDlrK7_`I)%!9f?3v*!CGjXr z&u@nloVNzk4V)Dz8iAj!Clnw|D_9lQZ~vT?J{|{WL9-16fp{2WT?h$#tLTpJ{*Q}V z=vcQ6d79ie-9BB^C@-f~Bve%_HkidKD$#uJk_C%a9P2hk8pe8;D-H1DaquJ@sNca^ zNQG&*!!q^O49~^aGmp_7i`-+^@D%AX=ikjhBR9!vASjPU^uomz4Aa*-za5Lkx z@`{VbQ#q0=Xgys*lf?GSuEHbV)P(KUOMNrtE$GU(WbaL%`vP6`<2i}q=nrlm8=`eG z7dsdIJehaAT71lyyfti>n;^s!gt>;h7cgE_S1Yy;+|( zWf*6la>mDYA!=tiJ>_L1r>V`mv91gJe(z6RlT-qt9N3ETE3vv~ zwrZ26wmAM!fkkq?X`R7DXjXK|7YE5F1{d=)%!U~H59_^zp-R`DnxeZUb#eoMkaDf3 z`4XAwvZbB++w<}rghVIs^$sAUSP>Qd&P3 zdo|U{Yjt27QA7+wO*%1;r34Q>ssZO^PlA#xmr9nb@-tzW9vGX85{2UL7$;Fbs}(U^r3^P*BkZq z4A63`@M$giHt>mEwJ2U4t!L~WVc)N7KoL;--o~eXJQXGa;a2Zgmf?(x=U#Ic%Q|Yh zZ53?j-IIB&rmc8`@RwIT=XKe0$c$$}WzVtw(jEs5Fc{3S8-5^cqHx+L^gL0pv@BX9 zyL2K`a&5#jT1wa_L8b6@R?iS8T-Z@2;_%&gKNEXLy6gKk#%|RA`!qhF&mK&4JNX|=eAKNIEZrHxrZ1X{u@cbe30&^)-8LirbEX5*M*;@*p z*gp0Vb6HCf@Gz#9rh5xWu(9klF%P(4v4UYFJ*D~H_RopWy}bUK_PgY9u~DKrCUf34 zCR^sOqNekrT*mfX!uwB(Fu$%>5ng_)eQ6bcaK~{snKKI=p_B3-xYYr($cpQg$mSYP zI+NbjCA{%xD%C}O7B%!sizn!WT(5*yEAg78`!*Vj8Ev)_^zfR!l31a|V7g=+m&KV( zPnO2I?ugV)9JiVqkGW_ZFZSM#MTVYYw6k{F^osr3U#4u|d3=n4+F0D+ci+X4S~P1z zx4z`_8#lVT*8phed`BJvli-jDBSc}PdJx*yRvf(7GG-)>TNWSZ*=d%V8h=$M!_BSF zLgzVzqF=xGNpjvrQ?Ib>2SU}?%Mua;laq&0E;Ie&a&85_*lJzYVoufRA3xlj_=}ms zy6HyT=lMtg^1_F5u5b>q!91tl=?h|}1DaW6216_++vY$ zWIqNYJ)|WuBV#`&oW(QC;y2Pt9eVJLnvF`a@R(RZJ0HbmtrN&keYL)X{UVKeLKeubpA!?;t^HI?8~JHzGqScND#_ zKJoZ3JJ@-S-Q2JB2=UrG(JV8Da7t}B6t}~29YA@<17@t-mz={6qMIqs(rP7!_OVb3 zB`*g=0aKc7(y?$6e>T!YhiGV|QN42r`Mg zo3JoM@Z_bNjmPA&GnLK|XuiLo)r@rjO0cdY*0IyMLw6Pi^Ank2UNjV6bA&lZ@hrhh zMRvdHyS%U^B@LNW32Ss?*sDiH8#T?Uo)+wFkjR*Vwpd!vM6{@LX3=s}G{18?r>Wzd9YhdvE)C{<0A^}6>x#YpE7^I&LQ zVwdLhDT!znb#rElZV>za?8+j5FbToDn)N#RU(!&f8mc6yGOx`?CW;s`U*3P=RCVK= znX!`Y(y@jS^d9}3T(48ug!?^EX2t4~+g9pU@pskRgEd)trPvO!SYj48M%29UPqaDW zTONvZlTqz=TuaU3ah1kM&*l-|4r(MXW8QWx*X(-hs7gHR2cgAGt+P*aH7nG$dM9Gu5 zMTeWPnTQBFPhTQI9&ncaRHg?=?o>1NEV_A(d8~-)fSeVjfO>sN^48A~r`52oo_t@` zS-MG@Y8p9v?(w#wu?~`oS{&76DR{?-{<8v!I>1#-A=&ADP!9Eck;(r>M{bv>XqkC* zpRMS39Uuh|RMC)i?hv>Ek4^nq1((+t>OAD%U|zirfK{yO9?tYVWD%hu8hOu8?S3;wc9^M16*g<-mqNswx-nBY={sQz=WsNXrM zRm15`mVwQxk^mHyqnNQdRkT(B#XeIjkJ#~4<>*V!iKdh{UXJbW1YbEHN>7}Av*B2J z7UN4OogL4)otibJs_))lmVI2GP_Pv5x3L7_~t8)s7yJWV98E1!0|z8ssBUbw{bFLP*$&bOxI zhqnp{m%W_PK6C_EAk4pBa$BL@W98e2tuR!_3$5w6e9em`*3kb>B=w+uY_Bs>Q2_V3 z_(*eqe=KLY_fIV9kBOi$$rHb2>=`{OJqGn89TmhCs zgh{gdRi}6N`5+vw%Pdx0NrpcEohc$MJIWd*&F+b_N|l`wIc>r(QIR}q+Q==&P*C$X zkdkf>sSEiBb1vB)`2n(bQJtS6WRgX_Drd*A<}?MhcYxlp5FmYSWIz4wJvI&77fQ9?}%e3wNp1lVtc%csCqRw5bT@I7TYst28;B*B6%ly z{gyplY3K%fbadNvbn-n}igt12S^0VAZu$5fS8Q+J{<`G+8lEgIJu^35y#Y<{e4gi0 z<$d-af@ch^&+6B4GU}S0rFXh20nI{vuY%zv70JQjVw0tKU6#v48Fs z0nkib$q?g>_C;Fz()VByeg{{r*=k(&1p0@7M{6lh)RHT3v4uG3@ja=K_P5(04>e7G zo!a-fQLG?Evw3kMr{K}O(BBlgU-XeuYBP_w4+U|02DjpZP3=B3cT;Zd_|ER5TfbDD z^Ko4ALj>FvH$gkCB0J7GmyNp|o(~R5O&K4VxPSDiyI?=$z{w=iWI30oc;OQkmB=qG z{K!1LhC<0O>DQrSh%nvId|g+LQ+S)1X2ya{n>H1XELlD|kwYL;cz#s$;;E!cuwX5) z&n;5g*>LTTm(|a>cR#w-&rKy9Q~}%5uHNYN7vA~B=y>rHKLEkU?;R=i9MmT61L2>1 zR0Aicc=sp0N~S5IA^C#g$At&xh3$3T32uSI2O<8~88xCK^cc1N- z7Rtk+5(digAtGfa8%6pSG? z%LOh2FR#~`nsH>DO1}lA@66}S%je3{LS_$jmUZf#K9w5LT?@==lMFWprH%cCYmRTr zp}|Q|_hcz~RA7wAi3qlxDIFFW92#%$%2Smf25o=SI*fSqca>Z+blD6BIk+R5oldSm zuNcL>HK!Sr(4K%A3&LS)mcct&Bk`1ebdxp}4Iz2zT5xT``16ywYmBwhba?jau9e!> zF<<@~vzq~cqAg#Gj@jr(aDT^AjbwQCo>iX{`3$I0p6m{Oh_FfPe>jW=Ge=j+XFKC#`!;UETi<3D0NEb z?<~j1-&rU=`jp<{N$!F#W6k$h@?2m zTpv~a-~<)FU?gei&B@^HKhuVK$a3P`#eyj#|ClgVA+bvaXM^fT4`r3v zwLgWsROIIpM3^Z;=b(#Oc#~ruGmW^LVEzK9*!Z#s+Zpj`qO$F&0PU^uaDwi!&`H-+ zs}Snf6hNICCBU~`tdj-ef$t?Fn)Cd-vtpbU#f;z~V*^7sW!lH-^W~KWNK~)@tKRSs zuyEurlsV2er~)6tcHM)i&NU%PYsS93pWD*Ilz{O$Hr;(HxkV(J^_}uf@ML<0BkXo>_l10L zejAYVNt0>5graS_rc>$CtyC`r=7b&Oa9}amk-i+mnJ*zGYhoX9WHZG~;Vt!T0kcf= z_%oJhbU*UAy&1BomER_pmZ;?8xL<~zr2G+8v2zf3@WROc=AY^x&2CVK$&y$Uf>@|( zsNjHi?00I#{uihDh?sFYnFF?<>{nB!v$*~~vu z6m~E$Iv`y%%}^XY=7oY1MYf`ar&&!Qi##!SLxgMHPPFICn)kX91?_V)Hq zz{xTE#7*qB2=*oF5kyRX83J0c?Zmdkqt8N01@t-YvNQ7(eEclT0vY3@sWPb#4+ZaN znT8hSjQmX;qHz%k5e+3%KX9;>U$i7D&l`#&VxUcD&mLO*{EsCS-2yX`5Bv8Hx7~D; zt&<4oCQ9p78U)=``B^kU^4jTXNW6i95|17Ou0tHFRhB1&g^$#4V3xD(N?Tp`sirOR zf|U(dD@pF)QdN}Pou8%(i{p*318+BRN!z(YID0@P^qvgM%latm2D z>eaKs@ydp&(*HD%y?N6@)Ov!vub)2&Q@)9ASsi^cP3*9xU+J_79Gb4bT)K*&-i5Ye|^f zAUQ}DEC+99LGikV?-I@T?N7;n*vzxD68h69=r&SIU(x-_uGWZ^qbk(<%P>@I`+!S*%L(W9g$B`3buZC;h}vR=TjFn6JZ--;!WB=aCj zq1VF}YguoKoL>HQ;BqCbgC1epaW%4Z+x+in8qq1yia$T7w<;q5dINVldMEEQ5Z84Z zCDvRc`e<{%HNFFK(^)|$>34qSUb>kg_IeUqdB=Z-QVB?zXkVS;dTZGp4RW%_$#DDn zFzS(=2wM6XnDVO`l-cKbaLTU^4kUjag;c#X+!mJN%N6_KVf6@GK}4WSiku6ptcn0G z7aleh@y`J2vkTj^0sLAaC2hzDOxBX`kb3Tah!dO?73W2MJvQ%_vM5YlLv8Hc54!K~ zZIK=IOtE@ns>Sh}ap7gJ4dTw=bjw3XY&l8;tLmwob2Fvq||42hG6Q;WG9_aeem? z+=02%8}-+sgx>?Bp&)MjF!<*;1@QuV8FmMjR7pTUX&V$h)5kXI&!(%VF8Giz3%y(b z*BK*`A8gNjS1+iDaBiR>B$Y#N#PO;L1>ziSPBA0&b^Y#9dmYevpzUyP2Ajx(0*#z>B*%>49{edo%Op@)Oyz zwg$G%D)P}WiXD04HndTcjzP@%2qZZQE-~?gVzOn_b4ka--8+AO+|*t<-}K0mw&^eA zaH5SBx9uvLW*V8V&1WPoV6V#u?QNv4uIAshE@%3ru+y6iO$x>HYXxClQLEVG1-2h} z!~dnfw$_%ifch!&GX!?7iJ`zB0jbTaVXU%;EH3H(v(?d3s~a~&w!eoo=&iXX2J=H< z(F}?g<^6AedZ+(FAm8;)1WU0TmUgy4tp2*vOmzs|fp^HB7$D}h{^8UIUOk3LX?NcW zs;uwn*0~@(M;4>bm(z7+zrcsypX{}}Y*BUBpQd4x*i{1ux;lG#9t~q=s2A`G<03u` z+ol1VZ(Wa0xygb$W)BI+g7fXDhm0OU;sWC~J9F!q;2%BwCIn#7u}-07_!0J%+M_kg z;&9q6E?{VNUQ{FwYQ8=rSD^?IOFsVrsv8G1tn8_~ks?C;PKS_gHs)hEC3;PHA7e)F zrz?BiIYkZM_+cw&ORAErz42ewZsG|h{y*|z-wUeY7q;_^zII5T>L%9f+)pqmcBY2v z?duK*0QJ79;N(~2&0DyYkpD`^d&R$LF+f55XIT7}&p%%mSV%8w_mz2A^H%HyJwRUR z(^Rp|Do_QdLNlYR4`z3rRF;zG>ee=Ny-ZEm3Py z-Qk#Cb1BBuRNzCYsY|btQ_-=mL7DZ%VwVIflFh13i&9hr9#n!~clesAo*K{n`2^Em z@;%;+X863}qx?C|y6?FC*Lv`SF13IQip{g}B+(7mT*6m4v@5#yAaknyTI9g;9YmY= zy9vUFJZx$+4I7|mNcOX*p$T8kG4baVVFb>3Mw=m+l;TGMEN#a|664YlA2y63qWt4b z^g#g`uthd;+Xf7_B<>N{900z0XVnqG_1Sl8!(yU)Wxvd+_Et5Z~P`d%(dL zvwh0nz3FQ`le8R8@bg7$Bir(xoX6=`NAIy|tCIIX3}=w-5m561kmevGr*TlBli2U?T2qj~w25K|>gD&`LgS{g zr^xGM?InJV<1emBPxA0vY!8cHBSca?#+BsH-2zK+>?Q!4)J-JXC70=wnVyx;O3L3x zQAEF&)ox_vUUW7&h1bFxJJ}VwlPR{+@r3wi7dLsm-!8$+8P%;Xx6gU zgul>pupS5AKUb|=5HQQ$Qv=D$L|?)+?hBZ{+6bk2+oM55Y|mysvpMsa@OV)%dhHdD zlb0cjC`+nKlG6&miJ6jwUb&Y(7ATE{f-d$^E$eC!?eZn>Yfqn^fr}`h=9c{k`!235 zhf`~Rf9|l?GHv`e?Oa)2A+hCdTf3!&*BV#v^7ObR)*arMxui_;t%(Yu*q+1WIg$e> zeNd>fNkt~^69pgRIFU4tBiu-87e$ZI#ct+^#XE<1Ec@1~+*WTG`@IoL2y;zUH83DQ=iH9a~UG#a8vX zJNMc4eEP(`XG*_6ETtHh+$LgJ{BfO{!nxIQ!0qVGY!RH^e--f3l4$Kq2Od%|Q)j(F z{DL87kPM`L8QEM^kwvt~-5Fq0?Y?{({zk10su%@_U+(2M+)-W_dYN^5Uc^aHK6Pgt zx7iS_+$zjd;&0ePjOu!!Ic~0-Ylo=5XKFKB87x4g8993$;#JT&wr^%?A^RtNnQsV* zBSIA_s+hYYVGcW7aj*W1`y>Jz$bkPs6@~IL1hmvJQGI!gRo;0f`;vOoRb^N?TviWLsf$jzc0$W!vo+RK>XuIryg1!(KvECiF$-%dz*E zaSFp$|J5&o5+ZatqA+5j;@YfrofQ;!%pQ^#B&~#R>attrTpLaYXVF7TdUd>_UcsDa zVb(V=1TBOArlv0V(Oi%PE-9mhQN9&gFGEta<0NG0k*t1yMx@PEH&jCJd=O+?w#{o3 zX*JVyQmieQwUN%#0%uM9CWreDO>21_$jq1~J{rbK>pcA#8YdTQRCN8g&VnB zR9-EUhrHI-p&D8;qGW2?iz$W4cGx9R*FuVxyNI!%FGhTAEYqv{t zSQ@)yFvjc2XnNL@L5EJBu|h}*yRrE($4BgzmR`usC7FDXqF{3{n(J9UIjTF%-5BuXQ8Ro)IvIC(U=-`C zWuOc^R-5IW|3_X-N_V0%el}MyHeZlk%s6aC_4kJm7^I@`X!!nK1AX=b(irv_UadIM zuPzJSiS;2rsCWyX(UMs!-V2J$uuqJWmrY>=Y!+N3$)k--^LNx+VO_LkQi98L)10E& z(N{K)U!%sm-wwAlwb2YILOqRCCp$L`_oP>b-js!=R__wiq;*5pRo3I@ML9Z_(JDUl zq9-8SQtxF1lD~-`%fJ`(!|Bv`M22HXlDOxC3r3{1ISewg0x)IHa@PkqufnWGbb^ zQt|doYfl4ea~!3fc6{_YjL45f^xqU4(@`%u*N32^y}fk2Vvt^iiY<>vOD^AdJCdS0 z%9OcbtN(uTE;R>{X7-Q_{F^Zr|BN~Fh0Y(H0q|5&IN5h;PZSfRv$Gv!J6tP#eiQPU z2UfWP&%EvNSL25=j~mn43_R@2`C}AH{0T^<6&PYWoz6y7vI~qbZ=8z%^`8%9YVyys zy?g;eL-S>gp9=tPa8>*RVo_w`tz`|TeC`)}MLK2@bd>YCjikY)V;5rCfMy3cFOT3l zGT#usX`vbsPs4bg)B1C1p#~s)g?RPKW*zRxUV_?SZ4;Vs2dPCwa?kq z#P8(*EdQe$=K2;C`At8#muwdn_G|C7-Je<=KW_2C_PmgmTz z2MXmM_77@+BSa?)=3ncY(a`P4mrZXwBhrArk9*-gykxd`e#APSj1qZE@Hn7@$uDua z+F=rG&%U8wIky~w)-9;!Fx?5|O$g0(4E%QR-XbcxJV3Ch>(zs#PbsQd$iKex1Rq*D z0jk7jjX&?cdMIeVXp8*m1dY?n9c8m-H`e|B1aVizu1t{)c~I%uH%&Y(SaiJ`+*jc> zOz>8Oy_Gv`yu!-%oOFJHv*V*yS%{pB%jKrQ;F-46k2H#|fWQ&zWk}s`KH#Q#zZU?E zEs)c0C&*oaacQp@VT;y;b%6K|7Cwi8@}4qsiZKJ3fzDGNblSE%HGP;Ib`fO@-Jr+A z_!UgfCuHV2X9O?U|9c<|8064CmDocT@K(KZyztKIvmX*|9!xVJOyOZv;Fh=E=3Ac{ z?tFi24`g%Gb9h9y?lU4=cRGiDrlanN=+Q;s3F~=5ZKw3`mz%a4b~V?0ZN2WI{2}rZ zwIuwMd_9F$rTNWRy8M882S(-ghxNhgBKzQc=a1V`F@tc+*l1|paJ?S!v_{H_<)4DmxU^g{-|ai6(qx^b3# z?gxY@11XdGUo!Lvw%ShQrl1i@&vKEZWe4WO)GEA7M`-vJ)<=e3Lw4}~IXcQz4q`tF zsaLU%y+0J?Sy;2+YT*rS^SW=PXa?~%Wm6gzZv_l*m?45>cpH08@f7FYKLM@e_+n@nrmP*Chfsa;gxwxhJ$Y@%2Dg;RyeqQjmja>00RS{O%-C^_^q>9)o# z5Xy4w$?0Rc34`b3*N9OBbZ=fo9pBUEhx}m$>w_HtQr&@n@y_uq@Jd&W@31bdBWYH% zlQBumn-LrLTOw;6etS@h8_J2DFx|XHWwh|V32Z>;{b|Cub{J3{VeG=KiI*Z_j)rahkD(;z^pASD;|6NABc$n>R%j z;Zr)-znn+xwnE80ORCn#LD#R5VJ-lF1;CdPI5XA$8`^S-9Rtw7m-ND{rGWU3hbz2M z_H+?ZcZnPMp;cMJ(0WLl9Xg%#1=8IJKzrcw!Fn+|KY9#p{j|(bDLz60YDIwahMpR9 z$?hCaoE=+|j~38N3~RRkr@?&~+o(iI9S&MsKR@V`MoDyX~2 ziV^8U53(d*Us2xjQe^3|kfO2U9o*PA$R_1J3yuwFQP>vBMZP6H7QYH$mrwQ*;)SG7fo*JFq?W*!OU~ua>(b~=UV_Q@buimp1!3UP`I?C$ua;zZ!_5vt@QiZ zz=j?aHCYhu3ShPOe^Y7Ya{i^`#zsX}_ZaeUsb67r*<2IPMT**wZr~9KLNXV2UtGGW z;NCT`$cIw=rK2|KK=TG}mao{9v1Z9yk2&?wy)7>*Nvy!idxR0b29Dk_$$odkm{kUI zml2~JE`=4DkF-3sh+Ns`?SGC+_avlzSl`xs%bcidiA6rH$|pY`u?zTz!v{l0+E;7r zlW-E?kY5deiPM2Z1Owb)x7bV!S=YgO{JbOsmWDsL-@!jDGoI~Pij%iDVBb#&ELhvX z!H%Pl897-qrIFBo=mw>FJiKM=+JC0O>-Td-VM$}%(2lhAwl%rWvl!{GAyJv+?5HAd zfhWq+Y-UK^@JkqN(E7Qcf$&uZC{H$N05O`e7y4;u)(X(K;Qq`92Z9VK9T_@I zoxYeRwuo@gL*QosH;spO1RC}piQasHe|EA6R6o+L)}*0m4v8xsc@jo7t7G0?N}yJ* zL;t=dZfh5R5>l}FJt%-ys4ht2M`jx-1aR-BLr9ek;;yhAnj<=r{GKz){d@i<4|sDZ z&H)+xwlX@li2gd*UtH014*aw-fv_zBCcO4V8j8tbc)C3{UT6G~%iV^`)~X`=`!{Ru zAXz5vFkT^5=I^`K9o{@i&?`O zN4g1Qb#Rf2c>5!)2ljKwON?ty6i>k6bp{y^*=u@YbWR_}c-}&MN96?mUj~k4u^nvb z4+s&@6m9tZ0R*Cnp@v=3JZ2JCD-~z=0q;@dvUQ2*$AgLLdGZYTq3_^CYdRPcE+Iun zO~v~#u8;c+#+@$4t}CqKVuPn}s4*6==RB7OrB+ktVq=~!E8H~a?OoI1w8wBqcA z3F^0En{O)qkQg@*HGUB4hvd1dU>XjVx|$K+ebo{gx9ey*lM4zTy_o4=MbRZ2F{VrZ z#j}JcXIVj4R6duSeeG#>#xk4+v-5WJ0Nx>GupW^R9UZkjY?JxUo4z-Trd5cHKQ@jF zOOQ~(m>@h`I=bED4nFRLMc4$A5wSCl+l7bS z;lqvPvfuXL5G?4PL1*}L0p#_6Uy5w=Q8FFBmhf>sGO`4u8YdyldE-Fb0${$sb zKWZWjce7Km$Ov3L&Iuxk*oyTgmY{tTEC(N)m*Z6h>xo1WetFT7cwio@{^$`c6 z|M<^K@gSNJv4hz$0mIjwY|@P<7F)z?5(u zDQ+ns7Aje{B}$k{=uw@uydd*`e<1#Qcfz)G_FpcRn1^gRsL7#*F62vc(>UTn=vfpc z1#_cGn3f?fPQv&Kz^?1S)z6iow#rYe39A7gJQTO9_IIwryR4Di`Nw;Td-nsuJ}BHmCHI7A zHYuOH5I~lSwXWIOcZ7{X`xmT8BJ0Hvg%ZC+xVx%>!%b1c3ugYBXX%H?gNF^p7s%op zo3ycqK*@x^PUAoC5Rql9i*ZXG{2uN_y-3pcL10SC?hYsrTixJ8JW-z1bp&Q$5kf2| zY5dO{8fZ!Skmc1zOJkSMLz}?%rof{8M>po`R^-uhm*#7MDZ{3L<)1kLD6OjR`(Zgg zzG9K^i)>-~>?3TtnqF|X4{W*DdyiMO#%xr2MIyP&BI@9sHAI`jb~RbEuwsbuV2Sg~ zj#+S@yR>j%{P&eAMFyYURCo?ghWO4;9rXd6bptbiX!l_Trteh(4fJ4+8u{4T$w*Y> zhjaP{4z6?R{TTJ6R9W`JCe#Yc*%9JX<8|7OlJ^?7b)>M!>c$;!3T;(NLP(x01{%@v zU;q8B=shh`_8U#1gjAJDBeqv)(RpYYSr`iB#05a{Py_YI=s`cO^KmpuS3dce$q-qQ z9zvEr%T9E{OKH7cfR&Dm1mY6p%9ogM3!4LkbuFQ^){`Vrb{(}pb`lsW=Lf{3|9vTL zlA+fZ+{zh92U1HaQ585?EMyan#O@i z4;>O0@)w!~PUSL`hua}WH)q*L zR;CD^`TgvvK)|DirKL@^EPq@^p@`^>WWfF!Dq)l!uzVyYe2CRFS-_ddBQOXKL(jkv zlAW;{vuu=q4X~0F^uyPoCv2)d4z))scHlWOZK4&|((*t0FAw_f4}XEqDKJ327Sbxw9dALYu#LyH{829kxvdGG?s+ZjI3A9|mGk(ejvS^-4wSmycT zN4>hmEV5=11GsH3dRicVC3^2FiNXd+$L{1B6B0q=U`7PUoD_U#d(@2T=&()2;GO&* zXZMrQD4ATM1vQGZLG9iNc2frEg!!kFQLfrCNh)-A{&5HhNbNiE z>OLy(qcS{%H!^1Ov_Eb3S?b;iTC#-vNThA-es~8@25NH%$OEdcwtR`&de_x7KS>`cR|LY&=er#qSBR44trVJbZ`+vnBoUZ-f3l!Az^^f0* z7~TchI~lK4lNVVzH)Uj@Dlikl#hy;kD>hA5T{gA6KVG?7q;a-cBCwqC$7>2;C82 zcl7b`^p+A9cKfgI5b}8HApCTiVh{Y3bDrwv-ehD#oTR@``4`ChlAR(Wd!Vdn zbH?W~3f;32_4e&hnV6!2zP{dzDABXeC_g<`yx2`g%|lI2 zJrbmS|KaRbOWUiK+IRMTwRaDXKh&P_tr7M1^IaIoOkb31RAs+#_A2<@|NAfAly`XY z|NSNKZ|tX=DE{vkN61gD{ok*J*C~Wc|KBgN3tpI``@dgQr}=+B^1q+S|9h7I{Vd4- z-zEAV4}z|woyUsxci{*4G6t#Z;eXCUq{M#TgKv*$PRWq{T)_Cv(w02l zet+AJ-0~_}&6mZjFt(?3_m0-P46SdnmuY8+3zoa>BKfQG;bsa*E1zK%j-IZqLHWU| zQ#Xf4b>$(xHt!`oY%Gqc()Co?FD*}0H40h7lU93R__0svq7F41WMm3sPxG=UNiVu) z^k?@QYqI&q*-#hxlfAtDEcw|KLCYs)CKXR5oKP2Yjmu2NKRs4MKYAnRx|r$Lfbm85 zzZY|QH08d(InM!6Vi9+Bq&Pzt(_3R&Zf57ve%ugpfGZOB`l;+!8$6FpPDxF5h-H=V z6+Wi2^k}VzEsys%pxvd>Pcq!feOITAEeJEs-mCMewhg*+`(Lss3{?%m!_UUsmJdyL~j%@6MGP^iaw{rWn^>VdGc4Lh#a&XhuB#ygLfJAo%tU(qm) zg#4nQI$uo(k;9OL|->iFG!GCQS)sdb8-{4+h*{Gu) z;G-3`J*>8iGPRu|wEuChebWDQ!uZy$TPBU})-G5?v&*~HreASuW&~7Os`SYzb_VVD zV&B<yh1|0#Lr_wqr`L(=I6pO1O#7l{geLp5woF(6&ldK!9jZSCyN7_kA+6Rykf|+ zX-9^EHxrf2nP?iza+e(K-r_bF$?ASqEA4it-@bK=Z|vcnt2okcim-25|4gGa9)xyl zG!97LTIlyabjXx~<(^=Y6A)WElSCHz&|r2n#;XUyf&N{b7pE}|2j@%d7|KziD9Q>Ad{|b|@N`j`;34+- zYs`!C!=CG5=U3p%l^0k4NJ>gZFzDRt%rqTQDecW#U9KwDPAd&O_{JHpwMQ(Y8^h97 zx-`r@?N#vd@JQ$Q_Oq!LY+*O-Bz2>{dprM8ueGQyOW&1&HM?i#L_xM`=1l(bx`6jebNdq6dBEda&O7(?9!*SrOomw}%=%W)&0_6~|!dm8T-lGylZ@@gLsl%86oQ z@nYVca=7kioydm`LNd1cWaXOIK8c8fNWeSHcvmm-DE&U zZ&p~;^XavR9#_v+>*uLP+;tiM0v!zj51MhD)7hn`%TQO=_($N_z?=E~zGD5np9XSd zWN&59dY%Dy?bI4G%Uq?Y4BOCBgqg~6v2%EfjoLLYWmT%CIPQ z zJ7vzaH${+QHh4>WruUr_sh^m>AS3R%fcp7H@SpMO0k<*=;%oLz8Nv~Z+9f8hJxivf2`J4hYsIzr$Xz|1igxAB-3zqzXR zlhUUF+nJA=nequ6Us*j)8*s3pt3fx6$na>Jvi630JGix$K9#@2@T^BPCx$0$x_BPa zBiy$4$bftXw6H%fW;8e3ZnTQ;uXoWaEr3c~{W*<0M@D88CaKRAOgfdfs*!XMi+L#N zC8s#D1a5+cQLp9QNy#+HXlnH%(n58Gik8J5yjUnKTJq6u8c8=wd zjo~~s`WAd?*~)6;Y=g?1E9QJM`@i4$f-;(d!-f4uiAK83GDD6FCCI;sma zR>1E`H{MJDMBD5 z3*1Xo92jUZC)TIz&)muwm5q7mEUfm6G-x2clbx8n!1-iT*YR@m6erbqHaAiqZ9h5S zUw{UKR_42u6ZO?c*l`Ds8n3dI4_dBh6kzC27wvIx`ay*TJ;!Y%|3QfmUHDU@F_ZX0 zh%F-+Cr@Fj#z(tokKKNW*)Ih$;H6Zx#PQy>`+Pd+cxU2QjVpNekbjjSl15Gme(?3J zqd=bB@7!5tBFcwk!YFspxr4w&=_*|O{o8D|EoAi-_ealDEMOw~C~||2Q3K}p^yH_< zs~>~byy!9bv69DAYZJC%^?!~DVNe1MHT6pF8=+Ez>Z6KAEQ@$6m<+x@Uva|+E`#3D zB52vrM~SMkY92WjvJKfurezlSG9bBl4NdAuCvM}F)-Gyn0r`Sv)$I0x{qOHqg#9@I zJtJ!hOlVAKc2q188&p;AG|J^FN$Om!;2oy8{yQu6m{JoFZiHJY{m?YAat#U%#_E z`8d9Y2#zxz^uEU_xXT}kj&0ngkqA%@^9{|6j-j(5#HqA9kF9#%f^O8L;APE&-Rdv9hlS2o!In6~c)T zMH)$&mi}rRct`}pcS`x~G}FFt@#2Y`R( zW2fs~x+1T-4(F<5OKsB81pSXW-4&WqsGSjs2m{mMkxg4pDw}2USI&|+xRCI5Jop%&1>y;%`ndwYa zvKwfHX8Tu!tgfm{kY=(vb3CY{wA8!7d!Dn$c+dkL?0L3MSo>uXE=({&!g^DM=~wC} zY}%AGO`+=ZS^}VUyK(c#JCCsRh@+1HfC%&Q}1cA&#?c ztsdw`@Dtrev&Xx9~~0H5@m4e3JefwoczH&a&%U5o+;z>Vs@|G}*h z-O-An-0a|NQluzw+!pMgu))T=56d z1}<^+d|(!?cpxqre?^wH+;Kk;AnLn6p;wrg&WKMt=DppY4P35B>pcs&0uA#F5IMrn zd#`-z`FblaQUp%NDlT9@4H}}uD<4on4$8h@)HQLsHXT-4w@ib2!bQG}GinXov1<4X zrqpMs?<|0)Rt;sYcfwABC6aurMF;M27D9Pjey2NpWEQt(woT$_gZ8GRd?VzF>>jKV5Vg%8qCSFLt~@GxaTwh07#e;N7i%bf6^n;yJnF?a{YREY>&m#qRfjnfCRAKMGAROnmc69#}z1lq_{iNs7iZo91e47q~()RsgT*dgSiu!#={WoL z7^TXiC*tvoV0hAhXOj-vb!C+cZYmIsy^EPvR{0=$@_n~-KG<-W- zU-|Bc`|Vhsf@Rdhz$=Ey!~VVA>z!v>7B3X|2&=mNF++fXuokMri+a!+M65K}-`w2% zJPb)5Qk@3+k8n`c89C~Q(cF|bPLEdi1zt@Z zxEwD3^!K-F9CgwroyWCUP^}oby*Uadt3<)=+d}?(jyQ^q! z*AP_70 zgtb+=#Y--vML+NR^`mxB&YQS9c8=cy9v8a#o!c!hR-8J$())R(@s0TjyJG+p>jWET zYDNN3b_NsN2?C-J+>EUA7|*PClkFk1f^#v0j;CG|Pd1u$tU{;wddRl^%tVz=-toZ> zO}e=@(!O=1u4w5;;_v60)ZKm2?!KOr#{!vDOngU~~XtjmV z*6^JxqbbS<`K2gT#Me|c;ssKy*t<`tW#y;H5-+>r)CQw{c1$&ktnw7?-IWmdduhK) z3}A*06E;E3Ps@&IS;VTr;r2lvjRo{eBb7^|dQ4K#uID_%e#J_BE(}0lPaYQ4DCB)+U4gl-?u~yJnTW z$bB4E+OGkDzNHfX`hu_@4WRA9mG*DSsV-!#BYQTGV~3ukf)kl~!KmgPNG2 z1rq7Homu&-@hi21zIiV7Zs_rPr?ETMJq>XifV&NnAo=0RAwe*+c&ilY10YEYT`_f% z^GN66kc&bexFUM*Pz?M_6dy;eE6f?5V=EQSEoXc9v9dMiv;)?Fnl@?*HGiqk8?Uf5o!_Z2ul))n3aIpQ zc`Zp46lyt>@0LsV+M+1*4~qoY;YnNbc9LF}zV0)mXqUIa=cS5p z+Mb+C5Ckt7+7(3~@64=m>5|o=b2>aleax|a+7tnk0SaXr=s9FHB>YR^%tF;}QRjG( zxGLhmK3BaXU=0_;&zD;^3b{%)&OFsr-U2U6!oIDn63&;iWsCwGkZsp`=Qvf+@=7sK zpT2Eh4?DW^a~@pBcN|;pKvQ%-AW`&jP!o&BCFMYcqCtnUy4C4F?0(I7F;zldUf%v> zAXB=>s_+#9x5>RhP2twd;)A53QkPhruBYK&{QQ!J0(T!R(Buln{c9&l61SJ5wgGRd zp8O4ya9mLO@eGhE?9c&2*^2tY4nQo8`0(Mwi-}qsiRy&GCn)`9ywoNU{HB#YVWa!| z+oQVlV}L8Ih!#}2R5pM0Yi8imI%@@lpa^ld=_Ki@*)pICMu3SWu-+@&{-sV3y!gy& zXxw%AHVt%6b@gpel8Qr3P0c45_Kr)N9H4f8c1SQFTO3dqbb}i^1fVuHJG9%^7-nOe zHNdJ_8)g8rQEvSJ^fD<|NhTYAJN97%YtqZh-LJ1A0;G|a0#w2}1t0)fg)lo|N&{hl z-QB4m0J)fE1#}aA)O_Gw53G!57p=tUg~6=r4O;cxdDb6^^?fdJuaw5-PPxNR zQ1#Koj}sjc6lGRtY<#Dn7n2WxCPRG zpP?F1qT-37AZ}-ur6bmU@!@8*3I2qJh@H$5tw0m7TQ-swwvazsSDJi^1?{^y6uykwR$R!3$iPA^_3zm` zhfs>xl$wJ8HS!^%#n-#$OhIeLM4qt;|0VNdXV0UL<1-m?QIY=3}qk z`CMU{jxccho_I^BHccdrZ`u52mONlaE2U+XHAaSoU9R7;mF4!JJgC!6-giq`AaxdY zfF5N5BPmYu?|2Ruz`dJ~d`~P3>&**<0VS}S$u{^->5fw!H+0wdYmXyPM>?QpZJS7b zK~x}d4U+PGvSkoT?!k31;`$BeFPK-}ZG)U+9@PJoghLTnOnTH{edHx8g)AxyDVFY^ zzzL-sHgDo10WU-YH7PQ!riYKUd0HvdeCwTJ-XQKkcd920(9GyX%jTyAWl>|5AH>}( z`q0)>E6D+{qrDA%2k%xu0t_24NuP`t4WPC0+aGcsFAl3+hoxKGyYaM&GX7OWC z?VyEE8M!?kr114q)aSt4$?_MXF*|sz0gSU7YHozH>|z78G)=kFqK$3=gil z^Z2WB$aA?2oL#&`_1*EPW&q9O9Q~J-hdl>us1u{R0sOfnE;z05N{gR#4;Tck;bXgi zg+#N3yG>Sea6pHYv?((Y;Lua}s5|s;qW}zp>>vR5_Zy4I-w+4nrTm=dAD{w!-t9Jv z-vTY@rL60YWhjjA@6RhfVzTy0um%mK!5srnOUZFLO*tyFH~0KvNGMQ5gwk@FnkGdu zZCSU0R#L6?i)p)nouFO`CCO%K%coj2ak`KQZ;z-h+c6ui?dC24+C=dWJy z&d#npb9s{Brpx6rD+?@@`zM7#cS0c!H+D$v8I=PrQ01+}T~>lrtz<{Y=I`%zqtkUx z4Ekq&0^8uF)-v!}zI1MMUY@Cpo5a#xrCzFVcZ(>sXbWzJ_|HY`0zz#PU=EikKBOrf z^-|gPq;N%8z=deE9I^ zb2VtTt3V5+-H(~RMa>i6NP;-t{?%YMbSGWF0VSm&a0d_W#W`KcIhd19$YJAe_u2 zJM`DrSj<`KPe5M^nXD_7@znSWxr3R*i;p2HoD6%guj|q_oQyLKe5)&OzpeEA zYn}`|+1r2$(`8ip4k*#f{+`xAzAuIwPf(Onu=&rOLW9xSwa^TdH2!|1r3EOqb-m20 z-E}aDT)|Chbm`^KR#`S;FUIc!eBDne;Qu_%umm_0Btr2*>y286NzFd&{H`>8S;a3R zn&ibi`0iTy@KJlrCnOo0M}LNd-_(QFwgWtWna-G(P}8VKJe#alM`c6(Gz&G}RCTh4 zEvQc%++pg}0y6&os=#@GTs=FD4_bXH@^@qLn$T5}0U9E$xpW|Fjy8oFI4Hr4s7=aD z1ep*OyEuUHevlg(|G{0=KhAF`7l{jeZXYkR`7OG381HS-XxnpvGOmQ89e=T&2KI4y zk?}>@4*%np1~1QtmLfQ!K4gvdGRmV$pWaB7^1bt6X&=ju+Um@v)CXr)?x0!OmFh05 zUGziXQQK=lhmOfTo>;^34aITxSO)z^=b#n+CdkhO6mZ`(7T@?u-x;mKak|kY89Xdi zZEphObOoHe&+1)Nl$4Oq5w3NB5-6*QE%8^h+^AqT-*6o^W&vlpLZG)9uR^)+oLR6_ z)b{RKFn}I`v&(p&+^qzW3>Wl1Msr;DQtV7Np=>L0KzF)bj4yGZ3?Gx>DD}kW#NbdS zO|^4Omb!jI6TLBga?q}NG!)PggarsNYo)w)pwuT5V8SMn#lkUKCxDt4Myx;6e3mO^ zdzds{=KWUniC$}Eh=4h#57%p3F5eJgVTeOQA1ggpKMrUm%^K2giy=#p2Y2*2Pf985 zZlhFCuoqfnWEZ#roh7qx1(S`BQtMk8uy(v=g@89hXE``hpqXbg0PLO5Dc-;yQWoi|^TU$yC%fO%LgTBA#^{8NL6&M|MTR2peZF>h`>g2d= zKmhFKEt@>;*de4*#W7zB8dx^K%Y{(b(h$c=P$gh9$E(0Fp(dHTZSBcKRD&D314w&} zJiNTG{4s`wTIVbW0BvQ8M*TS^zqxdE z8QU5(2ZVioX%kK$bslv9srQ;m9D}aRou5zy09AHd@&AxJ0B9sRxbpLUk#5%7p|lLJ zJtB;*iaF}3OU3~O2x!cY<7GcL7#a_jVF_guK;dWJ+N6{G{kD2OmRXeREziIDWVEl7?lu484r@j%&8Vv?t|S~o@jA-36$*@eN_#Hz}9Zw3ISZ!ZhjSTJEIA= z(oqjMuCOE7)W#g=(7Lk--VjrCBL%(8ZF>j^Eu6dA>r|9^r9n0d7}z^cbtLDLfFvEX z-~2mKGkDMmm}lpK*U#}*y$Z3ZF&W4z?s|2y+D_^I_+q1VoZP{Z0w3=EjAfy4`;ka) z04&7NCPR7R3(2+Af{wIp4k^)7rU;l{+8}w2bRWD2B<<$)q=gND;6s~18me)QHkhdO zGHFgHi9TS$HTHXfcc@mkc8Y@PMSmIGXRae60_0Rw>SDr9_PITQ5N+zOvn4HGEX&HD z><0KAjpagNhC9n1s06+ben9+;0OHW$3AU36OROj0ul=;vfx11FuWCDRo_q>iqburl zZVgjh_L(4#@L*4BP-?lnns5M)@U($8bUj7$&_cy6;q?G7cUJJzKB#`nmlhcew}u!& z7FxfWTkwm7vhC)>e!OJ5FDDVSyV3#bhuI&1I!wrfzvAVoa_9Xj+MdoM70Q8kf2jdMLj6*+uNnEtf&CjWi2&-0=ZNQk1=$5W? zz|?*f#Jm#(WaM4DEs~^mF|);ocFr#z_9glv<3Q1&YiCv!c#cNIL?8MG%S*t7?IXq+ zLIE9JJERKx1FX=TnZaeN3rFUV(S!#6XMe4Ixpw_y_^>Lg3QTTD7BM&I5=KAX9`>gi zR+`B~(;nnk)w*k;)eAz0QxWG$iNf`Q^L$7%mfmHcOWT)my^0K^XNxnLYCG}0~yB$A+O8Pj08J&FhTgH?u#BmQMkHnS<{6Iz;z7IJ61Cbt-q%xAhD1Qkl^a~Pa zVa}Uut}zv#B>7+}@)sCgqWL$#F=&qrEOC7U zs?uR>i_fJ>B#ZxXvILD4)Z8q2N~@>15nJIr-egvyg%lt~c#QX&K|H9b`~~*MkK_sg z#-vxGX(C0&4(XxgMSp`PK83zR;I6PGKCqtk007PXbRm+*`)9V|b1U&551plreOh;c zS`}6Q!xqROF5p5L?G&jt4V`7fJp{=X+JLH+0_5d1-lQFaMRj4Q(ylkIAQe8_zYLhW z53}msSwLb5HOE1sJEqCD4H&>c@ zz{0GVUY~qXHcd5l-G*z&_`NRyTR3#Bgpv0O$8q&!vZ zg$3Z$hn)np0F}0@rpr_;@I}o&m-o$k(BWfXKz22}Y%_#TbpavYBMA72pQi~2t;raP zsl&=jO!AJ*BxqO{cMe*&cnqsm!!&O~RmPXjcEWvdkEYZ)Pw}|aO@PO6efRJnCvz_g zfMQInkh!^~!m6Wnuge&9dxL^X9{WBjV^HqURg3dRAo?W;<7~(}I8fI+wYpu4jVvV; z90-p1#^E1fq=$;jHwqInlVBKW?JD&FYnA}RJY9b^$|k_5`Cao$Wtp|6_VSuj^Mlk` zB=uIu%+?@9iK_4P7q*Zh^{GS&$S8b~(WBIsWLH){ZoYwSUrslysqEK4hk`pg&+*TY zco;}F+~P-gt8kT8nihKz$PPvY{ZddWVYI=+;9G#fyPtOT>pm zz0&zr$}B^3JsvicX16r{Q@$THOpzR>^!x2O&Seymp_Ml*8*G_HFdzWnc1UOs(-^PN5drv@mS#!gCgG%P z`8$B(Dlo$R)d#3_XWJBm3)6rT@P8O2NNoYFg`VcJrUaZRpUh7fMNF`X=dU)7coo{K zzT1YbfohTz?E8f!ahqi{y?KY1sJCf-@g+r(RxUT64PdYXN}sR{-+iQf5wAFWbk!E? z)rWMBsszDwn}~F~erql|e^fVrtaBbDC(fT69}j5;%7w90Gbs;3tP(|)8kbo`2@7YY zB8W|fD(CDke`6~LqG_eKrI@~@nndL{YBV&hH1HQbE%(q@oCu4PV(tX@OrabXKy^#P9Gkk;_ zd-gCyiPyV@yq5pH#BkESmU-W^l5*tNO!w`F3a9pyhx_ehSDIHF&{io{P%ivTb1jLi zlCqM$;?z7FR0TcnU!e#;c0NdYTP+|SwyZW}pb0P~o2ilQ3r3k-+mcYD%@IOwOfeue zKN1{84AexbW~F}qGeRBsVAJ~S8l^luRUWf#9HU7W<))H;h$o)^-YHh9e4DaS_oK{| zL3*pTB9SEG;{`_JcmDdFSp#gr>z&mP7vw??zSNZiq4(zRR;kZ>l(DZQcm@gZ8>4&m zDh>l5oNzjB&Xgbdm+L?xsMQr{BRqaslH5yKYLcRFq-aU)sITfr`I~1>IU)_;S2j$Z zTkkqmQ|$zjZ*~81o6;+DdRgrRm@l7S>G#k4){w4>4FtvkxC)}pB1kn&&Q}ni6N49@ z*&st*Y0$9sP>Kt|Ib6UQ+x7#Jet+USmVEJfp=|Zja#O)9wz*98RS!$y9 z6UkxEOXRe^!s2H43;6Oz?fGJ_{DQnv^wA-un3Q|7Gxt2sJh_De@sUVEwBSYq$)~Cp zE;U#zV>8KyaT&J$a+6q=cJdkYL9Sn)>D1k^R!N`W&+T}EVS4?01}AYz57y)x{bEh< z53qR*zcS*L4&Z_9?4_CbZ6Y^zwlujkySntu0B-B(gv;Zw_y(rthV8bEIt z8+j$tiu+nsbMBDxL8_X>i@VqAYX+RYX+voyD1Nx+M0wa?&-_l&rJ5oVIk)Q_zEB-VW@Juvv#QiSXe(pF1G4ciDJz=H zHl`|?6ma9T{0mK#UN<8Y!xxW-RFyvYTmj;Hkq4D)BFARBe}OMfgR{Rlgh3!NE_Hsx z_nLuaDPj)lar^nRAEL5(A8jqS!3ov)&pT_ayX`X}SjUZY%ScAx3;u?tQUa`M|Hv z-f>uf@iWfWoh-ZwRGJ9dhYfxu0pH+t^Oiqw3PVXjSFTbW2-;6CQD#&%nolseIf zkJ_SY$>y1#j}qkyue28zhT*%B)WA_9HBUy}>~Z?0{bOnUdHrXXP%nYs*XCA_GO<&v z%ROvPxaqFGv*Qns550J<-CL;esR22?wZ>?!npgK zCjps0BM*`X7K!QhP%k2Dx2oF>SHc{8FR;UsDEB?42*+?*mNk*8u^@&t@Q$6J7H= z0IkIrB@#t48&gV-rgKaBHba2J+7f~~G?)tn!m8E67yvmk0<7M=u=SYj;EG}Oq=0~L zZ#f!zg<6!YO3g&NnzB(?be|zwFiEAfMq{ z^T6y(?j~}LsiWxET?SGd$Zixdwahs`q4;#B$%}W&uho2pTl@Xx@l$<+>p!}>LLD&g zzSjlaNLN31-G}z4wpsS>%S(zz#xO_jQn&dDx*^R>EsF+M+_VicoRHdWvkC_eP!C8g zjGP3@KnCnKaycAiXZ~&3=+XK= zM%{MMYzPk<%54G*P`F`$9_%jtlH&G@bnY{T(KD4j|edXyzu} zltls%VrHOKRcnfCpqIs2MpnFL8wV;@F9;n!i%u1Fovg0z3j)yR@k=Ga!-`p9erW#D zg0{VQ$G;|DB6c%C26rksvbOC8uyzCg!*GgZ(x`u+DB=GIXfa!2H zBc(424v>P)H%ZlW;w8y)ANaTJ$FhGDHx35bk3dGun(NnGs)ztp`(<{>5p|_yt6SYB zxeO_>jt0h;QX%h>;;I?+^2Aw5YH~r4Y1g`VZBid8{7?XcDlzPd6=HOITNoz_4M5%f z0rGTK9Uq?g=1Hn8UCSfe2a!&rJ;`?8up810dxDm;raelqi-ZPqTs;w_surY>F8k9= zKK;uT5*oHxfu&bR)}R?wc9t0s_bHu{P5>?%w5N?^&6o)em&=*87uJ26xf7j|t~~5g5GaG`XP3Hb7_iR%a%4o-0x0 zB#2^&6e8x!ly2obYdluckG}YT=$@pfyvTw20l07tDN$O=5bORM!*zT}j9-EqE>d_b zN*+goWOc?s7M$Kx-{2-8=vJl1*Bx(IvmCHlzAOG+*V3cq5d~WS*7warT=l2a&b+D z=BoUZI=p(pfD6`u&fYD1+UUwuz}AAw&YXtgCMm0GPg-*s+uB3@!JhAXwGEQ7rtd>) zrI7!5kBZ6wRy`Q!#-`$X=2HFaD_#R*w{E5#H{F@BVSTdqi+&=~^oj|kmJb1o5dvZX zQynQns%g5vzwfoGp5W@N$?vFY&U6=UWbE27^+ZU)X5w|N!=Ue}yVrx)Bcyc+K+k2Q zvcq4i3}1S^E7-o}a6?UWg9iR){@O=cH_>Bv66~gNA3LV74r&L|q7Y{T`QX_2>p~^F z+)z`G<06sn+O@LclP#({d~d}J{V86TT}rDum_?r|tQin|HSK4d0tmRIK#r2iynfMH zj}$*t=6C$wr9sevlrw*fF@I(KHr?#)K%!^C(iEnVzCXjp?B+>novhG<@0ir`7`zXr z$ms1SDc~>mK!n15L0qljVdt~rX+`4_!Y>$|CLcr*r72r~z%OE9SRb>8v`0&+XkzYTO40X;0RL$mZ z%M^H*5akkyTdxvv6AmEN)BG=xTzZZ``)wrKm+~UjnU+Inur4Jud^<&n-U8?lkJ6RX zJH!yh&qBa9gC_BzVwX^As-U*H&t+vj>wU`ZJ=wVmcuxs4{a~DlguJIY9jT{))_P7eJgK+I9lUS-VGOc9G6S&-NB+Cw@ zXSyhF@;j~rJ?nuw7Y>BcTe5Fv)-r|{XG>VCr8HIojyOrm+dNHOOl7ozpf7cMOrhMi z6aDM@w_8ZwxO>*fT|an3zmf2*yxJJs<07g4AiD2K1D6g25t&`3@LB)b!k)xVNw&kv zV#7FmkHJADOOD{k$||+c1kaUpf8CpgOYf^dNZ!soAA~!-4}ZVY1*X)KJAx9d=vT

vg6F>rtIy#H;zl@z!-2ALOe zVAsFR=nm}2XDz`g&^sU`guyP+0-tQP#$8IH6>zhJx^iYcmyoaX$oB9^VNK_9X0xP< zevbea5!saUjz|$a@nLRm_;q0@JSKS-F>QP4KdB0>wl!nvVbYXo*C=Peb~p?yig7Rp zK3DTC8TfB}$(N$=+21g{3*bm+kahA@HjiOM6wRf8M>XpUtT#V7b*9j~$USJW?iK5- zfZ8Yc0@wG*#8UQ#>!Ev{9|Q5csf?q9dk>O;?b8xB3Ovj@AbHFZMX6Q!bbI0;U4^`8 zSF!ZYyd0>SL8PmDhSS(5u$3}ODN`uD`sdZODIdd39A7eCpHOPBTRQHA-9H{rSPGH2 z=c$+8`Me}lpsMY!##dOfWh}Bh><>8WX}m%n8PaLA@TC@EDCarrohrm{`h?=jRb|T4 zhxHWO7LD$iWsNY|ih)x|MCg#>nU^z!ifDXb?6;r&`B~H(r4$Cd3I&)_391z_SJGC^1=fu(5FcMce*}S0r{E~> zuk>f8q(F6bd%@!;z5Y%B_kgj$7MV&tAY#ZjekMP3%Q&fDV`~4oX!k4fxJRVoCca7i zHxpvF6>K8>L%aO>830SSap6>r@$7UgT}JI|oJzn(9kA4}3~$i!X9`ZC3rLFms0i*q zX#_GO({M^yQ$qtu8~J*E2gn#k7Id-iNgF9m3Pd1BOs%#52{mmuN_l16DM*UFzT}+0 z`Oel-3{&G#$O_|v$oN+Sfm?XR136=B!)gK1KPIobgxXjIkm-B|$ObjODCajMQEhi0 zNP8R^$ZM65tR#}dJ0<_;=ofikvi_*0ElIoQh3@puNIvWcZyFB?+*um#YV?kp0D^)5 z!(MW0=>rPH)?o!_I?0fDOVn7HYXnX=&1z3)lHk2}gje~Zl#lqEFqS=zH!o2(HiB!Q z(OZ;x6=H44|E6K~q;McgLu3=Ali=c+Qd~>k)WyW{1h7f*I61Tte-j*gsQEGDZMMO! z!b+tZpMWzs4RpYHk%TfiIj|dpSqjAld1KFSgFHiACeTAu)-F%3Nj!^Iy+7g?vrzDB zxcBfpx6QTy&z{89yUs}3Sj3;(m>N<_3;)i$v0l7(40i1L)`wy=p zyZd~xTC7Ot9iX#E+MnBevZ{WUws9G9X%D>6xZc}v+=Z*TG21p*OGM2r-iP;l6!Pic@9YBu=iW-EW_j1*!SMo%K8OCl9Fh1)*Hg;7R4%B}my$^RDtM>J7u`N?yEq3DM2uh7 z@|SEnUVL!n+>Q2xnnaYi;UR|g_s8<(Cm|jl(!+;D_)>{V`?D@^8>!JPzgFD!* z8xv2+$g*$zRUFuz5D^8RsLF&vfKKODY3S~3SQzm(ufHWF{YHhI^UjBV+|q`-SuX=oWC-#35p z{-XyOVBU%TZmkjKt!=6~P~n6;;}Ctd>jYJ&2~GQ;-5CPPpSE|~*k%q2y?o&(t(hK~ z`VG-n1^I24;V2QW z)tm0&4Zi1JtI8#>Sl5t3as zSqH>uae-bBV;)Deu;U4U#k;FkA1V-TqLi=My!-ArVZ^t_!|-)g3E_!$!2dW;b7D|< zsFkfXkL@dFkrcW@ZL#airx*3fNE&3oFvrOT)X&aWo3Q#j#1dGX6NdLT>F9bXpkE1n-@~@V7oa|>+jwhe&wALtW8A3B`oI3 z#IGDq5&!2isKN)_$l%p}ge(XUR_lc0?)Q+woDLx9K_gATx4FUHX6NFre{ZTJEd-Ux zP`}CIjF%Y!_NviZXyrx8L?{R#*&TBKuhKgbxfN7UQXKZ81SJ!wYOnZ))cEm& zzAqAQLrQo`QM28byJzSokY{^q6zrs5Olh@bzRAz$2NJCJvD`PVE`lAJb1g!-?<{;E z$GOcZ`a_B2P=pYGk8e^rlp^<@aLa;>Gix7AF!fh9QRAU8O#88zWU<1u^%csVD_6n*$NWH6dA}Ye>Vd|nzNij zUrIJZZ_%K>^Et1=L0-IEjgLu-uUpF+eED->Ppy)@3~41}&0M7#*nj<*&r3I@fW4!X z()^^KB?v6)U3%)ya{FO8VOB>9m!BUOxX>#8&MfgUSaw?ZN4OKeX5_T^oc-b03KBA2 zeEK{2D^sCeH7-}5wx0n(U1 zfQW7@D0T^`xd3a{ZZydbUPJg<(XxGeLi(~FbbAi79L*V5t^9AbdFpFM|J{3CkHi-J zp?Kxri)nKQ#`J<|irN4gzj2Bl^QuGLeq^_h(do}m>fOqjI ze%EP`&HAgn&U)b+kBsgCTJu>X&*jBCQa;`_j7UYx^{!FKKo(CM)Az-t73>9f05*|P zy_-Vr^!Qw1+zTl}pjwf^x`Pk#j@C|*sxoEmNUA%3`Ix;u;kgdjD&!NM@L&f0H0BmRZ=#gk$KcKHDO#bKZH`?O zWZ|#>Ql0R8{q-7&4vX}&c{x!(u~EEdi&h%3G3>zUduZXo2c_P?2Ae9x*m^2+ZP3IR zbDxG@FRMJNSu>t*GFH7-1=JMbQYa743IILPONz-v)%Mx0NYdWhPZ)pp0Vze+8yEn> zw-&korkd+7$Q873t+UE@_O$f-Gr7x6d9Em|zHm*1>fsVth@3oGocL5CLo#8_ZmWS$ z1F$ZN_*bQHI7nE0F61rtJ2~1<89*rVQfnBlTLvJ~JC4C&-ZvL_=znkQWXX6kR`Quu zy)Y&Ndokl^nt*n#)t>aB{9rNNFz)D5Z$N)goblpk<(o(P)~g{l z`3+d095{a$bDwE?OSA}U@m)={0O`?-&ZYOpsa zl~^k3bdo*~A^!>7prae?7Blb830(oAO^Gbn-n1KKOw!Nf<>?H1d;ma4JdnrR@Dk8K(my2>-JUA3&s!eVDaM-fOWchxKeIHX!-f5DRtOSXsY!>#=L0a zdC$OytE*>=p$C*#Qyq{=ymmWvHtBkQ7YwAoYk^b$#h)YW;*_sCWiILrU zqEw^`>jma(o`nrTw?oc&ETA5eKD1-<+vVZ7I)em|5{c3#eOyWf+ybmk)0AJ6e40;V zRzi((AuU#VoEb(+8S>6qr3`d4aGAPB+0q7?z zJM(XZ+oJtXT&h~dO9y-2gzB~rTp?|3^!0v_4Qg<4Ie^mAE-(#+f##+byvpddI0W_` zUT7IE3Q;PlX)d;cI8aZc;j6Zwo0s+cfCmtzJyEYKweiHuG{_%pz&O2YZLRxgbScUo z!|>o1CVo^_fUs}07y*iD(C_qj|1D`I@M${W<5_HQ2xn;$3A7tMp8l9FAR#e9IYVXG z%7|NH!hi7u*6$=(>JZHIN59$x51+gK{PaZYPTbl>r<)_l0p9NhU_W`*v@_!qXiMz3nz|JDj2y0F5JhviqCfjd7{f==bZUc`6l%jl{YWUv7dbY$2v>(I zZX~n3fz&92MYH(uP)(pSz2e+;susJ$WQw4EVh{D#OUgf7PGV(TeD1}+njCYtM_kb!IR13M+~Lv8u)lk~|Mf1uaqwb! zXx`_h>;Np30Y6sgR=bzgTQt?;>Z2IXR!P(k^+!u4B`6JHCt5QPm|6 z`V1<0)5JA7)oa!rocMGn$!W-tFsbq7LW(a%w7sI*gxtID>WLKcrZl^B8#mXHOp&wt zHSP;jeevWcB>*~iBu%!a23tvtxx0o$Dc|LVGdZ1BSLL?FS&kF-|Jq<+=buek?6uK+G=x>EG{b7UOnb8XhZiYSHF2bI7i zJggfanzD@RY^#j3;=?j#8CHnK;Zpr$jk^Upb)}|hvMvtWoNiiU#FlDZV%^(tcIZin zLF9OUVEc69xJancNBYBwugwfRc{+{e<#5$QWR5ue)|T@xk`$&8JK4NK)Hl^f64&!t zZ#%hLdU6!eY6|Ad7xr^IfOo}x>^AOV1J(~bq^;=G7jS?GAipwEt(2XZ#l#1)j%O&LZt%{Z``5$EBsk*)d8lh^u zQkJdbE*G&&F5@5!^*Z^R{z>My-lTu-?BYkJ0B5Y)d9B?6n4#}=8S=lobN}(Jnpyf| zb#oBkwi|-R0ot9^RA9z~ixCI3|LsWCaG2gcqq$X1PL2x9UuYGeT0VL6 z-NV<={n*zDZ;ixSnVyl7o9-+qIXs*{(L9uKx6tj|U4qE~vMmq(2b z_gJ9MRF1cM?8`)CBfe39TpFGuf#&{HZhSQ&h6`smROh}BCpg8%#&TFk0QK@#O)p@d zgXB+NzkYoU#1N{OJ3p@uzM&P^b*`p8MdgS+bYE-cqBg}~OCZ{f$)C(|9Ba-Q-ov|N2QJw0vt(KiuZA&?_U+S=N73bs-X0m*a_`rS@dnUrK;1aaGcU^3hK zb9VOag#qB#zK*;6IBt0gSx?z5#Xqh4nYS*f+OtVAeK$J*Jo;facBI`xLWa9=IC7l? zO}|!E8tWPNWk+Y*GH6p!Z$D%&84J|?y+$OLz#*VkmfjwQT4@tq(l^MaXo9Van6srg z5(1ZWxLBUnx`b;lFgr8v-QE2ZaY$o<*tyqp;nLaP3bK2d*XDf&gpm`1z7897pI-y< zY?87!s>qQq{&rq>6Lf#1HvOlpONPUSZC8NYbDAt@A;D|s3iebqFQGl31^Y6)s#I{y z5V3^yqf&laL(6}-p$cwsDMe4TYtz;t)vEqVIS}V=%#yoLYl>>(m45K6O$r(4rRvLv z@!sl~q&>)Mzw!Yo3Y_TLfFb$3GC1q0am51_);#ETFRo8GCla(n z+s+}?w)%XGA$T3>l#p8NQmhV5pLcb2omxaiE;VS2@j!}agOl2dkWM!hC2QkoGoU_E z7K%9iq`nK?zAe>|jvZ3vk9v#`2nZdxrQN25tBD89Hv6>8#-j%fYNBR~e4~&7+S?px zGfSgyh1Pts@RNa2eC5^Sz-?uX_e0XdMK)4ek-A8zp?nD226RiK%c6JKo*-|aD6TL( z-=FuGBElco9nmypR4OuP2Ce@aF&a^S?Cdj}D;s#F1w4XY;dXKQf{%Em=9zWaex=JZ zsN`^j=GVlm_l=UeL0 z0P&vxme;-EXmk@;z_#Lvqvi!71>*UENbFg;Fh1X05mEQO`|Whuu}4!PD}BBJMZnDV z%^U@g`f;&sz}%AJ`9`Uyg?qhIZP?3q8Ay}e_WTDgOWiW{vsqr?{VK);a%g)InTnR3 z_SuG8rhw@1)15Q24zu7=KF9H=VYB#agDsaqW%qD=p@Yt@%Im4Q5hS-J*MXj)lI;nZ zS!K0eQ+XU+Mxd4#A&u0yoOk54fi3E$Od7j&4!d7r9&@fM#5miT<$w@NENF7eRNUaF zvElnVci9KlpsMoWIm~csax~4jxk_8Os3G*BjtAK`bG;T18zQZcJF;W!PU^%_ z_g!K5D>Zl(`|hWAZ@lZ}=2V#)&2p+;(bonI&{W}G<1anfta^KAP{ zcXBZ{%Ys+kkZ7w}nvi8{Enpp|5CxD=&)mEX^>0nO;fYj9#ElFOcRk#Dq&MhWZYex6 zsEv{L^5u5{U!g-Y;ND?6*;5o~K|m5yXw-2$zW*S3f!_`cYaoQ@txvqVkt$T~kWn)V zkluj>K@C|*9&(}0c-EvF+}B&}x|!-!EX-9HU{ zvs0|$UHsrsv2FJubBN<1zeHyctkYl8?Qp!-E@MiB*=% zSco7;sSq)LcSbRcH)3M zAqBK?Q{}JRGDT6_$vx1&E@iz*T;AYu0!snC#M+!%57b>PH`(D12-pNG3g|Io1t+8DFE9kYqY(dE3Qs&#g&J-+$YUConarFRKnpQT->!r^VZ8vX)AcJAv-qZ+zN6hGw0 zHPwdfSVnuGSet--mJ17bB59DK3bnaE3fWU-mrL!;*|1^IZ=FAtISZR5=iKd)dkSJ; zYI0@Q#XOSp zcK72_LshRBGJ`>Ix~<=cu5ypmsI!e&K|x#-So)xZV-il1thqe7uRmag%S4xv<`y)S zorw6$XwEjiwj=8FTvXeIhmMhBe@FmCWeulJd%Bi@yfaEwI`bWA8!EoXJ$}=W3y1p^ z9oIDKwJB7Y)m%+*yZ~##K8d7HPGnW=lw*EN|otFR?PybQ8GY+{<=2)Z=TDt`M$!+Oo$WyU4 zA6T}5cjcn{HZHv5z# z;HU40_*g=4v*>A>w4yg}E-w5~sQ!bdT_uPDS{s|O=EOqFHf|8>N0sda$^05|O>@gR z8o3_mDITu7pcciozYnq&J&GZ{_<@&f^vG@&;TPiNEz|J>IOyw7y?W?P2q{sduL!xp z)yz?C4w_bpsWQ&s5DHzJQ8)XXvMkf^fj^vpQK+?4-G&4Q%~BWXr`3&QBCEwUhRxQx ztU#{9-)TTE!{AcpGINuMo7(}OB(v|c4=+xrH9bx0c9#tOGq5nzq^u*MH=v@Y6LE4{ zG~Sx^G> z`iyf06iUGPQ^tS+>!kzNGYPj!Jzote)KqvspofU`P)sU;+926dg0lcw=9L~bjQBBh z8UMWdULwHmS@!}Hp7E(~N22L0#e@OFg|P#aSa-b@pKeL!_ZMq$!m6x^Rv!kJRVS&U zW;H~}`q}kea4g$(vx-DqY&_Yj*Y}yfm{dY%c1k)m`xs-{xt^!1pXsW6`noifhu@eNE0xr zuap9+k8J0J3z$DQtoTUJY!z&_eGYTr`JP&e_?7K~x1yffre zhXO>OB+75!fvG)!68h@J>I3TRq*}=g7}y4i|U3s+KNzNDD-T*R={bl3+%$W$SS5MfaMWp07tR42nWfPx;M07*O;2t z0x)bLNJlpR#B^DIedqV*{I`R8);G*v-jb0cZ8bUKZ~YT$@p}p_Gl(D^61p=YJ0ann zlGx-K9)AAaI~~fQ?Zg+w3IdBl!1+QdHqZ$IXu~y&2n7fMI=D;9;>Q5T)6IwB0yzi;gX@br0^?T4xB%mfRwfkNZ}DYi9$jO$VE>>ohXd zagbiEF3t9Nv_a=L=jrWyBm7wNu}P5$sM2qOA1`h?yJX}=&@2Nc_6{sgI7_v(gM&k_ zyJyA z?Pbn($fXhan5FWgNfh8%ki&dek|XGQ=;q)4`7h;&mvRyaS^L)|x$pmn!3;r>FwkPm zyo-pVfS@!4OgjrRhet<~(eC=!ReR|2<;%iQXb~5Xgbk`Y&O}_@R^Yl^IMD0SdBZo? z=3hS#Vs%C!rsY5rBqUSE?`0jBRsYu|DfmBExFnSy6BN*0Xu~3W^b$}9)il}u>wh!} zgI0al4PRDG+dJH=dk1$f)`CsCYxW=ojHL21|LdpsgfFTu9@*>yoPt162<~X%6?R}? z3gWfLd@#R6kje%eErLFplc1_qkkNy-m5E@tpr7n!l)VWLzJ9#;qBw-Lq*y-Kl!8qE z{`uoGe?>cvt}xzHWlN?TRekn8I>E<3^6&k}d$G8?SpH#^3CPM-(Ua!Gl=GY4JY~Q*Lc-y|g1viDkQx@^0 zP~j`wGx)EaEWuzxzNycNxL3FfQfQNW94zzk_`jAp;@z+N_Sf$Y3Z=S>Ok%3nHe*Na zZrFu6FJB&75NO{2&v7eW8L^TSNUxEr4}pP^F}d^#dIhfosc`IoUBN&FSaxQj)yd=Mg^9knc$ANHb7u4=`xMHmHGVQzn3WS&6_ttlGs$Es!AJh ziQdYMk$glA{+32YlnWvv;b0lH|A!{?UK7K)n_YxeB_P!x!9CI)Y2HE?NHTB~zT>)Z8QdN$eZ= z;KB7QGLoeUf9%d#1R^?i|Gs|gn6~}<>)(F@EA5}p{jcx;@1Z}xpQ})y6d-FcSNP>YT>p$! zL?AEp+pB}=dwg0BAa=LNC(`&(fj2{J6;_6eNWIsW^7{ryF( zs>$Y5fxrJ=YY(VU4xbM3-C7l3N>0Gy`7l3wr2^{UP9%Cp=|7)gd1sh_ku4UBZHHch z6*xfSr+T}fWC$hSJgfxxtLZ|d{CIojBqWw5J%`6o4uyE2SgI`xhAXcqvg$?v1LQ#J zR=;L+#6};`j;Zt1n2(xAl-(#>luf}G30V>o7XVmtVD$d`y}{>@zIxRU@iI-iM`ol`clKbVMuQwtE3Ja}P+-BAzMs!gQ4t*pz)6NM8=Q`lInt;~5z9&>6y|_9h7+ ziiSdPKCUV6h0ZAnKpz(23Q#i_0(vK_5&c5QsvBttAmLUC{eoboT;rOsifKqfKpe*N z6^}$P(7P(ToS%iL)X*i#$UDSz&OZ{93m0eh!tO90`9Rp zAd@#*+SU;V;U+&C5`lxZ+0MxRB0HmTvd+qh#i1F0GyR z!zc)I3r&G}qb8*igx%*4QF&bftx{g&^2TJV+9&2S*Ttx=O8$=FdyHrfRls^0n$aby1H2HgQ{bEu$k0EsJU!Cc8Z+oNP*~za5hU2Y5M9~`=rRT;HjfSSd>pC|`9a%gpdT+a3 z+i^qN+6xqqh&h(|+mOQM)pXkxT3<nhWEqm+*Rk5J@F&7$;>;i zm4t{j#8X-_OkKuL8*tRbkAQ66K%KX)74V+cENKWl_F8;z)Qde#Ya=xF;oxgge*q+y zJ#eeL?qHrhIQY*rhUse_*X*QUV{(u4>F|&hCTy9fkWDT@oU#jZp7I2FZRnHsuSz z8lnfW00k$(prHUB{E|0I;9fm(AwJxDFNl1a9eiq!wHkhk(DLTZVflT3p zFgR?6tTFU-aT^0L{mB~mPnoK&-g)i<5W}ZHYbw8eIXdy~CkKQCGWSlk0pP`Wh}q)x z+2%m+t8Gm(*{G4*_Fn4X5{Q#*>Yty&O}8zbI0({70hUuz_-=5%+;clBd-r)%5i1N! zPBegT4{^g25CJr!Dfir#qjdjF$uJ4I10z{EYi!KMM?9m|5{JvhZv^Nygt+p2)fDDn zuG`uJUWA*KrvAIxhDeb{AZ%z*))Ru2(tduZ0+2WZz5y@?w43$v&7UTAL$!F|=Q@PP zCl)|!I9E6nAod|u9YcH%1-}tx1C-63V8P1L;s9>8HxSmPfL{l5tO-DfcJB-eG<`?^ z&bN>NEkpMOI?R=P&$269BoFGT>EFx?%YeyQBHFXtmfFibq|zRPdc%vHrOB61y)pIWU$@;tkTfI}YsB495$& zbwG40Ry-lTO#)M-2s#kOa=0#Nc1$3U8!VqcRTx3OiiYlR(GRXb`Y7FR2mS2sOHlKP6QV$J~ootPSaaPDi@l#8})%`H~sbCT?!FG@{$ZtPw z*5IhK2E;`ily8OLGt>ne%g%sQrWI8U$@B`V=gOqWg4n@>2TP}Wk`!6s#PDr{m?%f; zuv>-S+6_F9uVGaH))v*n9VpR)!CTfa?&;BT(KQ%s_R4(`>;$+8p0BrTzxTvxFQ5N~ z8R$rqY#{7~pLP-WIjUoK0IsmT;(LVeME9;A46J#Znm0IwZN+#<<&;3E*#PqHyC{0$ zeH`F9Xe`;L1*TD+ssGAaegGOFgIWsm_ki_QwrgDUgAlhL`Ohc`q)SU@7|J_=w?{3p zI#Culzr{fKUxtx{QAN8s#y{y9n!i7`v3pwB)AeavT7h`U2yP-g_hNAbKa>##0G z;LzHNeUs!(6$sjH7QxK4>afKQB95dVwyp{?qypgaG_Gxcpfb1GXL}E_YqifWI&x3s zwSm-YnnGkIh6tXxmB4ThF>Jme@a&vgRb)#tmYiFuQK$}@Q1JPSmWoFQvs_Y%8}I0u|NRyU}c zRrVUs#mSii2vzsm2DD-wSMnNg{ju^wPi-tqZ^Gz&zIV(a2+ox!2YT{b@9$qJ1$yh;q% z0dD(Koe5WiRW+l@m!#fR*MtZz@MzDXxlIB%M+z-wK?%e$J^I^sU|o<)97<0b($|VS zH`e+07uN0Jn)FS?xq}l=+`6r9k+lH&3~r>4qy<7=Z2kZ*U~u+^D;_yZ~& z#ZyG$hO22ziKRWH&oGaZS$@1_P)}9q7(JG z(nVG_?xOEc>=)j{h2`N+&sTVPwh0hvF1o6=HMJPZ8|1S73e47EZ z&RdaGlaV))M%T_>c?I_7S0blu@EXh0b3;!~>r*zvO!=g+Ik;0!uPU^P+ zJfTK0yqk&WYXz2Vbud`*ySDt)#EXabY8_jLyAtTA1!IIiL~Q1tWA3id-2P9G?t zXL%%bhq*p&GboJ#<|c2HMTm;-yxi4~Rep4rfpOc2=0CcRLb>!AilM3XtN{(C&qAsX zyr20{yHu>h93#f>2BO*DMn*~%z5$=E5IVxelCCz55ER>B)JC#{kAHA(uXd(kMK?}F zAo2AWGGBBpS++SN`hfGb+qc@MPQXG7UvX`#A>UD57E7a+$;kJII?4!60Xc2)GDs>* zhBU{K-VS{BFYt&J;wKQF+%~2Qwg`{DZ^Mn-BdZ;zfYC&VCEI`%AwQwQLmF@R!>L_$ z^jWkxp>zNb;=0GnWk}YTHTy)gE9JCzdl!uSDrx}B;j-y?w~SU0o*Bcuku)IT>8WHU zL&|QO?*oCpp+d`y1E1Ek^ap02AK(Ey1U)amDzH)QXg`oybf4#OhO5u#Xc&w6*Ci=< zer9RzTgK?)v8}~N#&(1BI32(R61U!q_Z8(BXIwWQo#a6rm1d6Zc^j~dL^I4vCW_-Y zx}YIkjr{~c)X;~zm%-i*&E5hGhGs~%M6H(O9A=Y7q9LS<)FduIc*-c0%7i3lvp#!jSQ3IO`oW_+#lwKoz2r;5_*8pM*M! zuiwOy&1kS5F#tNFY}eWo2vTpo9|&FaAsSf`LQHM7ac9F1>;a!q#>j*h89KFra5kj)XJnH{Yj$y;mO@Uz+RoKIiHoR6iw5DPceP%5h} z^|A&Gzx#CsDbjRg7FC6>hDV8Xneyt|418J@NVh%gE@JHGe#SK#Z?4&)iVHrD&)~>j ztuIOO2vO9j_NS3#z&;y*vxxt8ZU=OhhXk9pnNca-L!)S7WpF1CV%vB+og-}ub4@mD zS<|sWF9X~e&30q#HSQE;ru(59jJZ5?wh~Z+kcjdGuFpLz6PXwb?8Ne9c6EsBGUDG< zC)4ca`}89NGXe*U=&Pz2;^oJbFF(D<7=qFzZ{nV6UcYVec?Gz46NOiklrdG_?(&G9 zM1ee55A<4ZE~MA5f`x=HEr(W(k1DY1AF~{j(rKy4x5i?_Ril1@lfTB|O8R~!XyEtC zGp(#0wJgz4VSat+&@MIsazeb9N7MH$-LiW5JJ_XU?yi8{vTRiLno(Dq{QP832Y%1z zbG3oqoj~!l2;X8bdbG)W7da$OwB$TcCcKaoIdog~V;O?7{o>v2Z03ld+U3--p;2k> zy)fTgyQ_O(tumNc%JbZ#+8b-jE`S`SFS8EzL!&2Xfu{DvYgR~&3U+evDE^}glxWno zO@Fjrc1k%}Q_-2)Zd{WtV_K6hW4fI$!&J#XB#aT$9LoR5$8Pu7zfo|G+ylLpjnu|O z)6+5YZvwdtHd5r>x(@P@^+b^mHn`hxer@DQN3DgIp9M8UXmoj@s*Rn2`2*MCAN%_e zcaS^*(RTK!MkDJ8-lD|n*K#3AvCi1g6MDY8Stnq&Bq$)ucuh*Z0~wyDgnK6=jcN~g zr0Qev$ky22_PBU@lk=4Vn6KFl{F6W0&Xe``OzzlH_eYjBDY0q@?1~HuM=z=FS%+Lz zcg!w!(7>NrS+1HGv2QSoceU;j`=R{oCvzUvll@9ZX^0-cdFmzLk2iUoG^q{Bfk_{d z7B!42$@l9-MJ^Gm(CyrNXcvE)@z>#d`;~G)JKliX*Fn*&NkVpR6SvX_081ULR4eb@3?x8!@KNw)!fWf*qK zXgYqUJ$?TG&x(?k0Y0=3XkNIL9-w@F_wY3*U$+~j$Hi?YvI2OAEb(-P;VA914`9HR zYpa#_A8*w8V))kcrHw()nf%8qwl^xogsxfYz(CyZU-hIHg0A1gw<_k%ywH$$4r5M&vGbJ84igtVSFiYrI8D@9F_RqdI|ZrpYWIG3%V ztvXdfv^xQW#jf-tJFkN?ZV_#W#$bg}&}~sQGkUv0H|Rzld7%}h14*8|>{aC;LSN~t zBQG+va}R@IUe!D4xG+5iaG*7-T>+fogH0EV&bZYz51vdzM9~2NDN2>9q`Ca(_Fk1N zjX~3ddnA}fryX#aCq3@+E@uottp^H<*m;5w|X7bE-mfkzvEgSB|71o;(L45mEs_V z>s)YZ;u-35_&W^3pBnLllfbjdg)Q(goOh>tSh{3Q^Pnx39A^4j=>S%OyH>mt!i!aE z+#s5m*aauxkB3yDp*xMFHre&GjxnH>Qmu>lctA387XnwomN@|@(Y_3d@{NZV^q?RM zQb5$@LMR*bjsqYhaIs%jO_p=q$$rEJe*t+5yt&W;zE435Y3Tq(FsivihLN@i)!oH@ zJ3#So8F<)x6_bT4yi=uvMTM8#FX&cBF{*nanXt;ID(Da2FAqG1sSrfd?z%QmF^Qm4 z%XM>Nj~!$R4D0QoDm8oC7!o1Bna=+nvL)8-h>w_;<#bUA&&0P^16`{O8}s!~-uLVu z=@e;U?75xnRHVem@-Fkve-^4)9v=3K-q}3+Ei|?7H4AGd-NAl@-c1jXGH-4Y2nIsG z6sg1Ps;@5;i_asEe{pEG3&TK^1&_J!P5f_d!4qEX=PcKcMNsnO!``T|i2+QrL{c6% zm{|)!02NLAwWs^?N|GN5?t{7A^G|yj{#Zj*F2KL~6i?hp`?|i$hbePvo%qD-nz%6k z5aI@b)D5glc{9=D2cEDWI>~nE64xw&yNY&W{8GfWf{Li z2t?x3to;SO+No^2`(+vG^+66-oFyHF_m-tqX3d_~vjk}7&(RyOKWX_S&bk=(x*aiKc~(nkqeY|3T*Q%RxxQxc=P-$n znS3k?W~u&7v~%_g6?dbsLIu9?7q)|*qFaA zm?L_!7tD554W3wLpYghdpq}ag1kkS1?pDr_J3e5}>2*z~2Mo;L5G`Q(xPp!s!T$I# zgyi~)kT%1+!88vwK8!)e(dz+}gB;h8>NTkCoMIje7oTQP7kcOdDJuol%bdcptrYHdS)Li?wAPu?$-g%_5_QyG>&zk4HsI61OTJE$6dmIa0a&h14plB z;Yat$ZwFO&K%eJ2Iyh?0ysNBSH|PspX1>aGq;o7niCw02wSVu`uLc4z2pf$;Pjh@C z%X9X%L2DCgj{0q`q}3StW_XFXVfAEUetB^8TEm6%lyIRe7S}*CSjgBX#JaifU#g@& z1Za>sgb)5&TcS5rhdd;w8EcS!mGIVAN8B0zi$mC4=ZL29LPoB2a3akC%~Ju$|D^nO znr#}N(+yE(9Vu+ld=wFPZ9tyO|NQh>QUMh@@IM|1J1c&9{~7PVP`_Joqg2p>aUmA*HMC z@s4^1uEU{}*VOd)wzi)j8eVySYAWhP`|cf>JzM}@s_TgayqplsI^i8A_C4w&0W*1Mms{$+UKXZ11&* z#*o&oXbWB?jP7hunp|@SWi53$R=?(%5yeVTEqQyz8Jc^PU|7XZKw0c?=!i)f{%{eW zK@}$N^W0}V$fY@jmAL}QH%z!A&YZ6eHnw>taUbD5dh^~^|CcH%$tj@hzo)nfoX9tR zF33(*+L1L1==tdtpkwo?xh(7?79Hui^$WmP=5rUuRr;^GDqZZDq1-#?^xY{l^V$it zniY;dM~Y9lA2+!TyN>hn?*@ez`Jz+@+{0ot%6V!H5Zmjhb#$MW@qx*zqA-pgS=HHq zTmr|`%;1Qo%Ik@a_Y`F#i$vsB6sp*gcL=M(27_h8l)O)WGJ6zhTgr8`xB_}Lwgh%K z973JmxIpCzvWO%86N8g?_V7)gXTVdboGkU&03~Xtq3bZi0)br2Ex?IFG)!rv-yFgL zpYPhTLww>O1xQn2Sl{tQb$j=6F-8mVG^6>bVc^N3&RRDV(R+$S2lPgO%Ulv5q48xh zM-}Z+j=HVgJ=z9agFde3xo2J* zFl8}(*O80xAk53H&!lj?M~154a-}7Vnh4<4?#USR0)TA8yV=z%pW&EQ)lDKx_RK)_B&4;Y-JB49l8^*sZBUio}9NN=YKJl5PIp`4>t zMZ;(&;c=z=$eSH|9V=$Vo|@rv6`oIjMd7ZaM^{S7LvYCTepTEum1e|nNEaL}kcWBg ztwa^Ew2Q3QybEmmy4wc)PQnnkpoMGaXYQdno^4r5&tb-3kATkt16~v3bqU7%NEV#N z_0z1_n$9uu=PufQ*tg=|F9){K%e#huHyymvxN6fa^zyIt&Bg>f+r_kE7J{9}gPN!H z47kcHat8OR9N8&rKNEf8=;)w3 z7PF7<#1|`!*HM;pHoAB+0t(@MKWp-aqG7a5U4Eu?(A+v@<1aP;68ep)E*|oYSaBap ze08{PHE^*9pcUzU9+GQ<`U#lOapCC0a>ByYEv^oL99i~ZGM4W^5o=M_tBQ=sYF7rW zr)CiNr3atr4VlaT``+wQF*LBlbWHukF7^w(AbGWjcvB|uZd`kd*Q0MlSB(0JyOOVu zugwkwUH|xlG=a0NNM$~V*c(hKhT?g_*Oc(UR)tHFdAud{J}VeW`LCY470<|CYG5_q zm+JZ^EM^k?8*YLg$vMIpH8F|E^c`DC2n`A81d9-xE>jq`l8>;aFuoOmS32cXtm$Ov zvC!{ysDf@pCcwQr^lA^g|G=R-)|*-BKYS^E$CApycF z(owM4;aRDY*^8D@RhRA8l!>%ZjmyUh?@U(tx0vXtXy1ISwb4`jJ9=Wi4kt;A>OJ1J zw6iN#cPiFL?1V|zBD7~G_CK>&07v9Z$5}K>5gDRo^gf}vqW;-vjOT31`OpJ%B~VO+ zRv3ZNfjFq>KxPaiz7g;3HDKp3UtV{`9f-6rauvpU>ig2F`->RQpi_&Mkw3$p4R5Jp z_ORLO#yjMQe$gWwSs=i`dF6wx`q7A8+7FGhASI48&(&2}eqlIwQ|b}}6gOGAE6C=6 z)yGfQR-+a4Ckg!;VJj}C4;MrMjFTp>LR0>XEvermSaAX%Q+`6Wk_14_57%HJRRqQ% z4A1u^A4nL04rS2fJSfRDy8R}hfXsz&=q71{(gQi?;HHruuN64?0a=+t3O$6Pi+@ zYw(VVi9t4NMi)sh_)tHCQJJ;;6MSR9fm#DC3bcg#CZKoV%oKPoX}>Y#n3~GU$`lVc zV5gjCXxX%aX6ZzFucOkdb`EN!epV|FG*N22GdCVFSPs?Ts9XnuG8SF@pD8a~0YsdljTGF0$2n zy$;fV94EQs+0`@5!RyewKkd(X;+yzF4B&;g;!-F%gjMbRdT=lN7=lKaDa- z-3n=K*P&A;E$USZzs?rQvJ887=DX6Y2j^5}!_m;-wSLiq&@=fK@E&w-#S`SZdNzfa zvXK{7&q{mKK0l;}R@zk^$pw&O-T+;1IqooPAfoH~>=vy>Z3v?EH)gJ30D);*M7UnIItVcXxUp_qD!82RcFjJQ$0De*UcvEX=b!BBKC*5vqN#m(pqv&;5NFMkO zU-Xm(TphDr{P6|1p|!mnjyL|q;VnVpK$um|Y$Y|~nNEadXSx)px}>S4C$%-CTRhf0 zST^4w@X&7CFUB3ZmnI_EcuyA<0hYN269VDQ%je;@A^o-aTpjhXH`)YI)8JSk0Xbxd zXaQhZ5pC^U-N%o)$dM3R&-I#h49pH}bD{d^fWGPZsvK>Us3W zlbUQMU|@A@e8XnfCaWH;DrTm+*p`oAE(v3kzOiN!e2=SqN^hhWcRe9e73T9TO|K}6 z)&r?`VFa;hWsHh_qW2JTB`*8=h-cBSIYe+R8jYhgYJ>-An7AEUx3F^Kg6gstVe-(q z#l&z!BKT13>5b;7IduDpKR_k$B*)NrK1LcrY&*BwnSIw*)*%}lBP;s{sIX!0vqMznj=)#?6!p`riJ7P(C)~FaTstzN$P}=y*5yW@Rt#6ZL>&e8Ba(w&)Q(@R(Z;< z>YDrJG5%UVMMEVP-Q!3}y9TOf)p4E^?U|8i5&;EJpH5Jv^i|b;&#M0*8ir25qRO8E z7FZsw5pcrcBneMuvVUFcLm)%P-FWrGL_C_b2&i3oF)zicqdBB#;8j?Lz{T}6hI>NX4M&Xm+t|}6IKb~l;R^7NvC+aluJz(~VcOw98 zF3KE*WW+cqUV!dh!nm~>6MlKeh22Bq-uFaLZIy@&a9ZlF0fdoE9Ofx2Ei7qx54m{} zqU8ZxPcj5zEgH4X`?d7yaI;e>00#z9u?nlpbQ%&xpg(S7f&`F00vtat{5c=HFwGEE zq_JJb7_ce&)Fa-FvJ6em+=+#9jnU%qx&q2ksAjj^s%}iZ<5lENIOwJ+v^6YrWFXe0i*g8B~B8wyBt9J}6Jh2%M2X((;92C+6D0eD13c~W`xkX2|>Hh|-{ zzjrss7>e_JQ59x)e0T9Ss`M1)_P#jRUcO!>4bPL>O{@0M=N~>iuW}VJ(g1Czq~}EwOM;WS6Jxc^T}w&P6h#>9PhlbroQY`8_ffM ze?p9E3LI#g)QXBKh;vuwo*$dj3l{|~ku`k4YZk5;lVs2MQ(I!0OUHs5D3ed#@7yVv z4QE$W*Xc9zck+>apiQuR9a>mP)UfSW9O7R*G@Kqy!)k5}Lt0gcu-mpF21A z3b;rScmJt;Xfgj@eI%|UMdfV;CLtUEmygU~9OG0DB&iPFA|>lLR}rgS1*+v}X>lSDE9UGGrUsjmuF9n{{;;XR-gjC7WNw ziXyB+b88981Aw5qxclkc=$keQc_Hu4>6#8m9GIgl)*l_F)qWk8sbfZJKTv~T`}a#= z+7Kg==k-byDbeM{;aRLdl0B(=HsBF> zB-dVJgCc$H^>gP;=~$Ml=0yJSxkLX@sh zrjudTC&SWqVH?d3K)jxQo`%l4*O{V^$4yCLiKPer@dgrD0cJHx};?Z?-*oawe z1d{lL+f9~?IsLD6Skoh8M%UYmm7@KhpGdbD#?p#II4gb6%{BAXFF%ie9WvlUYU=tX>we9+tFRt-;?veKv3j&Y`r~(c{_ADEJdqHH zAtf}@IDD$&{_w~usa0a~f6T?o%SQXXMGsUd!`3-08!~b0@g8pm&2YgPVvr zp0_@3i_EjOX}1IA#6K^u>zgl#w;C?B`J7NhOX%xV)@6zO!Y zuDjT?C&aJ9REe%EfBK-NShi_m&$ypJQV+Dtw&jMWsl-1hFju~QPN<&du}J5$w#&B5 z6F4h<;s1Jh4APQl!h?h@kVm)<4l91ezwJL^mrt>Sxn=U6?S&>;Z?#zpm3OA{wVKCXh%D_dF^%hGLtIde!R@ zex7{bzUuU?zR*l=_tY5f*DJ`GHs#H=GviIQcMTrR$SFFpYAkC#aNNYrr`xsAw9idX zL;L1zIHOL_aUmOglN*YQ!f6|JKg2L5&&tcsqaoM-Lo#M@U~YAFHE03eRfPA7pkH|K zJv>ITyXCz@&+!7qj(WI7x;~;C+X@7m2b*9Dbqup9>%4cBA;_W>K2c5G2r${p>1lI-D{!`>&ym;sB9^J%vwPYApW@?u; zXfkFxOMTzq<;!Qde@s)vD0?HV-T-7P1iQXB7uN9}_w{T?z6w#Ai#)qNmf<0mCTnI1 zWd)nbcVy&Yd1x~^vIDwA^GbMVY=&eCmV{sh)5_jl%oC{O+_3w{O*Y{Ix}KLTB%r(} zYBC`32&K*1DX(~kUM}npHdvcuW6gNKVRkdSHd12EICzwoKC(Z-mXFlVsk(X>{?;)$U9|OE(Me>NAp)DO_Z>4=(mDKlYolb$V zviof*CbZnV>nI=!y+8J63uxtT@G&3I_GdP=dfd^|Ec70>{V^+>zGb>qevIHn(E9M{ z=BG>~{@N4&JUnT)QlXje#PEJ7a!hEZNJrTq;txu9wT&}=(+!}#*a!=nP9xvTqdnSA zH(5K`qh3lEy2Yb5yv5yTEV6Aygm(2=+j~uQVn4Q}(XcdZ04ph@4MLDBUS+>t@<074 zOoYOgNt#_e?we9Z!JU7xF*s{J_*>~I1?WiG!a@d*Ch_TOm>-LtAlFQl`vL2zsCjbn zqaCev@7((vEiCN~d2l)?vNn%qa^}!;;N=Ldhwo{VEw z1~LneuUhpRJVhjE;dml2U7?mZ?TshRB~8G=>hBf${dv z(q|AC3`|(scye4xw3&t;Sq$IW6gr(D4Uv3w#?r)T$p3Gp+vY9w;zdt^daO#6ZsAQE zKR%DS&DWO12P4t8WRiJbN+INNr}AF#x0DK|3+QTm z6D%BUTg|Rgp5_xFLOd?aUf0+E@-wMk&%$o?OwaOUr?82ehpnPj(r|Y3&&Qb@*OWEc;}76I-osvd?YZV0;~j6v3+aut4Oh*r{`}z_Q&tm}iQV>Vb-QZqq>y@$6M`Z! zWNa0%=2+ay)N$oWm0@o(tREy&$t@j-?8&G%`CoUCIKBh25^WXwCi#rTE7R)Uh$0c3 zun=?2e89lVT(&C{g}qBotYD5l1Pyn1@UbNbDXalgL9EC$K@}0|?2JJ8z}grKwEL~4;yt|(%Y}}4L$+E_GP2d4MPfX*O?lRO ztkGrQ+;M4X>q>QGe@Bs$WWVBHU6^*;BFR9sj)7Xko=aZo|BxHB|H1B>$(7sBvLo2v zC_|>0`xhfXn!12%U<+MzKVoXD1NJ}xwv_<&j#NPCr~ujc3A{yxy?sPG57bABm*hYJ z)(p{egv%S|XIcvq<?Hcms6hIQ9lOu&QTlORHd0E#HiVc9_ zrzWuIpUvANADA39yt`Mrh};w~gMr{%lEXUyfV;I=j;FxU4U!9^s2tM*&bv(()vL%U zbQJ2|mn^dq_-*s0&Dtw~c62Sm$mEM-#7_7dON&fis|`KCiBRWy+)vTdUO-|1<@AQ& zP@*`sii+U_7m=U>L&a|<7q8FA&Gllo$NnU>tc0uhhvfY_-}Ll!@myH*qe>WCmW0O| zAfb}dOvUv;R4r4oiR4!qj{;_0M^!$SBuPfeZTf0pE0jrL5Huvi zo9eeX5%m~iCv}5-4iIZA2T)in1HN4VqMOIb+q5T#T!_kk@~;{B^)#4e71JCdvf2nN z2`9+x`zOJ~Q=Tn{B4ZV!z8 zWGQVjqXecNk_yMj4?J~V`oO*!&&7z@dX@9(EVcxBDgR`d6M*{J8#Tv zs^KR{A6}VMY=^bXvcSV{4HT0B;2){Q@ySvS$A0rZ<#Vv)dbL^4qu4d^4mnB3ZI4dcv5ORH~?l2ARe@v*-sB zQ1v_0WG;g`hlb>A4^u?(41UCY(*-CNk&fC;@P_j^_jPd=+HD>TKY{b9N!VicGYlF| zi^$nq2a8@`fmd;qF8^Akl9uB|l+Fpmufv*zLG5tO2r3Y$jx9c{gys zkKkQ8c=!y39u~p>rx*CR3aeul=D&CHkyEIlpx{T&-}JjU-?3PaZ43>lqx#eG`M;dz zbXG=}-ZLycI~#T4qPr&olyKW)dldzuY@U`r`BE?w`Q@@aa?zG}W)N$feu(Sg4Q%Fj zmgk9K;&h%++K^#qm1oC%+5T?h!4T8VsDs!t&P~*LIpQ-5ocZUw@_t4hXYKly8MBH% z_L2lmZcuO^2=RG zxRJF$0$hh#6p}l+L+K0zvsW-UXv@VHM!txzVGVnu)s}`!*g?;A)jaw`51ejG6>4e> zsaVuFY)d9l@`0KkM9&SxSYd+8SYzbf4Cr^<1SpU550{s>2VNTCQpASnzEjF_*PcsK zE~hm9q(a3|w8!e}_0KN`!orpqY^UW=I-8rzo$==$9sLse+_rt8^}~p9BSPv(SQ7bt zJ@NO)rG!^T&s?N>x3$&T+uPF8vJSho$gn7pA=d(Dr#=Tm)4fzp9ny>G_@}QNi=yR@ z4#(%oY%xX<%}_fS$M{QMDMIwE>>p86UoIaPZYU2#PYCV({?q^c_B_6{bTCUpaPs?W z$ayG+psr&Nz-QkKfOyb1)!B=kFdZ2%k9ipu>kxsYM}Yqfc}ksdGFIFV#}82 zA`&=(#yvM`$p)k5WaE_~<-7))XJuxjxyZ3{PMZtQni{gWcI|Kv(S_~J?dKK

`$0JO%lfdv*nht!lqmk9}F*e2ePBQL0XbXQ1Nm{}8?aGj6g>_rNt z;MsbHyLanAuy^DEQyClP!bdAHM_6kM$U6(h&VqjA+^Vp!3(Vz+TXij(R&pG6jqj=y z-kmIL?zmTD*eMtl?CRQjz_>(GfUmeL1-2Q9lx9EUE4~`rl;z-Zpsn2@Vl>X*H)OYO~h!h~Uc0jBs(P;Fae2;G3y5P>Eo0#~A9u_rQ z>o#i8m&wSqcVFW&Pol}AhMksx(v^Nvg{fMNLM*&~ec8_SwaZSSz21yzLMY2IWo63z zyT4z+orB^!AD<=t6mprrzm(&_&}y<%h+vzt&|*&NSp?e!kQO&G7Y)0D6G|KggOkw< z3xB*{LrKXSMgau_2XOP@_Gce#-6ABs13phRFptUTKk1K%c(hH!w1)na!G1;n?p1 zH~3HLM=g>KwHW+h<_gVX_|LZT`(;1U1v-J=uA#hwltp#^SjAa`A3U;OJ1@h>oZ=k* zOdfdDSP-iHesc14)r3KRCL%-5;`I}CJ97>Ty?_s4CjhF7UKm$#0|%8jO(IhQ&gj4H z1QxO+9?=y)0!vsRD4(--F#V;9AxKv(Ap#&3r)*?{{UbV`_f<}b9NNhtf+SR)zU#SE zBE<>MN^+ECvAy8q;RjB3b^T9pavvWY>+_op-ZSwUp`}L=_>N$weZ?=sq%*WiiImj8 ze-?61Db>ER@V`$#^2`0~pN63EB%sL8*jfI0rC$pYAP*Api@_6L?ZVLu-UT{HishK* zu(GmRv_UPYnL62hxX`5|paJ^1Ju*RUX_XSRmTw98lM+H+XD> zL*5kbvmQzOO+QO0wLaN{EL7!{P2YOKt=~)f?{5jW>CYU)1Z*7U^VPtP(XwxaBg-AQ zdE^il-hgoQFlSc_3JREWS$Y2csF1dj$39 z?gWc4?4g#7`9R$d^{cM63k|FKQ8wDa z^x1I?Zv9`uOR3W*Pr+8QMS`lm!(V+cQtaRj|v7f)eQ6z1% z5jOYNjn24uZnekof$^{xlqi~DGcr(M5RQWl(ES-0CeFi|htEC!$0c&M^SsnHlKOT; zs@K?cFCi`p+%fHO>ma*Eo!LWJ7%^g=mb8o+QgSLW^PlzV3fY)2=~9X0F;BS`k7|DP zODzX1JwBmD*Eqz{yD0jmNL}-ImN#lryd~*XIXGLFi9=aBqc5Xn5ue!Xadb(`t?D2IB0&drwf*#)3Ee34cJhT&_mena*? zQiW8X#hgUfT)2YNW0=-kW znvAWA$4yIQZiY^>KN~>lp)~FD-jiJXdz1U?2g7t2Vu-{_unD5hFa^D_CK$#z zcQ@bDqY8|S985T~>+0&NtMcggT@z`1=MY>1e1mo1Bff&81#{NET%$SiB??6X(ae*@ z##8byU%G)IH+%e&2r)s){7t;4KEA$g4dQOW7jQ{mK~jt6HIq)g&RZ=X6LOWOlPRUO zY-(05zZN(9v@4xd?}h9z)v-oNfA4|19ReezuX=B4Qf|{T4K>W*Cl*i5W>>dh+{C2j#dr1P5mu0SB)WXk=TfBPv$VL)gwn zyivCAmD_U$i=sV+`9(>cHl>Ve)GrT5(Xbx25vn`W)Y{z`Wx z1Vp@tP;sV7{!;BI8Lc!AnH1EStuBg-5*WjKO9h>JoX*`bE~c#f><(&m`@I8dwy$TE zhnBqYVzCEY|pnRY;GnbrZK!aaIPFU9n9}Nznpk`2CSgsjOaf+ zFJ@jHR_m-Otkz_~l}i7sJ%qjwR;yW~T5h&m{4B(AJZZG1dYqp&X1YJg8ai1NrX+1( z6W{t;ObT;GB&lG2NG7e%-3y)C|rDqnQ_hRLr#HOJYKwwF2BXKE($(F zDKb?nV?(AiKRYMye{Cy~k!`x0OD64tyojx7=SX?VvxqLkmfsa!!a%kwA7|?6Vb!Ty zum1MVV~8SiF8TyTYuDZ+d}_kZ&XuKB>Oz+7Z1ID$pPKm1yDvfe(zvQmDT{X!+MCpT z=+dxVeLR-#!~NK^#jjB}y_%Mu02|X9tJ7Ee+9si4wx(TzsdOeWp?OiRW%I+>zpjnJ z8Dxtj{*O;=x4G6VDZU^OR92N(08Lviu7p`7bgYMXh-pv|Y<+kCbHzDu#Syu=Y@lzU zA9cn)dktg6JHUxW+YRwj?`whesBw?S*pC9S%kk@SSBhmT-f$K$GwYUPr z9Nr=pnLi_LKQ!;!T3mCzL@O)%PT3Q8hSZ@mpUiI|DcO5AWXvbqTui6a6uZc#HQmM0 zz22Lm?B#{UqA=z0u*Y6r6sgeHj7ao!i$6wIT<-Y4`iu#{Aw+=#g~Y@qpwSGOjm87n z0-S&TI*ySQoCVW#u>?5Z8)=tHbrrD+u7E?#))JHjA9n$|lLgTk9zZH&g(hS8Zq@HxUC&;kd~gX=B-{`J z+j-XDS&upIn+O>r3yJg8b_-aa0Q2qL~MQDBihBcGGK#&ed#b7ol zcR}-BI-_7P(lr}cIPTzKF_Qr4d{aE2A z&F)wi<0!J`T_&4}cd;eh*(s-LgdBJ7AZ2M^m$KqAi(JnjD!US$PU?i4->G++N&zR_ z|Gp-S?)V)!;N7B6r8};^c#Weam(G%gd7K5+p{4c(ZdMu#F}53*&bMPA27Uu3?LCK` z<+#fw+E|Vj=O&iH@d9J+Ae4J1ciE#{%G_ojTqXpJ2;{N<>XeVKnx@>&L7Gm?GNP>F z8qVz1N3|GWmy;0_zXJN#XHElB$cM2o(Xr91a02PWBy3-`P~z-0OLt*XQ>(#`t~X;1 z$&9e#|ImG>`varFu{#u4v_4Em12472FfzDbrIupgG#nrFJ~mtNtg0nXDy{F%>x(~K zAa9b|CivcRw9$n(pk|~HBhI?n|60Y4+1~Q0!Pe&O|7>r_&xFDi==^0zR!7R#;b5Ku zj&B__I}i)OTdbOy9T0NU4)GS3dVFm8ERqA8SMBu_W3XhP^dWGpdQ1wT^OTt1_yf2N1 zf>cIUmZ)EAx}}JW=>3H*!w%CyOI^ju;| zXxY&<)k^4YtM#MLYm+IZpNvV`><=-XkP4qjl-ZDvvjOppT~=M76%W1jZ)DgC%BeFLdl@ zQjI+d6{@T&DvHI%&i(@&-C(HjLAB~_haQ;A*#hQy^O0!#1<|jBdU|?{11#hhl+<6Y zuzQd0D!*1!uC?&VPuF&mdS1ceC^fNeHCfp>1b`6+=IS_B$vx~ zMLv>ul**})GQa2w;+xk)g+|Wry+Fo@;d;zNdb2`mpIj8qA?ZLpxuSx66-;*8;Mu&1 zFN~{`oh-&j(Qm#jjs)$dh)_!2-^^0uzTR;myxT=tD~9qx+Btl#>^x;RIK4t|Ju!|v z6T?etI_CR}cik4J!9v(}WkHo@kLS8_Z>YAdlo8w#i^-)rr+~&Q9fU#as_nb<`|3ro zgMMaeT7MYcc;)fhI{V!Y!lTS;J4SpE$a}t=y$Qo%()7^jCDaFxu2rbqMzo z`%`HFE27T<69=k3qUYQmap$vcnl=)C?9sOp7?Yf~tINf&+`>8)l&G1ptiDwr^ty+t zJxwrL?Pptb!*Ea{}jR{T`k@m%Yvr9i~V7Fa;>#cS)flRU0-8#_BEbYqk=JVvACJa3}|%_{B4_uKE_@eAoZ zO8mO_d!r~Ud@%hBQHmNCk8lZ_!Wy20CT<t#V}9(;!(@p$O`!%e zIsSgV+Vd$ZW>_4T8Uk->ehpU<`p7Ag4XD{lm*kiz;yJI z+>+_Ue*G;pE}=5lJO}3R4Y@J5s`01ZIvYyaf9%-_g;Ih8GJHlKSi%~`q5_gH%ywVu z_`9%X_(WWkNRj&77KC+XP{24Gf-$-;IGJ;`9(pX!8ve%)>=h64A=s|b@=j!^s z4`~AEV`&qnO3IxoAB*=^gSY@wr9%TOdEW!2i3iX za*124DR;Vj?MA;g|K^lk)^@oRjiZaiQQ-vg?`tpkV{QH4?(fof0Z^+^=Cp z2uw|%#c=F_^$e}+sGQTxo2xQlnwFTQV@FiTL57t&^@xX4Utx;U17`KS@i~c(Lj*0h?pM zoLA@I;`($M%f=DK29?T?g}!grl`k*f{%5DSNfb*v*v})#BK2S^@0o$qU%Mxc-+#~4 z8Vli}hhj|xsYWY2?lp77G#V-Mhp`{7oUMJ`b&c@}sibtmjn_)@78$r-UfTZkSM^UU zgcJXu?0_p!9o=(cC0cbD-lcGbrH~TF+iyB%5bN}!(!sN=Z<3FH*v684lz41xh<0?- zH&PhnR&E|MGc)y^0pAuRB_$~<)P>u`M>~-e>D>CTKvI<-6vj>bI2N)u)^dA6kCS2vDgqjM$wm9#XsHsUw&9~3VTmSbe{`zGF51LoH#6?SpKR@C(z;!sg&f6c6=NDM1sfr)*E zI;Z8PWfxMff4ch{fAIhjPm7{#?{4P5(`YERAf(n{afED0}@w`eS1*NwDa zYCh%cVo=l9X@Q_-e`2%IiF_ziLfph!e};?wC_%86p_D_cb`nXqqJ5#^VEQfyU~QJ5Oro+duNu zJ(uNTxGYyO7KhJM`t?m$>P{HrXxiBG`s4F&7rO$MLVjh7}C>VHJ-Joq}1SHp!FB?A0^}W5yG!PIZ}n$(p4X z?aH`CiT&q3Zvnba-ZNI;`+!^3Dw}U9`)k63MMrP+agfCTv|bfz`4$v}gvS|@WUm&w zI%7W4Cg@iG-(@AgV#-~vh91jA&U$4gb+DK^ko_in11jh%5ZSP^LvZa8|DttsQ`0w) zYMFs;jGZT9x&k0NGlG|cX^ov{czE~}7{Yx6_3b2AKw4%g4nXBI27*Qn5VHwmQe8O| z>VjVy^!?z8;0jNbXtd|~b|wRA#?PbBg~FIXZYUaE$Qxw5@i_Eao(b9AQAMA}K8!cp zH~ZUk_N?orsCbGkI*X&_9_lYk4NzGPpmanutr=nP)pUa98G8Ql)%Qu5_#bJJP=TM;Va!sRn?D> z0?ja83{&6zZB~s+Rg^jbq#8+8lfQ`$3bf(}W7{0_8Hr&4KSo(^f!d1>M7&A}q>Qp1 z%X>qB&=Uq$tg9L!znmQKB5A=sUv$#^wmq~bSQ<{-sHSyr7oxY{U0t!+b(1cg{hXt# zK=P57Irrr@qp7;Ak-PX8oS2<2l;&?`WlekcoQo$b#$bRV53PE7rRR z!zy7!YxbkSKmkdaMQ3E7Y7=KNDzkVm@(8r9V0!%`g2ujiBYvP~>OnJ_1A6=qlAs?a)Xji;qR$EFevkB9hciO&fC z0?9!~DX6(a284UGs0Z}t`yhY6fDn^BhEkt{nwC!XT&m;|UY*WKo0ezDfT)piBRv zwZhP=2X9fmRs=kSEYw4kOoa*w`3*E?v1`nuuE%9_aVCu)*CQHHBGsGHaY;y4jxB zj>rGN0xvn1jrewj%UiWHaRGs3LYQTvF;+L*#^okcgUyE2hooa5xq zHWV;zf|z2-0&BPGI9DW&%d&OCIsiVvpQ-kV*Dp}B`vp?o_zl4Ex+afgIpF*MOtI*( zBMt4H^mC6A^q1tE4-CO5xR5C*O{Ay2j6a|b?JMs4P3!sJM*aIY1|pzZc|}J2G;H{Q zeZ>?Ye=P{8U&OzNccXXEYLNJ9zOv<0F0^J@nvrSoqHFTQ-METQ&bU$s1`U>>_em8P$6`@v z>8I|wRxG?>W9%;~6Jd`XVKZ0d%elsJUwZ-g*vuHg4}G`1#_o3~V(R+`)fn;ydVeK! z4F<;B|Gg0Z`6I!0Vbb|LP?jjjVFu8RhY7ZaC654{yo=K6OHZWqolrIb&eZItgI=q) zHtS(tn|CvEruKQ3%xVeGxi*knQcNdN%E;=x>`tP{zqgn_ATRG*u|YvLfB=vB3e7F= z8?O;OTwP3izq~xFPW#W-hV4`SJ@OXm`gyuP=%>9r&ZwCSeXyKbNZS_o^1Y=-%B3|A zjR)bc+cFouHlxd|x$x(eTyu^$+!}NuwzCIf&^aa9d0jrnJgMkh-kh?*V2%? zwNj?7VwYoI`0M}r(l0s+34kidk|UCsc=mJen9}VE42H!T>J{s<u_Qto|1LHg@#tbfg9x|h?lYZgs8tJ$H>3l0uG3&X>e#4qq+F)00WED8Ub^5bne zH9R{&xQ;9 zM{F;yO-eAST3Nwj$l8GUdJp6(wZjkYVf{jEtCpk92k0i~?EG zt&3}yLTDBm4x%iH6@HFem$?}SnfLBhHtjh?J{{fD3&FI~NO)SFyTps9YV|EsB8uWR zYC0|5|8p$U?=9-z--1|?XH+=|nXP;ccvRCI%5>}jgll;}Ur`K(OuJ9Pq@&~BldoqW z`T_O*p)}xU;Q>omtYWPdsA*zyDDcH|E_Nm+#!Zd2RE|WF2`l6)Z#brNUW`M^R*G77+2clWH)nIs<<;Samyry;9OZrzk z%Sajauho20KgE){;;gXnRsa}Q5P)&AFaVLAx_Cl~amA2p_dci=|nlRkg+lpiILvfp}39 zEhpE;{%=O1@b`}h2a;$FPB3W^H2CO{ zEe{q*9(&ALmj#7}x`Pl{3w+0}f`h@qaeI%%TC)vId$hnPY4il}AX+}YGLe4o!4qdP z-_lavs9v{4|u#Jrub^s>fFYx?yI0T$Y4WPyB z`l^8EFi${mG6+&yYYY;j`I)fP(}xtSi>kBL9UMJf$a8~G4)sOyl`{?|_W)r-`x3tg z>lJT6deU&of?z8q)~3iwtMPyq_^vfQ6${sn+)&UL%`Nc6MA!CC9ZtG@VGiK#;N|)? z(8_5$*`s-nGXDlsqX~1~x7om%fxvL%nw<^hM2dWUCoi;7utlij+uappo(6p zlTrtU6kcGuz?{5rOWP4#wkIK>s?M7}_RqYZ!}{v6;H#SUE#I?y!SKg+{7%kT{S|W) zeL&Nk56eH44I!?0*g(d~J5Vvd5LC0$#VvTY8qD-_?4KoSox-1%J_RqQtKf5t3)7aZ z;y&LwatV$*#j_5oDtE(3$L3|Xo>N2*Ls-nH2MyptZ#OJ*sCJRdAzFdHr2#n0KO!OY zF8;YwvK^e1>p(TIKYYPGaef#OB<4~n;%m?{@c({TBcL!#4NKmr<|5YfV<2O&ENx2p zb!7P!lb{Y9iR;}TsAuHmdUykMdtlo;9dN?UGdt>J*<0RSA)G7uTH~WYW>_~fb#UIV zTaUA;Fv5?VXrKqPr8gh|3{vOBo(nM^NdD0~1!fdDd@C?{H|rF* zSUqE2UvMdP)wzNE%`1pqMHnQ3VPSn}tK0fZnZ=VhB(kHB2>=rUG{qgns_=Q~N3fjR zcQ3snvby-B&ERln#W~B!z~t4F9-`l?%snw_8>s9;&hI{v&UWcP9?WQyX6Ux&#P<+-El|!l*TTHa45@G+`C=a8+%c`C zKPY7S z>j)at&|)ruS=Qet!i4{Fhzv5}`)9$~b1)44?#?%~fbs~l>TCU~7S9Lxn2^L;Afh7h zHtK@H9a)jOWBL!kboPt)@$_wNIp;P}VTa{%&;)*F3 zq@<*LGYJT9sZYz%L2V0KPSI3?+IS%UH?EPI2SH~dWIhj=TdwSq&fQJbDslGGlwf#)CH*FH3m}1fv<+~_0cL7p=A3jIPC7b4>^e!Sl_9e)67x)1@?KH z?l*k|AFmK}KYqJ@NwC=uW; zY_f^M4(ChsuwWCHHnK|4f+nvyeQ{0y>y-u3(;_!1rQ52ePhaqJ8mQIT_3^5H=C#0E zedv6R2yq(opL!y~*E?DYFSMp`4Gwwno4~T1CYd zX8B%apO~SFvAG=-~#3$nd^IlBCF_0;wm6WhUzJCBXQv1yt zS}ra!gwzk|N%tV}XWnwXULi3zKYbVER=}aq{q*TmTxKTz{{FuHF*wJ6fTs6JR{z%m z{j5VZA%Lqi54IKn>BaK#@#(2#8j^IDd<+>q_g~ljncq8i3~-+PA^o$@@6yxLKd@LJ zik_u#3!z-ep8cmA6yTZNSmTb{%cecL5vilAn*huDDx0P>Te zj8?U~_crjoA&d9|aq8S=QLWp&(@ zzK{}2e<`*RLtsD{ozu2k)bB_jAivZ=*1fmU2!`%~&Bv4hO$bH+7f@UTU}%;!*kQek ztfP#EFlO_trOv4^=5rKgg#X>&Ca>&KMxQ6XB3|Pet0RHlKq{~O99a^1-T+_*$X^JV zga&dQT!ki1Pu5Q5I@yWISq0)1)a@>S#ob4{QDh$gK3=@5QBLry(Iz0VNc`MC1)j*eWo2IHJ#Ka0nVW_qO8f%)ocN!1Amr13 zYzIZq5rxpxtEWI|lAEiGjEszHl=0N3gS=JH?Gq2fh1JPm56M2wYo zABu$CXmm_RvXxq6__*eaz2-{1p+S(juq8w-hSa99_KSCVUrj?<=eO^aRG&B0kAcNvplUqYyJG(j8)Le?9bh=L6;8@@EM|lI1e4~?87`v_|y4mw=l;i zpY&HIDnEZ`4oFbj3c@U?<+dW#rg7;RPHXyQDK4M1^!aF=ohbQA%hNZi*U|?|$%$<(KJzSN} zW)L^Tp%+vHN5gQI3)Fm1^S|-6NLnok2V&-sOc9MIM+k)tN%Eqb*b$Bi0EZkTxau9 zC^xw#)x|t(gR*zSJtXR20m;Uzc7E}7~T%E!!yzUBTzmjZ~r z@Gnsz>|#UI2Hqgaj?KV2MHc8+7$@eU7y2YjLf!|fDh zw0r4=&yL?du?}xwU0Z39mWn(BWDiCIM6)8RxeM?zut(UQofIiIOL30-)E%^;I)3m#92Kjqr}%oWb*am05o^pwa^JbGH(bH$nz0n~ADakcO_ z4}yKVVoe=@INw{M;(t-^<4tlR?8Hi#V~mck0~g){CTkZE%W<47dvyh#wWh+L#U7xu zF?KRHMx5V$n0N~OdYQ(T2DUDG=rG%{K>g|1e$~~=>vNwKU28H{hL^C5ByX+dwew0| zD7Ub%$gx_IZ~gN4F~j((gKCrYLm)R~!xj_|)oRoC?=nLL#l?!KerNcg;Ch;V!GTEw zVYy@=g01`Tm@9Q~6}xB`jzel(BtgmEI9H=Rl2fu`Hg=BojDg+B1`z2_M1)lMc&;^7 zt{y6jPqFZ@%v4DE{{Y-$yF`d0ziD5($>IyYT`uqKn=55(6&xRa;l)d8%Il#ypscZ6 z9af4VnAr=_dIoWj&bRPJZ;JOg-tjK+W@v(Fj+y0E05{Q`z__(U`mj~x@j2EPu%#PwQ91mlfPlq*V$%YRb_Dy6{!9{v5wb#Qh=~5 z^siIgcE5QjDk0%BW>R-M(|kFA##ccH5ndL-&`4J;#^1BT$x9=0xfxNMF*%2f-XtCzP?Q=1+;V_;w~0{?w- z8MrmC=H}*RcSF%r23*?(u2aM*cv6d$RegE2CpBbD3yEHgTd-amU4ek1)J4QAvT7ma zdDJX5*#Ly6w#HmKRD1cTDtXjI=QPl%xqE+=6+&+|qSQ+flK%3eZ8)Y&yFqMdshsg( z-p=D@%hrgP_Rtz=lxOESp!%ws`AG9{aO9KrwVjw##D3Vj@a>O;xD}cesw<29v{mFD zn;^@x?+}W$=z?9oJF$Z{Xbv#XgQkc2Jq){uNAG&{{EdBJ#E+|yRj99xf;@V7s3%WD z1HvecquNL}?jzZ5V_Mou0Is22T1swr-M0kl+rh&^$PYKm(n=WBsDsN~-Te$y0paLJ zL2HyjO^>Dz_YkGxNHjvPu9~R=*JGJ$-4H3Tww3$Eb~GG0fQx$d@%BG|bCTZ45D&Rs zg6ud&Ei*pF{NyeGy6sn-&VY498U~Y)xdhhK)SK|q79st&h94E_wo%xGv#1?~Z2}>_ zeU5_LYyFz1w6IjP>!$PS*xTeC@~m&2C|Q<-u@8{=*{D;A|u60X3I3)5Ov>S4!47{;z2CW zG<@qf)P)MacJ2v(f2Q0hk>>D%{%^g}KQ!So-9G_7Fl)Y(vWFMaoC~N0JJ^7FK?bV; zsw32=SQf<-AzmP7S1H@35Uaw#rrK~QZydIm6zfwMZ;Pq$0ZGzDC=G3TBwBBWh@)Pp zfrSJHL+LMP9mZHoBkLr`7$Q+HZJL;yBPYy7ak}rf36>~07+xllXJ8(R;Z0>*GJrl{ z)a-o>f1~!mn)1fJ2<@S#Iw%k;4_kgKMOL8yP6dtYPzo^W- z06s!a*v?Nxc8`Lc5WPtagd3;r#J`20ReqEDw>KI$z^2^K_PaCl+@sX9tTwEFieNYo z<*UPV#5s-4AYWdD-@~}-*cvr5ss-&QCf5nse!YY%O@t@Q@amz%2zoYMB0+zcA$Phv zLRxutSAfT3hUE{WMZx%7^ZppV%kz`oDa~4vWPR4wSoZ!2q=(=-95quDon_i>iMbf; zy?hGL)2MUm0E-R7pGBvVIyO8k7x5^jsUdQa#Y)|4hM(yR>$LyviT39-${F%8d^4*! z6OZ1|=~sH!{6+U6lnD+ZAfBkaG+_APu44A}N%udnKcO%SgJIN+plEv`JYm7lER^s#8T%^9Eus{&|+^{Wy|k zJ5+^G0>|YHI%9Xr6x(9>$N=sAg-baK(YZ3$Y{33}9Cjgp10^KeYOIo8pj5Hx>{zLp|`a{HPb{4{=%+nMEW}<#gFsrpl8URJ`^1{ zW1KkFrj4J376rguj_KlJh@d#meSycrG70sg!vwg<`0FwHul?;FohG+kbD0!ltkb17%^aErsTbrOs3n*mOea&w$Qi%?8F1!yk?; z_b&MTJ@ZMB7h`m}?Q{M#;X+LvJdm;3?}|SNB`KS5fLQ7r=rMnwb;Qy61wr3pm_hNzeIRMP4h zw(6ld@3F6j(O6~0_r6_dlTbs$Lav_c=NDK?riu6gf`TXI9@C+{!4LJFGTU;1E}f6V zHJt69h33}7ou*WHnhRMN+yEy1LU4)`u=ja=am0|RkC0Fl`5u+B8*z!IMIMsF`P6=R`8x`2;e6vH$??&jD4xhu>Xjy6= zRn1yy?Q0>MA{-F%B;9$Br>f4JY!y24fh?DwxjJtbcEhzD#sX&`t2QA&Uv3*xCel3K zr>3SpCEbYNkWD&FzWII$AsWMmCv#kNwBg(QM4WR~xCHdOTE_XbHd%pA;!lO-cxWb# z?sXGAg7l=S&A8<<^Tsg6r=%;;xyXIt{IFa`6ozCtQ*&gju|;n1N1*|(cpV%FaD}+9 zxL)ckB~|!PdNg?8-&eEU0zvG2ArX3L>oy*)Zl9`AC0FWqJG;x_<@stM z)WkN)i>tgeWj1T_jiJ5DE*GtX!ordncON`>%P3%s{ru2lNbKX)_;y-v%+oJTn=)E^ zv7R632dJ5_hZ+u!l6akkXoi5yU*(KFQM7d^$yRA%x!ChP%LTL%Pj5q2q@BmyV#6ot zz6I0U+m?1j=l~SL^*l(*5oD|MY;dqa&@Rr&Bf$!5gkqLPF?Q8ElJyp=JdEWeWQ9B~ z$z&AHysigtZ<)?-5?}rjHZmHj2WlcBtR7xfhN6L>82vwSQZ%@7u4V53vf)-;_1bhg zXtcW8dFKj`UNzY(p!5J)1ohBa!5tZ`0LuW7B_U@l6EdMs&!(xSO}SrJ8vRAJ{HG?D z!7TA?rlstAD;PC?e&|q$v-i|$?%U!w8nz=CC@RF)BbaKhI@1_bTojy6#c^o4scpIT zu(JRe+d5Z`f{`^ssT!qN8uA zc(0CKB@Iyz-X*NY+zu>{TG|K>y*o+|Gc+2k!h+Gr7&XtxEik{pV8w_?h3t0e}9NUe>RaPF%q)Vk?s zJHc^Wq1R)^DkLs*t&*9aq{4}5s8I+L(`XBP(g8V1HJv%w~M&- z4Oav^E?01?RH%^<29bo<9Qs9 z$NeEbYzlTxS?Q|Tib5#_81!0_7lnu^Ml1i4Kwe(7w6a2HeSO%h_#zmJTW>;BB=3#2 zv&I28`UA4RenEVa%zkGSn`(|vmIkr=#XTg*+iP~xP>&B+M6 z?%0#}!`81QG&Ee%mvy@~ zdlU-wg~!F#*0!mAs~=BnFI47UTJ4K6k!YRP^$p|t^)UN9FSz|WxF^{c!;dM&1cn&T zfWLDXTpMN!Mi=HS&X5S48#Yio``*E4-Tv8?3OkJ;9l?c`Q?lq{jebUedf}Ok&lg<$SMtL;JrH_lm-qQ%R9MrKLx#z z>VB6kaHV{O*%uXAQ^@_uXv4^*(h(5oLX(|k5V$k1&X*CU*|QDhK>vi?pBeo~2&C4! z-_Jo!g*T_UIG0J}(gbgQAd>z;VSwaSoo)OhN0J?z^3AG3#j3jC6T^hiz{LvPhT-yD zX|1s>bGr{gUZ>k8=Mb54sg4IQB=e`E9mX%%1oC$GPj`hJM_E=>db9$kg!C1yNj*-5{S^Q`IEn{G#KQ5$XsD?x;d0x7F> z41TF;=AF0{y}9H(-mT38aMGXV7IPcGau(qVW3&=DQ)q?2$f;DkI6`EPCr5X_Z`lS; z8mZXr-GL{K5ZKAchto!ygw4|#2i3pf@N4X%C zmUZ-3_LCaln1*r0h`n%rXd#Y*fZ*^f8fcwNedVV>5 zv|lY^%XyR@H+!^tmNXbUjY&mS`#=NqV15I=;$fn8X%^f_Z;3<&_6vrm%d6q&F-FZw^ogMy=95{X=yfEAnJ~c&h(N=FNNpPV=yQ~hPnn=zguGrl_F2$J zQ$!o!WcW*p$56Xt(=CX-?%L2WS2>r>c!ZB?>vVFp&W+AN_p@tgbnnrzPZzYZOSP;z zwUrZz)N`9Jrx!3*Cy0ManJtX@`y4WQk-k{s70(X0!;)?X4#%uZ1G-tA2vg|unis1P zJoeUQqK|OZezjC;aL5Boc^!QAba0A)o?i z(fJ?-Nw7hQwl}!0KwOR1P?aa^>4>*)NBBg9gnBbIF;>9WnR%90ImQ$ZEfPwV?~m8I z?C+es?9GUqM`EGOupS{KFjB@EXgE$WWA{Leec}~E>^6_l-X^<7K*}T5*LNAWn-TH_ zpA735(25$Lu_BWf!UD(stD|#ANVi-dO7i6#?MEqD2N6<)-iE|RnPFuZ{b>V)*SeEu zmS8p#pDqoB3!6&ywxkxhgFt9+4$@{pYS=<7%-#_s)iprh7in@DQWvNCa4RlEI#I!m ztj#ui8SpGq0o+cDkSd$HT*j>%gn!#II^?-yvKReQu^w0)FlWM1T4r-lNovCu=Tr7u zrkEX@AnDm?WGvUwt;RaZQGFC^954gfDOBrPpSOh16b@se&>N$L43XE%R9pGOpVrEp zE%<-wA}7m3`KVwU`}2wGJVR+EWgVtL{YBWAR{R)H*r=zZ$>)`0M?;uu}N_YZy$)Hh|Q6D z;hshC9c?9>U|a;4#P+H*qtBzN+300u)h@Mp&Nq20+g{vaE5c^=69qdv&Ut$7wVq`x z_g2>)<#~_93Dj@rag!}_=L9Wh8tVug|H`^xC6VSYq^lVw6l*`{rKqIz39}|W!r*Z0 zXSq|MT@U2>4wWspR6}{7YFzQ|=6gye2E*eCo0k2L4Y zmgQOtf({kV+x{#tQGI#jo5|yw+v++zwXRnWcR?@IX}c>^lWsi+RNW-p9n4{B!@H_g z-3VW_a38cA3m+ZuLV_3LcfyKc1~83eRZ!bqMuLKZRsZ<9%j4?KneQ%1hHIFTpj1 zsT>GAd#-I-vKBsl!x^x2iPmVQHXvN`{R-tIHzirZhmNf4en*w=E>JYf9vwk($3NCP`qb{!p&91;s9?zq6 z`GMDNM)tSN;x*L)7a0uww@85-+@DluwGU6=h+wUTAdsn1xfV))HMBm)r6YfA0I&=U~LTUEk*_=2xggi z?mkNGZ?p<2lT_`Z?AMIgc43qs++>N)vb)ZD<%+_DL7<3B+*9wHOxQf@skUS3kGE|= zwYIs64Zz>oC`@{&V%Zvp(nCm?SDh;FHoocSCFiYo5VSSjTWHp8;Br)JvG3I;5(s3C zzE41Q{{;Uz_z&wR+4OaF5f8*OLef(-!j5?ZSq%*hF;h(MW@bRSdGFEc(}B|&S-mgk z&7+#&vHz%PHCw0{jsq=EK!{B5`(5#>7Sf8fprBl1o$ySLXkj_wRTTP);2Wm%GrgB% zV?(Bt(;m4)C%q?=q1Yq$Y18{yOb|;CMAp%gCG1be2bvGRV%aij4<(z~tXp68nJ^_- za(1a+G(j6VxEZvp`#-~F-VLCBwZ;@ZA~xsyU4^nFkNGZ*4XTyq$`cp$gzujbo*dsV z=zSUI*a$&TVtn*d)pq9;8$|GsOcczS()Qx!f^=|R^y_@R!XGhrL?w4;tCnt@YBf9r zV57E(Rtmuup(2(NU7WI0;OO$Lf|0=VF=!qXsbgyW2>s6T*d}2nIX-XLvmQd~sC>s# zyQBMic9U{n|6FE;T!*>h2}<;ZU5GrE$9~%sT^Mxum_Heql}ug2E`+1fOdAZpE%hd5B6gZnhO@Bw_3we^qo!=nKSiDc2pZo*Vci$O zj`x^75SryCw_V+UEiW7NPsxFAClLNtOg0D1__2G)Y~H2)01!;Qd z)IJtiN3FDZq3dDe&I2d7A+IY2pVs8DtE z5Lw!b1py4w-r^EoLr!QI7hm)GvNbpq=?i}=__V1wQ;F!Rc^O#`p4j};?(LxY}OGFhU8GAjAcDOXmjX2Eu;RI;rW@u>G9rOv6Rz8za z`Xr<8Dtrq*XL#-V_h5g20;DhcBqVFsx@1d8&JU4fAbImLb{T8w=bQn2a3@Vr1f1H~ zJ+SDTLqBPcn2KFbK!p|=2!2C14Y8E;^%fyW^2Nhig@pOD~J?~qW&xM9%X@02VYeXns zCFuG=$m_C`a0ci^eU?MK@JI_nmmfHN@0jN#!l}(uRWN1E_nv82cOLqy8EHWS`%;kmX zw*o4Fwn~KuZS$l1{4H71rHlk~j+~znCCF2 zOU~5dtc_bELGApgD6ar zrR~~%))&$vmjyz>RyU}x(Yq!}nSjv8`&|vX>4|Da^9hZ!vVnHMlO8$XtZvoJX6q+JlFn7&W{x`Z7jM zEr?{SLi5W_-3_D#P(UcArMCtiVel0(a8~=Mc%KEvGdRaC*Cl68&&_lU{ak1qzn*qA zps&GkErOJ~^#+Ca3elcc?7e%Uhz%&Tv+9XmY+PpmTkhdIdij&8F`jabYmX5b+n>+7 z^P~+W&>29nU`yeFqUYo!!G9_0X~b+yg&|D)VXUOBIxzih2x$Vc{xZmZgu*rOpOL`(D?#gmYOUs(l_`B&0_e&3=U&HFdFY?{_Ft2-jp?TArDZZtk_6 zZeFYynt@7UX^*|pq{Zrvbi{Q%LOH+_V+n^WiGwq&CRz-s8jDeu_bWX4nNM&MJ#bF# zFSN4^Fq_;|q9otoJ0-7n&2h)E)pM_%osynD&8)3#37-ryJw^Gn!vJTQ z*i&jvns*#5e;R(YG;MJiH_q^o6x(;_K7D}whlcQ1zchIYaSDU*S6Yd`%F9m_iAc%+b&DP+3*`;k(ys%Fw_A+f*pzt5O6RH z8o5i!#ItroR<*r#IqyVYOY~PW%e^ z%tdsMPCbU%u|n1zX{s`tzw&_t)sypc;`c{fNH_qZUN;ejDklz40SD1A zfUj*n2XZ#utHF}=T%C4K{Y~u8nhAZpfX`JZ<8TTJZu!~o))#1@S zpqT0mlaLq{PXg@WiT_97;}g*W8EWX$${0}?L}p@!SKvA%v5I=16ui%TkKpP3^Omzc z`4}<%G1;>=*{$bDOK_u#nPE~Ta+QRDz?Q<hk3 zh*ys(?NX^HiX9QYBQk`Pn6MpJN|Roo-k*Z-aV+5-FDKgik^!EYWh2b4lIzP*m&SHa z!uER5uxvyB;^ELlrHcZqxTfP&qT#kMbXaA#gwV-`6N>bO#ZkZ+#t`P1q5BJNubsWp z$ue=0Bqf8L=-SPYpHvLrCm4U!GO@9Scs>vqdl!RGl0(Dh|Ux(1aU(NgcXV4(RKW~P3y+z4LQWy@R!t%Dz;BIfZ5HWy-!j{K(k zA@gyrBwp8;)!o5ODGjRPhd#gN5v~$6KhLj5GW!ROE_+i~Th_jHKYASFa*<46zrhlz z`)%aj2?=|gjAa4U!xvCJgbfEU|B&ivseARn)Ngc~-VwZg;OUYeVlJ!W2!sK(wb97Z$RcLq(Y#denI(61M&1O-Go|h=?ARd*xqe$sEaY z*pPsT4=-hUHbso1@tq08$+wQWOJ4cKoT&iPN5Y%+mI+3_<|R$4tX@iJbP8cP?UJ*u z>ZNUD2jV=lZIZD1v%;kmBXQNUU#wXib7vbrfm!Nj(Cj7j2y@dsJ-sr)Y~isKN{(1@ z`gv`|RkZ>ee)rxOE~ZI--MS#3_Ai#v1b16V+{rh`Zjw!H=6_m#L;W$wtkGG|?H%iQ z?3_LOL>I`(?6+a+no-sNs{2#UM@I}#ty9Jpz*Woe2*(};kj+Jd&j@a}5O$YiVK+Xd zUsKm@E&Ukh3^~U}59vG=quA_IefaR~vTJAeE^`mfSzWqN$%~|F z#QFR96?{@7K~nT%z#rK9X~EQE@%{b8xp}VM(>eZCXy(AMNT&opy@4Ov|G;g~=RtT70+k zZ0fmESeJl|Q@-5ZgEsoRU*mfKx9NZ}?G`8&R@bCGccIwGxWk+5k;}YsMOz9HB@cq~ z$mop?y)VmPKW)O_Qd1CLB>|&*iYV1`4 z@1Ibo?I-+$3SM^rCOswStS!C z81lh0ndZ-YHaQAvx*G7%R0U{eX&p8$=w^+ZNVpKB-A0dhW%8YY*nL7c8prie3U)iz zzwd|1twhxPajbF8bQGGt)<6+qqbKZz>Y-I=rsvc3LW6K4uaX^#)HtxuOIMKN6Z6Uc zwYax(e7^ReOXbKMDXkkAe0RLmK}-J3KqdVgoKYe{s)h`#jQfhR6P5jve+FB167ls7 z&LX031pjzW9h|)yf8tp38Nqpj7F{>j>;Mf7*>V~1R$_4pfNo#_HEL(UXNSjzX5+J1F z7~SgtikAVi{djL;BN)*6OGC`%W_cqFMcvnWg zUBDgvY5Agh-o0Ya>bUC6KKFjor?I&ajwX8Z~^S)+ynO)8F{CPo5_+Rc`U@`>N zJVD&dv4Sc6b5y2XQ`QHS70~ZZ4}i(%4%#_FNV`>6U*C&b8S+|?bHuoVO+Bw@>OFUb zq&spE8brP7CNHbWsd>W;psAxNOV|ANRvHo2yRhj+(qsz7^776h33ZyR{3g%xCJ zYrnrLu%W{ddl)1e40@cE8^lM1T!!=|p(@v)A4hFqA_B5iXYjz&*8(kw8t$1At{-k$ zs%RJWje=j<7x{2LlpmzgN}MST8&*gVuW6?%zS7w{CJ;uE8FkQG7zTtF3fg9Lq zX{<4mZ{EJG_Ll?!gfG(ju*E>@?ff;ZLx?kkTMiS$saA9vk=|b5AbF?P$p|k4CdICa z`-zbOJDV*9t09e{TFl=$4VxT~u*Y+|-f5}rw~B6;Su>^)Q$P^_>TM&s!lp zeMX^CV4?CTD3Q)_m%$9~{4G~!nIT(}l+KK<#L5_4oOp@o?;DAx;7$iHm(it_m-py) zO(ub3qM)WnBp^4=7;8%((wCY>T=Y}^@OFuyUDJ#l{7N0ae%THN-V(FB{vQL*?_Vl8 z>Iu@RrMW@r57M^0LQT_ruy*q!Ok$AQSu{&mjl&pqdfqtqu>MO)&t^cPq3>+SyKgL$ z1oX!#vwptCWyL-%)+C;u3u5BDt=le(1MZFxmehOIa74xJuXpUvKMfrY+VECDCc6z} zNwgh|yyIc~Yk@Xh57BO8T%Vtw#k+7R;n^Vw&l$@P2x_O}N@nz0uX`mppx4Wayyw*c z-|pe6le;R_kN?^#?QweSf0R75^*0y$&yV^2HLmj&!cM6Ii@Prz#H)=nGAsMfN8ONx zR#vMK53JT0Z70ku=%X(Zv}r;RfNq4f!o>D?m27ue(xp-U@CQjUXPLsx^1EU?o;$=j*sQaI3`d|Pr!VJu&|eg+XdV*`xm-c zrk!ax_yEv>PpmvyS#oT8d7rpLde!zryJv}DOmb6O-BSsPH&RE>B3Kqm$Kxm94~Yx? zTd@Nh96<1jL2W+C|(!26%)N9lmQeOj=SUPb(oR}a*58?aIA_v#*47!&FOpICHa4s7_6jN{cN1}EmP`KCnf+%aUq;?_ABLVH z3r2v=Gr}CQN9Y$Qr~p7>BBRRj8?o{x_y~}|>aI<7EP$1-!!!9<=5H)utAS!%%XZ4+ z8F|xeZ*|jJnYSvY=|4Slut`^0(><%v6zwHv6|8MbX}}T-wb#L1?0+efsc%codyV_$ zwvam-jF5q!cwVPC1paQwrp1jx6cug$zFs!y~C~xAb zwI&D@Vsw&-GP{$0^uc}+@!V-q2klmapfC+=-(Q&>e(aGCB)-=#ve5Mis~3&DfuESn zGyHd|gG9ZY*laYiB3=$(D3KXPtZow8s}RFQDLYx{3!@-y*x9+v%7G8xgnt0vtmAe# zI(@G6#^_2d(X6ki`t|r0yYF8Wn|6$pyB8np3%9*iks9xO$OE{-}m^ z^0KQzza(^8y=XLpv=x_gg?@HFd`M?Jpn&9T_!|8DpXv<$G@oP##OWz<29AuU1Ox== zYyaU;a+!&O0R$}TW_Rq$dGT5V?Ya%8X>Q0CJ(I~yUQV|ux&{iHAW;YUA?WT(uG;+$ z%s_(W3>6Cf{!(E4S#sk#5eycCuhehYB<6_I<$t0qXqT0mr1=<{lM&q%o||{e)pQVn zMA9eG-HJIB?`Y#AI1nPl%4ITDkTvq~|3ET1kHPn4i1Wx+asQDk{{ORy`NU0kXEQ&+jweE)i=Vq2b>HYS&-FNNBE004eP8%r<>I2-OlLn^t-$TusNgfw!8T3c|MN61N4v!3#IE71p9LNQnfe9 zT}esFIty}gawLFAr$1OS>YREGY@Gk)8mQ9=k}!pIW!_9P>(~^W>9e=~O4%J{LtiV6 z+X!$|_Af-t75T7i01x$D2l9je_mhA5_m2al5FGjlgj_);jv%ESjK)7*2r_MR5T8)| zUfwf}Qoqc&)=+cirQn^Y`A`H_>tOZ8+(n}V9P_0;#2?!6k{bO10{#2X``@3!e2|Do zmJ2+AIJf;h`r6{3ricKSBkbzD7ye=w)}WUyG5LfDzC^^?A9|yhHuKliw~b>-0^3(=CN0RwNmM5H?=8H*HW}0 zLlAujd1C(iF{FXk{V7P7nuTzwmz^?%FJwQ8&?u`}cy5{GLo`lZLxY%x1}y|v`T?kg z)UMxw1+s{~Gc~@Q<+7PZ@eDvp)JbT`Acw)h&o3=t9Z}>UBkmtas0l z%0@vA(1wzMv^2Imh#3>Sckd@ya2+?A1rHd0vQqaB1G@wsE_nJ|1eI4H4g+9B|X&GH6Q(S}tE{lm4#6 z)PC@XcTgjspSYs>JK-ATj-J#k>HEO2pz5M9O&QMkeb{6@ zE=@;Xq+HU$)xc41nbvgJ)|~ILr^4rRUi#sKG5lGvK`JKLD8JE3H%3uuqAP*cevySEcy`CqFq{$tXZooPD zA2uwqvKyYx{qg!>Xukn2%H-aG8dgvt*D`HoXw@S3u>sX)5%N^ub z>JV9Y3-$<}M<9D|1s_My$Y@+$U$NDQq3i&2@2MzWJXqs_1;b-(mrq2jtX?-2_@nTo z7nwdh*qI+17iN8pMV2zRho}LG-VP`w_Be4PNUxnOq@Rs+A+@jiAu`Zz(BhO;cV?)k zc4i7tJ5I*-2bCH#4q%qEgM3$VDk_K`AX`?l3nI<&p_Ji}1XHdG8t;T2NEjaF>dQ7Q zw?l+1Pi@*>%RQb--PYSni!~tyS-7su=vEQ~Ns|r-EMzAYgm{vqNw3=HYNUo1rncep z^<6IHmp9#rOZHwC+SI$G~#Yow<)_ z;jhTt(yls&2tE7vfK@XD4l+?IegHC*yMg!P7?eL@TdJ<&q2F#qb1d+U_4KGXuYAAT zzXuw*hv)>P3uQ?32gesD2|@A~1#PBB_wnPuYk}Z^AH;)Yg;9R!3AP(6B?y&uG_h-- z#O#5;uyL!iG1i&7jgNEMx$76^D^L%KgfyT{cCi||jR!H$OsS>$O>J!Cr+k9nK-4OX zG0LOcZdClJD=% zyDfssK?mM&B9*U5J`$4D2*T^h-oi{r4hXEQ1=|xkWC=iN7r%q%XJ^aG((;L`F{pOG zIN$}FjLkqB%Ev%p$tk^zxB@IF0pke47S8rqzd|!|yUkr(p^xI=d^QL*#33HCF2-5B zu3`Z)yOLcrU28*k6?}{9xh`%`AgQFFw5T@=mld6J+ym;3HU#xd+u8iMC3ER4GU^X~ zlCOfRu>PSJhOCvC#h26{K-~Rs7s=OyedUL4qgAn*p(}-&`C-ICZu1&cI+)o7*nD|@ zSi;K|aTYn@eBdQLqYz(@_XfI~gCO%&(3D$VTI#qHPfR1o{mk_MhpU*Koq+#X|0u?U zqoYUt0PbBNpsTglmR+9x#3`|G$&vqndt5RRqgnepXrx_MP`BF#c(Dp<2IATo=YGd! zlj(MP|2qqi^8Sl-kd>Ef9^z$ZCxUthPXmyaF;mRurQn7|c&SCuhh2c-Vrr#R8Pi2K z5K3upug!{%uwK22rl%tK&<`Q8h^7a1*$%qqM1)g~j)-`aetw6Qei!CB$yksTx+4Z0 zq+#T_&U|VYHpbzM(m6%#pOq6i2t6W7NLiR7d>^Q1z7qA{zOAdS+aGBI9j55AZ-dj3VxTPAi8qIb&LC!@T|NKUD$!~U~(w? z%$YjVz@1XtH2rVU{tx8@?#!;!k}@GK@0XpL(fgnw%?NlPAbF(TmCf!<(DdGtJwbfq z{+qeUIV1o+#ieNk9wyW`7ewi<;NAzLoqn1KxZPDqUzov=R8d&0qWiubD2n;``{v%5 zcEnZ>;ClZ!NTM)lwD-O41*X=n`wI>r1kKkxS%NP(8SDW;9NYEjAaEi?mgs6m&gUm~ zyc_>EkT|?ZuLwzHjzPlByiOG!4_=spfsh{{nwZD^uMDXWltlyRioSX_R%*kcBUu4S zyd8G@uIrf6!l6BG{~~p%e6#-sQ00cck_iUhRUot0e=0DEeaE*u+p2c^^s-2 zaIVFs=1ViLv!))kbkT-Z?=%zrzbcRpi9Og_F^4kFb3Z$c7%KLcS{kB`?gSWA_ zC+|?GC$N^(4#PzyCj9c?{WVcfB|ej$gwWh4HH7G?GH5dQ8yFfHp~q$cP)7f0%ozak znA4$VJXR@B5a(5LRt}189i<#**n^D6wp_S0NJT>L_ePsd2!P{eR_4*YBM9eF4 z{6R$KFLC0OCKm3YxnMj+%NDGg=tSc{IGJI(m?JBL%mZnKhgH5+Rf%B-EXHiW-M|v@ z@+RkF*W~G6v1JfD)Q?Xp7)1<1O8u9iGgQ&ETu+Y8fx*hAPl{&;nCHnZl6#<>4@CHw z+a`43a+qR1k6&id&nr+r!oFUGh*gDNHH}&XP6;HryE->P;cHlGFSd~rHOfJx7$qF^ zD-h(s?;N9PAzTElv=8e@dF`jZ$D*IY`7Po!ukC>fs|F6^!z#B7UNiQhs^%;U4;PDj zMouIwzBsl-!S?9+{?5cL*-&;EF~$|#?P|LUxh-S?l5by_7VD>RW{7^e7fAWxEDtXQ z1oT~Q;$mcGW}f7lpv|KQHDy<(Uz4g(D>#ZAc3pp3i3RXY<=5TA#WxM#w#b)V^_wNn zzua_h%nzmj68;a>PN`WdOj>YOoFF4JKl!IWmVZ`pR!s_RNpM&CdRgRgEuL@Y#vg@~A<2-G*bUiFqt5}b`ezFn{u#Zz+Nl9(&Y zA^HO>+g|DcsH0)5ixuczKm>`7fkbsn_G+vhfe<9q;saCDkFZpFfnO=d{|ktIyg!(h z)X(#Y|2RkbH6*6|m}4Soc~DULu??M+U^>o}74BB6irRv_vZ>a z=KBrCR#dO|;D&g3(j3WEcS^rWUz5M;4x{Sx{H;%55qOkbQKw_*qqD&%(&{i3_! zfXmM?vqKtlrt+;SCqIkul%2IXz)`ulT`)%$P)-$4GX zy>WvpbFbJqXXBf(dWYLpD{ZGGKfUstun*EvXDuczsSm*UZff;#~vsDDV zIlE}Ygk2j$ySqeLMZ6>KIye{y?w5k5NN6-j9Ccb)ZBW@uI?;0AcJi?hM9h@+LGeY3 zJ9#p&cE({D%LMeIGZ-0NwY46%fP95=k@>BI()KTJZyMY4NRb|6?sOUS->XWc0XV1{ zQ=_GmUp$JQWyYlu;lH%&hHZ2*-S%e(Q!5*Jm2krJ9#}MAgS+bl7-cZQMX2wgUWZ7V z2B5KkgtpGFK&2Uov88#1qFTp6T~^d}BkRozkERcPW{FP4LeGsq$U`*gsB*eUmYC~J zrZkRP*&@Juf&}<@dYDHal^A7OojPGej#zQc69qf;0#Tv#QBSb2dBHy}t7FQYq!^DI zY@9i7O2XvNopAV-cOMOXKR$!yjtkU_qA=Kpm-f*?|0Z1nq?|I2MAnoyH zf@<_h^SxY0lZXQ~vTutmefzeUX+0>-;bYUlEt=u?c-H1}es{-0oaIUC3^&Y!zig5U zLan(^C+DC@blOSH^m5%%xLZ>}9Dmn4y0(_Cc5P!GOR~FRk2(9%R%O!R=AONApk^^? z{cQ}*2boX!Hh?m{qt+NakN}Ll6dzovFfLh7P?OX*Y`S5H^|D!a*5}@Vawj{4-mK7d zmsLfYXR#79)p^Zd01=d9pO>KQLkasThL%1t;mVl#sbyi2HHYHYX&Wd%sBXS939Rd| zq@gB7*x8$@Iz)iAhpN-mP<7Z%xW5Mk!&_#a<|(6qXglQx<>1#$&9!{{@Me9i>wqM| zt4s6~;03Gf<;3lZJ3#fddt?)^7Hko3xm$uHDQMf|LEk&be8bs&X_r%U$Rv+7SA5QSHq zJKPCYvA+?qhN%f##m)Lg@)R8Av@JlQy#|^e$Wdt+sGuK$6B2T$rcc`Cj~S{)^s`o% z;aC@l1SXg7g52k8q=1!}+%^;(_~;A{Ha3YkDaauG=#3g(TLmk_rDy5Wsb8gSY*WbQ zOJ{FxKa4s1;HCn)Pz26DPa@p3&X?04Uazd>ep)GE>6I$#n9j7SG=+h$Ia!` zHN^5)3n)gTLHf)vv-t35qX4RfODBKO$IA`&;?QQz@t zX>7U|D+Fxj`UEa(^|wBE)~R1)AF>^=L2}Wr>3ltf9ugrH&`Z49RDo4idln3JqLtaa5NsjwIbkJM!Rtzdn-Ww-&1-vT%dKjhzOHz#UdlG+9;(A}RbG;Qdc)_Pz#~BOc-csoG?t zZwh4S-McJE>yGOe-yOdcQViOUnOVLM&D|i{r^?re4b{n40fYB-@W_TGHaIh^&i3++ z8^F%IyLI*I)w5ZWm2j?pDNZ6x1`5eiyZ0+t(4tJ+Bqt}|wy@v|WqbSrnt%hULmHS} zEa-w@_L4j>Lw;XHMWwYMFznaIinjLnfitC7?p^FH6s?8rZiXT!%w&iQagCIcbBC6# zSr)p3%ji6)(5@k|u$Z*QZ2FJ}mr`lY@{ajzIMGjO(M)Y0Sb1{00Y~g|XEjZDd5I$~Wii+nn*NNz!AL(~CxF5rI$CdgZ;z#si*jbZA@VZB=W#tq z?V8!$q9MNfHuD>}q1=(O&UL#5Y#xCpIm@m+>jAeaD7n>S-QehffaMMC6%@`O2EEm7 z1DKu2z#E?B$aX}0v6;qv9iz54b0v*V&h=(vfj5^uK$}0lI4b)AzSFsz7 zbqO?6P*LeI?tKn_cMspeRAtC@cU2i{h*zQMI~M9`DfH!$nWui6(RWaHM3F1O(M-X} zt_p!x<`dyv_)KwO%x^Emd$q=`f0qc&`}B(gcCr1^so79}XnoSxCQ(}dE=1*H9p8$O zn;#NlO`nV~2{71226SY_Hory!t#tluc?#XPtqto!FBQ18+K^lC}z>j1FiFmtZ(+<7|73>uv`Lodo_ zYL{(mJmd!j6SUf5SbI*USaKd-hq1<8a=Eihy^B!c{+!f ztXvE^FBf%%GaL*Cx5v|Q&H6#LyY8*U#b3FPU% zX|DCF(U2uU>*38KC-34ZX%q9X_3L>!%EX1fZ31(?k@3$GT&CfwO_w@FyAD)kgw=Fb zO7NUSzCgacC%FBSKR25C zj@%ZR+3dHtjp_dgYfO!RnTmG7bzrzjv<%~qL5@nH5TuWbH%;@ByUVsWh)(IHwU-zRCNWmuy>5MbGYtpTCQ$dxP;?Y@`R0X&VaS}uS9i(?0 zS?fu)2n?HUBub8(P0Gr$2z(%Gva{^N(@H0I(|yl24xn!tQ&(A84_bLIJ`wEvOo!y& zxm901fnv*~DoG{s2l{YcS)B>fD)30uVQz1nXN$)4C{q6d|CHj;%x%~J3N`m(KsBPG zOi<{=n&8B0%*QLyFFz6Ol)*R1vAu6n_|t2wF>Kr4j4kC9ryV8u^y1;jlo~U8{=QCX zB;jbFD2_LT{qlKRTNrPRwN9am% zjs%!|vW$23LoOK-v{@62%yVIO(^;HdD!5bQ1<^B-u97R9+jP4n+QuTItFIH5Yt$spS=m#Cu_(Xp=bl%W!S};muIP8+LVV3>qNyJ@OSJ&1GW}<79?FY&SiDu7( zDG#q=jj)>060iXf0jEWCrg+I2NLGdbh0AqmAI*UAY^ds^YIQ{F#i>{(m$Om)w*S$!$yvfdF*kFcPoxpHJLv*qoi>KLPjSSu3|g`oo7W^NqT` z=0_$ED2z^4BbAL7+czt2KHqdAO197hP&)?Xi}2L@(y5z0uRtQ&g}D zocY}?Bxo=%!5rNKc2V7YO`cG*7|nuSXe8^nruDg(@jyBQlYVnVB4x0Boq9Xy8OhqC z=+*|@+^~BvEn?9XM%HE01O0*_FEG}orS16vcK&Mn+-uOk1sUDcFDL$yvRWv9H6&TRHRLC*f7dvsR7afVNaz346hIq7J6_~uWFACS52A1W zFhk}%=azGhBq8vt*5DRM-wVQ3R^ttfjH!B-XJuU*uf3-e1gE&Td`KxekMua92jJih zNlqj%_eHXmzSPp%c5Ay5U8>k!Q(fIbHvizm2d9QK#IgoOv==o?Ve4DY5z{Mvw2Uw1 zUUEFv2bsuAh~w;K9;I#h!MHBA-q(@5ya&mYY(G$xwq+i@LVM~06;;C${y$S#OU&5w zzpPS&7Q1~4MR7v-|C~H{dl*2Ei>Cdc&zM@(m#uRbW>SKqc`!d%oN+^Pl_~-_XGWdY z$08#mv&gaEfY*WDQ`U4Lhc?hN5;$nnVO_y-f_3;hT}$VNLeC42ns&Qvtq=(960k%L zb|FTb+Led~vn=RkEv7yb0iJB0^~iI0LHf)d!HlhH?%U$^^QZc;@pzw)2EO(6CCs}7 z&dVw|u{(JUL&X%SEso9%=AZ2?UF5^4cu#NZ-|8pxtDEBl_AV<#Q7`v|ie z78;6?WAy{gc7vG{FVt(oWp0i0-@uULxAh)$M}q(m6E|XKVj+3}W%CqGf%TLkZb4$L z)Er@=V)vkKI|-daNE#WAcnTACOtNW*!J8-* zw=(@p;~Mr=7JSv_PmWW)|a>h%1}1&{vc z7zY2y*94GtI$@^wNl)qLSBNWj*(ch-03>lJ@;IG_yET=J(y2$gyGie$2DR1YXJvL(fj zDS0D3VDyN;`6vgW;u+ykmx4s8B6YyU*scc&v4dLl3KK;GB+Z&nC5COyIw8zxK}j8E z@`Xf;rVwR~A9YWWIBYT@{J!4Pn@C}v`d(@5i7N;RE;rIC%{$KX8zNi35e+Q*K ztKsbQd|XaX*1>{rI5ArA`2(-#+>g2KWmEc#)I<3(5&X4oALxAE|&813Ar-;}g99tWVFyTZP9&3aNE@<*G6 z%2DmEVug*<8mOLJT)y_lDBz(j~b_AGpIkLg^?IWaZN4?%Xf<5qd9cfbZHZqfR!ohwNG- z(sI{Uw3e;fZotchf#g({l@w364Ps-l@&^@QaE4q^ab~ z;;^$18hH@llw!)c{br(Y3udFqv#Zcz!MI4Rnf;Jd9722p$;EKSxYxln>KE-i^hQpE z-*GQgPUKl51p~>ZIjg3WDwV+^yXL9UqXnFsmg@ksE9`bWqp%$8r@iF)n4`|qFo;pJ zB5}FAMui(OGT^2a6lQLN_!O^+*&HIrZ+{Xf%EzLdv7kj%+uT#^5M(7TjMVA*qe~a-b7LZ;4&*!p$)S#+slHoIo2R=gV?6RJU!k?i< zbmHBI4}Qq>2btRIL}O7idx*r0M}O0Wqr-|Q@4$zOML7j}qt1m1@dQ%wag1&hoHJeT zMmp308z7Gkz37nktrV25824&q<5ou7gs(vlrLviC;Fofung?N_lh_8Sx#=ZaCva${Xp~SWpjG5>;s={7fFLII`S$a}N5xuh zJhntGW`{`D3n8AX1gQ-sI3J&zqoFSqQ+`@e6;%p}>_8{gwNTnmG6@$W4Nju9M?oJ9 zQRIE;Yl39TJ*_+}8&#g~vmkG$=MknvO366$%gR9EkjE}zwcJAlx_bSjF)@;X_$S!# zLO$#N$Jcj2HI;T6KShiMSRFZdh&v+QAM4R zv2ha28!l#UCQ@=@F><%{pFp-|e9b~8Mf_U$Y_-UuJ25?4K2?O9TV9gGg>^xD5U7F7 z(uW*s1<7ZhNDyJW(~#T-8cIfzR@kO?MFNBukY1hy%C9Dn4SQPXuVWUg7dr}PakEl7 z(C*C{HYv5oe}S(tq-Sz?M_N_-5vGTyc5F0f?!IZb(9TEAKmI1vf0ZU<>ABPT;g)V5 zl+%8L6R!qbvDzO;DhwCLLWd}t(K?Oe2TS-Znqm2A*7UAk5ZWcI95}@nD`5q3z$IEo zYTdhvifXl~V)^9`o)=n&UREbcO=oKtDJ^3#m?X&O#C6M&l>Vbx7qcGZ>;^~Zl@pS;%Xw~Oh< zg+Ko|nbckO;>w-ZiNe`|7uZ`)9x0yMtlbEXJ~Om?H`kqu-u!}<-tYJu{>ZbI)W&w8 zP;Rm5>(b?zD93Ou*V*hD;^KU2Z46>8W>zzOy}ih+f6T5mJb>~2^x(cDp8F)N_LcEw znWUXsWPDPoV3gh*`4XvA-Z%8X>(71Oq9c{N>{>5NeTmVC;EkQ+**$t;U4V}6-P@Lk zU0i};Cdw6gOX+GE(<+y2#Ez9UJ|b*Ox0pEN`xC>;UPB0XA1qhqIJY%AdwX^4brC2$ zQv8?^SEqjD_MxkRE!l)JUJeZstD*{NI{F|vPH$@qGsLV{IIy=DV}=?%sa(4)AGhU% zoNLlcv17HID7^PHWW5Uc1J0 z*uT5XCC}qYlS#REG}p}hs}kS0@``7%uKNWiUnDavl@33SrBvPZXwF!za7^ABtUz;; zvcves<76Fs&aN7ePo9m}F7PZ$?rp*tuslDg6L`_yax2g#|3+WPswF#;H@<$g)4n{AgF0)H*n@4aF(C@Zt&S_W z#s`jdy{#Ze%@ysZqk9yXMhW*3ZF+{NSnt3xu=!!#N4U*QOd=O+_f=X)k%pp3F-(S5 zzX5~S^m@{!B!+<}ld-F6c^7uKE(TSN7kta5$+?wlq*%HYQ|NEWHm*2c5hwY;F>dsO zGHZm4y3%9-11hbbNs&A5T7ug@cmMrwmBYK76iRQMOK`$Zp;mZ;UV)ldlO}1FWv%3F z$kNF!8GRcpdyzFT;&4jD(G|D$lM6jnS^5>sN}OR|GNd)vSAxB4mjwzsey>0^)UmED z|7IyIpkiCvHh40-lT}{ZKjnF6_iy(uMX>dG($RTqrs7coMVZ_y{B1wnM`Y43#fGgO z8$)bFFae$(v=Pa)b{{&!>_B(>OT0817IhYII>miFk9-T;d{cL;&goXI|4 zT6A&~hR=IN;^9GQZRn@``%3BP_+@{yseKQib4WSuWdwSy^4HaI)99{}rR;*K=m~icRc5(mSFNqtorSi`<{$1uN8x(8v;7Goqf>cCIP9 z+hy`8>plryrUg}uCWd}e`C&)==U1j)-cdC=&fk_@{n!jke%(h$r&rn>0k_lfs{Ak= zU8M%S4D9R^=RS#?+hXAL3hVdv#vxN?IR5-=PF!>vjSVt#6l*A z$&8-AKV+97I<3~EcPFbrie*y%lH~}~y@wrZX1>d9_|4Yp^^T8!t}OpWDBSD{;6)W? z-q*-9;q8vPGBwRV)iBy|qA4}426KM%9!{$)jh7Kg9he4xS&W+?JhhrSvn5?y&4hg_{_G!qGW1kQ zddhPvgI1wP-cthTR%DWNv4LrIVG^f2no>QJtH1naAnU^bkD$E9)hwNacelhaGar{k zR_K2k$Gh9tTbx}-f|ba&J)epU?k6c$N(JTI!Snq)OsW#iASJkN zcrK}=#HCdDAniAgLK7AWD)$O>^gusAV@7dihD}1n#!L6|gzFRb}#jWcaNWxnm$1qCHben~H?BSIc#22fqUdl1& zxrTHa$BxC9ES(pTZT3q>H#!|Dmu?YGe>OX_!TQnqvb)zeX86mFBK&)v;-ihf#FQ1J z=X>i&b_VMQABo?|3P3+XL9P2G3abQkMS=BNDMl`OBDh z^UuktGf}f?=PBjdGj7=~dP}gq+_da1z7Od%(XV!Ux@k)R{N>|2lQv#kyUWCHEn#Xq zY9NSW`eiRyqp^|-*uV3YZkQ;kj?!&%(cfV-}6gfuYeuc z6@YlMws64ngJHzA=h^f0u6>TFlITm9G*fO;pQ|aBn%zcJ7p^WDEw!O?au=_5I*%-h zsC|}?eacBKd3X(jbR6!m^p5)EJ`=4(eNk(I^?_|SQi ziLm|zKfb6>P0H$o-GIOEGeJR$tJv_9`%)5HN4ZBumeoc9)9VkQAM$$EuCdr6%5N4L+gh}>K`nKCVvby!r~q*JHegcM9%$I z;JK1_8?#)timxXUl_}SLJj0HO(1+SZ3YD+oXD7(kUevj@=SR*gf#_19uJntmF13fq z0Pfr1DP#`_as+BLewz}%T(P~n&B{vS!Iz)1ZRmX}%F4)?3e~m`_zMnYdoUPc2&DPp zc0vbn#ADH8T9S|5szP2D+WMDlhL?EM)HN^>I6jq~cUa&lQ{rcuP^ussh)y5Fwkf#I zMv31B6N>vREG)(i70~1m;%@__mvV~1`c_;q@=fWGX?1Wo3orTso5=ZxGxpJPvr3zj zdbhl&%><^R3Vc5nXDzKEwR*4i@CW-XzR*0spXB&Fc%l zh$dcbbVGRY3OlKE0UtfL2Hlcg_TTX*rU^*dWvnjNy{o95x;nYqA17&hqU3gLP=Ah$ zR%z&J|1XaNPL8+*F7|Vd+1kCV2MHsoYIIQ#WV=jMfwEPuA-o3j<}X`u<5jk_sl0dW z&zzX^4FaRrx;elfsbPj~Q8Hq7Cb^+{R{2r1(h^1ac%5d6?Z_!Yq$%b^i|Bnd=c`K6 zyc~tbSJ}<9yD+WJvCgyet5*dZf8&_BW9LIr9KGchv-+rU%6@mea)_73&hIII!J7Va zV%uF{z!EGZJ>D)=`3F<3ss4 zv&2TO@$ujaAe!0^xQ+7u=Eum!tChA1AXlFF@h8{y{=$Y(Ld+uMYu6EGS&Nrq_HopgPX*@X`<$9%S$p2)`{} z)x9FPj5q#t5aUIm^V(iPB?YaQbS*RXj&UV*xhd8ld z&&cS3B-_BYip)swjfq9N%DP5yUk^T!8M)oy0^63XN99`?sg5-rTQTOUgcXx|RSDEO z^HQw_Z-Y;3<5EOy?cVM_CBIzt8-45(ylH}ORRshWmMQ=C?c?QZmp}fLl&KGyh$_J8FFRO`Np0(Y&_CPu^ z|G2!i0H!10?oGHCqCkx0JLOc#ATIrugcY37B|lGimdkGOL4l)6l_A*0igl!qgWa>k2dzmJ?_`)7cf z^e)Q@Wxjscp&{B#n|)bbu3=zyI4o^n%}1oFV~LKT*s0+~3PNcwM#E@ynC@NVA>QKa zP?UhUa8%S#>s(MXr1a(*z>d|N#_kW+#PzspXDQ2`<8%`lEjYe#V!OC(G5EIYjNUD` zQUfDWe{qI(1dn<9x*CrWG5+&#XyL--tCWHdQt!$i+|jSlF4#(#6Nkg%w$F`;FV?)0 zM|SS>m3EH!r%_u`s#5FD|Ho{3Jiai%eMLxQ;bf6;+2E1f%jWHYUh5byvE*221x9}5 z;x5Go??y24rP(!$E|rCIk$}>Ue-1jIBxOrJvMWmJ#Q<4-GlQuEXUK_r>vqK|0>M`9 zSx`1p&xRRrHo&?Pz_pdysy-Fbo&1m;bN8H~v{x}-n#D}fi9Nd@%StRzTOVY6Dcx{& z=Z5&LMvGS44mn&5xfgJm_LFxe`W+!rvmwV#q|5EAYog`Oapk(_VL3-Zftk=VS*U>iV@gq5s)wvoe2UTUca{pFM7Pyc-u#JR9HdMyB`J z8jLj}H9m0ZTl~!HF}SiwUOsO4iEIhEBU#z>4}H$@0_2cGMiO5_Sk_t3-jA;gJZ-Li zbcAnWb_)#%22yZcpz?F%HXFZM?|}mcl+zlDoMv^Yyg8%#^pkU57&`uCC5D1A+v8N2 z28h~W%e?N)#Fo@e5lJuea@lY~^gOO%`21I0Bk1e*4m|!}o9G^!yeeIDe6dd1Q+0ce zahw06_5r%Kp7Otav*hZyrcuAn;8 zKcWgSOnKmu=~+^ttUNu*OInG`jx67H_v?S$9UQ#47jNYz`N)F?@Cfe@tCy=y;{1Z; zX3hO)_R<-@mG&xUF;m9)&Ac^>oVy7M02*vSNB4Dae3P+P;9pCL&xGmp)a|*l!Ou6i zjn>O&d3pJDDGHI*N4EVu=9rdKV=hfRCeIx$zU+?=+3bGKWX5phi*_Tv$;o7Fen9;t zXA0+V7(f}CC}aC^+10p@ul6gpvh0ik|9SOiT4|9<%Q@U9)}0?EM<%w8QVmNc$&sh` z_GZkjD2y^1pJNS+WOG)E^GdWP826kZU)yz^6Z8lz&^6v)Nl@(pnDjW;WIg11EXtzQ z#gF8{pB-1LoI)n(eHu**COmVu@|bhT;4X~iySplpi%7GW&?bwrFcfsGPY)(c&YyDY zLWUI8Kb!t1zO0No>kGEn87V2xWgt|hqZ4^bDL459_Q~f{;*(VP?@Q8gxB+1700Jn6 zKu}+xK+`nx$1Xt~fv9$BY~2_dG1npi_nzWE;T9Pq zk3z+6o>ctcakYZ*MwaEw%*Xw7kwUwlcxM-Xqn8A=%x#P`)T=lqJGGrX^_t?atGYEj zZNlmR33otn^0o2trP2|H6SI*UADQHrJ|+AqcCIeha@&IX7*(2iKjO0KWzoQct)@z`#gKC7%ajw3$8C)GF)wL9N7{ z5}oWmlGC@|L*i4le7B_LouwZycJ5$u-oE9URx<{QL%wv{>3D+f2>_`C4lqP!`1mUe zo?zfXiFIi2rOk@U82fY0m9d<=^vp(VOAuS}9V51NWcC{PrT5utLgQ{amE?xNKWKZc zE8*l~(p@(4lPxUr7;!JG!#mjK+1nMmL{HQ0+>vW*N%FdtR=_?Lt$1{CSRcXm}FMq;7{KN zJB6*U59(gIIlttj$3N@g`)GRXv>+%ltPx}pfLRWdzwQGvJq@}D+&*&T$dFmv4jiS& zNL-gppD&pnY&0o-$m9^wmcWSjEZB&vXDit@9@2%JroOR_d8Ka1_VdF@T$0Skm24BO z`Fx@0k~`<;zu!#n(b=8hm>K*)yQ)^`_NG}wW(4O{13l~2vJZ~FR(asuR4M^s>jnH%}J|C>Yi*^AQA0(N$(LG5C>dZ<%K-cQbXPlrUN{GWv_~CIGs#jS`M&OCes)(z&sfe16aRd}or; z*u0yLS^9iWRbNiNKuHY5v9i>Vq&}vf|LI4^SM9CgM;$fDr`FcLm{~h1oUPCve5L)A zQ$CgkyYDA+O;v}xY&&EumCtTzwZO@~xm`5k&8vgNUQ`siIF`ofdc5g@oY5jgX&wE) zs(78t_#mCM{#9iSw$KKs7QGiJt?PRFhhgoGGeNv_@~Jm5x${F4s}%!v*j5e@IgfdT zIwLq9T?ZVvxeG0ON~l4o`q71pV^^L~3biU?7&v3UFk)Blda0huSh59}_W2w&*&NHW z^*?~@J#_qcc=Y1|n%80Q(=zw-F-h@v6$s%jX<*`hyS$#K&0UDE;K-hpa7&$*V2waz z4Tf|^7lby+vjjb(_x+T*`tSL(bKBk%cPd%v_{TTtN-R?kE)_ug)jRiTMO{P`uQ zc>Gelhi)`~X2wbq3bfZLO@8TXzc)K)Db^7U6 zXa&$)jvZ<}!Pb|2tA2#-Uoyf5|wFiq*vxWFHq4NV;c0J^@LX^WJCg3JoBHGhC-^4V^-FMZ4XB!yK zqwQD^$HDc2cRQ%gDUVYCrGFVG&;pk`XaLkd(jG0dw5JZu;24THlLu{ZSNQqg(Guk( ztENGlzcFOj-tOXn@BiSK*X{qjn}>def{ z{h|pw+|`OkYewOYwc*F24@V9GaV5_?^jLI<f2%Ji?q^BHTz>V08w5yNh#h+2o z^iR$TCR{epZka`wzc(PUzuzjTU5!zFT>ju9#ihU#7wpazqJcKJq~moVIG?+8Cl2`c zwez?AW^;h9;T|{~l=ytqYccik@aO^OfXE)y1GYD9oRmH*p}mqTc70DdM;4NwPFR=g zC3Nzp!cm_`r7n$g15$oPZBYAW`QRkkl-n4KOX9ooKla=75{&z6Smbn4@ybwRAI9o3 z9F*8bt8g&~t0Q2~PO9N_ix7tXfKoU*tDg|K}O$!CocdrU#C+2YNw{A zMjYF!_j>y$-k%uQ%38~J!po;;xzC^Rp8v0R`_EJhlG;tzpvhio#Y$bBl{VCpiYJ1% ziai)2d>*uUmEQM!CqF%sav1_I@(0|(XvUOWda7S~X?$bDsxk30F@lwZDzrT2T`|^z zTCXjNF+MOPf91vs@){=dAhEX9>=3o%lp^P_9rss<*JfVcwzefPuCA`nYpVwNVFy3? zqFic1hK);#+^K!Acn{(y66c>=j;b4r@o|87!Z3~r7~w*GtB%SkOEVy0nO{ymIl%z9MJBGm(WGL3NI1&}zT@v{aDlsi zJN4)JQHlJ6c6hbxbV5KEF7Tn8MW1vz2)^GJH7ztSeWON#9}Xktg^k7Hvzhd=)Y zOq97ot?3Os+A2aus))c4eFmSCpIg%Uafx`@vi-IBn3@Gu1$}dy((uHe+NmynJX`sZ zt^Wmql|?^luu;*^5r+2!Z2{BW8?<=Zk_@3V0i!Bac3%dPnAc-X)c zviuJRyp|$9)CpCfusF5BMA~k7DZAV{xRtx;+@~bu=e}ZtmPpDEL-3-TgYMcQX*n7D z8zOg>w#NUYLJ!b=RilY2KtJuz8VI2$Xjw6$b}|k}Re0OQ-vMOP@a`D|fMDp9H-tN+5awW+?iS3BOTy$M7z?%Bv4PT!$R) z8>8TNAZ6#NdW-r)&_;)~6=ClAp#M~dSEI$y_G{%XU|_ryYRzwWTxTtk(T$K-Oh`!2 zl%zdR_d27_25bk*3BL5MLesJBB2(*XN{`tloS5|wAYS$JA=mC#l{2zS>Va_e$BX?C zEDbs(RWuq)E2kK~az(8dk=C9X7iHDluoL=w@?m%$7e2QqONkT5Qk9 z_PLrVD_2{ZKs;2n=b-%jD8-Ez*PruZVns-LJj99l2C|A>^JV>`w}{ zm#0@#=Q}3J|KZZ3cuHQ8M%q!t_>0(#1=$rM+dxvebIP>D4Xid`9Fo0EikuNmB$ADU z*m|?nk6(k1?$~SEGsAd^h{e(#8Z(1zi(#JIs+EJi{i})MFW6TKz2QheNdJhP4YlRhFR-bwyE6ygbO zsM}YCg-Kz(@-&$R93kV<&an&y!h5F&#VTZPUza z)||GkQ&~rsTZQ$n_My4sc-b3l z*eFnaOX{BWMDU@d`l8{!_}TwI2RIi*Q7S$MKS0g!VCWbv3!ug1TDcGFiUYK@yZGX3 zIg8rT!kblumLd0pBzw-)?lVSu;6pB)u9v-1n;o`amNKkjU0E)(lwY;d3g>E8!oA3~!Ay%g!-zfw@Z+y-+8Tq1$V=M5d=h^noKQ zY)s)m;0IjDm3zp8OLUV(tNIGuaQo*U|Nb}o9@--0nsb)0#rbh%Dqlt1ko@XUKO!My z64wx#{mzQ3+zSv2uD=lq`7{fP*>sAld)9Ub{lZR4hWA7$!fh)ASNSC;%l`{|e*fo3 zQ|sXl2Fs{8gOhfWBOk1mc)aqzKlleU1? z-WrPWkt*>T!l1G!0Y-svmK&{NeHrCgBF?M(KCkB!6Uoa~Iq=%d zWcJB?>x^Z>abIPCIr;lVTH}#5^?_zyKMVsOPi7@7e1J4g0bod4XQ%VB0f(hm3Fs|V zC@xSJ(Gj)xEFFEL-11O;-d>5Op?UHCxT0qIe3a~bpe1A;pjF9Ybf4Xq%>Ar+yD0^) zg?p#OqmQn0k>JHh_91PAJ4jD;BX+YE0cgTwot+~y2ZP1DjZXI3UTytv?Gr6!Jix%* z%;!0ONHg4_ezDu4lL22b|Js@vak315HWd~7)G@V8YFr(#4$u?5l;jm}&~5Np_ue9Q z5SCtZtb|*V_KsC-bn$NXMK^`zH5B@8vR)JrrOol%ZD!W?oI#CgZv0uDJqcWka3jn& z&rSqx{VDUye;!JuX$(dhcDOq!P|`G<4>qOdt22FuVxhW4Z48-bUJFS9Ydx~C&!M)} zC<6DGEP*O}pI|`MW@H?PCBt%G$R&`FKuZ%pCOAaD^EhW`_U>O6XJ-`e7dL4$@(R6Q zmFpLCU4-pAq-UWD?6vKVhOagBD@fV7{Q&xK76M1Ul5`xwvju6M5uZk#mxPCk-}+HV z3Oc@NSIKnrC|+Fsh*bCWfqV}sg+5uO3%C8lrNTmZJ03OjuHF+g3D0rAQ zn=!o4wv^8MHAse`;Q6Ml$a`lojES!e1&7tl4*!5Pph~Z)`8hJbR6ji5l)<9qBtXm3 zpo!eAU?%R$pQCVoK#*ZA(}Cg^VQ6UBVoF=oP#^}6No6+TZ^q+wt!FkzIPV!=?0m^` z0x>H%=_ZNdW8aj73vC$YQV+2{NO_)7gvpArrTB=gA2sYc-@raPv+v87FI9o6PBgjL z|Mw){8U39S0h9^TW@FV*Q-lEB_9+Aj$gV>)J)KN5cYLksfi~O$f`+d&7Ox9=qJH%X zuqsR2k_8pt+zWOE-jph$-#6h*BYyNWLa_NPk$t^ZtDL)>1Q{UH=lTBx5#Kj49v&Vs zKy~Gn20-kW+dUoGlYPh;$+qxyuvn+Vgwx_V9G{y@3g5Jh&VI#^b9kosxhZ~}8+_bZrSXmXc{F8T%&kG4< zoZK)K@305G@m#C=Ujyf3?$oFq!gmSsZ%xSH49!T-2qfAQ^{9k{+tiPsxNq4uT*z-J zfDn$fsE`ioAhHf*`IzRvdPmH9{;rmF=Cndx{a9Gzs6*K&8p#u4?{LrBMSk8d3Zk)p zu1ej?L z6*Km>?2eguT{$?fe0T*OTWdC`#-~T>L!+0w%XqGwW0G_Y8a7`%s znq}@b%gZ-SSt)ObtX3Jzb%UX;-DT^?Mly^mwx+Lvk~7DE%E$J4QkIW3O$3dq1WD?} zkPKn9fkj^*5bC)aPTZgVA=#o0B(t;AyvQzFkfUsFCAO8~a0O89f2GKhE0_9Rs2P*` zo|P^Ay{>=NU^6vaJ8j(?V?c$p^#*zNg+>fEtJ7K|tm(&8OWqoybi24V&W;WyuSnA$ zzE{Kj4J<&+A)lX-XpK36H3JVGqr8!f?1*pnV(tCEe(*EjWCe-DiVZDL;7rrKNmFU# z3!RN9A(|AQ8JCBc+>!;gQN`juWRURwqv7995wgcUMS?HkXrQm@%M8kqFC3i#WQ2nbSuUJ@;_@NPHEhftElxmO!iVi6dkA zY8Knqt#1x^j(+{KFlnYEeU3&0P|AX%$^v8&=lf6m@ZI3!&a)pVC z;HeMFi6B%z<3vqyEgcvNB}^dAKU+(mxc4xuezcxNcN`jn!4W>fsjS_C8SU$%U0ukrI>cFeS|m2zEC@ii}QS^yVJWpV0F0L24|pF_P~i~T)jr~A)WQu140x`RUw_ZYm?#0|&uAIh zPeZ-i4Oj}DLXePo=lBt8=cg==@g}>l@>zokHZFEu91)26QToZ3jJ^%>qQ;(CRu!pu z11jpN=_Vn?gK2EB1m$?qDT#xYcGlI?^w&cFecUymcJ}0RDXr_b)GYZ@E>7n?o#FM9 z$tv)qmTcWBG#FVfLYF=uM05Miu#sAldEDG!7yfmLYuuskc;M`5g|v4*`-8jv_5Ulk z*m)iDk#p{DGS}H<(EmW@j45Hlri(}6u%0RPERe{qAEfSRj(^+Rp^eTu7vK1M`-wAe zw@tiSv&Z2e`Qf_GxpSkpH&`QjbhG;VnHTEF!MPz<6?H4{f`d#Rsf#aMKbb8e>&|udgLx zbHYD`Nm)CohoeD934@S|w_el#KgZvD6jYYCK$=Wz$ji39Rx9SZlo|&I%9WxK8U${Y zD(8xLt;||f#Za{RSH0h;c9kdIxXRz3jLCKJm~TND?OEiwxyX@TP}>@g((E7q^8yz< z-^xtKjbeLp!GG@r?JDWgRAvz>H+9+_q*IDQy2~|! zlL5&itC3SvI*$9+ZomF`g?t9!3cj%5YgUjH{^zX&%0+wd3VFcNjvGr;yE#D_uQ1-1 zn|Y-O|3T^x3}OM-m(J)sJyv=EVU&S^JPYpx`SpH09AGnijHb%OD3V9%`ny_&!V^E{ zRG(kj2L5Ll+NZozJG(@8@I`qf#KZPlS5J3<*N*gPA>In}d;7lW!J0Q3xxv{`ZN3%1Ks_CgvketOjuSgTr}q(F>dt^9~*WbqLN$g)-{!l`4v;?h_d4 zC9Dl`N0{kvs_a{{^#nbh?({fT1P$>_*KBxQ9#nVyO{N8eVK4oh6-1utZNtMe(EChl z)f^DO0O+hB!#xN~polRQ{x~c65s=ElH{ zHKy3Kyx6fbT`HgPeBmu0`=8meyZqN=LVTaKSvn=E;4J}sUG8N|C`-~&YaAo)8-6T4 z>`>CqywKAGdkzrQkdsf8QA$l7dsMHWr^kuPMJyR2@wFrQGAlLLKegsOdC&5SO+mAV z$bzWhs`wew-KlMXP54ckRXM~eE)p_foyty2186$&nmO1$X>YrxctL_p@yySw~3g5B@UXH(`d1W#DWkAInz=8 z!}Np~mVRRAJ*BE#dQafRWezVv5x@Gpv->oe+H2-s;EGF2oUxIcu+ZInVbMME_NEkm zwTFp`)HJ+MIu?Y=wx|B8i|&v-NacNDHP*? zxp$z-79L%R{kv2w3rfYDOe9e)_SIiE;w>K}jB0RKM%c|Rvh=vP+uR}<`mC@Iv(6PG zKg-u1P(AHj;7ZNe3Wc+_mTA0pxJ(x6d*-TMK|YT>^siEACn=)UjKRjo9-nkw?yyJ| zILKr|+X5$NcTh8e)R9M)zB0eN)FFd*z9zPT!U=p~7$EAuQsiavM;fTlGTn6nYpEYg ze*R8Y5v%UNSAt^MTyGC7)Ufcn5sOA|^&J{nJ9Yz>vOU?u{Eb>=L#du zW+*prfS$@j@`{li<+q{(bd|5{mQtZ{=YOC3$7wSz-Mej~od!5~y_}eyMvBF<%2F9{ zT%}cKeL*bYZbfxL-0pi;PoO;I4mY`P_~DzFXW?dXoOG9PI$2=XYUiBF$O=ebTb{iC zo&l^l)^hEi`+076K%p3X!Njz*djPG7C$*NO&1`iRm8(e&sQl`lxm!0vOZP}f(KEcQ zXfmW47veZ^F-_!FKP;LjqV4`;7PN~+Q6lj7g&Ehrw)nVKC@iKa==z<%mz)JUnvV=6 zj45}BKcl94qcrW&b*7T>#Ft1k8YBZ(ua1XnTeUE0=$s9#6+BChHk;UmMet$}JMlEo zArDjBlb4uy&TjT6zvM2o?pa?y=7tnW<0?C)^zibL3wbLQ9LnNnp{xym_R@D;uWIw& z#oX`(mkB-Vn;uLz*M4}dkfKk1jhmrGH|NJ}OY-%r_5<%U4hK$tEk|(LFV;T8u#(c} zOPN-1LXo-cLXoYBHSb~qTGe{2D^gKSY~yX*wFd~>8yqyq(u1{b}DYTA&?;q zPCzLxx0YFcDNp8+4DI~)X*HhxQ;t0(NBck0?5|-BH#u>@WDF#o4|zw>;DK2RE&V%oUVOHlPzT}r`i3H1*NlfnMN9lv#*V&ue)&a zVr1ALQ;?d&p8!cO+^TfE=mXog2XWSt5_-}Kzj~5=wD8M`j;P%H7TsFdmuMV;)S~sZ z2n~o``<|ML5BEbr-KHt_XW$DXE?VVL-Tw{VZ(b00oNit%UzNmz7qA?rO)K9dsDCL% zc%tTvb!gi}j8DWK5E3TP8Ve)GhWC8dD-!$@ENHF?4fbxY~5@~Y>Yn@ zj*KMT$Ga~HI|{8jVbR$=-nH57{b%I4gFkZ}ZK|(lnpP?At^o)%S@A{*%H44f-J=iH zFO%=SU(4_5N$dYHmwxn0^OTKpvg&&8n3S+Ye^*y3qx;uAMiG?g3d$LeQNj58ybITZb_m+SK3cjcs{J@*JGo^0XoMmE=YOtPoCjxa3A4(IE8LzHR zmh8EB)6Fm+PW?ibQ_UDJ-*=_Dwey+v&p@l*LPNbb?%@0QUm5(Cp(G1CT-Mjuw?51v zt(o(MMs2K5RcuWiB;A2j-pA-Q-`76og|wQnU{L3oXEk~9zRiU?4rc3LT$i&mB1{D$ zo7V>(t#_UG02mN>*vsT~VOEZa+ za0fqT?vsbZV^*UFHd4OLCvbhJfkNgb{H%vE)E5#1J(tcyS9KRm1F5@P^o2G+P=8%I zPVWkm-sRX?ciEu34|Obo^BJ+1+ZCw2{4pVY8Z!Nn1>ao4=K9y+KFVLvekbA!^?9v_ zRRk19FOx0Pe{gj|l+6S8Q#0N`l$^3X7s@S}1s_ zJUq}}TR-J!=839gwW6m$s5EWk=5!fl8#TtTWZE`krI_*>S4v)v`RXW2mYYfWR@U7I zQlIssGNdjhMG(1P$)+vMAFfFE#_rS8;)6gs^NJ3DASNFi2nXlIXUh=W>X{-&aVaV6 z@c3rWunvIR^D}EcAmq=+H%(QaK(|99BJ5CYAfvSPjFdroNucZw*`duKdKKHr=O^Rn zYrlADbPLVai4^gWRH|)Wp>Y$==*t<6A4BQ6QURPTk1Nj9@sun4A$x>-<9E#y_{#d? z)^k5)B%1FLSmR<|4FKhQdki=D{LFJd+PgkW`h~9YmN)|EQlf#jbO?K&epBI;L_0Q?sS86~A6^8vC+-YJbX z_UmoyjH>;CH=^Cj<|Cs@4?R6SXOZLdVKLU=Ra;fX8zB$wU#J!eK$oHty?uR>`lN$! zH(Jo-xrao0sgwu3y02NPCa9dWqk;_b(A1tPrali=KZQcPc({~Nxgrj;l4m=V{S7RG zooO&YkGnt!B;+@{b#x&zbi;k~$Gp^t{~4!Jh=x4EFNVcj%xsAu39@%pzS($6m@($nh8O(+SKOIBT( z1Brq|KeXez()97^0p){~sOx&1FK!t)cg?OUudRS8^8Tm654wwQiQ^NPcwVthuyTfy z!U7A7VxP9B72MNCJE2f&8~^9tk*2@l<13vez@NYKAo#6;))q7YUm8Jr{6^5!0X zr`q1r{LX@(%*plcq+Rx@!U@mc5wpL>0eS%SGak)`egl|bO|(EXqFK9Cd*}*DhfM{l zcL0GL+QTUX8k7|$hWF&JxG1SkLxG5rz8T2yfx-8$e!smI_^oYg#rpr!u(e-)$VH5s z3&Xk_6~Cn(e6%qIb>E!U`Or0^@Sz*FY@vRRCW)(5FuvJC)Ui{nlj{NY^~0=<04wNh zSROfj24Sf(`w1(bA&>c2DKghIQbhs@6U`f96=r*6Zmjh`xP!`p#d+yy(9IPp)t=Shz^(D~H^`z8(#7CW5b5M7zP1~g%hCc@-E*?I7 zxQj6_i{@}3HUC1n>%;~333;@tx%pJ6B{yBeJ_wcbq`6()+?pc871#@)1}N8w|J1$P zODoU48I~>}+2*+73XzwN1M&zgDB>bb=g6s>RUQf%J?tJJ7sqGGt{;1gKB2^r^2z9)%Ci!ROEOg+MFt=DC)UqP+xf+G^ZW!E!gN9ZYyEh%DX1OVk!UW z7)H=ZR5QoG7g{M?9d&pHpuqDoSh~~o<9?aXfEdolai^r^<_bO3c*G{p-;ZKzhRnRR z+lN8+`OTSN0z(O(*@jcad;oLP1)03d`q&*8Pe;h4G!g_$e)5N2%7 zvu)?Zxy_VZQTw)!?zj_>yHk}<_MAR>@{;QThDA-$IB}C=aObi3#e`O1;~AK((~>Fc zWUtsw$kBHo6o;=C$2fl8T)Qq;XVJJ-1Ykd^(wx!Q)`cf^aj|( zow1-OQmyQ>5sNLIDV>_GeX#NMfONCM0$8hs$E-j+VpbY?z4Ty)*We-a$rj%|HPBJv z9SuaM)w?{;7>+ih(vzzeP3%~EF?A7O$Djj`m4)GErQ|uN*fHmbRX8mO@hPtwV zDcW^q00zLTqlz8j5dy4;`0$XkPWo~neto0v>?WK?pqQd%aFUVtA+xdjj0HKYCO5YF z^$pQj9q%7OKVbOkMANbi8&lKLa-N2qKT;HL1N|5$Ac7p@Y?1_1+hb)8bl#N3F_P0Y z&J>kPCV&UlkJt{0saWb)xU*tklsoKB}As7bP5cO2-R$LVLRJqm}7mp~)TEb{!g1cC-nWzj20AXHa1=Zdn0zAPU+zXz^+aQfQ#* z_12)lU#$njwT`AuR?KN1DUWX{dEkk4Rc&iA>M0FjtA8-GJU~9y50FXIQN*EZPr9%{|E_Y(ReVT52(>=@P`A z3md}a^G9IYR9o*~Er;5wm3ySo5(`inVO|yG=YO6U?m0vkd70K|mw`>ny=LE?JNze+ z*P_Fkgps};mw{8IRRqb6je*t|-DeYCzBX=kHy)7a=(2cl<*9h5r%BR z#mjKdJrEwSOeuFWO#(a%icZcDg1IM3?^7WV#Xnr5rJ7OaU=8F+ZB8gNN-KQD$MAVk z2}#@!gPz7??`BG^GgcgGuj&G{0I@GU zrO$C0ioINmUERR7>44i%{n())-JdaGz3~0LihpcA1Ai=V_VBnkMxL4Jf9V8cWG)F>fIeg4*xWJ za3&tM70J)M_-4Lr!$hAiBid^D4{TKQrYl#A}*hDxm(T=-ihwp4vy<5 zCCv-e8iDiy9BU+5!B^^(BJi(Jv_p0M23Yie-*$t;|0C?JzaferBvku z#by(NMyo|dMY6ajrK7cMn>l=8%|A-qGjVf%t_lR99W{D)cMgC@WMM1VJYUo=bL!~% ziaXd2`d-Tl+h^3anffZp`;K*Uh44%@NJ#V#9nDX!@96pAfM7|w(mLIY9p2p+bvo4f z#ffTmqB2{#;}2OqzI}OKbkb&g$zN(9&efpmx~svUTWo0vRl!RQfwrI6F#XqE?l(h6(cb)s&@@e0*kI%6rhte^Z81iIT+hkCSsURav z-C8>z^MccO)A-H7J?ozcpU`&8n-aTsK7#elP^rwWgd1@McB^JWTipE)RUtK%FQgtZ zZtc5mRul5$%#97erHOl3Z&Iv#ek@3MAdo_Qrc%ddP^LmGG{876?9g6&%TjD7<*33U z!Atq&D{%n{u5!|+p>OF_p2Jz33EQTdZwK6$Hy-@XZ(*L5ULuq7N^7m%ar3puz z$8yZ(S{vdNo!;(bE_I2B66(cdz702BD*h2yvwi&tEI!GO$Em5X&92{PVUWuHKOg*(R z=kKM*Kx7(T^+rw?|8!qqRt{Wkmusd^f=cA4%M`R{%cJ)vXgYy+WF^qdLaQWY5nk;d z9UXnB_=Dt}=p1g8WO1tX&GZ)Yt@DEqGk&)Ln3i7`ljW6 z+AtN%PkzRISw^9a@Tt^exq79UJ~&Bn6k^X$@qerHd>Ctk6dER zQq~VCPbyqp#xM83HOwv+4(Lv1BlUdPoHINz?I5bo^rLqxobsoFcHCQFx?j}aqBerlfIkstoH+vYKkM0bz6pC&A}`eQVa*#c0c#R< zV>f=z%!y5JLc+xJ=R>j{J$m%*o6320hbl--jdWOlM#w79n(}~*O=eaQ2S(=*BVQ?) zyaq23ML>x!1KJ8juSq(Qnkp><)XZO`j$EgA8+7Q8`|@&=Q1)?dgi&J`ryH=SC(PHA`zOwPv1`nTVI!&V-O)ZM;Z zskC|F;2*o*$tBKw`|#mIz{!>TR#AD#ht2a*EI~3Sc|>DOv}=p6@oDLX4$!w=A700; zEG`#UW86Gyy$_(izc?qL7Fyg-qTon<1MYc9;f+m(GhbFWyL746oJXNI-^^d%Wb-Ms z>{wAK^KUw7_?4EG+{y70@UonEyl=rkOj|OBZ3*30VW*tkdk@!EI;gVhaOR&yc4DHZ z4xDI4C1sfLioGX)yfc|zz0#lMfzu(VeIW&Qj*FV$uAR)T5X__U00ETOW}dXvAWAP` z&JSBa$UNRERfsRCJsC3KI3b#m(U%fn1M}6F>^`lXaCKaC-chP&yBos|bkIhk!~Du3 zr)12_QT}29^3BA#74^?v%IM`Um6jS`*E%O2k0i>c+r_MAeSp)}zxrJ3ArpI8+ArGl z$cG|Nd;emC$LasO4ceo$Ui9U6{V-TbtY+&4#={$CxQ1OPXMp{AOdS+c}N zhdj?TfDU5D(clkYIW7C>5xwV+C*<$PtM3$4nhT_rm5HKzpN=b5&MSlDjCz=Z%Xpq+niwwSHYpp{2{`npNh9U^i~ zz?mjBioZj3<c^b{vQlhvBIRy3v=Pv3RAaUbs89|Br6DyA}imgUhxkC z7E8Luu zIw5KBH?ihR9LU$3Wv(IyI+jkwG@K^H$D%`yle?i$XP)CL7d0mT!0>?f-g=Ngj~W7_ zm^TB{Dm|RNMw{n^G4kP?J2KMh>%J-P4$ZWWPegb)yM2>c41}*4BJhQh`z$~+J+O|c z-NmCV2DquNSmfSm&cYcqL&yyRE!neG?Oxgep15m++=9D&B?bIo@jbeqoKedUiFEWyr7o($^?Y-*7 zaB&r~%a!=Y`?%W?Ufp^jua(`3K=QMNy5dh84pIKA03zvg4 zo#4+NQ!;HmoOUTAh0x{9jNP@fm0isS&U0_5|!8( z#CLD=g@Chet5bY{N~P~?h+aGlN8>y9(9jSUHr%>*OQg}GAmJ3mW6X3MZyTn~z2rm! zU1F$`y;9aX2=UtTaFl_l_A$aD{^f#DNmz6dt`DTReWwY#V^YKSfbkZ5rH$Iod6rLa1%ZO&t15M@Z0 z{H}Ro20xKHv-)xT9GcQ+LvGe>1zDE=rzDustx^wk9cN1`lhjOV`+9g86oQ5I3A9${ zKY`n1bgKojX|AGvd-u?bgW;bcwvL%HA5z@~eKwN3fS>vbI(t1GK-6(C@3R7%rlSLp z3-Ah%0by~an#u~0A8qq$fqU%}!ymM$Sb~}R{&^H7v4cv@3bH6gAv1Rgddx`P%%4yR zV(m23)|2Z1-cDVAcER)p8lOTejg!Y;iJ-zktb6m&y;AckC=sMz9&*j-l-gLabBYz_ zjW>abh7-1u2amKq&<>62cwySPpvQqJ82G{XT|W#kYECkkf?8QPs$3;y%!dC)akz3L zU-HJdlc@8MGq%q^cl86kXKZPs9#zivRO~-jdccCrsY63k9pV-VX4SsJTxo01*4r9RETF1FhydpyW(q z%+{yHRDigboIKEmmGGbG0MCG%1qyaBo0a?#FpHvC>KEp@>k&Y(g7~%>Q-dEbz^jMB zi!O(&mqhRbqKb<1hZnSqzac7D1Ra!C_S|*3m8e=a9;{mc_Fvy7fgb}7zcC1tA+pDY zn(B2FmeAd;WvK5!Mi_lK9L}EYo?7Xk`Yn30o`VRp%T)Qd?pRl^Q&uz|9oIgVU>)!2 zvw4m7l~LlCVH@ZE+{WlOmb`SVzt8X}m;qe@kAl()U@!rxs6hao!V?GP!zKN{S6-Gk zYbqO=FF&Zsx~n@g2h|kiojWiX?>OKbf_m$}BSWJ=Wl8r&N8r+I4>WAfuUvX03v<<+ z`wfS|Y%_kUz(X<{2049Oej)YaUGo!+08B5tseMTXH;1r~#H8@@RF~)?hwwiDj_`6C zSH(;%rH{GzRq$cw3#)4l9mdRYcX_|N zZm*q`)FFfNB)E)slADzczk)m}-b9Evo6FVcHJ_AEJhX%(=`cwp_02-z%q~UBF&fvzWL+hp9 z-g}_Ewg8aCr39{k4b8s}=19+0!x-izYcOJ4f+Th5>kmC;E&?Y(58GsLW>q+%NA$fa zHWuAH<|H1j`eZzJGVFQVO#UPmA1&51P1;%)7Hzlc(dwJc3YGL2*2LfyC(TW)%$o^9 z1H(Fmkou_Gb{7&JJx$CA>H9uWX3g*;9fWV@E6Sl;u1>v|MWzWF`|1PP`zB3J&jBwe9{a3)s2l4 zHoviLUiI3X^pdm~@DAIqiou*zOdO{2E}1ZG(6bsYM9sAwaT2 zbh~qSRwD>|PtCNP&F`a5!0r@>rK)u@xqh$%_DiY9Z0?s;OP?txp4a?>z)SS9QvAfCle1 z%j1|^>;iyI7jTtC#JU3c7#z>&9>NB3zJ3@;QMB42o!{Eo3`*76;J_=DxqV_&tXlj% z&qkZl&&zhDWCkPn0n^#_ZSy_oW9SyxW@J;&1+&6C|N30&Z0UbkZlYZVT>}Cb7ECRI zu6!EOt=gewjzxmIScTe-F2J;4+SO~tHK@s#r(h3NjdhM`3nSQERZj`1^bkRbI9tCnt*vTYyqo5x0WW4@mK8Je$YvBr z=ig-EGf2%EvUe>G!*uI_Mz&N>Ovl&FvG>fsQ+q>cO>Jr@(3^ZkOxM+-VT`q~xRmXs z51DuQY(O9^@PxT20hsh*64udTo*N}qYb|zoz-XmR`q(H_GH@DH34BI_>qN6LXPTj7 ziy+*{H!t`6$-G3GrX0!?loo;qz`8PVeHb3)2?a*guudI{F1(19Ld$)I#{h{m1kShVgbE+d--UjB7{QkJWa*1#4(y`hZ-JwA30C^CsEL(zXGqUF zfA9~5#xli{br@ezUc@y{d{x&(xM=%l?L`DYBbSZ7mo+MH>HuCRQ79L$;pZW|gw1x? z!+6-k2405Z#!|20GValdiKO#knFsHDV=a$gP9mUwEP!8Lgm&2TGRXJwsU_9{#K}S# zH{2Y5UQ6^2TLB~K*iE1}S*?~LG#zl5VyLPF+UjXXvvzGG zBVg5R&uW5;X6|}%$7lg93pX38+84KPE=e9#`fxmWv;ChU0pPGu5Fy5o9|O2$p&=k` z7~2vS$KeQ$@k7J52|dvK`7Ye9EgZ++z*RAQ(a!x9GEiEl;|$Cc8SCtrVEoyIT(tb7 zk>t#2_{Q(RdvC57|B%$sO&=}p!t}iID8EBID^Z559g}Q0k=cW&UeZ_K3M%9-1CbGo zFgi4qwA1hU4AQ7c2hAiuq5ZLKP=2981jbFFpZ_1i3ZMbOFSq>d8w{t1Mr}#TTZ_uC zfGkv_XSS1w1YNP13dgxH*xK3JMt9i!v4*VjfNcp{!IP1~tHly6y9WIagua|)U?}qh zM<2?lZmSxmhX1=s^kC;U;jJ=vv4pDu{7_&Pv|l5Yq|Esi@hgK1V$}9`cD(6hn6HyS z*THH4A3ohT zPddGqO10*eI!Vxh_zc(KT&1RPtD6;5*JrGKeW_lwXd)+Rg)YcCr%w*pa&QK@vpWx5g z0)x<#Q@Qo0=Q2bSIF72fgMI@eVXw`gp8I<-mec`-1Q`84a9c%2MI{64Bwz!?!`JdK zjALd63X)r%{%W?#YG6DJlM}QKl+wV$8LvNdNlL_glSb=8w>~yI7+5584#SwNTDmgO zU)pC@10|E1Qg^qp1FlpDL=PDWZ0PzS$zSgmDuqH=5Xel-+Xtv4ZCr<6ye`dzlK=zr z>ht|Vu&hgg-=taaRGsNT(@7tQ1}Ow$^yT+JvIdN%k2cN0b4WXrJd-(@DtSr$Hs;LF zHJPJ`tjQkz<3G%yKml1&;~0?w7NRbNtH8lT8~$<&BeEdiU#`Qbd*a(S<9ffoQEF=H z1lx0rzW5$pyY87Lh)Q=4ri2yOQ zGXTpQDHncyE@>bK4zzS#OISlGafD0(tO_N#1BRbpbB5ah<~{@jJ%Aq4C#D+4k50hA zRPKjC@FiVvnVpuABEJQ;l9csivJ&6sNh>cX@7&)=`3CMQCcFxMItKpRu6sSOi zjRmXZDsDsEJJZmvvi{42wac$S;~pYJWN!lco8GRoC*b7KwRi8#ZI-=ZPlENETT;#6|d3nSbO zz!ewaXS$591U{=ZDp!PC!(rkh-$I||HR8lhzS`G3hE;mtbD)Mg4`bR)b6Rli`N(Q` zhfQVWt_}!|0J>4tGyu3ElCHj_hv7%r;+$}FCNgbWq2PZ!4{jKnCvVh>b$<YLlq=*lFBzLb6-Pg4>SpPXHR#%(eegg+LSG@iY+YRO+iGW zd8Hqp2d~dMvWOm$#Xrf`HL)Yy!Abyk0Oxj-@*;!$UE5?~w^)T;onok`tZ_RXOmlyE zY83d>0~PJuYMBavqk{x1G}~kV4F<7SBp9re(GI~bGZm{I&c1#xMTa~M<3ng}T@-1+ z!~{Gvf$rWn3Q1BE*mWTET5#F<36-OqMW6eG_i5DizuzB5$fYCp1 zHdgO)J1~^biWm4lk(CEy&!2)gkosu#hlgUEO7*s_uK!Qzenj^U*HOd+7%5qv@pxPX z&M4EI1N#v#qzFQIvxy-FqNxaf)%wUEyPP1mGdOY+N*GS@5a~@)?#qz z1J%g8CV4P|gis~+`w~_Y-S}Ct9t(HJmggaToh+UDE4JNPtsm?&%ehCs0*SBEzoA*h zO)8>^%Xqx7m@CVzzr*b($MF9w5SW2F5-V~Fc)ib#8?*yuYGwpwXP15I?Q@CDxVWo| zii%|;kN3@7ieAH7$d%qxLKxFOO^_ovYrz9Ks>f#ML(BVRCyG;`Nd`V-#E53X=JA6nj|baW&#YyP`#QXIx^ z*PAK@^$I*%0xYA~6XsD3W{(M=&cq@n&DKKbxI3xKmWon3a0pad_czC#l*n0plV6*^+u*AKy2d-vU*e1jM z2o{0P*8@Ozr&U8>#G(|gP*!*h@AkBgy+6p;nfF1#<;5$KL%pRcgKo23#IxN%5mVddM9wq0NEN5(& zVOp4WqzvmHNcWfc5dac%``v4k*fkBNKg;TJ!7D@S0(gYMqA#pIXGAS)yw+cT~E&{o&xn_%X6)G?y0YhJ#X|s3=tes!FA}3-T8yIY2{!r z%YNpyS5HOGZ0YFEi*~H;6I{M7XJO+7XMhW4ki^V#CK%RWh~+>9{(n>XtVv7?DM%V~LoPdKBiNjm=Z~ zQ34iy-GiBft6V|FPchpt;L)atn-vO%r=VKRQH*eL_O}{Zx|&^Sn52Vvxco~QFS{pq zKf}K8cT$Zp;?zQ=5C)y1AyjHNk|8AlvFNL-U<4-``H07sbo3gccKgW!)i@p>HN4MARU2Nb!9&}>iWhgPy@OXQC-9!E9 ziaJ71y!S(KTOXF4Qs8kfy5r;nwX>U1Av|9Z^_YM9YA(mbdYki9jAxax-c>Y14x9vE z!1(V-qVPKSB=eQ7NmtT3()y#u~_u2Gho`5T9YH8 zSb{@1W*!VGi==0Vo}6&5S6waurXn;f40&F^{csh!?caPH0@NYtkWqx$FJNH?qQ0O| zRt9e>LA4TnrHfWsx7A>I3-_%4y9A(52x{>~OMpOPbGm53dHiM4AszY{{M4}0Qr9+Lr#I5_u;eL&UlQQD(@^iKPhOD&3so?Q=+MMvJvGRZ!<<#} zktS7Gzkus`X}sQrBZ5iWoU-2LnsPdz9UP?l=^FiS0LSQ>*_HYPS#XtS@jC;E#9dN4 zZ7I)Bcuj2p%uXdFI@q@C=cFM+TlM@WqhAJG&9dqUDB6jKqM#eVs=G8p%GjQsBn08q zJ2}??6Eaw|?_=A}Zm%3m@8txTHf>*(xmv1HMz#23nAxI*?t{$ku^S*fBu`QEfJK_b z#L}J$=?@shVD22ttTJbG?)|JAmwN+M?5t;yR`%cL3NK;>Qd6J{{yYdVzq_kzztnNi zczFv~T(w%w{7q$TjWZ(u8F|g&-}}q2i1L%l^eG6ChJe!og;y|)D13!+ zDZqHPyvx}PUAwsvV24HEasVn3Z_b#>eMmk=a9&+y^u(LCtTE5-f0wRd2ZLC7U4=nN zr+V@V7l2yb1LXn{A?3HDFz3IN=?jgz-Zn&gT z^(L>znQO@{LdD(WaeI@l<88ek+&gXMd%3)7Jwz&`gK!e8ZGR&9jCWC?RZT!kQ2O6+ zbUs;HnqotS$7hTMSjNzbzP+H#ghSWdDZv}J|Dm*%sg#$qnt zjwM%vqU*1i9+T%muir2(Q!of&9Vrlf0+xR^G~@LjcP&CR6KJ2olS}*AHXZQdW#`M` z-Kzdtp0kH`Q3aI_bp)IRM~2YDN{9i9e*(0ZX@`Fwk(7s9qYZ(v?DKM(H9 z%hqD6+&YU)7*fuP7hTe_sX1NTWTcg>Y%&jjtAD@<5Nl9HfaR-^RJZbu*o!U|;L;j+NI1tS9;aE05}Ny9R_&qwUj`#|?BV(-*w zAqaEJNqS~9co|DWWj)uSm3S9cHfF6vRK6E$h_SgB8KDl3FTl)e<+IGOlHV6_;P&CK z!Ex*robgRCh(EHp*r`lNO^#N@oyjmes8)&j8&l53Y-7r5&mPb0okH4w>{sUbX~*KI z>~u{5U$?N$>zZs{Kh8?z=36xrmdc`Bz6@=9qC-h?MA3wZ5j!l~zy8|~r%L#y8Pty) zxpwe5gt9|^CQ_OQ-8!S>z6o?2O)yFU=@1wqM4wn7cWvXt9dT790Vgb=IHW5A4*CsH zsb?bNNS8l6GvFBB#6$fH_AJxrHs{yoC)C_2vobD-3oWU_<3(gr*T#8~z3zf#9e8CE z7(90crQa5s`CB23#D)xYw|`x%q7laNp7)jde#bt`9Z-F9a|!+j6TO z;YUQzLQ_rES)*=_$aT7~SS=@%jEs*b1nLsJnQT?gAL&pqN{iyLqXQy)M^-er7Bx+_ zra_=F)VH;7p9247X05JqSJyD&Yj3+BFYiCA$u68{xeOh44xLN@89?D}U-77C9!k@9 zs&|^6iBZctsB$JcD2OYiuqXM^{T`g(wsv?>9K?am7fSV%5LcMdZx2EdIeZG^??SV% z2AM|q|J09y%rGe_DQ{sBqBeY_HsW9aE*KcfIq{0|Nw^^?gd>=B84dG!TdazpGlPSF za;AMY;?F=CwV6!iono2e(_LP|8`D?Z*V1R>V(_!udmz*Ck_j?Z1VUqjf)a?x!T8zO zmg(Pf8?s3Tx2?2+gHHj@R5#+&;1oRDc;+xI0#t}T75Tb;XP~$3+&;i@VC45KiLVlb!6uxY z=YsMsj4yNmN8r@|cnPte`w!t5pcW#AGl1$5un>B89U*?5i}6r(56p?a3O!V?u+QJt zh|->gJ!J4WnR9B*@{DfrwTqx2>)tzmaT$AoagGm^KCV)E@>_OIJI3qXj2@;c41@B$ zjacx62)S#YRf82A*+B%X=$oql>vuwx&xDj>D&2Sj!5OqyX_=XsGaew;dkHz0F&u$m z+TFEap8*m8!R%H$f5=hM=^Y7a5;-D3+Qw|_is^i$t6lpJi%rc69`J9+REuV`QLKFe z!UjWo2-`|uK}n<*WmQb&d0UhWfY5SPOF<*~x0guTHYQP7+VHG~VW=sXujI{m00Z_b zqKXEKddnmW+Vz40k@MUBOfFMHKY{+` z%jR!nn6rZm`tQnK2*1p**G#2(nC1kY6(4s0cNMnnS#gQ0M2}nFb;ucE!ZfuWe{p>g z2=OW)%nG;o=;^On6Cgaop2nJYTm5?Q4^eS{Mn4A-`PU~~&d z?>H$CoGvrFJggQGIFiAppyOgLrL|3FfwSAf%39<5j#$euv6t3EIvc#TvqHaI5H;#Q zi;V*e?}c`_GB^o8T2T#Xc+ZNOI!PQTR_6Bw7mJs{Z}jH||0j@ZuPJV~cWu$%PDEKN z+nRNbFR7ng&o-D;@9IbS_>df{1>^kXsx$l|EHBQ?U}Vj}IOeF9xQ%bA&2L}NPcN5C z1O(s`9&!rY@bqeMhoA#i%;N1zAdqmr&gUdwcLZ#I@QAu@R2wURw}r7d9`L6F!yvyi z@4md|*+08od_*P=mpjcp56PY1jf9?2sxQ*i>B&~X=$osvJdzGbBb7W!DD>=B8xHfZ z!Ts0-t~z<8uPQw+-Lmvn-hJyQ_8*3V9|TfGJb5xLOXoo=TXW@F&4U`cGrM+rd~0uY zJ-=h;CzlHY4)t}FBb>Uswe@v^h&Cun)}*%8+nH{ZtIPYLKFU_fL`Ma`T})q}*&GF@ zcD_Gpwd#7&`=wt#bvXAKf40XK6U|`=g(xj8?PesY&nyOMk}Ro7fr`eTfIJHlEY+G( zO?ev?Nq@DZ8jPWxoWzUf5++hMW`LPOX=E68_V>Kwwy=;%CQC$E??b14BTs}s97+;7 z)+uM#Kdor$>FRooNSzwc^P4+e?EKIEESR8ri35tFs6 zSd`G8taIf=NB!K_bc@MywrWySk)!yfHj=1z;Ym_Th&u{hyt!Fzs3~*dbjX01Q(!G` z+PDOFvW){hN?)kgGnOY2H+J`KbtaEZ#Lzk2d>A8yqMCPm8DzUonIie@oV$&Y@Ro)@ zk?B`XSD#|>Mjttj5 z9)N8*PXFuJBR21i%*6w;C!xW<7)rISi<>`&uoq$Iy_^do&M4qv9c8c;W=!yGN!`~t z{q8Yqv5w{Ad3WZ<>~K_CJxWyt0?7KOAF^*)9!MP z%d0Rf_N$b;a~uu>!8SYKKJOZj6=a@Hy3cOdf%^4bsML>b!%jNdB@g0|Of?|D$-~?t zHfzp+;`DZha|9Wa%8BeLW4*#a+GK_8e-jrhr znZ1q{;XR69hIS1^(fNeOdv-soEZTwjE2tBPd!LuogJEtJ$uiiQpEXH4;JYa8wjLXxfK3jZVQ-e|MGBd+fF?czJ1|XkdkuM z-9iwMSCHQ@CP<3uGb~z~78)kKlLY&>!gJaV5#+1&g5FDZkn$2=_ah~wuP>;5NjSSR zi9$JR(^=3F@djNps+#*3%anX7Pgrgnk)&v0XxC8%eGS!UP{VzMtri!7nDeF_d2IrD zM`w*MKo!Y(!Z<9!A1S|TB39wfh(+`Qm6er&^Lk;+%OZtW2XL&5CEcnF@37!)pi-bX zi)olC=`lRMJWU`;YLo7$OW{pWf!a`PWlzOP6$LTlVl;@w2bS2IaJ+ABn_1@^t>Oy) znw9l*@9t{|tmx5v!*OEkp}5=VDN)#~vj6N=crkUpIzAaT~BrlVS zrp%OQ)#IMph%wVK;j;I+gXP?*WC}*MJnNCV(twz84M)vQyFw=mr7@b%C(fm=RUPN0s9?haha|aqb#D|o-zpZ zfzJYy!|+g)%7viL*PPX53>MDyd3fdVcdf?-`0*hF8vTNP><>1pid%CJ%xx`~YXvp< za_e~#_GMZUWv4nrn6qPDXKLHR-)MpTvkk@KbEo@&oK${e_Whgv{j8lEOi^nOVOJb^43X zKeurLH?2;aDKsBM{e^2CFED!0IcUJN*tfhyO#vW$H*xyJejopH2R)bVmx{D0N##Om zT+t`G`PyctdWMI|dA21Uxr_;$ymtKGSH2LP@K?M#Sbb=l+cNfso-R7MBI11Y1||Bi zAAG6*J~j7Mbuj1NwM{Mo95c-jv-%VPB-EQyMoZ(CCDymN6q+jUevq`-hG^kC{cXkTlGn;rjsMJffgU4u=r zkN}8~5;rNsTb0b|uuB4K5Y04@Q4US^0h^}s%f&DSOTIKZlnp?bE?)?Y`+a;op0p5? zhAJ_CCC1D8gro?Kbt`H`z2^^C3?xs5-lZJ3Mc<&ewdAruLUUPx*r}fT7wpkgsi4A> zD{z<+NfD9RyQwNZJffZmY55_%0A`i{c{<J(Xr9ms@9qezqz%zTlQUf4LD)b!%9AOngsK`=`UWIh*uD+D4V*aOP?ODu;*gW$Qg zXf0J4BX=&!DS#VvYsPNxA-2@~2dYvB+zFylcn%u~DtW$8SX_*-k#$NP5+SOWedyJ< zl@cdC={x1+3@?)x!nKd8xQb`ax@l4xBKb-mW17dE-W7NPabCHi@MivLTgpn(quUn) zxsEJF(G;62D_>)CTd&}?8)%j)7mY1?RB$gfvVXl3yn)m9t#^sMf!-7joBU74zg(2C z>FkrNYle1pNN&#g(?1)SY>7xlY`jrzXxwRVFZ-U?XRTR`L#0bXZ*B$SC>Iv?KevEb zbcL=y=CLZ$As~(tQ!ma%=X9=l7{shKn=OJeo>d6ADJcpQr%Dis(pU2?gI<^SMGKD} z?LhdE%cqLr7E}}hh<||~E!rNFx8q0u8)ZrVCZ*&&*dj{iH-m<~zsVcbNu(>iwAAcM zV3QiQqMk^wC+tHPCX1yKcq9z2W}}-2A`dO4H-%{`pR%%JzdZcsQs2ntvWK1{;c?L% z;QIeQSH?s0Uc>;U?zR;CqC^S=4&CCZ-pB(Y;7X-M$q?92xwr6{YL6m={R3av@MD3> zJ)r1_2d(Y_374E5KNY`<_mjG*>hq+ktcBJvVt12ktRed-e5B) z@W_ndfOqloneLcoKPx7?D3*3?wy3N#Qi-kAw%SrCnLO#4QW_mXidJajPi7?g_YVC7 z5$Z5{1maYY9}uTJWC_3N`7iM%-LJuraFqzveug6AI5AZ;U<)zZCl*l6d|R-cY_LWi zh>8dz#_1yJ#~r4RSFb(;lUHxnZKL)se%Dz&eHd!&eRfSIvRp0X|l1 zAJa#n-dV@;Eg7+&={-yq@2$0C%>_s+@3)YbQ^L;uvq^^0pBt$)e=f9 zD5Bb+x0G(lFdfP^>)Cpt>~YVWJXg=gQY(6bJ8w+v>V)bd>;ho0ZZeo{N!>oap z<7f2;*OX(!_ycoI=PQD7A6&>)_chm1YK_O`=u5HQ73BVMrJmAPHzk#Q_y#B+;qLsP zXai@KIpeg|A=3oy}K>U%=Cul6#nazeqgQG@NgYe+9FO{kax_qLdLDN zy3!3*kNSyuM@<4^!BSQYxw`gt46q`Ul0FOxlt$cKd5a_{z?fM>oE3Y2%tfRyR`PvW z4ps^K%p?5vct|bB*?f0c*D$uIo<=b%h3tHbhnhi1L2Sc}TjDACo6TX`y3 zdFDLFU6Qky4T7Te-z}%b)4$K-d$x#12Z*+ZFfNGh7)c2eZu3~GM~<_H#veWSV@loT zMp_i$NLAlk#|ONd0N!Az0)t-XHh-Nwf2_qzB1Q*Vm;_)Q_pYa^%Yikt9)X|m$F7~r zRkZnGHT?vT2w2p;J|X>~_|65PESr1x;E=is#A}vt1MqALzM#z)w+=2Ddd&y%V3*W` zD5Ji6nCj(#RHVDR+aiw-LWog;LTX{H<2DBe3u48XRgFI-KljQRf>E(Gv8&i?C9R|M zBXlDJ6*~G}({n{(n2f!j%?4-jJBS;y)N+o)Q zZs;76c(B;f(Se+L9L#iV_N>|1^t!s6il&H17+yM!_Q0M2!bi!L=VX(;c!sbF9rR(j z$@x*sms`oM7rRSeF+vAt$d}HOrJX%&gIviPJN!*GfZTGcLE!_dG<%E|yH@+MU&(ii zD)-+$w@?K*;3&w3EAxU>#;K6%4U+}}`7@7aoUUD^bFVWSvglaLl#$en>Exm!&2+77 zP3c;u+5v$1A(C(UP&KV7ACfYaMcc1ZLR$nOQ-auC5Z?K&<#>00p!$WSWEHpEJ1UY9 zC(6R6->wdFVbfJoympU*qsbEd_`sb2dQg zxMJ9#8uMZ0CsZJ`yr`|^0Xw!ba9a5oumbm$de+@bDX_6r7be@JX6AqwuFP-Ns(zN2 zNQ8URp`2Oho$a+*u>SuX?-VPQm~}_z^S#^8^pr3xXdhcsl)y>ymObi~Eu!QMZpY%mHWD<$8eX&&{(Go+lg)7N*6-w|+tmXA(fDJpZ6MrXM znL&?p5hvUG|1>j>i^!3PNW1#r$j;$9i}*IOfC7*F@px4%f>Q#g&+bmExM?*1La1}7 z37yR>;!kPD=2Z#3(KPVJPlSVk*4k|mZrGk{r9-y*9&?|iM<0Pi)VX&~`YiBbMYDLV z5%zayQJEIa&~j)|evduC;2rc|cH5G~X1>YYpWdl=-@+L7gi)Lc2HOW>78urgc^uMC@LPfO#xaq4Z{ z1GJ&x@F8i%bj?iQsV^oP#gxz0F$Iae&s+owJJ0$Y^i7RMbtlXs?Y$um9AX$QXz+nz zYxmMgB2h6-_^k$}mnTLnefd!V(v6#R>^=Gt;t$VedKpRI*>Y*&ASag#TR09d@myhU z&6<5GNipP^X5$f)l{eM!wLrtLmOp(1|JtN0q&bZ%_;!(sigd4;KTiaYxvhT6*ywM~ z{3S`XybnWAN+N{6C8@2+t%8&JSpKWaP=XTs^6PQUly4u2rrP;_kbeC+%keVej<8rm zO}~E#Hy>Qg9E6mAK_<&HeYJkloW7mYD)Kh%LM0KkFIFXB>wF;wKqJ2=K-OU*QR-ZKU-G%lW-UFaLgCzhvnAp-JWwY7!bV& z2f}}Me{&Ie2WGwNN59g0tx7Xp+4_6kI4Cs501{F}q=0am$-YV$4OP}i%ll3X$aTRP zoS$@3YPC8D=MDJJ6KCbVKuTaDdkSTUT2B6DvSZ_MJx1Laaty?3>U%ZJg{v`j@kHYU z)3%Y4_4Z@LS=lLRvsNZY0?N7FiV07@2y(-*!s2srVH!Ku2aA?VCc0^kE-Fob<9qm` z3&#z_dAhAZf3FLILac;e6Tk1Oh8}wng)mg0H+?E(3z5Ch$|Jld;LjyzWpRUZmzXlR zt$&Y3R_+PVJ9ze&amVU06A#=;w6~psp;xQAT7aZPsir#`__?VpD{FK zf0n-knp(O~k#c7H0D7_{D5s{@@lWKeeK1{GiN?hThd-=Zs!5mg&pWzVbbKYP@LXJ* z9_nK#HR8{kpHAIB9HPpuRX_;SV9D9BNo28S`kuWPRp)Vm>POOH+Uey1AFo-l;cvTs zDgBc&Ee<`9GKZPxvI{hXW?RnX$=yhTd*JolJ6)sxQnt0kn^sooh(|RL8?U{+bv^K{ zg|49rTMytgWn?}f^;w5w?`}=L`!Z&8YfvCAVolC|;v))k8jtmLwNW)|UaYMyHFI5_ z$}g_SV9L6aapLw?Xwf7@@98;S8Z%I_QtsHZB5hFY;(AWtG>oo4X?5iOTd>2Q{*35Q zl~H?6Tf|@scLl>Zg5iP32R%9ihNK|(y^ThfvvVbP#s&AsGR8moU z^vy6q{ln8w>#Fz{^xmK3Z!^r}tpJ6cWE;MOHzBKuVC-8^5;=1<@beu+1pt0X@%j;g z5vAe7KTn*Y%-*>vR(`lKf*Q)Wf1d|kNa!R4|2?{LMRNEqHTl8(T7~CI`EXzGO2Z&4 z6z=K_^IwR}`%5F(7tJ4BI)gjf*1Ko%+KY84A(y7*{jfB{lCE7%V|#B{ zuySBx<9oXr|It8fCTsYVYCac*{bDZUKhZEM^ zRO1Q=*Z|ygcRsnhB8!)8AJzUBHxsKV1E-~aDI;nGw%J^FcWP*8AZ}X-HdElWwRyU= z7${XB^qC5f=RT3UggF)V7s}D*3MMSRpWKl)j~;UrE2tJW(QR9CIwz3OCI5Qra1bKK*V-VNTs58W>XV$rCz`r()1y+zqX^an?)SpqJv^%o!EQ-KO)Zc;--$bWNS`(_Z}(9R z_4O+{)D43wVkqNJ=O6{NqfGJiM)j8GD^}bfFWzJjGQ#aQuj!Y$)rA&^@Emc5A;o%_VSUz{Nxgs9iXkq7Xaf8j; znT-q5;gk(MDkR+|^n8UhqoGS9{oF?72QvJh0koW9S#9%J7%S?snA{Bk8IxuAP7v{Y zHcNWDesjQljeU2Z#0xadUD=*X=`V0lKR)CYg9Fy-^HHtdq~*8V6X>ZppGDB?DB$fv zct89obv`M01LIQ030fihg-nHMy{nlLv}gIAWX>k)9emJYagn@Xa;|}Nf|BFXBERm` zsn1kjp`Txwlww$TGCOKkam+d$9e1be3THAgDmQ?7{nw9+YLCdvK#@Zl@h}XyogC%T zZ)B8R>Nweda|KCj*ms;;U4SuYfXHn@0rbmcP*>rm$Jt#}cloABBrLN3L4kc}QWuQT zTLC~jq&s}>$)>s{x=gXN)cWAY6))B4nGv^4$r%mj2bV4zykv>u#W)kU_mV+UqEHHt ze$^fRG(V4%AKvbNpJz#68w_q6?aJV+hTtLqP$s&cjjbrmVt+e}W!T)iI^G5Uh#vC< zVHoQ%+pTTe^HHYZH*Lbb%s@&~p>5vnj?{4oN(aR!eAi&&bN<+?>7QGlV*X{^!Dsi6 z^z?Lpw?jrSLi^~Q12@pj;tW1kbWcYSrGh^=*LU{7Aw=*Hx?=2!xwEy58%M?-i}fH~ z(W!e%l)@~?lQ+baI~wxS>k2BL51%gXT+_KVEb#T5;l9Rl|b?7YQ$yA_fE-QOM|JU%CUZ@?AcozsDDUPyCoM zY9MlRCE?=M!PGAKoD-rAt!tWg+9v-&QOx_@gMDxlKtCli!z|ot*^=+;rbdbh>NFMM z+5i!841CA+2deO?>6A1RT<~hg*|O=QMYIx#kJ^sEB(L}s;kVG%<&{!BL}=K?S1xN@ zxV4T3@r;Q{mBN>&U=V*+UKDtC|2}ui!UKj&BNa9|ZaIOQhSF3O{I_>cAoK$w=8pQ_ zBo=q?$8z_#w=(^$=+Jd{zDEk9SU4St6OA zvq-x1)|#ARWj9v`u*Cd}GclEmyPkQ>^6p+X)1c`BOzc9C8rrMBs2xBZJoA_H5nO4d z?0+RY7Q97Mbzb8>S6D>1rRSJG79HS~^~?2nNrGw6tT~j|X?T*!dJn*Qp?fFVVzQAo z@6nZ!oOMn;=p4PbsMwwkOOkS`Ilf)~$MSAx zaveIjFLuLRqB>nBrqX06Gy*{x&%#tYRHh5Z<#Sm;zl}fp?1?WMpD0L@ikYpR(72!O{@0=>w%&r#inw z;|Vdbdp;}XqxE~ae57IaVx5jk{q|#R34tZXMJ;Y3u*9@19$<;-ph}D}&OpCc_(%%d zt#NAx%s=2}iE5v)5b2k)Ouw|u!feF z*4K0W<4)!V`VY=C8^8?jW{@HHhqNBEo~r12P@;{MswCXkce^$UYyR6JldWO)x)AgE z)F4mILPJENcEtLMRA3udAeXtWj6$xHZ8HJrcK<#}uQ)&|x7=@KGu5;T9uJv%eg_Z1 ztD(S0)W$Z3-^?#*r%$bsG||!WNl~T5m~(m}`(N1uaUO9n{(Mgk=nLo}+KVi?9_Q)s zX$wDBe;#(;298vW-x4nx!m+&qO3*}jEZk{%r5`ZLrjBq)M@88$ed0gM@=E~&twJ~S z+GvOrJW#|09%@~PXz&H@EK-IZ+spO}Tw)Qg>0T{dT_mr zvm+?`uKoG%hXFq=)fP}&Uw_PuG2&olPTGPQQkRC7ej?z93X8UiR=^eShbS9_nhf{A z3ml*qNm0-XQ4lLk@W7Q(bOH6iKBjAX*M}UcdS(ommU}13fg(`Oafa}`E12bnpEnQ5~?d?^xmkw;;v(J{`H2u%> zFx4_=ujAfrXA{uA^{K44d2Ko(>fy5W+44d_CZS4q*MYe=&^90qsIFobY2yNYEsTc% z@iNNHh*P-*SW8Sh1+~ zI4)2uWbS{wMxbNx0Ubr{?m6-Mz$=nz=#SwOG3Z0KlZ zW1|uG!0lBk?R-S+*7Zy4^WaFWy|vM{m7&Ki{Jmo0)DvY4UX4t~R&y7l9rPS?eaptToEn(uUf#1o*q4@_lGMe6kZcnvT2)1m(Rpn^h_`KR-M2UpcqaRE}ya4hY}4b zKDlCT`#{0;@%OJacgxrBfP4-^ipxZqJFcgMz)+O@$$ekpy@uDkcG)~(8uc|JyI(*$ z4u9HCuyC0#iwf6bE7;))C%_DIIs!x0e62xlC1ipPcT?GGlP?LurVj64@LGZ+f>$zp z&339Wx!|vY7)X=Blw;j{(zH3$h?)qW08^PtP4gDwc8Un{z-EclKe^x`BNdg~=>-_t z`>>*>mh0g4=582^puOY(-5^q1Bs%Wy z_Ng?+!9ChFtY2{pMor|tKrzAarau<|L|j?V>>rA1muZW(qb4P29Q^?^+}?+td}`3{ zUdvD0xm;>Pv@d5n$tDd>rG7!if=G36nel&A2Md2%Q`bLS`~TRw&afuatc_zEQFIgw zO4CtMK#El9Dk>J5B1P#Uoq*CI1QZk$5mcmik=`s2dO#78UP4WP(0f2i5+DS=^Ww}7 zv-{=8&UNiNYY1LvctSYs*xcEIKiZs0Q;2E|e&gJ6L?!S1HA&0K^ zc>qJ&d}S5u$ACnU@Gz+1=A4nwyJJ|ea$>7&qMdq~Nsm0tZQCmG$GvpxCnK294l3o_ z232;JLSLc1RPl_A^dL41a2pQxDtlybP`BN%Dy)kj8gI(#B+6BKKs$|;)uaS!kaZY> z)ZS93dorHxJVc0E3d$KFg@zu4Fi1vNb}5yR;08hIvT`dwE2>Di5C; zSVe5A_6NsE1;SS3RJqNk@1vtCY?lXiej<;72x%_pSgPk~R^hVo?3dUBp1F6eekbMo>fHJ4i1W`o?;Hl9PmZXoxmH}W=Pj{Nb*a`SpN zOmG(hB_=#5271(E;90+O#g_5)_!P-r*Fkk7GDw3zpg^|~FI!h>ju50e&OhIM>JSY= zx*nt_Ge1wQ1VWRUn35C6sO#Ga~qo|vnoBC|rA zb0c@2rPo?&Xcs=Xm9mzn8s|0oT)ME(y_ERC{~v8s)Mdi=;oGUik24!6AcV<+-!k3rfjTz=jLVRhO06l6mRbL42d zkh5w@xux%V4{q$kS4SNyIN2R%mN%OaLSdn*<12gj_{*fK3O@#YCh493#B+00q6bcR z$?)ImIKAHs5^X@nLan%XpXZXcq2XF`?bhEm>7&VcesWldNil#Swk9(>TXmf-P^@@1 zUpiOAkK|qXkXx` zZQXmEz>XT^-UWSoQy(l5ITi=!7bA5fZ5t3RS~9859(>$D_6N%UHhp?0zI(M* zLyeQ#3BguU6T^lIGjL_*I7-)pT%-JE->fTQk+OiOrsEAAU0s$!(xPjDV%vm$s6P3M zW%a{4BE}1FdDmy}=zIi4D_RaJ=RvU5<#97h?po!oq^;jb5@o6+*G3U|gcA)$p7xXi zs4|(GBPo@PdWx|{bAW?1Lhs?}XuBi*`7Ynu!lGBQ;7#9tQ@y@Oo&Fyo;&J$ZI}06B z-c&1WEdb?kpu+0nO(7Bt|93u{v8asByMdqZsrGi5pxAy_7z_|y0IaH_S79H%&o;7K zB@ulxmBmfGO#bf&l@Jf7qp}wHyw`R8kB-;AXqZ#V zs!S`EAVO^EYoGf-M6{eQKpRfG9_&3TeA3b72Ha2oj|S%E!6*rov`tY`lIgb(-4E(S z{FVo~*K|S=64$B#ecfiw>)VXyYyw z?duw6fJ(3hDghD3PM6XQ0AkxE6SPAEsY5|_);s1gCsQ2k4NqDAHUOib#P7YVjp_1J zVU01G0RB8zHUKcAKJ$ppHSS6GHR`*|2!`Jn+nv^YsZJ$)mA=OgKRx|qbtQVMy_Ay6 z-uMVRvk;O5mX=~a!S>^Huu$r;DQ%ZCiIBJ#O6W`N_}3tP+uI*_xS`|RZuq992lH=t zZlX!LW7q_bybN3_0r?rH1m}y&?G`(d@KDqPW}at>J43 zyEw*n_<3S)a+j7#t56VsVz%oQ%yaOezVDe?SION2-RKbq^?yaUglF=J^aWOrQj8bQ z9~B;PT4b#5?YNUpr8+~UUw~x zeO5nxI;!64j4W3p`w?e{!sxlB=B=~40-tw0r*SE$d0bJBYqb9y13q7!AcfTe=jm>@ zZ%%;eI-Ksd4XmDOypXtram(~lcq-R2^-LG-{>J{$i^v1cL>}60Z2V?9x3(t?5EJ>1 z2p!zX$6>FmWPjH|$I#H}4bGXAVa5F;z^cr!8=ukGz48WEFy~5aSS|8-Q%iQM5LwdG zx|uV?Cr$ROV!e}RhPU!x3~7|klZw%Lv11Oce}E2w;~cCx_}iEn&hb6=^gGK%jri+Q z$!Uwy50&wwP9l?R^*YIK0xkJ)s_^F^t=cnoF@WuG+%SHU7JO%f!p8_t9+>=gc0I3q z^m*g&^0iA0G1>XGig42Wh|Aif*V?>H*u!sE*=9Hoo9KKWUSWJQ|8{jT;Pj07w=W;- z61?b39$q!E9LoiT##3;uoEey1d}d5(cEy~=>20DR>0!$?+BlJHr(7&HkT2J6bq^kb zZFd!~=*Yi^hn-ATA6XOb`Do(z{T}3T*ey0qk;$6o=A)?{U;gv1o{iJ)$eTBC&=)6Z zZ7bVLPu>Vcj#59);I6oiM#-+g>IVn>{ZER*ifO_1W9Y5DZ)@-aUU<^a4usW?f9R*; z0!tGKK}W7hM(bwGC~)JGHz%?ePmxu|Me}j*%H$JOU$Cz^a_QOTq#rRaGhWqkDV{6* zV&XsY!awPA&B1#2`?}-x@-&WD>E2vR-P!)0Gn_lBzDQlk?LHUKgD!%D&zkR*xZDpgJ{&ergFkV+U-Vr`+}`a~B7Uo${+Ir& zSXHsG4d>ZJaQLAVF#mi5+?bt* zA3fLHwM7h?R4U}PPxpHp|8vhXCHo`C4OqT}YGqHyJvisl>BtuXLLGy$zuvh3{x>sR zh$*BKP_N@b6F13XSbf`4`CJ)a-)n&609yJndF#X<2%&&-wj*ClJ$8<2BDQJ1tnk6> zk=AV#{3&NEv9t3YHM%#cjTz_35ia1h1?W7C~EK6tr7>TGO|erRb$H- zWV=bE!lG#b+4+ffWf8QObP zkSx)=C9bnkg67`$d6*X6NBD)R<`T^a;N}Y%dwTJUCuLa2RW?>~%ielzlK^1bP5$%D z_$1GpyBQkB_4t8wO_DuJgt z_zr54xoyzg0x3iRKa-!~s~-||NhMyN-*h!|H}cls#EiVToX)(p_otqGSRQ@BedL^s z$>GWt@FIBA0VW4IR(geeUh5VV8}1DWtuZ?~essf$8Q3`ID4hifj-7NfPQat=q(h~i zHO`sPq&fXbg(b8rU(rEvr{s?>287$j?KO*l$(fVtL@?_K@le*7bs7j?uSb~wX1*nE zc*XNb?9!Skh>=iUw5X`VwHzyJri(GP=kA>dpalk;Ju_&(>Ny~K?}W#dw=~g#KAn+x zK;-!#SD!A~56ln(ckY(MLOqfIkVD@(b{-(WeNnZgcei-^`K1T7C7v-!&@rByKP$YZ zG-k23nf5xATWEfhbS&oFkCnKOIco~{Z+tn+67-+@ptAAVYtNua6KO}oy4eu>0M=Q0 z^_2NJwx;Q6#A*pjEKVeWQi_tClsRV=usG~4a6f56K{w&)!Dn3hMVT1;GuVw^$? zE~={bp&q`uKa7LvB(%CV8{_>9B1G<@sZ)m^BJ!TOvll)w!ZA(rul#5dP?P-rVn8f92{f%~_JlR@L8dT*SAeK+>BmWYi+u$tN`&ri&o!Z(L zdrnR%Y&hrOE$@Ax)TIYj_wYl~d%Md%9B~R~a47BP(T5Iiez*CdD3xu2y$e+_P z4z3LahzxO_q99DXV8__zUe?M{XG;(u!Qw?Z`56YTVHfk(!?mZ^xp-v5MwxTJ$ZyDK zD>Eonmh8>DiDFd5Wptn|)pFz=YNavb{*{rMoNR3(u#thp1Skk1LwwC_erp@hA8c0v zO7HB$;j1g3Z2Y*xJ^q^(W-aB{=mokOIC;~}Hoj7$JWW(6=%!78J)vMm&9hBQH5R|vbku-Gmu*&^Y|Di@qxRoK42mv`!S4I6~c!cuiLdSAg!|!+*+}z!vbxIL@$tB zrLRo*C$$CtNIw;;DQI}xq}5!J9^r9ee!|;6=LA@zM>aK#h@IJT0w{p|m|A-pDnrJxFx*`q>V*;=oG(105*UWf%vogBr{0FFTpH z-Gb{sJX#|Q*Lwz68*(5V$G@cQY)%|TW8BTBt^ zM?T4GjiDF>OwyP`99{2l5D+^YJCny9L31Px8=_Kl;}atIz@GH*U;ahJvS87Asz3tn zpWP#o?*c)tO>wu3pBSw@sB@Qh`|@zPQ)+&g1Glis!hCsrdyox&4|i8`Nd%i>Jg__@ z+fxyTZQ?+Qj(zT_t5oMZx=Hy_jLgaTtV0z&|7At-sgC9yK?Dk*N2{pdijr~32ICHV zfASvmU%Z@nv#=+`Ws&DJ1o4a*#{q^eXCuuOL>!^?i%CcjbPFR6(vZ%9BB%yOy}%g@ zin&e~jxGRt*|BaJDMy6UBq-mcK*ri0fyoEw7J}neo>0MG#P@bd-`2AOQZUC6yt+xJ zkJ2)pJB_2;A`M*FrP6)tJ}1fkpR4y(0de$*4FD}cu5 z%=o+&B}ZEb52CW%NzRvH)P)Jr{7gJcm=N|0r5VHI*?^C*lx1UB$=TvdX{1?-(t z$+NDHNjl+uEBV<{mv5L|Rw@nXYNzCv+^?8U9CnsM9hDz)sMg!#4phAG&! zwEpqNH_XI(|2n8LL+5>v;wo#tS?~^l8mOQH-`cv6JkJ5@TX2sx#S?U*!EdyT_zSDJ zz4X9=&{pI$+1lG{OQf(LIg)GBC87_7veKZ>xgiZaif|$LnGj-ikL=HK z`xuTe&|7~?v_2kZ0g`Qxm&W9Y>z(6WZ5Nz&y%&E~lO`H^lSf+}^X=3qTjY4Xw4Gkw zZ3Wl+QCyv!66vO}WZ^uj+!@1#JDrxQMV0abx>63`EbD0mYevt5WW z;P9TGYm-%?0?!$OoDy*{LR7#lFd?LG0nQPqQPgDN4y@#5#$1u;M4)*qEJiUx7G|w> zx_BjMC!7dA#F0{%cY!hVoRe=q$>XqSBXW@R^z2|%O3f?f$w4fJ?=v;7u!?Ox+uumB z*VsLC9d;>hYmd{?mNf}V;~D$-@4(xtub}yE3_q)gR58&o@}x^MfGd^fjyOt_D{bN8 zb03K?pUN-Xl~Ptl^6iEJ<6eENoNh=t@Y%Nd>cA?25?hmX0eaKZvlNmXvGH;sMytUQKJH8y~!jvD}la8ezEV#G=l!G-iNkGWMY6W!ywnY%ul_+a%Tx+ zvcI&G=7pd@>s`ccE;+Rb<$zL@lvb{wpPzU}rYPO>9_1OrIcgy&?s*1$A>YGM66k&y zkv1#~;^vrNLY>)ogKZaxP+Ght9-Dz@QewkA+q|Gd~T{*ntEcz$V$ z0i+|bX4oPUPQ36lN8nqB=qK9RSm-7A@m9EI&UkH=V57?kg3+3H%B6Pv0odCN;g^KT zR*3lAKd*-qPIiLne0d^0smSpmOy|#2=9lN-D(|SZTSZ;rakPuhMZcwt|quh#t4L6lV=}z01h# zfxs)QrMmEkT~*F;v?D7%Qg%rAY~E-*I*jBdPIZ0er|K2ztJY`i1i8%hn9YaVwqc;L z-dQ?C0IY^BzCTphJkPL9dSSji#5OZdsZFUH@4x)hES6ioNWZvGEl&L6snKV4<9k1=Oz5s;edlJgNV;A0+sKOD*Ti^Mj) z(jDPp0N#U|k!^mYmwV%Yh;pWVbhXvaU!~ycfkXp<-OV9n)pPjy@*wybmoH{WOiglA zKD{u%LTN}6wJBIN`XJxu1n&GD)9m0jhI`z~n@fsgOV1`Iyg9;=3cub!_$r5e+y$~W z<*rBciaiQ8YYcE%BqQ?$6<0gl0+Tb+VQ<<0^(kl=J_WsOgT^33Dx-4f>vqt)RfQIY zPeFPWB9ckgJ1-4G9&py%h&#bowXETvvb|y)&hv?i-m~2EfTi2&6*ptQ2EoR1TSQkq ztwH~G4lTC*-PAG4?A|h6@nbT-_TX^>8bMdIwWVF{(3ho{c@G4c+-8jfnpvk^aLm{;NI2LyUhH_^2o+=yCKfiGJ)v-gGL%&QIJO{$O z0Vlg{aU*GO1f?B|qazKufzGr}u~w9?&!pD&zrEGv4M)t|n%%x6CH^Bn$1*ZPtttn2 zIQe^K18fU0KBy$S>>cpXRhR4nFy7huRBOytVyHXo5UHIjzbd5RCAnbZ-z;3Zp1yJZ zGVgw7L`>`mvCzbL^vSJ@pa`=O?!LbS`t`_+&2t5uH3$5`!`XV?%BE@%_Ev4UV#-{r zJYIfe!rce9*%0U810G(v*gI{WZau08cHVM1lL5kiN|`f9>GMo%ZY5A)mbz0LpY=zQ zgYEmB7?cjR1wnXM%5D(r1Y40J9?ll~;-KC?@VQt8m|Uz-s60G?cPU7#2xPNf2i1Aa z%tK3U7ri$(>cubQQIg=4MXoPtZFT)0G80$Oq9n~)b8CouAQj96Im=bOt7cRMp*j#R z;)NVt2dkb5H8b*Hp~p=!!;-=y0+_$et1_^rsQsA;HzVa(Tyz!R%RS0w3`UEZr^t!} zHzRfbOT;yioMa-0Km?~x{kI8G(sb=b4-(V-ycdv!N4!FDjTxUmJ6K5Xd(P3O-U)KJ zcTkbTq7sG50YC%Tm)rXKF?^THCtH3gG{I?rVs+P+&5Ctx$Hu07M&{vKao?khmJZen z^%-H4--{&>tDF+?c#iW}$sqeeyIY>K^pT&Zr(7~XX#xspw34Q&gO!hOt^4)ym=N+pXM;U>xVA{)ZzSJ==+x?}cq;T&7zgsA(R2 zEwcrPOM={6TKulz69_}RmtR>`7|7@!n(I<8uJ$lw5^tUe|6*BKC9yhk9Z1I$}B-wur5Olxp$Sb^EHK7 z2~0Q;6Tp48d(Az_cD(81!jBBj7vD;cL0glDV^oulsi z?vQ6-?r@!dMbAKOmJY?{R`oh^0fDPKVGjO8Cm9f(LV6C$i~A}IP8Gh9Jv0ck7@kAU z?0;U#{J%bUHgIAf-2K5bI>G}U039}Sx^yS#Ox0I(1V6WwHSGN3mWqXNr@LdmiwU_eh!y)+;bOA2aCbvlIM87k#4c7g8&|!)DEX1mx4V0od0!wmoE)u zWT4hhH94B~_4IFy^ObY%NyD}O!_{`PmLgipa-9M&)j`6H|CL0rr-#90tgRi^o_Qw` zbWN!V2?_U9KUMUrLwd?4H3Am#M!I!xfTXoC}Cw;2cxqjo`I_I{`?Z zKs$d6eQVO$o}6NXt{lJB&TN-bQ><2;i0-DDMfM&=`Fxb$jM^~5Rvh&LOL%E@z{FSi zt#Y=o0Fxa6riK}62L^s=eE9oE5ZpfC!2d>Ky|~P`=W$2Z2VYL9Oqe}4t?ja``h$^tD7}_n>`Uf@R>_jkc zOx6zfybs63jOk|HVw=XXbbN=IkQRly84IzF=3=&iF`^zs5uFG3UGu#s0xOY zw+5tt8GNxU7pXrO#;a1+_vHKYUO5EVvZk%v^zxdlB@~pEotbo$;sn{gSiWHDheml8*wg1 z707Yyw&oLlJmW^Wz`jZ??vYsVB$OP9kxscA{3UtwW{DwBaMeKQ$jwkEcRf}1DVQLC z%seE-qv5-+um6z3Bg&Va3X%?8!ae7x2)%^=`iq-^&O!d-$iEZZICuLAmi)XZE+%Hd z2d3M*oot_s?eg)66Xr{9P7Jm?(8@TIV|2dTGK%y)?hc_8uj8n0#wjaJ@tk# zmuA?WA>Sn?Me=nUa-o5)52t>n*7@-#3slHRJ^QLzEOIaW^)iaIS6e_9>v(%pk;8dh z`@Y%y$|}A;IKSlBWg2D)RaRD(mJwq;QhYEP!8wOm=D|a-m14}Os9|*+)Q^H0vKAW? z-|?hovwNO^#E7X1ZUy%e<-XXqJ4@aa+l!g7*;+cd7JOpLfq%#e;&(J$WD{+0sgQfL z^hOm#v&^pDz#9-pA%&~$X$ke-cB6~K_AS}^N}jvR&)(!+*QE9TH^MG|1o2*~f4cY4 zVmo=eotgV52vO6J==OXCEinMUMW%Z=yN^#DV+DfjZP_fLzEDUv(n;&1WI#`9BYzU)`Z?=oea0txccKKX{@BgrgmP*Q+ zzH|k0f>0mSs3#6ki&5xed*t%`?QEFY?IqM^*}oqJpoH7(@}NzSKJ`rf~gW?c%Z%7XC$!W+1gZK6+Bue z?}+fHXQ-h-5N_qi5^U&tFOelV2jdoJ>xt7u>=yK*GNB{{vd%9p(B_u1js?kkyDK0J z>Xsrs>`<%ER+r=!Iz_OKx_)i7{V@pAY}zbLjki; zRGOjOXWgsxw!~2vN~iN8E$*x~+-u(h~>3lIEFwP_AiM!lzm)5r&HGPi~TT7Y*<84+VEP!MNuv^rr6gg= zb*dDx@?XBqJ{QWdxc!Q!sBh99ukhdv7NK&--wPo2M;~ysH7T)D$MIV|@TEbzcAQu7 zY6_UKRq+nJM5G$C9cge00xb{$RH>dw@X@~KWAOW2J=^64KdthvxJL7ey5wriIgnfx zF{nf*L{JN}db-%nG9}1j0t3MZ{O1fGI4rG?hG;+-^TYMNl@k(u=c&21mUVUGT37y~CRi`xz9&QxpN?zXBc4wJCymmseC}%h1N=y; z*90ho^Y9ALIlKT?nVHlnA^3rK{Dy18CgFb#C1Qpq&*Rtmtmz7zKk9qd=lcIZ;!#gYdR&IPODZEQ^pRvbKTUc%Q-FdgQNHIvKoW};sJPgW6 z-PvFF3SMN}33W+8XgXN?_%ClaoOhLmiT6Fhgm;*ED~Q<97s}hI;REB{1<*eF&+CyT z+XF8U9QaKmzq3NnS!=hrLp4?&bW9O@ZC3^rRukRP=vr(X{5#2*V4ynC1NK25l*x^fw0GJsP1H(U%l(+=H46st9Tg=lBF&+^VHtI1cKBZT6hR9j5gLjhXB0`Ks)EqTqfXyNu%#YH zLj;Ht;5W>^D}Q5cbaTpNBtCN3DU5omn%Yo+bFA9d^MLLS+V&7rQXQ@iq;$?sMyIDp zoQ(u^w4q2MjIC-THc@mWy>sNm#`7&c6GDATi;K}?t1U@4{9>w%Z^`CdOS*MDyYWfX z?jlONZtW+a)xjnEwf{qQ(F9*!Zf?Li5-7eL!NAQMp`5-?bE~Yh@s&$}Ovdbn%#P}k zV-vx(yr%P)A-EN0vV=>?9v4=jB@+y#Y6`e%G5w-~YYhr4ja5TQa;3|~B;0$up0YbA z#_^y@B{=9M&Q1LkAA7Wnwf2d^_R?7MJPA_Nbk^NqoLh-F9 z_dQRb!%9@qz{>n|{|gogIVzP(7(Whas{O{Bc;Jukf{6s;$`owe*J-+cNBlvk);|${ zAo$C0hb5fSU&8V{Ds&EHI(y@EOP>e0zqtd(A|UEP){-VM6hhL7?I;qQ!k-e-d#{;N z*WMV{ou)9gg0DF!~jBB3U90q}JBs_PSmE%@c&+5zMQYCFL!f3mD2 zZTUk7wm0gh7kJ9PKWmH)Qxtl?l}XuC1A~Cj$rAq!(Lqj_%35FRz152QfF6`82n!n# zB@ON1XhQr(rE8FhHv!Ub*@0ystyetP)QxZ{DWj=m8J_K|Ml!h!uU{d+>zM^i;pfbL z*nHoNs9Q=EZXHGZ!CDRupZV^{#^AxlvTwX3rr{9tgz9~ppNzi#sGlzSKddWehasFJ z&U5*jD$17qv>WHKoEzG4?eF-*8s9eR$Hw1-oK)kr-uqOw(ehC(ROj&-YvZeNRe)cR zumcA9CS;u6CLPm0A+fCxumpUL2{2)MtG~9R7eJCnuC7 zNyI;L`H)v46oK$ZMT3VA)Hs%mczb^i%IH{I{j5QGK7TO1=-ZWr2AwM;jKzyps-)0F zS4@won_Qigg$J2qOQ|4nq!%(n%v~-j=GQ%Sd|4{oR*8LW|iTBXlbkH3Xo1zgf%8Q+ECs*Y*Avi)s3xw&Uc zZ|#98m*VK6siBDF=IyHZJUi5Dk_I782qC5>2rrkbhz8BDHJNrvI_x%!a8M_QHIi?C zG-~)_)LAAJqIvT&S`b0x^Ci>taO$Dtd(4)0VZD^>|L+NUb1}QcudGOn8F0_m^uJmUh`tDyC=zHUw7>1_t9F>~?~TuGrTZA< zuTBLNF3&opOvcp!)Zn$6%vE7b^>`{6dNA5HpjKY?g3^MlAhKJC*MgQnDN71Q)@GgtgiBgW!lUMJt3mGzI_Yj4$5%Q(6-S z+3zkDWP6y!wN;u#Pm&I?`NYW7`;Gi;jA(3gn?Dy*epa}r3JFjAv;p=H7c@Bx1XRQu zmg(<^9lOGNs$yx%Tp`1uL28sG=+wUFl23@G205OLNyGJ|qVhjj)#bq>Lk^##7!My7 zH5-Fi-k49v%yNj9QMHG}pTd4N{7SJ6dLP@L-ewi)NAbo8SlHRMV3SfDmOi1-&MN1@ zy?1T7gLVc#5Yham-Iy@af%|0Wwe(_?5@qhfAHun|8qq;`GCbPqYxAh*su?o@AJh66 z_f}+SJ%@YD&N3)XLEQD>hHoHz2QQRkD*X>2r&=k7Y;DNy%mu}iaGczLSq{bzZLmCZ zx%O>hSBGti$-oX|T1YglZ0r|x2gqwiPRByMVU%E80CcUuVl7s7>^`wZf4ASnMfv)y zoqR_efgAfXIRBU(elb=~2W7DBR71c-90~IY=el&wDvg({8~UcJ#FJ8I%NQ1l#lurd z?4!FzI4>6c?2~%7*hBrOBW>PzLFr7AM}kqsTCp@Mp?9ywpTX?N8vf5K+5by!<^KBw zRwOD~GDZlxWD#{_cG;?XkH>ty`)uVQkfa+|%#84FR#snyB{2_)wJX1R=yEnFU&_`P zGfwbl)QV?KI!A#h*h@M23Gn4N_P0zrb0*FkfMkWm6*f02Y2s0pL`>9CSE=s|^ST^7 z?0l4B71T0h^J%%rijGhgPJCJhO{!y65oWnB0%}y2@&;{5w1Q}4+U2av;1B(HVGVal z6>`&1u97clNI)84FrC@8_4aUZqZ~!ZzuY=n)j_=Ob=-#A%P2DP( zp9b-klxdeTboZCB>skjEP9J$deB}lpr9mO26(!vkG*|3}d_~`C`kOm#Pf8>@$!98- zM2wdX+%Q9kFq^B4&{18K3|$ArV2J&E{Qcp*n4zg9X-hN5Zo1jUNeG+7ru9Vo0F#)p|X|N zZ8w0XF~Y~+eNR;zdArzygv29h>jwFXPv6;eqFuDVZYzCJdG8LE3_TFNc-;jrdDo(B zJqeBJeYyjZoNP^_wwOC>jy_qV!;*b-^x};a*4qC1PODd;G_3lt93Xuv3*8CWmGU-$W2boZl>LE zZFJ`{ggX$lmhGP{%0+4%x($&S!DWp@{sdA~3k<@LhtIq<4eAtprsZapyS}b%e2*bU zaHWHp&e{%CH~8)HKOe8hCouJ~z~GJ)(46K9nhcbgZpzj#PM*3mR}dYk&)M`Y`2$NV zJ8Xy`nDaSim$Jj{P%c0!0R2N;a2HlCu_mW6``k^48?=YcJU&a#ngNeE?`#L=fUmk&aEA_U^c05*I=1h8ROX**&!B#XUm*z36QgVn$zvN1>|7+Zx7d7kxL zokxnLP&6|^Cd&<6>neDd$Wm@D62a>=@TX@GN=q`qHi&4f*sJpT%PW_rN$71l$E7aX~eIH`(PYKSx^4&C_p7w8sOXc}YCMbr+(%%k;S7(^1QfJ*`u z(RzhI!Lr6388vV|BQm0y8=(R#|6YTToEVUz`%WwTEZ_XsGmy}`+@5a*vXtYoZ`<3o zdLCAB9${k(KX@vKXQ*xVMT}!Aw)*9^Qe2_-DzE`-@tb=k9dQY)N#fwOOTt?sVWsXc9S>35Pr2u- zUy!irj8D1|wp%5~u*~2_=$VKn%x@5U1jBQU*>>F|7DVywaNR)hj+WW)s{kb;ox^Mo zanS0A(5c`#!#}mOoMF3~0Rp>Yw#P#o()eSwBqSFf?RWWH>GRP1v6p7O%KP2!j~bwq^_@fbe^T>_xzwh2tz{n z9`J5^eRBv^=2`Cvhw~;_%B`NHU1kP8)MDLSKi`gL^( ziU?4Jyi@h;@-$twIn5#c#$CT1@d_W(RMzGXHNsjmo!h^H&_NOf^7(@A)64s$u9?lj z7;;w1^R7vD8q^czBpMEv8{xYcLdm`bY6&#V(>Up7de)_W;PZ*3k())_Mpkj4|j z(K^SGQ5g}WIT0*VR2H%metS>}^YS?@>I^A|K2t{Wq&Hpd1qRs?tdkNP3Ni0Lxv>vS ztBv>)>d>s99{UXU1B*3$L0(RKHX22_6=o9g8FBK3ibUywlR3u+941TcP|d@q8sApE zpRX<7LMTRSmhARqd6qhuN(a?)OuC%bt{-Oec>^{7l8fIQ|sT8?xw!QJWn{MltQfN^aYU-1yV*tHx zKwCgJD!a?LT%RA^v(_ER*;3;6|NkJKVo?GqW4sl|7SF>oRdtsy^r&*1(P?e!WPT%A%0|}& zQXt+3MT;AzyVc?%5B)WSPFBpW@AXA=&0LpO$f*# z@N;@m3dZjHd@j)RJYmv@1VUB3S*%-DeYY{8b~~}Iwk_OKSQ%*wDPkmHYKFFN9!_$- zaU)OOqg__O;`cCe^g@cg#8jNnu2@#kcmoc3Aqbt?-}9tj6z$EWf9+gpoCLk+0*LJ%XIrQN&`-MN9Uh*Tktxzgt|mempf}$go%r7 z+|HAba_=snCU0hD*C3N{f%}|EHnfO*n$k|txo!AoM(iasi!un{Ks}&=hLbSpY;mR4 zPKc>|3zUi}GyglV1zaD(`rk!{Zr%_zofOY0TU}mPY%v+tDgRDK0ATXedeey$w<=#q z3n9-M(I<`<3If13ei^KdkB-k6`sI;{ElQw-$s|L66{KK#=)UpqjuSxXVk@cC+G3ps${ zVP^SkOzjWK;bTH~%r)<-GWd{)S!VbVPmi{c%Y01FX3`HrW2j zLGe$XZPvuLU%fmB;Q=DxflHUoTUBjFt)Kcq4foc_j~mw z^I2xL6Kh?ZD#65-s-CP4BVjweF+79Y(50xi(9t(Ku%&&zrdM9yYhD^Nh*JP{t292F=dW_7jMR*Fi|b$GOIYo9UM+{3fTIa^$7A838i zfT1wTostpS*y1IdcS8*|!)GZMgc@(vAQt7?kMAm-$#Sr{ijj@p?I+jpA3huM)ZfTm zgDn6Q1GiLx8B;$h;d-dTvP-GaQ@rwL3ev9a$5#`U_eJ$kII3I@(^aI>+dun*_HcM8Yo(&s!G zm0q$bB>7_9G#k%uI{0?rhJybKbr2~hmwO(Kz-MPaDH^bZ;GdJCZsc{&fqbH1~9%fL1%{Y-Ofd9($;)$`V;K zGo9f{2&+p?eFvUDl;w*qhd1C({`YUPBWfQ>$P1$Gxbfs3`&xl2N91!np9UO1FJ!J8 z$T&|mLCkjg`S{%Pl-t7&#bPOfsZdk98N&DyY#@iJ1SXf)*|Kg6pa;UtJts)It=AB2r9=U3YYU+7HfFOBxN6BMzI(+7v zNh5y=&&fx;ntHZWXrGBlfQ4)o3$!`o`Bmm7R z8ngs&9SF>-!yF;dMiZ(Z0h|B<=`U@I$2O+abN_RzBK3(Jn816@93>iDDSi6w;Q?WOR=WBe6UV==; zr~7%G(PH0I+jjRp zR5JQ>`G5+(g2sE>g`3gAsFm&=`^mMB`3X@+}NCQBX$KLb+7n790P6Jw=1#@)@16y9MhvP8>Nh$q?EBDTy) zeY=RPcoz?^--`5A#jij})4{3PD!d!z6v#kEZnMHqq6SM+?_O=OJ}r$_p)&Ii{fId1 z@0SrltU!D0n9;sLf0)A5#|J=I4zWta5&1Vu^P`jAI|W}65gS3mBiAeI7O@+?(9HtiZU@;#A1Ew`1Ot+@diQA_to`iPz|KW8nFri$O0rS z46wOCq@UcEv^^zdCu@^!_71C?8lBkSC?=N>QX(WgK&qhqxg^Kzc%*|3EXX1CVdQ~c zF#Sx(tPKh*6JH#JMh^i?xzg%P&&4rk2DE>BbCC#lLU%shY!HUf)O#u5*6WP-sycrK za?P>By*BS;LYqf6Z>A1BDoG33h^4S?Vwo-%F1WXi=}~j_eG#xka7Nl98aLg$iwBkb zcAQ1rK6lGJ8PDdQRv068L8v<_*`K&yZ4_xzx#TYVBX)h|N>z|zo5GH^&1mWW&~2yA z!MczqG}BSvNWLkn;r?v(N%FJx#UMss6HB`bUpN@8Q=5BdoCxP}Yk79RKPct^umC7yl`P7*C?KwDV zFI5W8Xab;DP;`_D6E^=JzjMrEvcy0$`pz>S#5=&~OgVi6UsSq}8)y)&o6Sko$-Sx} zFu6K49XCHrs6Fl(B=6kdq5sh)*>kB*Q0`NqV$!9txSlRVyEOKWHELm1bR<=9ioL_L zFnV|KZU+P4F)1nbP$UKLu>Y3s^quY@4cCi{_c1T)A#41Lt;sP`4)0@Q`{Q0*38M7= z{f&cv3R^b)8Vp$-M(Uc8C;Y)V*#VF3KGS8ZlpIS(ZbkG)&XL3BZXCd|nMcYzxcrnK z7w_u``tp%IfpD`U!j)Z!pW;!3KRTuTX$o;qG2uKot;? zHn#E$I`$n&42^C7OWg=}hfLdglD_dQml#vgkhnhmz?_Doq&3J|Y0nd6Sf%_BA)G zF_U?0G5J}#4;NkM+e|Y^IazQ~-qXm$jNx6Mn0XD+OS&ViW5gM`%N>UHB}b0q-n5^6 zRWrVZ_VAOR%^0Qp9C0RM<)H~s7oj)3S8pk;88s=yR)c+FTIb6D@%85MP_N1m*| zoTO`ianc@xFR{A@X48T#_7VR8AHZ!$`8R18sQVra0^-A85a_ap(3I(|1GogI#`A!1 z0+dnHj#SjAt}P2TJM23@RCcCO;-4Fo%0vb^HkXerF zbT^>#98}OkBG+D`Aid3d0FeMV*LfkJrt|gSXcu481*k%n^vF8srF&FDbRx9CmVVu` zxnr#9>69K}rv19FtzOd0$4lI9^r>31IA!A~j|=&@bJt(XVTg*K`Je^?c_}7`d;%-O zIiOoxRg|K}(_97c+%z;Cv-Pdi$yzl+J=5qeG$3?^ruhW;I(|J16~(90Gi3zQ*YmV|k!|ys zu1(;J+v$w=0eX6fy0*NdDFY=5tX$~F!hn2a%imS{#KWC$`>#TucO3S5Sc;1Bv! zZ;d-1z(nb>mO-i}iti!^XS-)?uyz-v!z`R`@~%pS(7+VLNgu4SeJN-=FO3ODO#+ej zb;?n>Z>b7WypX+n+mcw;g@a5c`J)cH+{cz5i6QorAR5Dv($PCPSn_;4Nx8 z4Wvc$Mdz+w2JQN~3{#<>uQH@&A{x*^rS{NybjfB{Kj_1K+qnwH;A=Zd3gTKmTIx~Y zz@T{$Eq@Pu&NDfu;#;QE!P{nTj4gUO>clLtbj&L%{tg7nlAlN1Wy71)0j+bE8cLe; z%|FNMH`p(gxbi%l&7x=f>iu-$ce(@Mp}CUs@~u2;4Xw1YO;7>J&g28Y5ReyICl%R% z5-cR0!GY}Rj>2e;rRDd3!_dzbKvXNBuT%l3R`q~trR76d^&QtZwINgAHT`z22}=*)Wp22*v}AnQq3G+ZLZxJ zxPJ@iBF_fw{5a4O*S@hwRRtrIDm_gI^0JJa?Wep z1okmS@t)(yfj)?Nfo}xxWJD-m*I%4^AyquM(?X(1jJI6^5s-(udtteZl^QH{Ve2lpDU>1PF z$X(VlF*z;Y%jw3TCt2H$p_HD`xUz0)>=;{42Y}U27S}WAi8j%=_3!9-VweCqt$Z}0 zkEm`D>Z`h>RqxO@gZ%f%e-DoQZ#i`65bcQ5mc7-wtrYN6`*n_s!>2^S@5QPbsKos8 zo1PXz%ndth0d+Y%X|@}1X@I&%!M&i-^emO63?MJcx7(MkK&Vg#%BU<^dHap;g47O* zQbC!X;vYj8jO9WhH!C1L|ABaTu6QZFBf4mcX-QM89K{h9?Ug#FSNsQdO8Na=b@%nrx2`xtkK-)Gl4IbhB(}QJnaUcqq*C_2uG(a2&dyS*lmUtnv$3 zJZ1AXu-^>M!qrW)eRa-C*s|oR%Wd$OQymBS!=>zvX3lJ58+88V*;xXn^)#Lffx+{q zX}T9m05RpgI&qk7)hLg|GlZyJ z0Sxs=6^hGqf_wt8Yj+P=B0_?eN2Jlj>0F~Ezd^l^V>}IBKtXaWgoSxZ5YIe(rdrv( zCq7!1=cJ9+jZt)!T?_9{_eTbg;2;a`yn?X+t6ISv`oZV|2_WVZfuIw>5)TUGPoIIu z_KR)_`KMrj4zz!=6|aKZGfC2KrwnKBy&qv3+jIfZ<3EtxJ!c}Lb$U_{emQ$pzZL&* zCxa&MYv@Z~HDga9Y_u!Frwt#kyQ6zDVx%zLDR$+$Vu*9bt=DAH`LX!N!+w1q&2DD* zkq7kmt$+I>_;uXFj+bhggVkHtVuF{rHL8`evQleua_GZ%3?$iRX$y4~z3QMJightS zOut2Q_6U?w?zs4THmTHk;x1$o>;;UHmH^Z9+{Y5fY3zh2wRA;&0Ekip*)}myK6TF? zQ`uS3jrracFM>;CIM(UtNTdYb)_y@L-Fum3tn|a(15Y_QSdEgA61w}n2th@;70>F` z%BB_$q9~M+^>*=A9@q@=4GVeVxZ+F39a9 zpurv9!0q}?DLK%pmF(MqHs5`m=u=T}-moK(VUWLrF}O9`-Y*5+{=ZjKPbX>>`fu%# zLeUuz$0)r(gU?a&ofQ*4hMc z0LyVI$qo%YXbg1JZERyrcR$WKq2yx}#39gKS?MR&58PNm22}#WRAs7}SO}G9f z-C2IL`=*{-=ceyXbKT*;8PB&Rsd?f1iistVQq(%6p+xp&Zh{8-$GfmSyS#uCbtWB* z2tY6kX0mAo5a1|KpSpY@0$uFK(0!O|lqs;;CeVf6Xhd5PbB*7WzXcynzg*cJ;e}m% zv?5YE@E5zy-^TlKq#$<#54?}iS=uBCo50^T zsOWv0z$XyB>>A$KF1-@lPB)qACZUa!@$NbIyL;@A&!KcWYNuoD}4FeO~fqX0iB_ks8(J+SM_2c3q8zfa?TH;=xqL@`ki_8h8v ziNO5)GG!I;9f||h5%$=#KaUFCeVecXM#dhXJ)03m9Y}NY5r0v*VuHKf{NUCKmaw1L zQvjsTsy3NF-k<8jyVFv3G((Il{MZ)g-Fn_FhNd&39wy^ITO*N~x=v9gzk-E(LSy|0 zY0e>|IrDj5s?ND3^89QU29CI}Q@I?$aIjdb!l#xj(c||nUuK$e+TodjAvt|T6^^p9b8p)_c)8g;g((qY+Qr1UzP!X z`~1fSk=26kk9T7t^O@E`@gqpcZd#)^W#o4II6`Xd+fYNRPas58|Iq@PqCk@P?t5G3&Z&8G}q2XXbEI$pVMH=19E}_Z=&d7{CWxONG z+%8&LRubaJ)FsyfZQlkg6}sEHg;3Er+oy7uHOA(zZ?1O{lroi=R7LI^325y~bcE); z9J|-&c^0yaBKNklfQPZZ_)*WmBIK#UtenEvuPwx(;=2D9I2a`EQ3A+M0*rit7?)U4 zXx(1ySXs$DPA`7U)Wf@FGQpaye|!1N;R$| zA4r3Ftu4K}%Wg4It~e9S%9_qE2V4{XyZqFTfyY@O07IjX2P>wHY4=aQ2an=kl{f&l zVJsbIGrUCU_;}FtSuN+4@|oTV1qKfMzkY?YgB8r!e;(j-ng;+)Z`-&!>+Y=38orj; zZZ*K;%1-Nggq4iuNLjpKQ0vKVOSwHoAHZA}@S1kBv#*$=N$ccGE&F=^`s72sqSP6c zAY<|ovv%Y3qzV(PF03M3ZNXi3OIMe_b6l#N*=Y)=WXfD@zOyi!3XKJBh29nw)d`CO zS>u0K<(aSd>w|D}z?{jmeHc_k%iwOqHhzRnhA~&egp7#-8&v|GE^8ZG4Gi_4DP?6~ zq!2tENC_5>u?2jy?nt{6^t`s<*@)_I0yIFhA{w4NJ>i1YQU!<`9?1M>>Wg5`H5rO~ zD<<@PI4oITGsWASi9DTdbumM-SvhqfUQUb_0nUCR2$$VA^x4}I@%`S$*z#J*5~Vq( zFh$0snLDY_LUYk~aYz}p_W3A|9vOl|!SNf5`cimP&HQ)xFfJbpD^hqF`1mv8mo z*{tCRvyqr+UiZ4oF|kxX=yQij%N+5d+3~tI_l??0~zGy zX(C~D0jSp)V(rPR!ypj^PWG8;O{+L!nSJ}P18N!$76K%i zp#ksB3ZedYR5WL>Y~4S~wpx@1Y*d6li1pj?Bn#SEsTZ#}F@{o0_1YVfvP0QZB1DfN zobVu?y3-7kD@y2l%SLcTY^>ueSqMEshT#7>iwex4P-^+0b!S6tph=e?m z2cZQ&gv>X3c-FMNDn9(+a+(chdv~@t{1Etxkhn!k&C!~vE3PXRCVpt8r0=GF`ip5i_G)ycaBtI;Fqb+5?wzz|f44}CD-(|!Gvf0-l z$I*~21@>76ruDs1GCmu{HhkwG%{)r^!!jTl+AUo^A7U-O2ol0ukncbp2kWk#(2@4( z+4NcPtMU$oP_-16j|sc6%{ywx$bIPR;dig1`VrDGPrge=OMmwln^cTmbV*T~^&d3} z@h5|5QO0zQq7Z1ksk~C(eo|x`Ka?}>V}0fewI)Au@O4^s$IzW>t9ODpkIzG%8`8-< zy&O8~nj)^?v&rS{OX++Co<$u43gZ8{hP?eJ6gZpee*E~6QUm(Tp7Nr|AzL*4L3496+uq*q-xt_$kP8%4&p`gz7d|%poMhl^Bl! zt?6t--s7Z1FI6W{zjyWibq{`0WN@mh-9_$xkM#~N77{ep15ig$z)T(g?}x&<+X7v$ zbuUO#93^<-mR)1XMkR-Kx-SBK>MoX7TMS<&EqAjZJ^dDk!qU5#Okn&mRqr!XzXXPF zNnpzwH%F!8@g&h2TNhVXP1#ri0LsV2JY-}dZu=qPUTbH zsRhR7gnT~No7&^1tn}CQuOS~3kI;;v67MOZ5YkT8b*gjK49WNQ#>rB}`DpwM<`iT? zC=Db-f2AZcbeqhYN`brIc`P%s17&!Sgq%cB3!eMxHW0au_%o4=nO0@KHUQPSqS@F(p^BTwbCHzBAltH$PDwl#M{?0P8k zi{A-HX}rx$nd*TT*osTNNChd3s17P2j86AJ$qJYxc%XjC_)qMMKLxzJnxtl`H}2|_ zBQpys#5Ern*@b;%e;Ve8jJurO&u zg=t%oH6-bVN@Tc8Oz<=ji}pyys%6nS??k9supdyru9)z6xYCoiBSyCS+@a`=Tknm$ z^gq9EAV`i+sZ!{s9ceT^4T`$>TdUKi?Y7Hr$Cuk^e630fo;PTH11VX0H|nmh<_A8l z zd)@I`IxPLOioK6k#_2LM`VyF+A2%$69H0K084t@`Ny!O-GHq8aMc+AA-$Za!T6=T2 z!H$+uG#%QF-N~t7BsPRuwF=}g*THbVIT%CiGJcxmPX&?jnk%UfqY0gzbk|>Q`Ei&- z2^U<>=dCP)6xz7FKw0#4BTf9Zqc%unejP?wM5&Dx0H~nmvp-vHZ%|wMktN2`Dfox= z5$Wt!xVVG%RmZKsRmuszg(W2cY6r82oc?0>;^2z`8vXp?{a@RtzE_9TdV@OR57L34 zQ)8xXB%F0O0LMB!JtYmdpE{j#JpI!zC1bV1o1a>u_&#flml6$Nkk`;Mm>+f7$O{PA zTJ+r_tOFO)2gGs3HW0BPF>PY5ebdvO8-r_cgU{@&-5_?PD> zs~`yFTd{HK>E;tksP%8K2J>n!_SGWHncS5p_v*cZB%dT)<6IIxu@3-M7p6HMh(t(6 zFCROw$_ZmR7HfVE^+o>&+TGTn6Co|ML=aD1s;oN9eKH|u0_n6)rY%oK7G2sL)qG}m z)m?~Tz{-U4CO1ayp3)o(7Y>(rci~3@;oL)!3rE<_O+1T9pSqgyYOITlSaJx^c z@MW%=!B`VE^EIK!3>R0@>YA1_tt`XYJ!xVFhDbb|W8SRlU;{$(zOd7f~_Q78{!EnTk=w`~fZ?*Fn z?CT|-haxBb!mDrOUW!wvOuT03G5|@WDa2PJ)i?+hTp#fN7jy>-n@%Wtd$iYElQ5@A zd8Olbg9atjz`pM635)~AVIV%2w{0Yxnn4{GzV?moWorvhTQ5IA3z%PbQ3UT}9g5I!ngufh2>x`V43#K3m%rD*(#2`OgIJr}u{# zkdiM4(0em5uIC+?+sl0wT@blsx*A}b(Xh}P_#(hd*%Bvb zdBUY4{D1|UtU|0S`#4B0fJznd_KJpnzshLN>pX-48c@>@PD6RuoAj0$Z8`Y7<272b zea?VavkkF8(R4+%<9F7P{@B9x+>wRf5YrLeO842BAU;uZw3(JwF(80%6D@~2a$t~mVtEllmx>ZJ%B;|cHG)T74E&5~+oKVB&> zEixW(>CpTb8goGcV)BVdl3>V3j~?}P?8hZ2_1Lk`Mxm`*gVSEk=nP~>^!ra_!M_B* z^e&hwX6fgkry38Tqy)0u%SmOf>iDgxdUS_)h0PmS1R+3_XzGnsuUMyRQRZKu7EPoO zUmes{za>fLVs7YzBFHTw)97A$V4-Ylj8hJsqLMnM7$-dS{ZV&O8~l*Z#W+3dc(d); zU?eYirY}iJ%Dhsxe<|52vmpXvGc6NP4=FBQ8;&3=0I0S>;h3D+n3NyL(Q^mt}u~z#p9yaLhE(%2WJ;*Kfr}R_S=oQ zVZ1|WlAdYwLA4%Mx_B)Swl|5sqZEkXePQ@U#O0I3%&MI8WW-bL-E(MF) zLAZlq$B~$}v24`ld^&ylE0b}DJ!L^`$b|FYY7yg>uL?pcr@J|(uk*vc62FQ#i;J@* z`&m#nulA6=*jRVjm-XuVRmku=9pzY@-d4dTD$aA$WEU{lGQ0bgo4~Im)(7}YyQ@Y4 z!!sp0${eU;jXNyl@azNCa^3usg%|1!zWq#~$wF26*x$$4DA9;qh&*<)wM?~IxuUzM zuB%PEGcze0A>?FOZcwS=W8UFYMZ>6i9XmLf)pDZK9gK=OXjC|CIr_pk~ zLinlT6oG`RX|q|p%b~^ym$9j{07)EE;4CdzS0L?7OuYRA4fRknZQ~4E z%g%G%cL~*82H)_%ON0e1?@>v#X9zTH0xIF+8XzyS4n#SCyA5u-Gztl#3|Y4bi^X?0 z7(&8T#-GS4vuRkY9&{!z2TGTksYdyNGT#LN;Lf>#5hCKSvMz8iVZT$$(+R1>fx|9n z1=wQ;TL5xSP&&0$KYKS6;o-OON^!*7bvm-9x;Ui~6*36KDm$5_4(_hb8WqcR!b=O3 z!>EO%7k$o;J-Ufz>~p5R)Rc1iW9&dVB7|D**6cyra7;_A*xK5O@--!7qlwjXQtl?* zNeLC^g`jh*HYSe^wKdkCQ_{ZbEJhmt zAvOOSY%?LOceEh`);+YPUa_P;5`+b&_m=UVs;_T6Zd~MMV8YDIW~gM(wz0o2r|HYqZuVWLF5gAuyv;pt_h zDN=beb0eiArwTsim5uq!*F`N<*E(0 zwHvHjB?lNTPsyiG?j#yH$gy|Y#DRVA-<77y?`jXw6f>)FFrV73E?y?#(+~7f(!@~| zbs%LB<1+C6{oyhI|FlEU*8B)Gj>~Q0p`5Qjy@mE7iZT5fFwoP z)B|+1OaC&_6iq-;ogwF)^wPIQt;|uatrULbO#YpEU*O-;4lD+}L^+`b{Eob1%5-8G z)fLp~e8SA^%94N@EshBzbzFm2JVFE;=x#1E8+qf*w^?+X(48JT6uq`%z2E#+r~AXJ zC@I@#X?;1~VmsZ-`gq&{QAth#2E9ZvcFG!oHUd&21pE@ z$2dy5-4(a@M{UC7r}|^prlqF*156<2?<&dou+UK42ymehwCnqJ2O0oHpq3b$RMuZQ zzz}`!-o16=h$J`sj7IgW^D|%wJ%#m|#xC9RUAi?=4|&w!KpwjU_E}Y2Ik1@Ej=k!+ zkOKP-UoF=cxr>Wut_mI^L=9 zK}X`R&gk*P`<^h|L^!=sY|cJ}*6lQ){h|_66vO=SK-je&a}YK5`RID}$NKOVtu3;} zS)0wz*4;f@Rp^;6)BZyBko?xwc|e;WyT{ljO;%IgOkh(S=?c4YWZMycK==xmo7R}T=S}OsjUA63T<<)@UUCh2+lM`c&E9`!LiC8B zWPLU0G%l7W{CVIVKe<54>q@f2miWD8sb+4`m_G6viVv(d_-GzMTdQGAeISry8g9WD zVpYn3wnc8kCN$#>pkhygz=6HXk=WAOqKZKfYTgt;z4A&YHXO+_w|w1(Km2nx!Os*C zZ7x=d@;W!c^8+A0#6HEzYLe$z*@wFaEjZcNy5ip!=h3|lYSswkd;^D)r$rE^uQ2CC zD9uF+^?pJ6Z2U|&ZH^>w#YMSJ)`jGB#Mc|nj0`8n+%L&?$<26gq?~E=taN$cEZ2&# z440eUy(zv1{Ogw+HlYE~;;(~9wf|jQFVIH0%dBbU`EjzYjgmOHb{ZZJUwP-|;$j8z z0PmOpk`ji8ntKVMpCFj9)1f~y% zyS0qv5a_&8f1zSTBmg>EZ!w=vWQ*%TW%8oL2hnrzb0Go_gAYN4!2bT-ulIf%N6QH_ zc`$sv3fo>AEdTS=-z=N|8|8+boyz?jXjV^wO4p$oO-~lsoGe8r7Zp8#Br-A^0qll-Y%J@)FVoqxeH z!9i-(?QCWrQ>U+;Gw-Oms}C;salH&X+p2SG?=m**M0?dh=NBa|q}G9HM^iP>1TMrG zRnnZ5U1L=8N4wi@w>US`G0A=*1o1O9$^a7z4)V|4B-cgH+XX!z_xK?>!PuO!eZKyG zJ{k0wP^%bP0eLT#-CvGRx6=h#j}gyMJ$87=7(>M54DmU?siN;`(n{fc^zbY4Ve~J<+7oeVB&l;-F~ny*O$2_WZbm&xRg@~tg-2vz6oI&9Xr3c!lN6`}aTQfN<73;Sa?Lo2% zLKb%Mn#8dTiqp1ZT+C+=B)z=j(Pue)8S26wGQlF}mvGD%8}&d}ud7+lb(KLX@cQ<( z8UwA(WEsw23qT_%;c}82^zN&_67U7qDt;EPfF}poXkv#-bFRcZ&Ya;P&q{TyeL>U^ zI2S+z68|^SytCU*+Y_Ba9gdCB??I>O_pl6H-^uhBfqKmUUPHfBelwtVM3#WOAtW@k zWwI2yo2scI(Pu?MZ$L{WcE0l%d&&5G6#&9N`#YK35!zcA9JD*P4JFn*!WC)CCd7KB zue~?#oZJD4Iu-lU#|jjj9R)R|+C;F8<_)7EoKl>7 zl{@0B*2ERDL~`Ul!dF-MWBSppD-0&>3eNlH3;V(DToUG6R)pYk%Jf&SD<2GfU>F;}4v(Q?_&m0t#={*HzQHClx=|&Fh~V z>TAmB_0BJI@%rA(>_uto<;ov*b5Ixa?jgJF%5#14QS_MbwD?4({sqKUP*Uv$d+P_w zz^N)fI9-a%AM0wX>n&qvG+a; z$Vmt}Bjft|`HqjOqB#FuSm2L5`NO~G-TY*4w3bPUgxgoq#`SNPWyXR=Qm&b|rn3gc zKfSyy)+wL>tcN^&98qQ7tt8V3^TkYcr@L=ScAb$;Ux!Uqt_AJ2nX~|NYo{GHkAXP| z?kmRd7mU{pyL^;`l^ot^k?MRiWRwkj!bYS8=z)F zA-7{FQUBPy>~P%AN;dVPoY@3fLh-KW>T)+`=#0+ZLk|%0+3{_$Fw^?$%C&I++$!=e zYQW=OmLb*-h}ov5O4y88k08k|g=wAWa56WeD+mRWy*C()B6H0Sk3zg;ulQ+18P?ST zh;D;3tzWj8ORaI#&S`3S>=*|t$l=cO??0z^j^ZMi-ccjt-V;DJ7i8JJ#bW&M&-<%v zKLrg>`NSbyM3hzNyggoAGMCjq$qe zkov@^dvfvW`Jsb}<^I$abvh7lE}U%A=lEYrcL1YAo11aFVfVVj%Hd6`fNO-{cTf-H z-2c#@3c-Ra@g642mDN-&0X~<-dJz+oI!N%Ec3f53P{XS*(+@WXF9;fxRFHAI02Ojk~ z9|f~>pU9DCPV6g=J78-h435)CkK6MX9i0Ds|7&F<;uX-3j{EnLEjtEG#G)by6TlVE zB~wk+zpw8z#J|(2F=+TG`|+M+eK1s=?(i-$E|uYLCk*7@LEb$8FxZ5Jb*~Z4^))QB z38T;uvhg)x72W;8| z2N(~Lw?lS*wf|JuyLE>4v+VHud_F==OhhjKd>>8d#y%rkGpe}n8ZdBPUs@%|DAR-Q zXJ!w8`MO(9U#YV8nj-+L9V=@*Os+8i9!Hxzw-Y>bV}%j+%vLxi;i$b*3`>=Ovl*RV z!S#t_RW&uqPfOa?%GHd{D~-W*FV_xnsz=mq#HJf16@9a;+g9u(MC~f{xx5dh>u>K_c?{=?wjI zSI_Tpu%mIgVLLWnlEpp$w{QU!mKN|pP|1t5SiXh;_#IOPWt%}t8^hu0y#teg>=6!z z^PL-{aY4I$0AV*%;dnPCDK_vji=^sxvD*rOTb#G7)nBSi%tdtX7N=X8(kI^vynqS{ z2Q)m3R|?ZYx%5qSk!Vs<9THF}pwOC52BF&UDS5H>1Hb_%&K_C9zrzQR(Sxl8iDvF_ zdbh0uIEsyX$SRv$qXKu4py|X6X#=-Ky$!=7!R^?5{Y5V3eho18GkN~p4fa(4e_*{9UnLC~~I7pnXqmn=% zab;itKb82!u@xQgXqv#k`+q9ms#(W(^hPLQ1=~?AG=Tgd-0RkY{Yk-!Xmdfy+Uqc$ zAOF|;1tvvZK%3$lpj$#l2z$tu4bjzhpbH$wgNfU-Vc2#EWMY%Mx+$eaZ@DF-g>lzh zFCQ@pcVy_A(WPhg$DaNjM?A$~EDe?OLl8L6Q?hZ^`ldL&_;nD-9N==_5U4_x=K=fi z43y%TWM%2v`@KbDq)=9_Qo=vSc>jXL4VBU2vwf z0XQu-y;RR>mMWzP8gqKP=0OYovv*rFpsOLg05;xlPBHbb-`1@VnX&E#K*p>>OsRaxh zb7?ZDF1dV2=aalj2~nAQ#sJWB!(Y7}w~b%RedV7L*zfqMNkt~tJYW|TokzbX_zV;U zN~;?RHwZ@<#W1S$D(>_;_7}yHmTm_JZivm;@0<&;xvG?ad2+*{>}e4%Y*Oh-GnL^5 z%)#GB4}=CVDi*7)rMdVkT-7CK21*}=tZs{+K-+MVaajSD#5`BGX zpkmzV0V}g4j{;t(-f8eAgih|{ZZWa#zTrzRLiD?ESPGlbb4|*;y}qSkuY6csnw`+X zTfg1A94tBuQA6Fb?G5wtkRm4>b?!!zTUfe#?89CZP1BJq%js;vFE>C{`l>ATmmbq< zK=bOP9+)-hBPS=-`WpSY*`de(3_|b7%TRU)OmjqTNnnv8dxAsu1NpzS5k?n|shgX* z6IjU3@tP)JqWIWc$wPNosrbzd9H4(Qj!%_j|Ogk?PTD9Qd zHHQb~8g>=`ZRQS$0hpu8+F<|WAQ4g6Ry^47yrkaB?veoV?4=+7YpbCASP0|K9cmN) zm8`Sjcku-_&*4pDY4WtODAU|0mm3Td>bhI@hG6O>!_Qk?g*)z~JcX&(S3_igX6}ea zuf}7+7mhXY+~)4rZzUO$MQ!v;0gnnft5fHW*gy?7zDScEn|{&@v3+lJJ)cc4Y++Y4Ym`H7c#3B#8m(LtAOO z84PbJ4+m1beJ^!Iq9PhNjfZ3(%o%kQ$JN)V)r<_Q?Ji--@~4G-G4&h zhZWri;YMpqDtFOzsQ2GAMNv~?0J|7#XWcPNl69$V3}h)GD3f~swr`#>BW5doSO&ma zF(3N{CViCN1ek06p?j56oo=Q&9gq9#XEDYdpB*dHFHG$jgCbd$(n`>#-Td-S$U*Dx6z|6v-vd6SbT!N^TmU4VS4!DuWy1 zSN!$fyERkeVfYEQ)H`N$jVi+$VKaC1)itN?N&9AM!;khra@bP3aTeo+aha^tJA*tD z#p+dY9)pk6SCn(5B+<-?v|kW_+wO8a8X3p-v7*eIse%F7k9{>R4(T|{r$FWN+~-4o zN>smfAkYXpJ^$pP0Dv`2zZ=&cRk1O42U%(wu1x2VdZiabzOuG|dG>>o$-U%mv3UB~ zqVgE4A2fhkdL;aXGtuB;0|oO7@K4pVa*NFj^d5SqOebO8tkiEkR<5C@IvG%m?wu;} zzhBaTJPy^&$w`fO_a2QD1ndhLuKPOj5}EUVSVh-RC&Of=_w+wMKlc*CZbU>84oZM# z2W68LdElf`rYC7sv1Aht;?ox*+~$qUoO%?FEQLwqgI=g}y8$MD_X~#CH++^Js3&1= zaADqL914MlK$_-RP|b@+Hu5xk@-%RT$F*V{q^(2NyQlcW_KYUv9q1khw4O}RR&{*s zwym#xQEB^FDCiXfD;7?F>Xi{r(HUw9sND3Ugr4-lYTG?PLPtER1!M6ZX{NSmKWeC^ zf{ZJ-i(E}j4+L+f9C!XJ3F}&1$*9Au`UjHj%HYXc0I-!irMtFq|MCgl%RIU#Pslr$ zYEkp8LW4U0VsD_C7F+yIS$~HsZTR*(`E;DHC~@`bRiEOL5(6;Eqs_mgv*0((XGuJ1 z&;G0CI6<;h>%cc|^)n&kZ`3RlEZA!Aq_b=)g4XhlUBLmnU_4ujradTMEugaE1yU3f z*RWBp8BDiCy-^l}4^Apd5={zt60$D#8=q~-b`iG4CgNH8PE}oz`>W?GR+SD0FWBD? zeURtk=KVh=11eJsM6ZLzbz1vnlWb5srL<%J+-b={9$_Pz%tWL6L&|NN$n2lBPvXRxH>Z+XGqFpfck%H znDrJp8xev}#7p8yOhhxNoS$3+x##7zFRD%~#0*oBJJ+p|-tqzdiri1JmB_1yS|8zt z>iD%_IFNZ!FID|N3;hbe-)LhbJM1#8uSlJQb#O-(DE-bGx&6S1-0YAPMn@SWEOYv= zjBC}9#hL~dsf(ai$R8?V`DG_Uir=RfO%{D*_k6l`oxjBP=8KpFoL#bsqQb9gD&Q4- z6^}qu?D%H2rfK|2zn)%4^n<2c56Vt`wuXwS@dM?v!2~AMj`fAV-opw#ZQrl|!yB+m zf4S9G8Uqqz&;uyK-@0zeGx#TaOyvJJdlZoycKnpcIGJBrELlLxwhuiYN0*45mxvVw zDAEI!nc>7nb_)x(o7^tg`Cz9ici!{q9#<2;_biJ%1hCyGTEBO4+|qt9g=i+tp575a{;TVQkT_~4Ud{xBm!ba`7T ztN`9a?sgv#&O~0F0IjO5^G`K5K@fA=#=4w3@J|n*vfySbYTkes-wb923IYI75CCG; zhhIsFF`+5pi@`k2UOaq=4f zePtDTFDNRS4%3eu8k;To6|$T8B0yw?%k|4JR^7HkA3X3v%af z%szt^*Ps7LnCjH-E}E9EugUF2<-5uL$uIoY{*lw!p}(>ZC(e%8kEPhY#YH;8a2ytF z0A&u|vpe|oZX2EN0c4#uwL)aB_Ct*Jeat&Onw81>MBmb0g%d`ld5o1VO?#1*g!g=WgpV2&w+gaE8ZZ|Tf$XJ*M!RyAccS9`OUgun-#P0(+Lt7+l zbMWJ!IJb+#t37}o8qsJl;-f0G_e$<8SqzcBwjci|%IMeqn-7V-PGms*v?ejU#{1h( z?nN#?HXmMEdGbA^=rzd0h*bNWUt%--2Qno2pACaoN}BKWz9U08i{8>TN%C_j?Irs! zzNw0CLYt6g#<@*OZUU&Nm}I9q}=buGzeLX*5LUj~RZeU=net6tp9I6b>K!F_GN+=isPZ__xR4cxMk8 zYez~;OFJtH6S{lboh-R*ZOX)b^D2rg9D3i8+fUxwNbHc=1 z4sNSC9R>d@i%_lP>JGPZi&F_v@t#k?Ec&Z}x*Ya?AeMlTpjn?Yc2q_*pwlumZ`Xp8 zH8ueKCU=-D90Bsv;{B_s9#<#($f8!WrYU)h++|UFpN0T(kWtU(@a{7E;|NM>$0_?Q zI`sw4>4AA_FG@Y8&*m>TEbSRQNa_qW_YF@2XFsX|pxa?w5U=J;vLH71ze<^ONf2}_ zen^)8St*tGe>*P&A%e*l)TXaxn^rT3Wt1>g= zzDgd~^m1|o$)v6i`-n4AwyZl5w%Gi@&9>Ny?xLJUF!iaSm~LWvciyqG2v>h<=NQ|W zII&R|ud5Som#tn00cLH9>z{kx@dju;Lz{Ex%R$`4;+jDbmPW#Af!4j=>HDC^to~jy z7_MI2JT?BQ-BSykp#kJYlguNJIanV&1dU2i=*E|Rx$t}@Rucl!rBh9>KjK(ekiWg`hx^@&;f-99 z(R45@46tTtj%<1Q1vqmH%YY5Az;|U~-mh#`(+Zp+`7_;);s48dr@f{vD zq&*Ovf)&Dt6i)23x@hb;VmJ)ZK~(HFiQCme{_ujI4zD$i6>tXZ{PYMoV2ORdZ;`}> z@PTNsj`Ia8D}eF5H5i`WRoaH~&|m*9l%_bF?rUgc+nEZ2atX!}RtoR&`X$HZ77hBD z&hZ6n4bK;}E2RP8IkfS(Kx$p+Ajc%YLpO)CD_}F?dtec!g&44N1d*^fVszQfCw6Nq zfA!$vi?>b*R`3Abu=p1~%##`g|?p9B~VfCsfI&u?zJ9ERcHKgiK!Uk|Hm zo>|vTcen|ljrION#=blp>OFj0i%N4!r6_A1MP+M4VTd|yl0wK>Lbk@1of%umX+ax8 zwuJ0tHwL9BvSk^J86>+g7-ler_Ze;H_x`T;y59MttJ8L7zVrP)pXa&n`?+r$x5}>f zlZfV5?5XKkuFz)5S!0Wg*1Hq!xj5hViy=R8aO6(?dEGx~#?4aE|IzOo8Z;7C`|F1p zw@eu?Q~NK!D}0EWFH5)18aSnyW;p$_<4(Q4_Q!9C7}D?bp5t-*eK=Gd2n6){&q(QL^Y@6cucQ)i=7xPpYV5^=$m?9VR3OyE zS7*hOFe~zUn0(2_N!6QgWX=Kj$cEEl7W=~kT=mVeK>Pzpo*UzS*5WU{*N3f_H@!n8 zL1QeQIqkh&;E%MyFZuL;21UQ9jjCb4WIEXmyE(>$R2hr6{LyGvK>444jueX@^1Nj6 zkiP+Q*yGum!Mw*oBnf}U)v8MCdb9>DOnAZ>-lALl?j1SF(31+t7mU#Dgvw0MJbaaS zx&bwJ93UaYlxDd=e}Y417xIJ+X~Q~Y+1fMETJ3w!IR5ef?S!L}!4FSf<%c)VhGJ$n07MtkQmB`3C!nyW*ENifRsZYr{)Y#J5&32_No^9gGhz{I%%}CQmLuh*kL>fHnhScjk?SQZr5z5%op!S$gR7Vxdj8EKAy{xkV?oOrst7 zU#6Mxdy?Kxoc%LrNQ(UIarCPan0plr}L$sYiSMrn)HX6Xs(h4!6=TxsAH6iYj-I#Dj3 zqvO^vCKtiF5-0(;c%AVlcnXJO+%lbxKdu`GCYstp=BZ9M?I3XiR$E#dLP|x+U5_T^ z7!eGg<>HLatN%SAHoOa9Sz8Nyx1IoQ4_JgGkof5twM=Z(rK_MhIvqa?gAN1A|8VU0YqR*_O1Nr3ln(>*uw%w$F>7cobO=LZW~8ZWdSJ9%zA% zE9I7{J4hm`Fl4sE$tr6N`Pr_AwORg3J9Gf?U9%Wu);}eJ_X>~kLExy=_DNvnOa^js zBm%XfjZ(uuURynhj@gx|+DZB~LZi_l&_R|J&M7>n_XPgW`MK~tQ01XPJzM|F1t>2a zShcV5V1B}+U0Kp)IeMHne`{uH+S~u zkd(`z3Q#)X3W@BqrelAFW1jVw=Y=pk+depqI#{O5=(kmk!d{%d+8hF{SAGKKz?AVp zUA1mGFqHVH#_N`|o_t1jQ-Ee|baSs)1HZf*u05Bjo(dyeF>^i^(D=Nn1qnG+J|;NZ zxb+0}NG0Xw&GFAE`iFs0B*kUb!#cvRv6*N`T(GST_^%F&&&lXd1EBBm>*@1LzztvL z$6Jlpn=HRoa45SNBWL#&0-_D4_|)sw+U20_8dO5yFaZ2C?%K6w!!C^tMxT1F zwG4zE)?D&?jYNcDGjtGABXOVkNb}fJ;O`*&!S;NhA8~r`k6D_c(=5o1vt$I>w){Q` z0ZsjL+1+DGFC=SuO_mP#?BBs<*Hdy0g19>B!X>zHGV7k)JT0_EZu_nW$$6H*E)Xdv z0Ja`1Xvxck5O{@FwYWNool}QSb?Dl^TL?1qU-ES(8OVd`%j?s7U~SslwP6+|tvE~~ z2W$A-q$YeosAN=_euunxFdwK(x?-kp$C{F zT>W=0s%$OvD%WtM6S$mg!}fzKO4OLF){e8CAz9}Mfa>*>{fB*a2fCz?Vs&_*2e8ix z*uTpi$N%^URW1F5h!VEmI<^N7u}Jo>THZkG-uHeoLoY{nZ?2HYQUo8**;X z{;rOGgSC3nk@f2MZBp(^)g)}!Tj6~%k_*7xPc$X){t6WVt8v{UpOl|- z9MNX<`c@jlBCcmv?uGrYz~KXz%Y={|xUG)Uiyq2`0Bh#&p5rlO_u?rGhyU<>Days9 zxePh^#P1ASAO6?IU195ogf_+BPg-X~AwyfN^3?>O$Fs2D^@FmKMm@>A@whjuX%!YH z`rmxDdiGxcF{VFPG2cw&u7j_`f&1RNes!D0HHh*5b}59@{~lI3XWhoFBYp1z6u|D{ z5)V(K^R~@FhWX4CjhF&^l7gFp!M(4ZO@)QrR!W2T<6-VMEC^@qP3Ltww5Ky2IN{rN zEGopIP)llxJ&|9}z|;pLclH}|aLeE>lDT58w(?`JVT>*R~(MSHVEza86S5@4O^u6#2p2FFRt zBC+QC-UpHNP8f9JtD&~I?7z+H29`@~XfCE)+aHwAYHK*xDhI9eDVDY)={m^oo(c&D z$|gavp>mTV-|zR>_e~Xg+LX!aANA!SSn`a3<&!fo8DO4q$JCvv5SfefmNZ78h<7C= zZj177E&=H7@bHaJQmbQ80%+>Ne8>9O8(7MSjd*LxC zm$U;xhE`~rH32sW$d{^vx#Q(0d}s~w!!Y0p| zsJrLhKC7NIPJ0bg8ORZA6Hks7B=iom*{R}=>4g&sP5URv?Z`1;Vav|*0t-`gK#n|N zPZ>LIs)$&cV{nf!nO;L!9Q2DVID7ph`mMIYA)-Ra`gJolGhSH*<)}WqLP7aD4!@vk z<{t}^{|_Y;$HN4D$+BD=k{b~1xM$*CVAz#)@7_Ixv8JA0WCfVflyS@g3sUGw1Eplx zM>9mp?2Cs`Q=G~AIE-pC7w6h~R!yMSUs2tn72Oy9_uvv${u_d3s} zma=6h4FE*7Ux}}KM}F?ZkifLZ*EKQe(PsNtOF}V)Wu-IurWq|kqyS!zoQVsk>j4AP zzg#W@?ZFQ-l|HSmhBHU$O?Ro)^7tWq%wl3mo!%Dh3c}0MW zZjO%V^eBO>iOS&~uXIjy%StE9XmL)Y)R3~pwAeU*;i*8HlfXN_od`~&DJ1XagMzd5 z5(W>;kyps4q^N)a zrwl6)F~P!K7bJ8u0scY@=T0d_#BqMk@Tbc*90gq<;wI`}1#0;7f^C@nZ?1qsi592T zb*a<)#CYjZ-nT`x8#qkWSE}r-{sjqL*|LQwqWtJbZP9Lg&Uv79(o~G#d`PS)*g7ZF zVkM&ZN`t~hDoOkYwzypy-czopVXygm`bI8)i!+jb9VfLjeC|OV?V@~~5u5!P z7p16qH%~vgdb50xttB1Rwm`05S1}DYo)~Xvu@HM8{_*lt-~NL);gJ5@r_#4(-)z$P zurfLWaSGfeV$KVDo`upNJ!0S5*{L6J;GEQltS3mpwsf&ln9j;jeWbgD`;M!9Y(^ka zyY$uOkC*02=R{BOrC&K~dl#A)S?-^-N>9ZqtzwUM>+Q{W=aQIGY|%iGLnOnleyxa7 z!piJoy%EhTNo{f-p5h)5lyUYV{t2(+L6IdG$3X$&xYQ*@rF(Q;w)HHo6%~Fp_y^{X z#ybGEA^8=T-QA00YK1YEDHIBP7RscCh6dv8qZdfT zIid^fl=XERkb?6$LCpOVQ4}A%qCTiZaEfEpftthK>pV>w8(VM_yMJVDXW=c4X~m8c zr3D?IGjNUEY(#Rxg4|SDchn7rMc!(JE`QJr~oFQBY0{g_dw75X=tV8el_K`qXo0cG8*39=at`DKWzE>^_xLw zaB%Rj%K~K3%d3DNAvjj1gb2t(MKO|z2nMZS=!TeoH-CJJb`x>iG8w1XkRrSNT7|VK z?dT;c3wOKU7SpUiBm%ypjzXE9SrFU0lOR>nwAI8>zIg z94xmO?b%6v7tfGqrKr;v5{4T7$YrXueuS`bR2^WeY6)OHm0D4uETrVoEL+CCWlO_o z*@S{EINWpbIrf&hW&rkbon}$fb7Q_#YR?^W)$vQ6_`bW}`%jcxj`hBtlc)y708Z9la{_o$d8u}oB{9KjPrDc&Hm!0_mh7% zppI93agm~Syo|@4uE!y8O}T@>xKAJX&zbW^^XFAA3A}N-6ptr0Y?1Ft@b~wJhlJ%T zJ>f(mkz`GD+d?_B*rKsytuD?_8UBofB~b3R?|k-P@aU=x7&8A)#y!ytr|omtA~G%f69+4#>=N1SUAZ)f)9ekKB`KQ1~F1dCY8$ zEA(Mb`)(utfq}c|YWn)lYSlxBEbx~~kl`5x4~cpLA>ZLxdH$%|b6s`_URN^EyER2l zp0~pHmT%7TcSRZW(ZPoYSj9Q`zUAJyztCtaEtH}_L6&Hm6sT<{GEb}?B?dc>!%Y7L*8Ok{mG zm{~o_u9Ze@`9vk*2qA@~4m~AszU$=}Q@Z=|lysu2))}^06lm(h*x(e~8rDldFU{0_!UxV`M7sgrcKowjT9d;}?=3;EQU zHnm(aJ)kRhu68XoypI_X`Wm$nL7K5wjMpD1F9gDcR3lrCk<%_H52G|6c?R9{?Z`wp zWBfjT{7;9+?u&jdZw!4gaFxPt;_$m)JHX!Pf24P>up(X)wC}JQ|6NRQE3U6Rhy*6s z>Yd(uxL~nS{alYe+T*~4ar1=^?UUQCo)o^St|XbG!;f~$3Cy4we{MKkmH=I9bOR4< z)1_LqH3vjh34)a`*&YC0;PCC!GbV<>%RdSx!-i;0z-Xb_ctIIWwKXt;al6yIF2X&w zeMUHYJ(;2)xm)FWJ;qFOR+xKZ4+F3@{geOc>ezmH`BOhz9KV08G$^3&ik@Bo)hGyr zhimw^cjTA=tvBA0rG4ZRQJ_Ak@Luu$_x6{73vwcR^dS#cMw^++etZq~x&?p;0b@9G z$%5~BQQl=2*xK=TM`Sgfn6Muvetpt>y!M`s! zev=@Y>|S%3ZOltyTNzEoAu$EsOt+35>_5@=n6o`h@YE~zoIcW$G*f;_an_J??Ha;} zy(t5l?1O?^3AQ(`DGuhH#ub*qoX+PbtfB$Rpz>6mq8)BI>GzU&`Y#QX6o$o9t~y*| zJK`7}@A$^Y^GN?tsHah#vMTzJHa z_pBhiRC;=PCZb)|aJ=9`qk7+3JQP6SL=@e=1d*g>?SrlAyZg9>6uu9Ea|k;j*mG~h zK2Wasl{G*+=r?<{=KUlmU-T7yKcwLEr&=j}pzF}d-tnp^M~?sVA!xeyY`JoKP4PJz zY)KR{K1|*1;+{(;VTXfSCr=`l9jqUsQRlT#hD1z&qG0+p?Zt8w z8MxcyHlD>D%O3x-kI9t(4qiVV%h~Pl!G^xv4TL=1fnWiCe)c^+1cStos{rN z2^W4NsOy${JEGbmwj%K2Ml_6Tt>41itKP1uLAUGKOBGR_GsaW4N+Gw(M^WU#m|W2_ zgNrs$J8wo4yvdR9^|=1FoW1c2udRA(7QcaQ4J=O|YKEc9h%Iw+F74rzafqZb(L6mL zzr8(2{nZQt1E;G-Y44aSI(v4(>;Q+IKf^Hb#E(|+pl^MOF48O4_gw_7v0lLi&Rxa| z;0YyZZ;vp*Gxop~8JX^lOj78G@7Q5U9t^J=8xwZbhRRw{icAAZogL*3)`-CGZaQaB zP_DOboIMx+eBCVi1L>+rQ|$IfWoeR`IPJve7KQ$_UTkC+XY}VEL0lz?ZpWC*#onaDXP$=$a3N1a|TJ#^Ui$Mo?$^t557R}XfF!;Itj>M zpNnIR+xO_|;dV3cMu~UXHu}2&UDb+CbsfIUaBr|Fu(z*dxy34ZYQZh%^6azD`}h5h z`sj|#sFt}KSIODcHFqarY-}EChyi3J>az3{{+;dmbv}iwWp)Ncqhf!GEWl%FhNmm1 z>KYd7sjkp)cGy~oi>i8$ND@*GdYPETpt+d-w~swZ0# zdS#i!x5U3vB!=@oWlYS`rkvM6@N*dk}wlE*pQ&atSl11DO1K%uQPOI$8vm@6ug(-vAp^Q$)|c7 z+4dU4)J~=GA$r%Pa{*-9Lj0!zkI1P<4X(^GJ$XKQNBrKqKMjV3SG<9bcF##{e%;ko5M5{-b> z7DQv>(|%8b-Q5bpZVom!H<~RzOjI}X>J;68ttnG01jsvmSg8b)M3_zqeDO+hY4?}Z zq)l29ij8mv#kL>|>@#^9{6TGwO_6HLzG&3kigynKaVbITZOW`w=$6tn*l8_Hroo%h zIPc_>$bkHU*9|wMs9kDzl;+v*-xmg2g~UOlWT;{k=BH>fY2nvpheeNH*Im64Ajct> z(&c3zd9Y~+jE;!`&X5-yuW8L!$OqO2nbv@&?kaqB=#?J0J@J8YpMNB#=5D_zf9y8< z(BQQOME=&rj=*eG@5J4iAx9GfpZLPNaQX{)+?rTfKH$*(l6AlxcMn4iPnCI*GRx4P0|9< zvD5hNrn!07;I+!`EUWj_}Z#)g=0x_l2|ebq%Iy<`}G1G zC!Y&_Py!xRRK34#orjKD+}O4V&C(7(nRNZ9V3@!8AI-YhQ!7r^m|~_DK3?A8c1BN_ z(+y5<^zjXgSr2i|A*dt()zW|vmLG$GA?EHLSNF(tMe@7;!e zp4wj(6~XY|`JX8s;s2BAekipYqNQ%(Wq8298k&TR#ymwmX>QYix2N} zQ>Z{nyg2-Bc#DL<>(dva@|yEQSd}{I1qH;*I+EdI=@imka_p9C^2PQxBHZ|R;i%nS zB6kuQ&x6V%ubLdrsR&?sP260WzXJ~6e6UvI$+n($ei9o=J63-zDRWlx?X@tD7#i7BEySbSrbL>9$7 zk%1jt>FD!LEMmNjZQ^_#=|IF~1%!vd`?5pwc)_NA`I5$^vr6ksiw z4|n-pq)(DEz~JnW2pP7AiX3_y4cHoXKXskM;ruW&vrD~S>Q@*+F_WcM=M=p`N28gi ze;L}Th~BR`ZzPhnlBbzHMU1p2Krxvv)Gt!5L}nM5?_SwzS?G}2&o1Ol%(+^FvB*d^ z$#Kt}&x?Aw?DPUw!7FKu!BVVI^M!9_}g7+Sv9s~WK`@MeE6307x0g_%#*@a&+ zJpK0*M@2Q_>sA{f1(ypOw+c3YekLvs1EpQ}i6ln|r1=VwH?M5vGJv*Y17-E>Vc(x) zAHl1S!8AO%pk;$8ChE8DaHgf#E0XSf)Ph8r<4|~EMqDO8$Em2pu53pGtdG=&p;`qq z0?CRJiHruyXJ=vDsbconm@(1!7(gb>7vbW(2*#xgaeqJ@zxk2oST#>LqTUtg8aEN$E`6r zaEqQec*2f|3+k1cvbX4OzgqBJ%9DtxqPCWGl*AAW?}*L%*zQI0dgXjkMc`4leYv2^ zDe>$Z6n5`)f&ai97ib4E;AS zTojdOd~XHUA!oOG3=DN9|GBv%*P3{iHMN~1itsISmjtZ$TzFG7Ky~t`wYl@?gym%m)GM-3&j_{EY zFKX;4{7{P`OU+m0AtyU}u{$3m1JJHk&+KB4K302JAhVtCOx^gQTD3Uo_dKZ|2SI6D zeD`FT^KM(IuUu01{w^xg@P*HRnaZk(1e>SP#qC{#~&CPPpt#EfT7NN$EsVFOxy-rPjQs@H&CbNDvt& z(?$2R0z9gIA;k@SL33usrMyJQl!oXRq-|>(mgL)Wj{Y6)JZkgus7h zH#gp46x6Lvma$!)XNF-A%K3N*z&f$aJeYd3Dc+fb-uuVdqXaB2?J9Ou`cotO{yrUm ziB<5LeM6=f6_2K+#znU*6g%{0v;72)FTa^J$W`fJb;Yxyl&Ac;OTuj9(}?ys4M=+G z&@u}Hy5CYPz6lrGmEHm0tgZ4B@Fo}>`~LaaVx3;avEh1%N?=5zD+e4pbNvZq^;@VR zEvWT_$hJs+1U{^+nb}|Q91$lY4k)fbcjhSGR0&4O;ryi2g@YtYXJ2gPAW4nd0=PI^ zV^|K_rV1w9Y<>^5kam!2$MG_R9k=0_W?RoDkHJ^FIZZotHeC;Y37+*AE=v-|)0-(h zrLC+)qR(DoFcsuGChs=is7P(A=2n^D@8yji_VfZBbOzgD@L8zl{vGTXv(bn|Sdap5 zXRqmxeC!lWT$mFyiE|%|WNnkYznQ}S(Wj%L!lIs+VPo3?d3_(vu7NDpZGgcf30ShF zF+e&-PP7uouEX0j+-yg669DYMQQM;4Be!^m7n_S?k&+Y?9vgp!e(o^ZSF^66m>$Q4 z2NbbzlvI(8zK^3X-T+`-!hsNxIY<)baTtqWB+`n?(Q5UW$(Iof=x4ATer0-^>|6s5 ztKZhcyu#o)Hyg(&x6%T{;~P7-3hd+LH57WCn~IR%j|Jhk7b38~9mZR968anYcqMopG0vXBoaLj73Ox0^7+|Ia9rwZ{=+7GO;a{ zMOZmpSR_r~VY(eGLdRFB`E(+6jILM_)GmJSnPocUH71ld1aK?AVTXT2pzN-4HslC5^j*?NW3gkpU5aQWme9 z)Tl+0a=p71r3I&;4~EtSQIP`?8TaN8d2^n0b46$~kyp|TTS9bBrVf%S3>+)ot~+DQ zvMMe=pE>#;_?+D!=NzYRA7VR2AM+^zsG74Q^|nRj;#dYrq}UzAp98gFxB+3$@7q~m zMHqmHmU&*u#8tM6t1Nt;u9hczBvmXlIK(l+#ycjKkE_s*FQ&yW9wHoDT?^+c>^HS3 z6TvB`#3EjJfcUV-*yV8c{Fn zwu^Q+Sk*Oa+jvpO_PCmaaa$HV2ghGy1?0Dsx{msxP$*yZorLy=ygfnWCc=!d=VkR_ zJI|a)zTHruJ99eq|4SCEX7+WR=U<9knK2O)VyG>vg;U!e&dAuEL-VP zIuNSp^6di`z#*S4^N&}=H8x&>Tvu=mYJgFZd103T#iM!hZL4GVG!p1>+p{B z^~12ObphuCkFUOy~A77d5W#JIUlN1MET#-E~Jv&?4eI9nRJJxY4 zB@oJoWMxfixFNG^Y;<&wif#X5)T((Vc)wT-Q$dzjR!S)%xL0;)8gn05w5tau?4cdU$i%hJ z*vnJYru!3in7{KPZ20XoaMgT$&-kavirM6g!M@+bebf@0qg2G=n(z#A#>%3}%J_W0 z@A9y3wr3SdS(ydqqHXj2QmCR4$PUOJwOjqt9MgWl{VDuzIdZsEtu)AI^P~;!F``1( zF-M~M5GYCxi5@sZFneCxv(E6j9d+UJmj1amI(gfc(Qa3mwZY_skKF*EM)2+~HfN}# z*lSI~KgL!=942`Xzrzb+U0=%2`n-!^+(pVkx7PA9b&M3JQIC^~G^%9AadGxAnrxNx zzSf4lv#d@Et3tiv9(Hoi$9ej~nB8yr`Okk+TA#;Syu3Ga&3mz-BOym%~-eF)W$! zJ;e@aWrxgB`0K-Hzd0w`>{qK>V>^ZADe`zYs@~>oyDCx29k36!$pQKa%mS-Xaf+?#xY2<|1h2lPC3C zRrGz~v&XuykE)k0^N^i=htUr`;pX7#v55(G6IB2!;?ZpTD1eHCJPaXpGeu=f2?ru4 zTR-o8LxX&8CYem0?p=`i(C7|^^Uk5v@o{GwJ8Cd1D+{)b>EtzvxdU2gjKlrlRW|K9 zuOm3f=rR69loMAriU;OLzQ54X`t1A$k`64hbRX-OnpC3-T`W8x>U`U?IChs|GYi^? zyvHW&(|O}MI&w!dPw>Xs(%R6HoK{ePoH6pYS9V+RAr<6ZubfSn@|xQfTc~fe`i;R4 z30GFbqoAq1bO4>3o~t5_I*m;Mg&@!iIV>h4OoZ|6p-ki9{l5F?8>jAzB>KQ9RvNaa zf?C0xg`A8wQg9kXA^!u1H*@wO)G_J6AH^5R^oEEm&$P(3d|Zfl6oz?O=#5 z!+Dz4`JUhIi}zr*!G;NEFBfh=%MJq?VAs|ZUHKX^V@!Y>uV(;#nDR?x{$=%dY7E}L z<9F|O2njAsKAvb7yG455-hAIO5E8*P0Aox$X;6U@(i7Pzfrdc@giEX>PFDX9fsm!Q ziLgprPVGvOi3859(1!tl+_5`Nkn8;8<=FCfpRu^)BjqPS?N(^$WuL8`>_{=r@WU0p zb9Z$O5iu@xf)uppKHty#oP~BvnQCDd<-=|}SH^u=GTwkMIQyRXfn6a6K+2cD9J>PT zn-gd;P6Ev1;2=H`T4saE+0cvbqT4HC3dBY2?Ynw(Z&bj5Eqcmz?($#Ifeq1;+u|ED zR<0VWoOBVJB?AemUaMcv)Stp1l5<@M%*x3Z!KE3H@vlx8D7DV`I2}x4yKWP{D2teQ zEd~mMcabJ*R-??!VxT;mZ4bZtlJtdI^V1DXjn*n+kxh#^#=0ukkE)%4Ff{-7c{DZ@k4TmRU5Yyq$6HPz`D|4XNV123Q17MT z$yrC)S>49Zh69$$f(mn^;ose*oP7P$=6tejI!t1 zEvy39`D`X6&h}seigIk6!c0&04VV5x4*ec(gRbj`PyXLeUd*|E7?`FR4`cuO>!pqF zF|e%_TJe?SZ9T6%vz^t`#OgWa>$v#EN;%17A>5<|BD*{uuR!rF7WSDp4XVa|hXuHL zqrKZ4DOo(+pduTr_mN>cU60)z>-f&5bLVDfzkq1MePK8b(-?x+G;Nqf71_3c9$QDI zGvY>tbP5!cQdHMYS7&Aiefr3JTH*xofN(rrEWJ6eH75MI6ykt;=kGuYL3TeL_y`W{ zu^mbd^_acd&AmzwIQe!TkW$vw~M|fSmfHf}d39R&p8|IGC=A=<(cp&Y1 z<~!eCSC*$G!!I4)Y00?Ln0WOQasyA7mo%@{a_v8pJYhV&?0hM~Yww&F+Hy4M3g(oo z>vVqSM8Y13DQXxTzE45MiFQg4yN4vN#2x_|=L3msM{_DSB%%OY+O1OwQ7>P7=+qK7 zAzqha#ztfC;gJ699bHc?ExOzuJ2x?BBSt({&r&v;$SFPS`Cz{8!CCC>2c3=KYY24v zHEw9frd^Hed+QGz`p$iD#}@yD;j+YFX}rqCWX zM7P=rkBteb*oOy^6?b%hjcT)yh$%=G?FR)I1KFIstmC5^QJc*$XHZ*nD%~EU!swx9 zmJ=s@j~tAreqqERs+e_~=j)``!@gt%alp#N?)(Gw1xS(kFz|sv{y0rLk>}B8R;sB) zojy5@uWjOiw3kTQqRVLcPKham~n+D63jrem)d1%MnaN2pyTLE3rn28^Y z8jH6%Ji*{!d<6;N*)Vr-Go`b|HN#fvA_O;$hm9EqZcJy|gWxoCSJIp{?W`P_g;7&SY zZwe-$#qCr4?NgqiZyE+%j`~og+PvSQzyjowT=BsO+qgFRq{Oc4yOpFK$`Ogf?ZwTM zB{}1??*`s+qwlqgTB<`B-hp4gGbUU;6m@)2KDX9 zG+uu~^lR2<76cn)b{$)_x9~%(_&CHDSejEs!RcEf_R2W4GJLjQa`#%FKff_!cl|xi z2oPI$3pABGSlCgk(+akR1{yvl-Tg*yufS*Q8_sRqDXpJT7DNuX|5%CBNE>Sk10#Q* zxAC3sDi_CzaUH4t;}(SCl%wB==v(f%8=h==O;$S#egWNt^Z5!YSR_gb8r(JGq(nv-bWSIoFZBYSKjBgHD}8aL7BBOX}n5>t9~ zs7ajKb|INXiYC_@Fk$ERlJOm-O)BxVzfEOV!;PL?Ht=m->Lz3bQLuzlBHBigvXw?| zT^7g7mZD|RE^J-$lk>uRR3;OHg?}16RPD%1dBC0yi?}c%-=_Mj?SowqIL+j&tOoDE zfy-cd-|Hx{$EMgcGC%C`dftGbr{?_$W~R(IMVhysojpTxN}1P-0s4wS`bH=}LAy3x zFC*6<#yK)auIffT_0=LWb^L95J1O_x`yA4~dQ0+%9RbP5n@jGDbEGL`Io1xoy@B-Y zn|htXNIJtQb*F`Sw_D|E^HpO5(l!@G>7Df!3uo4N!cE2`4)m+71iiur9a84+NSy|H zersd4#A%|s4a=oQU7P+HS8|GIG9osmr1|mNcegxRzw+-Yw@WEfleKs&N1|iQ ztAZfRJ~5C2Dw?*`X~B1Hrz+8H3~FGD2l_hc%MOZF@iO~O#+fJX;Je44N!3FxS4x>?{q&t<t>c)>*f_+duaFLyYv_HlsnU(O{B{PCLA3% zH1Q-}z1ni&LjP?9wo2N{;S-~jxt3~!ERWJl98qoxmo#Y}60b`xXN z4Eyr`Iv_N%7RwC08)E09Kcl6I+lL`8ZMO5C1@2{UyhrFskvP%YOu;*J`U56lKJ%ss2heTsZNscFBz>d0>AK)WxRJvE(>sQhwr zz^P1=Z(!hqceL=Y7UGVw()r5`#^MwWc>#=eBS<(W!0WhU5B{F8l8570ktAEpdua#l zEjSc7(E`os_ zrm0kH>XlQRkaSsxJDN{sXGWq6f*5}5V=wQ$qCU*v_?K?7RGX3Ai=54Yuj}>ByDp4H zT&(wbBa;j(b0D?2rpI^_I-7buCyL>X9Ce;_pDX>SHY$BVSee0WjHXL1*_*oa-4#Jo za+Jiv<$Q9iwY7AuiYp@zQz&jMUN>&t3SGCWQ>9nS3rmQ}UrS$oRbX)Mb@Rj+p5b{< z<*77&v!=q>H?A?5c>*acUcqRrbyIqI8+C7ZlTVywz_62X{Lo#3IQ;w}1wu_zh!Ihf z4wvD`rF|IZfsn}R9|>_&f_Z{)pLE0TGExnewz?jQUcvS0@6g&JU$M3VE za$P3$D2LzQmzjS<;9jh~xyIjULbeb$j_|GFLISVhwo@Z|=Cfb6?(WzGBP_3n%+Byb zJ8Qei5>gbouTeBG9NFQO^GNn1s-*kwQ26)@!Sw7RJaDE>DV*4EZ%v9`y$jJf6q7rs z)P~xE4@(CezIMZy=BynQTYB}Ppm#*D3-%zu0I*z$_CwNtBiIOWJyPs5Z7V{~cG z`rg#7?@%0MgGB_dag*j9)^eRW@65)-iHwB8V$DsYNN@YpO)-Zen{w&~1m7qPxs{GF zVuSjms(t}KRUaP#WKaU}H>9`&?P07UHySYdfVVb{Ky=l=vguMfRiyWnjyC#xgv=um zE0I&m0#@;rX=!Pe^*;ub2xEoV4gkh2U5sI?j&aO(0{H}@IKT!DaB41`dDk@4`$2HP zgJ7!;x^Te|HP__+lq8Yt%wz8yYDcxo-!{LCt&p*p`A29(2vHsuL=NM=W!SXjxij)JTY@x!Dx`t?eRcq)aeSWiI4hTk^c-%c+jEDZZ5*(6X z^EQ4KCMkOsD_9iIr5T7LNEn*Z zK)+=~3eOS0_tv0s!*Nb|nONad!zYNU2}qC$m+PIGYOijXZho#Y>el1I!#qKuwx=*Y zZ<#v4_oz7abdI%o7_oGX8}1@uaWW^6Y_yHMtl}0^v@QT0RxFXXVd0RpiJe#cZfw{i zR`2`Yx_L==_^kg1b%}52p;oRe@7dTxDd)itN;#x0%;4v;9NLGK8Ku+JU`E`QDZK)x z-4%s$=i$a^sUK6azE=^==U7x5=qVtYYaipjvojY?M8&74VUmOc@~kyQ!~Wa!{9Q@; ztLk&zbo+YjT(p?{^`uiU-x-iilw>o{bI)cNcWzxv0t#6{*`;x`$Vd0Y<*j(sCLas! z!IdKAM#8di)KDzr_5f37-~4S3WrwiTAVSk@_#;|aVI|5BX|3u(_&%xqsX}wDa@vG* zue@BVRPP54tm}lrL`j+&>nB*iAt}dBA+vM9#4N*6e+v>&Kd+30Enj%o7bH@n>AToE zY^aw-f^z`EFwRI!56@4d2W@ZTufyWsE<@5g!HZFI_Ytb*0T{ic{*)=V1;>< z&#Q8G=c1y*<2%R0?_J2<;pOm_1AAao<*URUK2+OBmvO>Uk0*uYN`1xhT&?#pE)8Hj zmHslZ^DC~+(|PKYoVIQvLW6rzBGH|#*(p=mi(z)Iomx}bEBgg31T0c)e2WL&A~Wvw zW~h3&$L2Hl|GE|&Ll68gLY^Nbj1wht%C#U}{jMSw;An4petbJ%U1XZ^B(z28#z5mt zS9e&`$Mh=8hU%@h*s3fKsAOwmzwr#zuJU!uKyJ+3jbs6HlWvxGG7awyYjUzCKQ=CN zmF8JKSvT@)8YsoRldIxKmuFW}t-QTKiUxZyh_{(lA3Nyw?-*JkL~_;wM*X~6lb~Yp z7M9tGr?eAhlsRP5@JmZ{y3`(FHfGjat2PyKtx)W}cD5#1tcG|;?=1~#&Cq~VK1?Bt zB&?41%~49>sU8nHPH>=5m+R(&Ylyup>75QHteFss;J#!h?Tvlnlbeo$HFspO!*9dV z+kQ~|08^`E6|bbQ=_~kjH4aPnj8_&3=((|WZDY%uH&0j2NK_shE$L;EdaoaJN$Ijt zV514E_JNfUBj)7ms2tDjJ#uCd2QLzKYwLQu?X&W5uTs9;rqz=?>lD&!y_&JD4Y}Ny8uYsjQLKW-aG7W8N&v_QlL7|3Z?F z?1G18h@B*bhyoiSqEHb>nfGf3J1v==OBm%sjx_PW%^M(Ks2X@m)P{-tg{Nk`S8xh6I|>^ zkiC+KOtN6>{rt*yhIAW$P{;4AdV6clCkQtxD;9AtFW;=(2qTEh(t)nJdy2BefrDE*gVF`=Ev!&b0V{Q(X_%#h@ z*Guq*f7T=|E9cFTC`Y!x!S?D9zyG>oZvb!&_WjOU8dk|cIpD9?hF)LRzvcU#1bQH2 zS~P(jQdUR;^=lr?Ab1u(T)-xcc0^}R>D>oujYed|P;A*CuY2RkS+IW;o! zW)jaZCMd74kt`u0p|SDtR!Fx(vZV^oq%j|N>5a6;FQ2gcVGde_S849*8Xba=GdIOW z)Jc-1^~hy)my?1WFdteL)RdK#&4Nm76rAQ0VH4%~Wib*)?EcxivY`*Znib(UF8SEm zYmS_zeo^)`RR&SRY?*}KNSmW>YOu2crNYw41H=Zje~P!JqQa!6n@?p?+pEE)678iD z(>ttv()zgT;~svvyktZ&*NRMp5e8!+z7e82FrM)yn^6Hcl|D5(ucf;`W~I|E!h4`s zMLUnXFL#JBy=^Iw?k+(59dze7x)-iw<^dLaMnm;3>LOQ`Xp<%2bL7h+__`hs&q5WC zv7I8&;wWq0gq2#~rSq(>GOVY{3!gQwEUtUo;9|@g(;I(ivh)hfM|gjh?9(hz#-)13 z2so5q0|pXS@f4SdcaC=@_L5cdXnL@8KQ=qs+Fj{e`S+856&s=lh(sdEwPs+NvqG=x zBZ0mgEur9glktwTl3T@_C`QW7n|m2Clk3xW^}5R~!X~BI0|%*Vp=k~c`u6LVh z8k=x+^nDcjfTc>0^j(OYW0#zVi|21JlcvO#r@2-W65;zdMb0*#X^jKzM0ShA3f%!m zyE69^Zt%N5!3uypGDU_LUGO9(q~g-d8NY-HFqOdu^y@}>s^l}b1cRAO7Us8rcd9SnQ2@Us%Tdf zGE<R}PGQL}Qs)zAX!dulg_dd0Vu0uGEG;3|gnHJgi$iqMav%SoWnauWx*UtDvo@ zWMxpzy;7{YojokEp~#}z&Le_ia&l|T^+mXjp5%V}_@wQ>7uSAXsl3G~77*So$34@# zWq}rKyUF%_xFnZ+XW;QQwmemj-qCMz7flNm4Ntv9db_J<4Xn&#Gb)mw>O8%4I}J7F zgJjJc92SEA)*`r6jvH}OsQh=E6jBwkDAdtMp_yMcuJ4@Fd(VGUzMr8V%vC;a-nAE7 zkW~FeG4}JP%v)=z4gr&@`{onQVSb*vr_tk|Y*?GS4aA;3VK421#7#n6Gwwu)!s14P zM0Ux0!3ss*3@&m(PGg6~>p5QGh7jH6+MvF2dI{8z7uZxpRBWuQ6s7xLw+30l zi*t**`3}9xr4w)K%SVCdFm#*jDb1{3&v9C!?zXk5>ARTF+JPM{=Jmkh6(qzj&!)~y zRde$h4z0B7zYwB=BzOaPPASnn^W0!Jx&3?3-6h!deUcZYQ!V1Ip=qe>Qj55yafgLn z_a)`)fkegt56#J}E~;a={OcB%kC)V_jV`G+_Xt&<$V80zyz%b4@~vHCzH!aIW;HAd z^{Ab9Q}CqX>!dN3qDCKbY(qau&O?5^=IG|`J(cXW0?O)IL9RiO#iyi>U_ZreelkCn z&UE8su>FXXkNB3w#l>5!#km=f`aDh8uPf_IWL6~c%+P(kN)oe1koVs#y_1lB9CC(~ zQi!ToEmy}FEU%=u8u-u#9F#|rIx z$sh%iNqcdmqiTeJAeSq=E@ErOpOAay@XP>e?Bv2Z>V;nw$MKi;yXryezPfsu%AQA2 zQF}axqO2}=vLJL(Y^g#YcDE3&xcm3HPPvRce)QtlCIX&y%>8mwJUQ&lIyJl|A(zNkB54V z+s8*q#89bh*&sXRPg^@L8#*!lYGBPn{#=bPn zjNRD!-8!A~Jiq7l^~ZVj>Yvl+cHi&idSBP|PUSCxknWX${sx_a*b8syELVR{4^r(d zyic0wp-&1a@5)9JcQBv6X*>NA{ef(HA|X-6ak7p3HCU%LMd7K3onKwrw3a(7v8Z!F z<{HnpMzM-H?PHuCJ6Z31%&v>Vk;~{~X|)T~qk}6niCubRn(rMi@fTL#()Jl9cS@o( zY*F4+=SNsy?cZ=Sc+_YA5XvF<{+gbhO$1`dwC5&rLr&Ei;SRJHs2>s~Y@eAZA z(^nL(6g8hgktdg{CS_mgeE zF2ipJQ)brPNjzi-R`Fe>jA32CtA3yL5Ex9?$N0$pL<mDXim#JG;u)E#t>teV z>Z|UUp$xs?S^Bo%Y5S+(&~GjC)k+_&)1#xK)Wxo@_%DmtO-NXaocslyxtJk31Ajvh zix02ck7zY9HN6DPCctd{YZ;DS(Ka}k&VwV@;WBUW5~2{EB!9N4nORykVt%U&2gQ?# zhDWYVmU7-{fWp*M=6dIjS0S0#`U6q=5-=@kL2q6vf(tk5#m+t7Uv7WZy}$gDg2b!< z-)UE4OY&!-9!u}E`3#qM?SXFTYtXu6c3uounox=5rMwH*`(p*e&0w~xWny8-@GgCYPf`)luPIV$t$H9ADHfne-S@d@w?F&fYnj*Qk?ULJCFxoT z!#53<8pIt-E!%69b4^4-f`2I`fac;h zwFx{3sP+*N5%3}Frft(8Le6Ptr%me|7`}MTn`9RBH-BfU5&Khe(JBOa&qaHU?Mzsp8AoOA=xB@kep z^Sr0E@N*qbmz!B&R8_!`dYYDMG zHOmc_My=rCx!L!jQuHbQ)wAPYXloe>WfhIM>;PzkW66>J^c4T2#EE@7Bfi6j`qNj` z!i-!56kJ#R7t$nD!kti>`E2W^=H@q+%YGV_@y{JQ+S2yf<;yd6(M-9i&>Fh%G@Z|l zg4{8EgmS%F!QQ)i!N7SZo^o8D#1U+%@~)umiu&p?i295KT}c|H@^{DDDFJz8eRXFSUAtYYh#q#OA_&0#5 ziv1B_Kwj}{YioM}IwrbiGgZY=7K5;g_X!Fbj0Gea%rw0SXQoiII)ZMOw1{zYMOH!Z z=mZ2ku&1mBmTfNw84& zc^~=kn&p>GsD{X09}jD5LTqQt3t#zO(7lA&rl>!+cEyVrO_KKF7F(G6EII(e6d zv+E^o>GX;#_D@TV=)TZUlT`J?qik{+ift9Q?qcSVv@f0$8yy$kiB8h2X zv-t>!l(&Dvxc<0D1B;@4h%i#$N>x=Ay7R8sV8gd@FEtIrogW^dqfMjFNk8QA6Z2WA ztikBv#U7J}yd6*7sd%Y#Kdm++zO>3*{iHKgi~de5s87mA3$w2|*+qyoKsAMEUEhlq za5;iCOhzJX@}&7x?tF$A6S8kYY~2 zkW$p3_$2UXbhNbr^L>Eq;)!fFyLwXm=|y`$w8?f~A6E?RKNZ0>Vs!Ch+cbzOM-PqO zex#?C3xyqeP7UM4g%qjIzz5gd^;y#eJPJlIE!p=RtICoZhyar90D&^(Jpk2lJvN{k zit!ARV{KJ4ACs0D=&buS(|2~Vw6NY>xOQ%3%;nZg&?xh<19F^Q&y-(@V34wA#r= z2M|nX2N!lx7tW(H`W#TiPmCOxu)pcd_2FX>_&Uy;6N0-D+0S!i^f2Nc6&g9hv!}wA6k%g?l;^ypuSA^yjsK3%vG|jSs7z$^E_u;6Ju=w@?25bJCq7 z(j~69*>p&Olc@U)ovv~p%;DflegOg1vWuA}E;*jQqSxaL-$y}#=|t?)r>RXuqRrNP zGF2HWAb?^27{Z~cYG(zcHXO-im97N8FtGFY&rf(MpQ(%&z`N3M zf$x(u(#+DjLUEWh^VZ&tvKd`XYp)E3xzZrna&JJTG)fzbm>PI(gObEa?9$DwaWG>M zlsG+dXU+CjM?~6<{b<%?W7d~j-AZX&;+k(3i^LG#lXnWCuw3HDTJ~i`tKqEaMh&R!-_Cs@z1`eEH*wE=7ty2iTRL`Rm)=m@EBAuz-dpK;Rk{}dC^JTkcpGSyI@V_u|92>Li zA+3R4%frVrP;-hN;uF*nD@BOOcN3m@0R=tHO$@Llv#H!txb)@7QC*Fhzy%GOuGFaM zz$Lwg1<8#{n-+kL`U&3BFyiW3dL?t@V~X)j^KycfTym(EyVF6l%U%p3t=o`PuvU+=Q?7 zBrCXVL0U>VhNRZS?+wseBZt)N4$n@-=W`9UZv3T(q5M~j5jl%EP?ZPawGJjScy!`U zFX9~r2p|lPaFSl&Y1M*S`%g`=uO>g3j(ja-ZtcY@c;hga?8k=QiKvA0t;m`z;K1xG zO)4nwa8_FK?o9q#gB#i*YcrNrUaj#ngJ&(4)y-Ix{^Lhn%qR;Jy*!2VfOkeh#y_9$ zYMHSZF0}C@C_`Bt_%aSEZNE+HwLb{~Ql{|drbG0^h)Om;^lVN;8Rd~w-Y$suqv*>F0v=Qa_t8t19WxHD9Y!iPpc4*JO5h6ef#0o5-b1A{B$cA z8*CB1W-rJ%Y@RWl?Jv;8(jT_iW#sITeH%m$i7N7PXK7FDqQTm#^B?-k^GQDF!JkVchuWTVnd}UjHWMmmxc%wo?oIzI5rf={xm~;VT`sn$LH(oRDbAZ`NVb4m zknOH<=8SYxoTNsjO{v3E=dj&fR?m&2d@j81IVeEg_m$_Ua{`;uB{ku8S692f47Yh#%so+}79s?$i7e)}LPZy{O=c zE02lno?LJU17BSRlSB?5RviuJRZt>US#@xBAcm~XJJU69+@1=yvy<(e%?xB{vghJL z-8w+5<)X}X`SU@c`vP_+rEo>&9NfVYy{Halxv%2{LpuGXQO&-_M?@11Q+H}QD7f3{}&oSmdd1KU&hz6%Jc;^G1yf`-OCj|k=YMBgYd zk&^+w2}%u*zy4hU7F;T_z;7;cIcz-VAzWOWeYnu5RzVnjQ^h~pZyM`8|SLdn*;^Mno7Ry6J z{-(xyEq)jO8Pj@4k&~IZ*12-D?b)uQE3=*rQ;DrZl)ZSd5G01yt~J6nsxqN9S9r2o zNZ(ToU&Qa1@zE9~XotiM`v#ZOpK8yCz0{l!%dj~QaKT|;>)3J9CBLyh{lffzp`Tkk zpmyr@lQ#Q)w?1A1ka%3JKS!W^`C{0P_1n()OX`d6WU88-x!zu<)8Z8bf{DK7ho@u_ zn*|)t=Sc(BK+CKu!pLxBJ5X??QYMg~$CtvJVIYK*i@uK3fViH$_(N`(xzy6t zLD;Eaqusc+9|t`*H}o5M36e+y5dJp?_1P6Hzqi-sOG|kjX0V<(2C5ekj7+1=vTbdo zLh|K5LE(x|E}qC6Dy@K0NgG9z85dUz$lS~srEE45`c?j98`j|VrG-ysPL#-DN~2#O z9NWt7tL@)|V1Yy-5mRTq8}w$WS?Ez2HHoKx;)m1ie|t(u@2UMU-vB{e#MYUPtI*W= z{P}bEVKDyYqbFj6-lm6cv7xEDVQ;e^Qi_akR*%#V+d&He$XFwVht^+Fkle$+r_MFM zzpNJblxil3KjiM%7Nn+!l}5?89UlCQ7{CQTM3Nh=%^~nCuv3QMaDd2cYG#)yLb5zU zNDsVDOqV^vUKM5Ndiiz4da2U1XSjyioo#G|shI+IvdSK4|4r4%I3bBvbPMU!sE5t6 z%&y>Tpj8FNEqKXs1A4Vf$}1cggZU7;mzw)ikBIsrsa?x{)1Kigsp)NrmICeGUEc>I zX_PJ;0GamUJBUTe{~UoH?)PqXu<7$U%*$|WTv4EgLHlKGw=nS*egtB%e_*Z1lrHK+ zT6mgk%7ENDL_~`poHpa!{Q}WN$&{P*uWZ&n;vNx{%69YuKvDz?bZV+Wbo<DlQk8|e6qEAcg=iG%)lt6;B~#WGFcy`jR+*3_9VtChLFGdMQHE-ql0+qZ zDPyYRpr7_*Kc5tFStNK_ZPu`KDkW!_tVe6dm{0L zjA)M!f{M4?AH#_~2DzDF_T=2U8|V#A@l@C+QGs*Y7zt3!WfPje{rHgrkia`;8Cv#c zz5!>lkraM$VPS4x^7dqJKL{8<;0AL612mfX4*@5GigvAN_1AepP}Wyz6!eIz)7kBI zDfD!=0}`r0m%G!leYYzzZZU(xG;e&YC%aM<_B6PLX`Uj?u5Br(D9}_byukaoL!EDq zvQz)7=2}pB$|VOoIn9%uPur6SPiuCYi3RDS*9VpGJYQgwq$SPMa|16V7U5II#%yt6 zpUqa_$YzVG6oHc@^Y&4l$B^N4cd?-NUY-7RQNm}5}zyA2C z|I+>Q0)Ji2wx*t{6$`1%MnZeYQbC1uc_4KwTqW>LQeDvx5Qb&U*s#?B8?o;(tlQjPiK=kaNjP&zM^Z!wY zdj>ptKu8rMGC7IVqEH^5d;n5qK=3^Ed9&}}NoS-{n`%pDGIc`=t$ks32Z z_o!$b#`hMPoO2C2PtM^vn;n$Vw{%(ZzQSKsmNgA`b*~_MSdvv?>L>{0s=$9ZRlCtY zYm>l%T>;{3C?QMJJNM1Bwo}vPUz;bo{a^CdNNNZ4#*TF1tQEA)r^GEZ|8z^Ovhi1( zAr@lW@DT~(k+<~W8#)BHb4Q!z1AS)hl66FjgM=9bu1JCqxRTXOurkp+vShuFnl_pi zLEUJe8ilH>WvP#*s*IC|$~OnMi>N?-wAw0lvaF7Lbt8>xIMmIRuD&{NwC`$vI*}7g zH?7&HBhUM;;LQ$?@2liQ3drA)0T_!ZhKhE*sS*Nvpi90L+Fou)!8OH-ez*S!z8bb%~o#3U7ubL4f3MK zUPf1sD$k&YNCSI=JRG-5YRskq92%1AG#cT7dVdV zjhrJHzNR!qO4X6KFwd7fg(s~!L0u8f5`9eaE&S70<%k1k$%pGE7w4_#>$BIwyKvZj zR4WFf?oavsZyOEj(2J)I@$wO({wk{1E?~3$HND27MQ&{)yEtH?cnw&Vmglo~I!UU( zA}1Upn32m&e^@vCtbyRQzv~sFlVJC+O`lTv6)R>8H^vn*wR+sIYK~U;y2fi__E~x| zau#47*4V@6v}M{Wyhp?E?6>3{S?g{mM!BezAzWZc8(?r|S$CN%zgO0&yw_NNW1N=N zVey3*2g_qC;kB)a2}-bg2fFkERF8Bk8_5=fHlhz&>zFQnY(^`w){JIEiD{^MdebQa z8O~&b`ic*md;yj&g)5?qzRx24`s)Y#yus2VC~J9Y*S?shbhgXc8q~kirh;>SQmTc^ zfbvGOc~UJu9GB)>tcBH5Q0TXQvoVoEQCDdf1iA5Qw_teAk0#ZW| znzqBy#&}i@1|2XKGnqH`Fi!~iwPzUc8nz^8_+_b z)v$J85#?-cvvf0A&G9kWyW}e9$!y6(GW+RW#noo8+1c)VT#aiW&gU%0x{2Au3Ds6i z99ql|#3gSk&-Zoma5Bca$yZ*;x~8T>7`pV&iTqb%70Bh}9$!xc5{F82D7H0#BIg6=2xt=P$pW>iYAR$2$v zoC|Tg-stdnM;G+f!zqjc%;;Hq#)5(hbkO~YUoWYva1w#>GZbu7>v`oHdV4SyK@Vu9 znq^f&ada^J*>DyMTd{V(+jRR$)uUMdtPSR0XWA*}mb(zV?90iqG3nDCXcLhtd~T$8;5~k7oFm zD=lVvL?Qd8jU&iIS?6?)ujmArEK7(aH^rH?d>PcQpQM+V?ksU#h#w3Xm#adR)n>>2 z!!zwtaPs`~j*4Brjy}+wO!sap2Aa-o(2bLdn6kc0`p_L8AgpEX>fq2A>zEbXhigMq zL5JHZ7_fWqfl~}Kr|Pp3!mC@Wcj3o8*k3Zy6_^#-*Yh2>;l~<+A7~WJSh)}2N;NOt z+9QWi`bf;36_61!CmA$+%h_q|aMPuwkMvo+mJHeW;bW_UuW-i7rLlDpe%!_}>BmBG z)Q)_fdaR1{s+mZIEy_kII6v%^+|-+_jQ2|$pFC043WK?f88FR+btEGzVGnLD5ai9j88KnU z0y9NU28uy(zdV15sOWgnIQj_)3r4_Kw%6vfrN1Ws;rAB5_;+*-fn*sT*(V&ZQVHsg zv9UKupae`_Tv~b*AilJf$oYusO9fqw`O+BZ^vQuFq4?+RoK&s-4@C zTODEH1mj80bGt}O+Iy(e`nRPiSw}=;&eHGnLQ60UY)^cVYsI6Gn#*GN+D(dUSlmTB zxhg5Y4V2W|Nt7cQ;VYFx69PB53m_!ek zp8n27I~do}nC-68qLbxjCO3Hqe+U)I9nyvj0VV9gprbu2vtu`VVlQ)5|9t^;MyrfR z!-0YT`9I070tLF!+tSa~N#B=F&xa1EHfT}dKI&APmORO_MduWE-V zcycMsGi4`ajJ9Hs=h!xBPI~gStCJbAyYpKfa}c3J`X}t16#sW52FW*Ybj))bC~J-_ zeqUZm`rE~&B^C&V{gWxc>!bv*g3;PsVas_>J0+_}cja=d<*Z1))Q)P@ry*CCZL8?j z3*&3z^eaWJ&Q28Q{&fRpN131lsSe8(njLwJZ?ITw(V-P3bW{{Z*#LQ;q}JMfKH8!?xJdt^p@%bQ~Samk6qy*m@Ls zf0jvdDF4Z8fXA^tIzDEULy6FSP{~6T3TMu~9IlBh@NQsf$2grA!)I#1U^m%nNi`Z~ zd#RRKe8%ZEt%-D!uW1CUqdGmoA8C!blsm3iyKuAN^K24BnAK*m(lGof#K$Uz?9)FdweK?+5>`BZS4GqVE zLGui)@r;hPmmVe1oV>iISS2t?l@Kf=&9a|A-{+lXEPH5a6*3Tk?xU$yH@KE$Ua~h4 z3pfHmq1RHLGEVvGq7M?j*q<1@9Vmw9`sf?Y$-H`xmZ#$WgW?*Q)x3LXspJ8zV-MKs z@IJ0nA?3l)O?Fnc^<1=I7-&$2aN4zfpmh6r=_O}fhHs_8{%Yc*n{XtE`^cd#VkmXN zs=hIpoo$Tx1poK5iktP+Nv?NGue)fcAYBs+k-C8*Aer^N4j&o zzD}Hvsh*t`yuyEO)*@zgNBWBc|{w=oR8Cy~@n?G-DPg8u&g@Fb-6_ttQyW7>QfM)BK> z0XKkg1p;bH=FjM+QD1Fch!a2*wc8zT!@+w-Zt5kA*aI7G`5Oz)8k|`^`b>9TJoGF5 z9o0dtd&LaX?Rze`WMej9|22(O>hT7-MMg#4y8fKaM*s7pmJ>{E|LY3cj#qn93uHeG z-nuOx$_*#grWE~hAP}W+=#484tmCDkH{GM+41?NP4siA@l%f<9Jt7ty`H$^GvDY6w z|K7WdbI0dhYYzocvJH-qD^4%%=YZU~X>K0pMydYJ7rGOt%PPtn*eV)c_{upLp&t); zI}S6nTAEdEeHn0FRGe|gP2KR1Ezuvo%0w6Wg42j5p3w1+oT zUbK(fjb5#^oSX@8?1T|JI)t=LyhAUNa4lLse=&=tSEHwNj&}HbnK|&<7KMl=v8uQ7 zU{7S1Lig+NVd+@tSD}h8lRM|PpDOsVp!~)rU%6Xujxs-oYZPWDMQ^>`1L7DIJXOE% zWU?z7N^sq4eU~B_W0=40DpdntvvBOpR2!Yn%TnMWcnp+XQmCGKT@C7lEA|)4>LGIch0Lcw`4o^GV3E8 z$J!MO@eyS;=Ac~d(+XSrwK0Xy)M6O=YXM=N8!c(U8N#~)p@%Wjk5YNR38Ht0ReWV`ui1j#znjbc^NphJx^GMyie|}`R~#MR z>W%|=wv4~RzWBORoz+gJt&@d{TSTCC_R7r@VA4_dxO*PK>Myg)Gf(3#=@S@R>w982 zdZmvGTR*-%GCdM(@1ao}-@KdlM4vUVBQ!wkxTE6@x!$;ejiG6xau4k|i0dk4siDOu z6@snLcr+A141d(?E66Ew!*(fCx5k234vs)j7tzd2k1U71AU>IS#lW+=K73Yg@Uf z_u;D)t|8tXbCd_u%*X!B2fZ`V*EWO8Iee^XKH{oIvMhy@=l*igE|lhD0-yV5!fTq| z$(=%I(q3GsrCs*r(V(bW5o&5BB5H-XdS3W9Lo{ssKa2-*>zdd{3I9t`P%ATY^MA%E zatWr;Pr6IJH|Bv=v9av_ZPna1sLaRDpLRx7RTj)x_s1ny?A@t{b1?&N>w(PcM=Y0O z4e4&w>l$@bcUXy_vDqzdNsSLsI1^WaCB|L`!z7JGFn`eC^ytLduFhG?>l4zP`vU)V zua9kzW)d;c0S}Ridp$n0*kO3UAn~U>I8UpLwB|5C4eq)&ME|(bk_bY(VlC|E|BR13r{A@+s&jHzJ5)=D+x%K#ebc=sJ_VIQ=wo* z&K2QLGfbvNgJeKfTG|OGe*v)on@V@<{HE{h_ipMZ9Xry`*jz-REkeMAfZ(@`IJ{z)C%29|^N%r|VZI;Z3Tw2g6;YkFtYFog?+bW95O#0P5I z{sUuu{=*XjAoz;a^SK9bB!KXGSfAAM>1P2CV9)jp$ld(LyPz*0u~>7EJ3n;TOuk(y zblC2~z=oqkRuWGywwD~-P4nF*2Z!t~b{QDL37#RoMj-AGPlKIDz7_RIV=K(3lN;m3 z*5GRE$ZTdf++4F%O=v?&uM#iVuAb50#6qXIb79=+X_wRXp=<6MBMeWr66{KjPuBkb_i+W%Bj^%eiaBl02a*cw% zXto=h=`RJNihGklLFTgEjsDEkg%mWZqo6oIWFUBM>~V`AWx0Z2qVi8E5X?}YaUa-* zF)QkElX*8L{IivzNv@?e&#p3`GtQBwIjMlze1Ul3ygwoldjKuq9?{7x&dyuA^>fX+ zk7jb(7A2ovl#9znz4RyN=@2JL%pWVc)?7S$g2|Emtvoje;0gb=$F~ z85TfIIaYtskXcEflW+++%!w~Lq6}u+4}9=<4h(jS$F=BHlK0cbUC|n|EO!-rAmLdy zs?1KTjIqBw{Km#boS4wHDLVNI=gGc z4Hp-h{eJ%jUWxxt<9aH!s!9{={3t2jTU1}3nafrJk~QYHwzgQqoNJ2t*!xaS-(cS_ zf@_LkeGggwQMbrjStLDF6FYH8*&#ip;E)>92{K6IVyf0R?H~{PZnIWB%fj4>yu|Ro zw4fj8UE=z(IWV`Iec9{LK0o#b87|)A1G)IH>G=lMz+UXI@1}WNNqq0GORGwFolvpI zif%ETyT@(^2*Z(1DQ3Ct>#v7HwO#5ihjwhAc$dQeT%M%1x5@Am$yQ!5v2k&jLrbNO zoh@I!L~4}4&wlU|b&qp$`LG8{a{Xj&uPh=WCZ>{;qK@Cai?;MYRagM>Ee8r88{jn> z>5^+^$;CfAE9>d za}%Z>&ZvWBwP%qoqC$mrPL@ao_;AjablwtZAm<$PaWbYbUXDcmFm=WAd=)|uCrE>= zwM5bM4QFm8ff9>$(RNin&b);XCy_ufY8;=-Nl-qMOq;$=YiL!6ek*D>@S-PT#zwlg z?5%HYf3`*Y|N88gT(5wC^?h^}nw*!HXW9j5#9KGSjIoA0r)*8k%+S@8jSajA7^fez z+^VUmc`<~`TwY$TFsNO#+Zjqkob1|abvUw_qQi1SJdl3G$Ki&95Mxx7eN5Nwig(UYnz&OVo8rW_30(>jSGpZ(M)zs`8pUXTlB>+Qc>c)fy z<_4thr)xwgdlx-Pc4$lNHewn6fnnGi+x@WU>dJT0QOR&~Ag!p;!z(K3g2&zM-0Lov zcxIFx!@gQ+{^f|fu+E_${LDwgxRH_$&Jh_o6qcUHU|rjfUdcE?Fs(o<;Q^8yKE3v! zcR?M(EN{dabc5Zg(lO6aVP5^#a+>q$v3LUR9@cLe5FwgRSLQZ}E!d1~qUU5*} zYGqT+1ixJT!#lkIRFrZK#flAD>!6g}_qlg%;Wx)1(%>Iz&YqNQ z3gNv!IK<8Zz5y#Tk$C^21t4&n-pwpNJwLFuwY?}SkRR|3Cu$4~3?_OrNt16$JN3?h zAuJY3MI%}_-!A>yeE(z|7{5fvw!aar8F9JF{+|4-<>3wD{%*Y*G#aL5Lay+3$qP<4 z(!!H}Iu|a6sLP6@88?+MEg-`NsRUKO5vQ7U-ge%+$X@ab@~e+6R-MWeXn+l`j`*$C z6s0WsU3{ytPlZ`q3)PW)OsYTy*Dg)%?kI_bHn{3(4-7~4Yyu6K(uTg4)o73os2S;5 znkq8P)k&ka4xy*7q}duFGw0cZWVrq}ai_f%|F_f!8)CFz4Qkq;$te@9un+rA2b|j~ zu-%fZT17siqr=FsvEY{6e=;|F@y^{bHSV*Tn$C^DX7kF{)xUQ#zjB}uPj(jv03Lib zf+cz&gxL-o|HW>(pUcKy1MR0jxqR}HhhrP`;3T=iHMB_7Pm!-yX!q!5_UbFYnai+) zQ_4TjIu^rvgI`R?nhZejT(scf)eWBk-bRgiUu(o-Iq`u{kV5Y)Ze*W`r`X8m>A8T^ ziZ8Aa_!^SvV`hxe(S1)-j#cy2J9;q!?%05;I~>`-0!kYL))|%Af}Ar559So>5#X8J ziT_2KTv0zY=ssP&vMq@6AS~RmB)0kq7hC)vk`e@R@13}=f>)DxJqhU5kL2WBAs7NO zla?qy5CfmddE@Knr>?YG#Nk7z*#~88g#{iJtf33_x#`9Ke>i7 z$XdgHzCepDr_Uj5lqR(zvRXscdM1 z+uG2-ZicpsE7zvDMj!#>;Q)8Ko6!DtLFX8p@*I$-rMVi?+h{Jx zJ0d_#Rh&Yf#qJgO^?I&P>J$+K;-7E z>8LcwFZc+6fo3bah%mRaI<+^9bcC4&xBy+84n6b)#`jsZ)SBkI8&@$wRh==q=WI|S z(*C_s+ZONJvMXnu9wTsV^6vtbE-}wMkSH4Pd$Z`kE}$t&A{JIsU23A_X&0Of!Z3#!bswzgIc-O(C}NL_xDy@Y(q zP@43Wmq%=xy)Ataec_G9KEwd>z2MEKed4hsDZ~Rk9dI^*h4Uiv`9;#cVqH(ae~P== zQPv>DHA;Aehby>02~xm#JS8=*7I=rYuRExK>$kq6M%~KlhlI_KBObI;l|hQ$}M^lKG~=Nrmm&#- zYD537=&VzYzL--2Ox{%<1C#DLP|N<5G#Bk2f*@kHHnacg*jbeq42)ZSjSt zwdu7(#z%Ttslr(q*Jqyh6yCYAuiP2^YN^;ht}e_(kHhpUniWr#nATi(4Qh65p>#*8 z`)>y!`+x2Ct`l#42OIM?e8FFSCl0Lw1Fv?L3Zhm;1@Mftzn{_8MidE%d6L!@lDOu~ zGtW7rX~27V?5kqP-1|^Tj(g=L(tjaOEN*Ua_ySHf8s%M6tW6zk)Lz;>n$c9KE6glw zg4Lt2YVe4!a<4o(Cof0LG3NU|OYZNew8WjB=P;cM5QFNh$o}nR_DOPSVhU0}%My)5 z4vcP+Opg-F38;J*>4b#2s$D8SfwbXGp32W%<7#_7cFsGjex4V7!SqpN_QVIZ@wC#l z?Bk;EO>52IN1wPRXh?fwpHeJuZw|AcDI@0DTq{8sJY(Z^4!mQ2td{pNQs=nN9)qrK zk$IZ6llr8woaMsiJDB>k>h|IM2T?mm13M6Z3I{|l7*QJ>?BGVlR}EDI5$TN^HvmJ< zpuB{Rz#Mh^wgvVR%B6Tb73Nvydjr7>JlVI@?zh=6?Pzp1fao5W~{{l9**~mW$^?A)-1p zzOIu;`3&OX#&2~ zAgW!O{%)c>W9ijad{9V~K;<>6deiQ*W|(aNZFbOCr}kXOWYC%LJEOB5@*Q5rmoPzd zlh-QA*M2sSCU`M(n(Ua*ANX%fMVhpYBMU@kbWSBBL|FL12qtuOKMLsL&I{)FbSG%k{8W>s|lR4ciXdNW% z`&Ul*TZ57AwTQW|!zeKm(jkArm&m&V2qpLhndhQw(+lZMZHG8V5%+^GDNzZ7lCfBg zI*doLA7+F%e7@rySE>e|PcsXJq*6qnTqb-G`i9C>tzU+ zucpvXt3##dmZx|xWR-g*ldlHPO?tgur6$Oa<*bOm1ah@R!qX6&jsHh$_&MhesEhCU z{@MHt4yx`1kw}!Oq=n#ka-AdAR#!inn3$mQv=-+BoRzfsf)Cf)DIeeFtjpwA=^R@v zN+!nhKrCAB;kPzUxjjaT4z#}`DBN#Yuw+(2@7V&d&U#fiRC~Q(WCK=ROterC_a;;Sp~WpK3RX{9@o5 zITi?0ZQuimGkW}M%ATPx%SV#(yNLOG@lr;;P&>id4TaD(8!i!0m zw_Tm@7*aV0SA0*L{X0U(%m^IbuVegM75>cLDw>xjEaAnRRmgIevgmXiyoV30a(-S(>Q@SRpaeHOx#WwABwY zVZfaMdF}`$CWS1EJw0!B5B_9emS3uxF)8{(&ZA^Z{6gUz;3jg8Ae5*=Nu=*o$xMxG zpJ|KUePWN3-(7dzKEMf8sdF~w##=Fy^5d1dRYqoj&{4jzaxTCGm@Qt^37&NCKciKg z?+-55tKk1Z-5_s6^`gJp0T!OafvAOv$w^*7DtpyYOQ zYvZfMxL3cEEfav$dG%z)eawFb9$ zlUm)3&;CL^sz*&OPoP0wr#ss?ngDIPJ!Wia9!XpHG^4%WeNwXwdsEA`v0v`dScW<~ zMey0mz*xpbf5Z#sDW?}motT#__1!r7~xo|`|!vsST_yCio zxf;wf?9CGJ>P<~1XKPx^TIfE#sx7Wp;TTH!=^85xK7=#9^Zur^KatAd8X_nK&6S~h zC=Toqb$_um>|0ZKTmj1{EBFnN^j(STWhKQipL^6S+_wAV;jGI9-)Ir=AI%J+XW(?z zDuQWCb^_xjll4HEw81CIIkmOAy$DILq9qlBIq6hHDh4#=b#pL7G)NYNggJPpCFc0< z9#u<+ACB)_4QHvd-V@c+T^l}rG)BZtm)%>xGfKIK=lS(>e5B&rWJyimYLL>_uDgBT zYPBC+Pio1c1*8ITrAp^t4LvIF%G%^qI-F0)s9e%EZ8bR|Q+jFTX5K8~vHKO{5MT7z zx~edf_Zv*cA$%TgtRs=YNP#vRy}bei4q$D-M<3jcOIy)<)FX01xHj`gqLf zjUKnjxW&t6TEE47;!EYWD{_AWmQR9{QL^G9op(2Ga)HAt@2#$zF|{f-e&g~hCfh>m z=>5{A&K#m@v(Te4*!`aSpXV6SM(t%hjZOE#t*K~f`a9PYu7O!9b&0FFhgAC5_FO34 z`!9p}^=GEv1XhyWjWl{TYtJ1eS*vdMlVHtnji_MPN)(mSnOn=I{_nrk=rwHA&8j$0YaS{~Fhy zudnylpFeqCIU~`oRDT}uBvBg2Xm7Lqp)HtfY5%-ya3+>~R5Z4h`R+!^fvsuz&KC4T zvxQIURt(io&=|iiDfB_xw#C9<8h3gOuq&qsU#TtLxR! z?b)8zXRg7ekf*OsFD`%F-1cSP!Egeo7NkH{lx5PpZ=%c=N!}C67?1#FC?+-KSWm~Y zi#-!l80-(H4%cJ1lBH=uv!@cA>pI5MCtO#02mAQF#pEsS?kzs}{EgWZg4o}ZpqKLrEzh%~f${d4WsPyw`Mot*1? z_f%pt+C5fLC|zEb_Dq`XNgjGSkNyAHd-HIp+y8BRw2(AuSA>?kbSF#MvMZGqQg@5p zq*A0YCEF|vDJlsqghU%kA#0c!B%!g4q={iB%NPuX8H|}RGr#Mty6-;A@%+BW@%-~V z$MMV`j5*AEx!%|Hx?an9p0A3X>#6SgJ(29x%>sxq*8&QnOPBAat}g3Zy4O-O&}IeD zMmlX_8Ljx-G;KX!&m*O;MsP8B7slvejt37HOjl12vcL<|oJf!Mo7~fTcGLsS;yF*Z zPhOqy?Ii}$k;#1D-qcLD&`lH$d+=<>u;a>D6C1^D;(S=)KQ%bmsT$qz+g|!#kXWD< z=kNbzUKdDJDVMGFaOu;~&|u!wc)Z0shZx=wn6A$N1nT~k}l-{}; zPUP^uNGG=60%_A}-@}uBM#nj>oO!rtm%hf80d-MW9abcZvqKw`0$`s#%&ija~T*-{khUvPUO` zv(p*Omw_F*{fl4$_P7VyrG3lvj_*j)-xZ_^N%Npp2mQl^i^nNdP%J67grP@ z)B(E{Z064Mn*+;R=Dk3C1%4qy1l+~c3X+#xSPm(~$F%xhhpY6U1Ur@*+ zY}oNdHNKm^#{$$mpEgH%r}8sg_q(Uu;(4Hr*4pn6t@+$`gmFeSCfz5&@()xs55l@V z46^0{S_Rp5C;gEL%PtrU>$^zSMuHOe}KpUQjg$`DTda&C)g@u$bz)kO}@}Rhi-`(xe4urp7;ZZWM?0bayGd67k($x=$=Wib*7QCZNF{{kS9rbV_^mfD+)B{93`K4|#U_2zZ0w)bkyHqZNAhAI8UTYxLqlQxqIoPkM;h=>BgkIqa@t^(2qg1 zeb>U?&P=#Ha;baRvPC(RFV}AuW-&Uix6wN(kKp|vHemnm2;R|55BIqfWx@_syMxu- zDW`4P+fXWfc32Q7x;OBXWm!nauJX?N%_3kW^9W9)i-%V!Q?yaBi@O=)HKv^T-CeY4 zlHx5FmYs`a;ibUMn>eLGX`SUIQ)v;im9MuM;B>Jclqr&YLV|1q<1uKWFe^a=@O(nkhgVwShZ=4rZGys}W6 z29t~Y7TvUhNBhfUJkVg0jx4s6q!Vb`>H*bU3GijUjp8`d*6f7#_*OTXlhW zd$DuDJe{UTc19@oiWA$tvFhd9VlILaN0>faIyf5rX}`_+17`~1pJ-MWtFB}(yQ`yg zOXH6U;qx6%dYf6P3xuZ!?`Uq`l6I+sS$->-Ik^K~50t=mRTE4*0|mi zsG)M!ZO_Syb&GPPgJ&MXe6?LD8`275MY& z|LU7+#5|OSvJnh{JAU(}ppYQw#VW7zE%6TpJQ6jC8DLD96GxN4rS^Knj7*_rq|`zQv5WWxrZo$e7}KjL>VkzRCpGA)jPOekUX zwk$sI;pt|xTy}-|(}>XzJ&rg>dd0I_?dvn2*+vkkJ2(p8L>9HzJ<##j!#qV~l;x(( z3?C`~%(u;aDT^FiFT#ucIN0~nwHH-FN;yDV@4|1}PWpVWdm@N!UIUU3L_ooq$qAnZ zxxXw~K2TruzTdMB=iuOw6(#~$>^>l3yJ=*sW#BZ%Q3h6d;S}vbZ;NbkozM49^#s0l z>q+*-Q_+OaRu_)5Q`yfO#|?1^$_9>4bn_}X7LnOpQm0vf+dSip*h!W30jU&Fk~^@c zaq))us+j^h?cn^ZuY zRt;6Mk$`L?tKTjeRao!EnEw(`+*o7noYoXu> z0scO*oYc2v)%=o1gkqs)mju9yAU26<$3XLmz=bjkeOWWe2wKu=#F}yU*E5BWqOCbZB5@u74O@|m>u8neU5<2yE@Jae zRKnhr)Qu*}ts6Lt{`7iK5{?F-tdP=G0^A}0cUGg<*`l+5hD-y(K)-?c;Y#BN@o1xg z*DT~fySs%-k0B;Bw5lWuc5;*X!SKaNE?#vrg@4l3?^DMJkv%*u-r;*Vk_R15E|(Ep z^G*!XrqXJjEEYPMSUggpowdmUQ42_hVbn^I>(-IT?n%PqjIP#;S(nT=@v>dE z-ZMDkN5A<(=j67}-Lg!BKRAYs63Qik4U?Ud#Drm@68Zw(b|E zi7zIz8P;e zcQFIYy@s100pB2rTS24zcRjd@=j4UI2Pv@ZZz~;K*8?YS^Vw1LB-?W>ysvra)p~l- z3a9_LcR=r|E1LNrA9Rv=#mj4UvL0_4*zg$;-C+Tjl4(jyZFLrWEDvwC^)A5eA`^^P zatN|}iK_%A3Eg%&^sO9GB4U35v8QKpM~d@I@r7NY!t#4pBOMJc4e6t7Jnif|6|#oP zk7?IkXjZDw=#X{K*&b@RCmUyB3*aOv_q+F|P@ZYqYP9Z9ov}~b^a45VkZStJ+Z%@D zpohnhDb!T^o}*pewZ^$x6PQ;F&6tH(M4w9zLGJyR|ccvt^=o}yo}t2 zAHUMltxr+XwjK|P;VCD8O`?NETxTI8Jo(duLjbKZitfz6ipVXubJ~~w;I~ETSOfUV zC;XBkF9Rx~e2C96Vs06+? zqGcb(5?cR2WdxWOr#sQxa~jivB2O%FY}DWU&Ux+5$*7|u(=$6LD;0hHrmm0J-Dp#2 z6-5*qJJt1llIuCPCdr@?D0wFOq);pMkD#K<@8tQP7`^TNy$eoKdekh}gS4{fkL)$r zi2~iIQ$)f!lY#Cg6XkiqQTH$rteWsEI##(X1KUxbM?uP6JQ)l}5@@50vbZjTQ5Cv% zG{8cRY@tUEX-4*km`<)xm#=n@J!NlZ`DcZ=-rVoB-(~FcPTs(F^w{?`f{D~}&)NZ) zj?u}Lq3mA*RIso)LOCQH&2}s}XV>mftA0&!VRaNdQKz_y2o_}VQVD?EuH-CV0e!yw z8kC!=EPhzaHhUQ3t0HMr$%&(eOf#5$$9pw1qOd?anXMg1Y7+JyHoj~6WVLme)_undlc~ z8JiYPtMo@WGl|d6P6y2yLvV_klw?O}##XuAQ>K#U2q1$;i4%D5m&B-Jk67@F6PNha zzWT|io;7}U@b?Z+Wu8K;mKBJXOG#=T)>FdiqJ=8gpnlwq;C~zkX^|VnZd}ERa@xFc z<(0$7=5}otSW3q)l%5JnlaB|eCSRN6RcOSiE_|vvN1sqm-lDp!E$)RRH~di^R`Qnc zH5hr{=m~~zg6g0e=DtNsd6YH6t2{$nMjeHaU*!moy8t_pk}rn^@o#*c+{F+(?t}Nd zDU%Q)xv0iLu`$uGQRl>JWzAT%kyGpM#joMtYqeD#F0SI^;vlZ;dSOoj2G7PFi6-LR zJIDo{i;F{c=?mvTO9JMpqaE5L%1uxwCPZAh_ ziiEX&F21Fk@|Id;t)buXH|e5;iGXUa{vpWapqbB%Rp;ZSlFC)VQb38aa{&n0u$qqT zCa0Xw8QjQxQxIL`k$w!6Rz~+0eZ|Q58C~<9n`G$k+ibc^u%kpTai#lt?;D>F+&8?# ze^~sd`=iYwh`Zbklmk}ZpjF=Aj`iMF;?SC{I$NY}Fvf-U$W5XR)C%5KgsiUxci|@18l|`RS zsjTWrNgi>{Ub~6;Zzf3n7&w!53HuO6tT4A=G`O!wFUjmFCvCCfbZT$0LS-mRlgki{ z!*fHrcdWo?8k?@ZFWV;`;c-Z;@yMBBg{M5C$Vb#?9Yjd~lPBj4pRJvI(Nd22R2IO7 zRL0gnve4qDNw16rs85I8;FPbl;^l$P%2p!7_dfg2dw8tZo%WqOuIxx{&65cN*iK*` z0n=;^;Q2qh3rcfcU0vs}`|J&@EG;c{0OoPlg*imgEh}!gu!I9NEZfY}e$sodv>=NP z({lG8*Z=S*{8{)k4rakvomMn5ObRQju%nl|S&h*nDXEdn#om1g2FPck2+j88rZVrE z>x*01g;afxLIbVR`?43E{?WpDV_)_24Q}IE{u)p7zcM;qSL`TiY%(kyQhfRfAadXz z6BQaAd>=GN4W^z7xpy!-+^Vc>Q>&9+!fspIU`V*o4?b~Nmz4E@v_)TiMH#>3i%)Q; zj&zOoqDNR6jCt;QG@_TlYj2htAd1S@i)Q${Ji_S1JI`7)M2oB}CmJ5kkekyI&wWmN zDJ&QV%+qAy&a68X+YNpS%2aG$6TK2D;jFi_kH!gGtEgQeMlwOCZvGhB&z6opbuKnV z>u?XNV?grYz~+?Jyo|ya^F?r0)Dtbf$qZC4_cH~0q_u$J-;`>~B=DLPNc_CY>Tqj>{O3oP0e;A01X%TgB3zT2+4O-5ROd9UzL=GM5NJ#~| zZZ4d7Avh@AR2wi{fq`26NO5rsYi|DG?84#(xyXL7K?Uff*k6}#I{$~=X*I1q)LQ?8 zmLW|Vc}Wum4^Zhki@%8G@b+p=3fKm=>Xd`(OR}iVB;#9qc7@SF`X5FVxgA-N9zPUufY@07mI#?MZ7&prJ4ZH&jTluH$yRKqiaT90e@UD%x(!gNk9n{GP zAZUqoEPD-hn;BlSVn7;@1||blSX*89M3*S@+;9MT33K*dU|;*6NrRGX$UFU4bQq$I zmiJaxj*=RNJ{nDcH;bw#M$sB;5t6`SB>nTHcNwNO4`06(Hq#zA@SrT^D?at2EprmT4bK0e7b zg9BYw%9v)k?;$a~Q8YGH{{H#7z78u0RQ9&kxEyjA=}&`=(vH|s-E;ViIhrf~DfPnE{Q*ZQ0_xe)%?om^ReG`yWVYV5-JCLIaSa(y z%?o|O(%-(_W8Ws`)iKa)Cjs=-{z?EMCa0J!M|`1x{7Px!yl4-XPb&5D=^|%l*T-N0 z5@PJ+_}t?&a&~&5^jIBtbJj~EqxwV08H96!*R9J?yT=2K?ds^ob*AgFEaCeE3};ez z6VLeahIdSBp6Nch1pV(4dP>kIpn*o`>YVjE7xm!!MPTE=!V`G0lIWKABAsOdO@ zIxJ31;U!g)hsCYW2W6~dBj>#KpRMp7DS0iq`kuNk15da;@RkQ2Mh9$GBYfr6F-aU% z6CwCiX&9{f^7yMh3*|q?85K)qfb6re(`&z7(?BI+>-SKQ&gJ2dre-l?ApdJN<1Tw> zO>*-}02%_m%NDx)r*amN9D#CJmQ1Yy(x#4crM5$;(h`|afY@3`xbIG7bm=JNaPDQ= zA3ju&YWdm6nHg)}lt{FLbRv&G*NCrZ@J=&g5vI`m7gv-;UHzfQ=p2bk?c*S2aq8^~ z*?v1Oi+j8#+7hCC2fI+Vr|TH8Nj({)ZAV@b8{`?L{5J3O6Xt>b?{ViZPuycx|B`g9 zd@6B7gVt;)jA&})bNhidS=jM5ATX0qa=&76aiN+c*cXSAUfWye&kjJpJY}fTZSAkea+|$$suqMq3au`I>^oO zzIM6gBa>6d(_&ly;>>Fi+fDRuDBy)%@hsXW%$qP6y1lnC%YV;}s}zFe@!ZU^l&kWc zrqmSiicXr3f_V2=_~(>J;iKn7UE=Z^i2bHdFjwfrrbwnZQxF%Dk@bWw|Lxe}SZ7co zsokP zCP#Rc%;QbyCARAc4*6h40Zc~UM(45^fqe84lR3_i9TbmDVB8tj@Vd-N{Sn#0fR4h? z=LvzB^Cs$#`5kQXwIPMWdTUyb_ioxiigO1kc(?r(lv%Q)nH>QPWAD^MKFAXQ+89PfMPl-7K)B1q5GuS0O;ac?ey* znHWO|&%q01bU(oxr?F2O;XPThe^a~iy}gZhV6KdjTZ+hjb#Qw{`2 zg13oO*vK&YHFnomOzsQ%ys=3?4IBt(r?@?l82zZ6jg<%Y{Zdf_*Bs^@Rv{6x4*}a8 zGp47fw<+<2!h4@11RxJIl>J&J9y50oq@kq}euYl6h3I1Y=3uG+hWK?00M9NgArC;n z(@0lJ2oMohDEU1b_>1ac?;v*&5nj%lca(Yovj?Up-FgjSJ#KrxAqxt6*ItD_Xp!tSVp%UuuW;Bw&`L_Dn z93!}NbVP4H)qnrCSJwRdzI30KC$ZV#7?p&exsxW3yfv&q1?=!UdQy|o7gjE{l3-r+ zM1(sQ@)3)4FcI5MZBD>6$|kJ(&4RC5l_Bs)PrtC|5>dcv-l0#$l3gb-I}bfZ z(fM*?;%1`m!!*T4EUysBuSt}<#!jvEPwrj*Hfv2|!dnmx=D{bY2(sO+?XPo-=cNK|n1&v%OHBl%0JD}VJ2q4yJetGMYDoQEUB9f5JFxB>sFV_ix2d8o6v5!>7Xf1mOd%{MM>ZdPcGM%m0` zupQP`HdllS)`jYSUf;4G=zTUSwz7Aa?h-!2`7n6gYVrBAFM&GByR)(Lw}F;jV5on- zoUh9EF(9HErhp)F^p4+O{8U@Y2P_Mr8)~5%S#G! zA4rSx;F2kWR@J0(zYRL3sII%Rov8LA?|L-_N9~!wUyL=7z&X?sXZ3L3box5nk=5>i z@A4P`V=jP9P!g(OVrnX~EY(8J^n%BnRi5uTff!zY<7X<>fu#q=!^*VOqgGb$v5Cbd z{;2s@tfGD085@nWfVp1Ycq+&hh+KL(KQY*e9Uthq({SxYru6IfDz4{3YGQGtoId5e zW??%mVe08QjLt)j8%JS4={lP@CG_;lvBW>OCrPGx+~_m+?C{&VWUe=FIXUkWZuHqbzmq>g(*XIul`g&Bw?T@ffw53XL>b;a$;#Ym+0B zFG?mwG1-P>(H-&A!Dffp9N25we~@Uv!I)l$`*x}{l8GuGDZUG0>W3*Q**-w{@rL~M zs3&iDjmrYpfY4PXJD{t&w>s2JQp9`shfUN&Rqxk$Z>PWep0Ad_)2R~*$;rGBIb9v#Wq@`wpzI*c%N9aTs`uLroZL}SbDoEvB^r&(C2rVMl)PMh3njw7=blF}W9nN$r z_58j~K)m=`Cvw^?`jzs^ZHQa4{Bzni-#n-5?L#*}`$Emf>4R^^=k-E|+V%iQFhj{X zCX`^>+`mfMkO8!5lX9EX9ksx9zJwa9`H{6s>Uhl#7LRIx4lr)$SlZoOyqL`eTEMfC z7EZqW&MUD5Q5R>iS;Gd%V0T21+Lm-FQNDmwF{FtKE)dd7EsWa##|BWRIQL~k{QkNa zBf6I)G-Lf0RS8c*p5TNxE=crQU9ob`Xbt%Y>J09PZYby}neW}2k=#EQ=CueS5o)$U z!d!q>xM5b$O~2IVN_iwLfaIk*tH#PVocOTZzAoE+a_g0y7TM+HE}=Xl{4wak^TFu9tCQ z@iS+PF%w&2#$gmIi0gN92mBcx%0qP_Xc_>O`+8IWH1GC7(?Y+bWL+_YKEtN8AP9u< z7}T}}B^3jEb?#z0Lu5{E?}(3#F)AU9>1>4!bFl9rPMCv}4X2&{aD{Fp+7g z6>C2A(CAGgoFN_!nu{NN3)nG&exr&%p*DARS#IXyiB|60*pP;KjfovVg#Uyf6ED<2 zaURfo%k4-rOdTD8->>Thj;ih4ZxzDqin4)^)9I%OhILVY_I+ad^^?e|mvYaqxeD&U z^-7~bK4{haiie$QKhFdS;_&ro^O&0HR!eXk%B}xK;!1i*ma2H?nL@kmeK!|bW`Y|a zv>y$;I)B>1SEU6ZByd7Fn(v0I)g_l|%!QMQYt%vGUnZcWqIVUD@Irg(pZ=P=H+ns* z;z%VNY%Azon0S#^{7YvEy8gU{01HqRY~B`!H5l~o(684CswA#-?gM&`UY{DkNJAJn zU|ZCbo${!7VPC_9WBsX7@p#K%Wl_<$A z8`_GV?v84l81JoR(ioEBP7M1^{&C5eqV&k&M>{>5P(ZaAvK;UA>*vD4rZVuSl-1Sw z8BvjuUJK`h=^Fa3K=;LSsWOhsevwWWowU}qP>Usl2BcqaX^nd*_mbsZ7JO|8!#+z` zfAI{CA_7Gp-%`*wJ)0ir>)SMZDIG9K)MeJfqM_w{%Ageq(Wm#n6T7ush1g|tMv;Ax zFhAQ$OHudy{T%gjMMT8~} z_^kc7G1hEDtfeH_EoMA08EhC*z9Rk%;9Za0g4&FIr|%;P8d0lk5!jKUCmfL`Xm>on z6#-U~=bu1Ia^GkfTN@>Wqk^rozC!$_pD)LuQ@GNKqE$v8sI99Rw`BMjmp&z6@>hg0 zijgTmXsW2+6Br7xr`gWyqzKkn*S9yqe2g3wa^@#Q@Y`{cI(Q01Lr zIa6(Uf4Rothde-XiC4r=SKEbv5%~4;T4DZlszwRX8TT<5zlHApbs-2|$m!&AN9EgT zpf6@M>eQ)q$1BAEH5dmHRIRfc4NP;b4Bv1Zv@cJtW;ku!xN*nMovVeCw~h@nyRBHg zpmnU?+)=1q53?Xm{Mtwyu86Y&kRnRqudXNH>|ueZ+lu+VT_(rQovR*ydHg~>h$3(e zn8a?dw74K6rc<_^j&}lt%3w2Xz(?Qg1#NLK$5805kJ+1_&Q@73Ltjq$C^sXwLV_s;VA>R}!5cpph$wACvRr_8s6TZBQ3|t4*Hz{hY~PXyEbP<_r#cAACnx^=3&v6^8j%(dAP~ zq}PrCHM;%7l65nX%sEJwW}B#+3r#&{Cxqr2Fv{Bj98TA*`N_yFj-I)>R^!+Uosa{d ziF`AebZ&qbfc z#&Q-ElLaOFJZDlap^G>As})@{2u@32g`76M8j!o}tGR_e&Sp&YZ3k)Nghfq<*!ax{ z{!P{g(U)6n_scuob@ifAu50om=cl#0ey03L8n!eHUBqmm)-j$U%oIbUlU}23B>v;z9(nY@lPCf((%+Sg zYT2UK?7uEY<0uqbdv`7WaRi6kKhx0GoD#|(D07|(sVS>1bC9QDnQ!4PY78dsvGe6} zvuz~4GcP2cwnGxIZJ_RWja1eu7|g0Ymsgt)s|`OGZM_{Kt@k+{m6iUL&!_NZiz*H zyF|+~Tw!TwcO@MH71?2RI+d6JL{Nk zXzgEW;2Dggdw3r>9)dew6G7Ly62_&tAr42;mG7S(2o3+Z<+W-xwZ`1w=Js=IcaJJc zzAM_EDf^5kNW=_j$bjXdf5IWy$;HTBU%rE$m`CavuQccPl1qDTY1(FW7=G|c2L%03 z3ZJOU0(CO*jKycR#~!siq7oSAtZZ5RnPp&Vs#5mOE@%P7vN@zJ1ubY?Kd;Rt`vl#} z+Z8PJ9`^)(A{-B~HeekJ^}U8iXJSQ|_k(3}0WZ+nUzIAR_XEOgX?KUC}T03rCmV zyKZ@L*4a1r@4H~Ud1XQ)n4HpM5;k6(OP|P<3UkScq=^^F{o`2BES?*L=LgXz${Au` zG($wE#xYwF%C4Bf7yXpW7eLFkbEuJn*pqnBAU!S!bg`ySun|(s^1CQ~8`A6DguBMdXLh1D2FY_2E!qbcFNN0LysX;_WDS z&Zh6Hg3x2l8s;;D;dA8(g8(yRG~R=6ZxwVF;r_g9Z}C!^ zb-LW_4~h6gb7#$rsYAq~sUvI?$haTxO7Q5)zQeFNj^NLHGwdmU)V#c+pwIMbTIr-j z?IedcT+qB~?O~UaSb+-6@(Q_|VGmZj%EcmN_0W#N$+npuB_PLF54w^_mJltssT(%9 z%>+{sc%r}}cj{5-ScLkD8D9&pQufWO1GpRl_h35_8`Q=hd|Rt_FHJmrKAh(`oIg;} zj1YBDPrC6Jt6OY?d```#>|nHi$d_(Kq8z-@#MQrLZ@&f3MxSN6+fuJA;%aD4z(5%a zuhV*qu~c&$8w+gWhq7AMP0kJOv^I-%tSGHC(B)%CSwJ>$f#oC(T_vbA*MPPYbkF2B zU8Psf52UfOSHee;Pj_y~iE_(6F&+XyyU&l(fmu?zRtK7kON%`hs}w_^=~dQ7Q`M62 z@=meRA!$qgL(e?W(=xi|%EFJoPT4l4`b3(=Q(w7H(ZHn{=K_G9keNQN##zp$`-MLK zw4J9YSdFup*Ne^Nmen?Aaw`bAK`xO2xh7wU(Dm|;YXU?6_(Dx_%O|nfp!$As>>HZl zh~&}Lu}7bJLr!<~@(RruOLc;)6kgHySwB-gJE^D=s$;>axCs1*FIN^W|ERe9t6~qz zICsJ=r+NGEnJ;DAgdAQT=hz!w@d#Ilaqx++0A3&29mU9mM68TR<1u%`2--dr!NJy= zUHuOvdJYUzDdXV`$Ftlb6PQ)zuetVg8END69j`XdjUHr@U+hcT(wJ`vjxoTky$OkS z*n)l!h5hKY#(vLx%-ECPBNRV@bvqv=v_oO;5&8{sz3T`7zvj~#GY0$xRH+iMGwIrY zJFK8xS-EvU!PRY0WWfZ@HRM+&>yTbMM-*CqcR%pP?n{x^bnC5~;HkVp{ulg^K*#d#y&!CHfeL74W{|8NxS=SC|To$H7le37>Fr zsjJ&RAn-EHh|G34U1>htBp>4{i%ftdj;bSB)f5_DKt^c4v#lOsD)&~qp2U&bs=44u zj%aA4fcdT*_DDIL**Nj#%YE;&3E$ym9?9o3pv6YcWh9R)cjo^g!3 zp$hDS@Gz`ODKo)kp=8$>3aq;)b4M|>9<;$NS&npEUHZ0P6w<50h{H=*_^AxU#8ahu zQ;;($lT^(XM3A2T$NNa41ni$bt}iUXCsC0N+*_k(t`w(3uxkB!xuQ?GP6ZjGQxp4I zPVo;eY8TO%)nyZ(4_VLew48itpVWHLLvS!$c#sN|c$PsrCzD{6Y3~EFRl7ozc?|z$ zI53JQF*~T$*Tey#9e+!PP1aN9VqR9JB`Bt4(I8W}6L5cTa$1hJ2_F)H;}U z!|(+H1kzj(@ltHg_*)=HA4??3}WLP@_Y`5I`EP{Nyl0 zuB}-+3S?GJy?hHm9zPorZ?lA(Mai2d`XuJAxTU^&wd0g5KMw><)>9smoaa>>zp5b1 z5W5sX(5t-MnpS&DEs$-Drf;u~q)#5Fu_q_?>R{p*DJnXoHiN!GX!Bdv6Y~Z@*=_C5 zYi$rQq@krCOd||JULQA^O89t<5dj2!5t0deY2o*LODWG%v1mM(ZwgpyMj@h+5~D)F z&xttuxK9~)`KjtxE@G*&=E zW8(u?JoAA=WOB1&=-6E2%RPItU?HW0J#j?hMX_-5GmYlL2Ypy!3!*_FQaaV))94Xv zAr&;Icz30T)M&b|hoX-@qtITX271C*YK0^~(8UnD8Dpnj2eq@^`6i{nDD5`?O61cu z?ae3e8xhacF8)1d3xjFxwk88M&be&~vab!c_*#GU__X|iY?_UY&7s}AjtwM70Q7pZ z>=LTqZ(HD+SMvv|gPEF$KUrz`&^8)KURdsUk-V!);0N?_@`zG1IC%K4wZVg@FvMMq zBx_}JAj*0UgTuMfr#~8f0?64u;Na+~_*YEV==4#ZSkLE|gPG4%mvpNqc)x^Fg}+{u zSNfEk@SeOUeurF$D6k^$k_*}|wtt-lzR~ique!yu-5~GK5HevxY>*wnVlWBBz3vDl zeD_&n<#nh%Srre!yr9MaPXOp3`g{_Wf;_{$@K^mn2jkqD_t#kRl({ep2AIMp;o&j@ zI-jJ0!nCIJsW7G^g9JbVtZ{)~HQcD~yrswqGy->jzv(wS3;^NJpN#p9aO=ZTW4|O0a#H_WHT&|Zb z_6;6%kLKW5rp!C0qYFX?w)`43=y$rC*FbPP^I%K&iM#X6VlsFU8!xUFVtTcJ45HG7&FG+_8Oow;ciic|Y$jV+{`sWEl~G z?p|b*`tMhlbzL@o`ORxpsxEIBBI_K6*gea<{EA~QRE<3k^ zG&FKY4Kx9r^5_^W@}%RH{f*~m!@^$dt_-=pT1_nhbk@#!!XpU!Q(h#^()4~mQ&?L% z9TwskL`R=*>_%gqUi1r2%C{FRDjK<%&dh*P)Ya~I{Ipwa^4Kj0!qcG;AWOvjUKOz^ zTyT&TFmV35l{xIS`_H<9;{^bN_p4c1MHSDmHmqNa1mf7UFRShF`A~zcx2`!P;f18M zG{u!UI*Y%t{7P3YzeHsfbdo6p)b;o3AI95mZd}j{vK{$AH#=GV5KuV6!q0kSg0o?E(VxuRU$IcSom+7C^#F!Lbt`kum-BC_yT&m`R2rxyQfA7i-hj&e4^{aP+wnd|9fJi3PIzmaAEp)Y$Jd%3msseVEcUS>QdeMJ;%mixoV}YbcG4<> zZ&%r`4rV{I^-yl;WAUPd2-#aIE5W1p)WIe}p0UAo)<~gYyIj{tLrTf+XxzqXX5->^ zHoLTwd}PMti%OOb3yOBEyGHfW1h?hi)5372u#j)3i1@P1%&0i?lki!u%M{$x5aZ$P znuW85ZHHEp2%FnmMOnyl9x`P z`q}BGsB2Cd{;J7IN!}fPotJA>cj)RKnGEE21*L&Tb;<8}ZQ4{SsP_NetnJ6-nEl!D zJlx_nP#aHKnjo8w{MMz8(*fO&20<{Jg$@h|s0V)B_nB2HLf`9Q*z9fA55t1=605Xr zR@>ZJ8xQ33BQ1*IWfj10jfblk9w&-{tdRmxQ&3P%=Oc0=tjsB3qn$OJju+U}XwVq% zpV1DLr>Ze#yq+mXAdOca^5e!j|`=m-0SaPmzgh1EX%{ z*%(0$ru)9UJQiT-{=#ae%>gl@YX0Od$SCdy!uL@6p1AgJxBzIj)Vk4+hMeUi{g^u^ zqr%@4l{-{6vO-0Y2Hbd$MNN3{d61<{Vj5+-9`Fk>22$wP~2qz;t}2y7*!` zC>tiYD)~Fb5wZN_joSeI?&>TO9`sXHf`P_G^g>C``eC&ea0YVBFQKuYj}J!PB~5tq ztUX+~j!n%?1fCLIZEQsO=<6k$HPhdSHO+?+ell8pMn*)(~Q&IG4%90tNQ}qb| z+YP=&Ej84oFNBW@37{L%r+=itejXu=vMT_7kDbNb!ciUw9gjx1I;2}{nQ_Otr*NxR ztExVL>O_te4`Dd1_1HP1R_NcWp|i)JPWq-{)?*G}W8qy(z{r1p*`~gKPU?`6m!AsJB!$7zSJCfb) z5w94U2W00G=KZg}18l~HxpOz*XKMd3gW$?m++2b9`vQNxsr36tZ0px&FfaN4Hk;QM zcPfB?37dLw@I~J*UiYT>{oB}3asFD(uVVMl?ejtweHCOrR7<#aWgAz$pGb zVSmn`WS#tZvH!8KtWNy5OZi_dEO7S${j9xeINj;8M8clu**-55e^gIq@9*y?1C%{x z-qlS~zub$;I{!AQB^&*@7E-3ZcW1C0+e?cz`5%0CtX3PKoj`*t%`M z4A0+|pz=a{!hy~A{HDh|P{J~H&b=p3o@{bz3S0#lVdwZzG*rbU6IX+ys&+XtO0Tf| zbikLb+{K+2uq?ljRZ{jaifoIf+2S zbp350KuweT7-&rXEt&n_b_Z%andx_EZ0B#6|KsiP6)$lhrSfmDLlOVe+511g;QuQ| z_5WSuubJ?-gY)YH==cBT*7|?kBKkk=aYN2$Wsmt-x2ZiwB~XqTpj{p0(t+8SV$ zg9zTC4nM6Z-IW6X1A_wtjtPmvr1OvCQMg`}b8FJ@5;RB`-2?gLc2KGz^lj3K2ML(T zd?c;d)5-An#|XWD^I~JBw^!i{bL>=|TTmCESkGLlp}B<$nA{S)sKl?)fV!Z?iACGHVX2^zF=Hplt`KUr=Xq4$)%uqt2{?AxSL;fmT}Z!PT09VK zIQG}e<5{%Y)7zK(;Xx|BW5N?VRwW10)V}cm32>d%{4qv_3Bg;vQ-5oBx<@h)E2*3J;aN-8Fs;O1(vOntQv*VM97EtOaRDaD$rpep zGqh+Bwh@33UV?NbIuX8j@h2L6%23dT5T9_W2qi+$7LYCF)Z17Jk6xiGuUQixrH0vG z?Az5*$o!SHn7t10gHi_aZAkzaQ3|qAeIITvr+cD8c`3|Zb?G~AZ$2=u+*;sAak~}q z-^wpGCK~`wWGKkK`A+9IHZ;_oaB$mH0kB*|GT=sUVt|aItu^*7gnh~2r_JDGRfdd6V2=oT>j|ujn+_22kBJ z0DcCz5hG!slmUXTiY<_$tC9G<66uH@x-Eop5G(2Y2#kK4bz zC>GHEzJS$`qz8d@P$tW6K1`U%3mpEoJ|Y58p0|5sfL=1pvF>U=04*}SD3}3FI(^FU z<0BAMnd}YqM~UGpxn8Qu*O~<*{dV*Y^3PhiW{Uk@zz{+9Kssv=EdWC3IS^jSKm+8~ ziBJhIO{t;as0{!5_3Kv$9bXrp&{T_6vP}bX40I4c^UM;h$9=N9r&3LWw8{Cu9Ugj{ zE^bQ}yS;&mb(v|QWv9v>o9~>kkc5>t@jj}cF4l43aQI4F`@@I7`r~QaID9ff;@1vE zZR;K#-?|B!P#H!j`nH>Ut|o%3FP#4$j^nSUcqKQ-$H%V@PO_;~vsfT!|LO@Bv$EMm z@nzma7@l$k_=;~d{{Q0%2vqv;@nh|WqeDZl&}x8iyOLG98Y-eHWT=D8a{al2We^Bo z3d))X>OEteNnqiA0tCnlW%ie?5D{3AOCJ)On3&9Q@tKqq&65DNr4OgCtJ{Z|D?u=( z@nAxq`F=pAt3SKDIpXi~`T{uylZm$&Y+j|=(0nM=Vq7or2gc^cbNk0D1nSa_V=wAv zN~D{2m^B2V_s@uKrj^DBgL0ZSHWV*ny9Zq4v=xuOMSch}PSXfIUmrBj@(NpQ{+gb- z8b9~@dEZSlqL*gH9uaThWY*1!`9Hd7P7V0LhllAQc2iPIJ_i{3$2%t-n@ufo>+a?dp!znt;F zfjD&H1V;pws{w@Kpf>6Y_umjm2LqQZc&b8Sr3Sfw7yAhAIs?nJ1|Ts;z=AlS^#g_U zvT-`oK5enN;^XC@)~}YPLE5+$mzXFO9LIfm(6hwscNEeMTQ%bi)lv~&j_wGvwzMV}przbEZCR=0FV~N=qdSCRFhI z9sq2?f3rYuHYSpp3E1^Vx)2g3A{ka10Aj#;2NL%|vU^zxY4QyhV2L_YLYuMljX{i% zAZvsKg4A#U_%Z!^z6y%aV%BuXox6;aAEh4Z2@8JDG*^L6qPW>bD9)qC3XBP2^pPP&7Dds~CQqY-2~8idMXt6ElTbo#XtW_wvm> z8#XnHlWaFnnEeajOl^jD03WCh5ezNBvwKlca4*e%roq$n>B3_ECl>=+o``>F_`Skh zR2q(ZARbBU;QYXb6!tJOfw(tFhVEbmsDWMPWtmp%P_y?Yl6|O|23_L^^6&V^AiELPz%hQ>eBZ5HjKD<(F8iq`qiDK-VUMuc4x+Mlm_^an7H9B3>J z?J+J74nebb#M!K5Y*lqYpHD-H2Qivbl3B-k{w=7HJXyX zzO#+IEhKwNl=oXY;Gd-+GD5o*5M$aRfZanzTF?O~uMb%JO=Rwr)Djysr@zjPA&_Rf z3}HvBuLNJjsbGiK(ALV#m6z{!tdq#cUH>C)-rY@q#HDoE%?Yk$bOM<5L01$^sm9K4-O6~ z4<1XyuwCqK%s>@Hb0py8s3v7XS$_}niD*i?p(u2;_m zi3*F_FsA4+R*qV9M3QcOJG zuHR+#T9wUM_uI-w~nidZA&=vS&>&k! z^mMt#Qw-n1&UXQL3BEza=hDVVjUSq$Ml4_*M57g9 zh}VB-Vhr-k%DYBEY6>(%`_LCU>BD`EtY{EJI(GB}PPk_PkwKiR%#pm9|w zn1J(o)AK&Q{r8eY+h+SrYSe z<6?7Rl3;ANMi^@dw>#fv zFyCLMt06vQY63krTV8Vl6ZBTfu(x(<4t}fluzHYu_YIB3Hv;UvMG{-qv{?nQ@B=mD zu_BY}4L{bWfcB-#GxMr)+S5(l4v>}T+kI_1@B#F?2~FXqf&8F+?Ii%R{^N02Fnubj zD{Omfw!CFB_sB+}s(sN_LxbAgK*agjP4P64j9DQde6^m5ksyBe>?Fxws_)7nz@6bSoVe+Np?N~t2Y9D0R_~2*)5l|pCaM=uc z$%7`z>tNDNrG*|RgiIduU7bp9Tc@xzEedDBmZ>NGcx(Ud!fM9os_5MomG37=Ndc}` zYI`d(nbNBhTHhxcOM$*DyMY$a3RFFFOFX*|Ctf|>-y003di%Zq{2uVW(IEALe39UC z$z5TFy~<$L>yN>20X5V|134%ngMH+~R$OnHGa7z`^^Vl<9bfsuZ1|r1jWWNH$=30m zNx;aU?bccID&BK}BR6k{Y|!mbjKZ+H(Jc zJzd`RzsAEq&t$)kc-_9c(d_C4|35bl7-lyX?9!sE_fCMlrhE5)Fa7~?c+1~|`Tb}1 ziT^c#|E~#&wkW##XmHSK{Tom+zM1g4zD3($Y3b;##RK1yH{O`sF*GdWkKkk1Q~%e+ z$i;DR|5J|(E=y81cjM1KO?~7R{eW)g2oAu{n40&LuN80)=azum4JKCn&dvkp!^RJM zlLHqeV7x@w#q0ldZn!z*PbrRs(J#Wu3oV4Ds=yDQmp}8}vh4#6zd~p0{~M}u(02Zh zKuhTVqPYL(BEPpI;My$cd4!J|CHARlE>+Wy%#^ylL%Hd;t}tlV3OJ*vRV z7*1Jec{|p_Un6)}r68TUAzOUAyR@x@f9>Tkca2=jYCs2-3c;&$^!=ZGb@1#QHVMTw zQH-Y7$NpYU4R-~trub0RE9(`Roo#CrvoJ72KY>nM&QpeB zZscFPEJdZW#zpTveO_Z+ZfmPLf5@hQsmbBbvpM;dMn5C~l!sEmHff6duZ^|6;fg_l zQ&Dy0%c?p@d4kDsO-9ZtvoZ<8n{Pwa8?i<&SrC7mc3!IUpWT(5)=N}0DI0-cnnvrIcPFEaAzV`%2j8^#T;IIi!KI(=Eevazd}Lr536AuW|FY@f4vJT2A+%dhhra5r z=$Z&oL&EB%N~g@nP}dBCMM|eW*T0OPFCK0BD7>G={XT=!S3nwrW)COHA|&;_NM$l4 zYBJvXgZoJy;h*N@KS{u{-NLCv?J}j6ow+KzN+8^RM>3NZ(A*uv{t|&Yyi-l7Hf?h& zU&JcxPD(9%Z)-IQvelauWDW4%v61j21-llG2q*`}ez2)}!fN*A3=jJcu>jaF@=qN7 z`RqN#t(xD~b0S(C>^}=w&%2x(MB0XKcjd6V{kG}(a#M&S1$KT<)1Vr|TbQN%1eMkn zI{YD{V=@ysc@2~#Us9zGMeG0 z$BONlBl?*{;q4ES>%F3yXhd}t-a?!B&z)t2rB&Y`D z$SQ@DDS5o;@xbVwj%u?k9Fm_rIL6qO3!zpBNWch~>ouoVeeHOsBKM!(wqA)%u(?53 zGkAMqI)H6>R)6w4AqpE;;zWv25eQqNf&^UZt|q9E1W)=;~;r zJYGregPyVHTQ=fB;(P3UVOx*E!|m1_dN_!l)dZL zw2L?$RHC_3Thdec><4q%Z$gh1T1YYx6uCd|jQ?*5oc|y98M~g=Zkc%?k8E2&CO6a2 z;UOB8bKVGxPU<9YE~KD;z5t3u)lQF`ybp_{nOl;F?=!0FcjP3SH__-RCplifIa;2d zb5qJv?35|xs3k1J_}wEux!zUaxEoOiha%q99E%Uzozix=x3o!%q*(MJBrLO^i}thI zAOITz6#@X*Y3N8bi{eDMi_*&d8RO|IjzSzhHnO-#ww zo(xBSsc_g(521s`)W)kqPhUc(E8sZ!+mWd)8|Zlgte4(mZW5>eJYvgaXLwLCM@?w$ z%uHKJml|EO!_~mu`L@vL`eJ)8Qby>26*NNjzrwTPS1(UJn!H@2?dad|nl~4tGDg0q zWU|KJ*|N;t4t4Z*h2WQvO!v9&VUL4kxoC!$4lb=nqm&kK3|}BhxGIAPN#WeM+&rw4 z)A=7a02$v{QXi0*JHe8rz+-WN8G%P{WM2-w2TP)tF_$e@|nxff#b!%^HL zkbUB;%DXCHI0aVoOP6n!ZJGQWa(qZp8wMqL+$PbhVJAD9X`SZ5^tw<8U72|^^h>JK zmlR`ZAr7%$*9WNaeB&rQSspw$)A zkwemfP`Q1{mWnRMHZs#g#%RZhY);>K#fHRcc=$+gz1VpirMOv0JTR63#Z@qHVStdD z!7XyPB3>+2WO4+{t#132(RHx}d44ZP#>M}X`OwPr9T#0Vec`l`;2}X{j0z_tirne4 z81J-YO2fx%{Mr2z@3z?6C;wGs?J;nN0ru$}O)~=Fs(>ugE!!(1C1~)cT4s{JwD&vV z-K1l}UX>R1-#rc)5Ghe%uWy2FY#&tqHQnteVcxI^TvJ)v8s ziJn`%w(_;AMbY?7NG+5xd?rcakU^@BiDyNPZ}-Gmq&Il~|7DL|lCAtKyzmcc9*9 zcBe+L?XLVFMFwwr!Kb2YoXakb{sP(w#3q{gDGi~!DcTr69^v)MW7!n10ukrA>he=@ z^-J}Z%UKj}f%iKU&T&mr#+K!`wQi)o&6u0(^dTr{*Pq_b;Cn)9rrzUF4R`!^5m?}} zCB<^ME>!@#2MnM^q1-Ovn73)$S_wIR)aj&n+Jp7ko!5Sp1yv~fLHzA*8Lu$wSQFbb zSx243qAU1nY-KQtnHDpp)I4i?O~vAfT80$0ecJX9SNr?|1QPpfj(Mdy@yxg{d^@@K z4&_vK=6&K88nPx6JJiEm8mT?j`H~;+NfsG4WCi2}HVO!N5tg2%^ z+9SQ^83*)Lay%~{tQ`zpG3XxZH)ZU~fNU8jE`9M-W7&1_CL^P!I<=8n8n=pbRNNk8 zI&T%3`SNs0RcYhl3w7xgauvEX7q4v}4XjXu98f6f#Ji3eh<*0(K{QfK%QA;ayQ9L={kl_o<%ac|iLo6zj~e2$ydP&SF6Y*wdi zmXgGEaMawlVt8;FIi9Yjwba8)q*Ip|Bug0dv$sxQY%4*AwlU%Yi;*!J#^k;w?ao$l zTSwT9qG~j|uIITC_cV0ZaC;z9A9PHc%~cAXS1Ay6^w%KEwedw6MD$+cG*PK5b7zHGK-8jd-ZCwsvRe__;2O^gpv}_+jVS z|CR2&;5~qZ#dLBhbD~5d5Q77+ec`RPCdr}&p-ohDFLOy7oV5`QC*hhlv_%q>=A$9i zlAfGbbcDf0Wg3Tr7`)F_&V7u&Qf{jlwI3ofgH3AyuXb#9?!bAH1A+WNR?3L>`J)@l z=5@yn6163D4sbJ>l<`HQGAGns5IfKr&z|e5cQ+ zTF?yFBFGAEa3>CURAzQ{u_pV|+PX@4Lx*zwiuXdBrzx?1Cd0v6J~0gHm{c+DxdbG|A zYxM}kNx}m}bi~_FpYT})O9XG8wo+64v21T1V#aI4#lm61tE8?(M$+@z)NZJr#`gJ) zTNVz49&Zf@kZFfk{W@xm`Zjh#t4+XdUjIIS;LxE#n(9y9%~HT(pw4X1b5wpX*K{Wx zQKD04y%Pe~ElmI3)9V()?WO#|#bsZS&7aBn-klx7T>#h6>vjv*F>8%ZCPN&0So)Hg zjO{C>*ADfF_5y0`*593n^&u$p$=hMAKVIct zydYa2^fx5m_0VN*I?v-hjC1$LOiEGk&CV;mIbvIs^zs7g1v;AN4jSG6aNgs&&_3Lj z2}*a3;3-yYXDR)hE_FlKekWg|iiZx%Tc5>EY-23o>#^D@l&E8i50fPP6^ulBCaTQ+ z`7+abd!8J>e%Jb-MrP$`1$awW1AK)NS>!w}LEiNJz3(_XH27TkWNSByDp~L{Y52To z1mdFnh;ZOzg~RjS=K{IgjCxU(E4CrSJsPa?y^sm8D&K#4OWwUl_S}2>6l~(7j=TE- zOT^FpH~q(b5EeE^3!9q;fL7${yc-ICEFJA=qJZvep3!vlhdU6i=&afeBn`T3VG#1$ z?9)1T@(v8Hn5p(&0W4cpc( z>IiQT$73@AMqp;+5Q?$!UpqR~146^TrFLf|uk)E-A`d<><`?CV-}Tjw%|`z6SG8Um zH6wm9if{J;ae2;fJ|}#^SNW-D;YYb_#(~R$vHcJ=Ii`G_{nru56Xz3ku%=v5-VehO zmrdHrRGex~+gdezzn-JQ$C&%*?7r%5{wO3*u)7S4Fx zs8?rWitAR*_>yXJmO_@J=eYW#NKt8=?(~Cjtf*xmH%T-HW?>3VXzZTyU5quNF~#cw zze6JsUEUd7+|5@#E;B;rGJt{RIB5Rc&G{SJTe_l=>$x;`y17k>sEK*sT1jOt_fMjtodMZ6%oMPDhsCSIxRtFiWQ) z=g8CV0#Bx|O|O0nF|q4jd{b?hFFDu6@9IES%z;FXuT;w3vOO2I)EQo54*@tdW+oFfnj7_zV9H>8%w{pH=-kcvN<8 z2Lhs-LL3ACR0I+=o8ci%s{P}dsP{Cbyg-9}^Ch|$Y~{_ln5I(1s?e$tYgcUhvE^i3^ewOCLwG~ z_M zWUk~bqn!Lol~8js0r30bjQ^m{wjb{HkKY*Tm2w`X2b|tdDN`co^p>w;4$Mt+M$tEn zlZ#{9=T`h167eVN7=j#a^5sXlm>=@(*cAFgKdn*k?v^ zb|3mMyuC;zWOj|3Ou-$x_~~;P^Gr$0p?FsQYqoC_758t+Ye^LMLDwabTQAT>eOJfA z{o6Q@Q7gbxb-Miq^4vP@fGdsQjKZHhhwqu2?&NnLXqu)7As{c%GSe~rua~a@3Ly=T z<_W*RHE9&}*{F#Ymh9<+%%$+e>(WH_n!$;wlsys%`dI}T>nx$WJVRF5qY1~sYJ@NR z$7ZHy|IK1Hn-IQSIh!dQ$a7{xxL+k3fR}UlzrbC0O7Rj3uV5&gubnST)dd|Frp;+1 z7#Xq}JaYC#V4Pa4#p$G%+dkZ2h~td|V|wYy>qdUDy-MFkq@w$3516re_O%_q_U-2R z-k#IjR^VJyclaCkwVStlMJfx@INaZArPuGBo9+@&Y~XGx${!!IwE4;jcRbK0jRU-wb)#?u_lW zSiRvADO+qb;|sn%d__#%TB8qP)(_}yGn}HBw*6P8b$Siw!SN34>Gu;~~biea3Fr;)5g{*LOOuc{KO#Uw^(e`$A5chkXs9O{}bKoWDdC zH6wN7?fvj6`j3$$+81&p<+QTq^8B~Rtg(@$rb*qoL4{a^M82%A7X$uTt` zwBi@~+nBoCh@=Y=1#%iUGltw5(q`Lu4v; z$1NC~7m!RxN5%HH?7I=*5Zb>SjY3Lh-W2`QK~qZ(zWT}Lc!_XKpG{RE>-nE##FN{* z6^n+){d8yaZvV|0`~NKLUuo1(mv00tXS5(Yb49#8*4rlkFCQ{*>2N`Dp3+FsGrG!7 zG<{&}C7bB+HnSwh=a`GwCy1&S>#;qhulL%KZq}#IGp}g#*!0cG<4>kDb`{m;zxC{W zR6eOq*uBATMoJ7iE_^elud2#cZvNUO4YBxI*(GB-f=d(WI=~j1H9D|EDZiNbvL53s zpyZEAg(iJIerjm>hKMuRyb?kw*ngoJ<{xp6$ zt>N)WZFfh4U4I5g#3#8=RKtus`_Gmn4DTGu&Xl6saxQ0=&cs~KIk|Md^J8}fTw8;3 zv<%%lk^AV*iJ(7;I$ABu3T`qIhz+kZ$$K{sdU))wmtubrha03CoZi5r)v%a;$RS&m z941m^(K?d8!4S1aUc|U^iYDI63u&I#vF=w`G%O^IyDV#9vbY3`5{d;;-Cf(LL7G~l zkAp{4@mKO6T_Jm$VQ$%_xc_yr7T;B=1Kmua+I8d?FZjpqaqhro8WHjrq1sfjGYWaXPa@K<&U)J3)O6?!`K`0D{iNiB5{1_9p~x>lN8X z)adQ_>%hy`3HY&-FMnLf4ftx)Wn%=c;gMMfQ($)ol<)@Na@c3aGt|i1+`a=z)1dI* z=8Us{Xt%n#^&L9epNObDe4@I3cZ{!&?4-FaU19amdYvB^ZVW4UO*B(V;*2M)}G}Wi<7RYD!yY>4=Zj z@yz=w-nKaFe#lU@9o%}J^bR5QRV^*6ifbmok}TjratT;Am&~;4f5zY|fTZHWDIbW@*LK z3fDz-HLNCB%yl;Flj8K_r_C$ya6V$d$GnEme zW%wHhv>)mk}^p%!;N%SMA}sHRR`F@s|u|9G8&?N1};z@0m_4A{5i6W-lhiKQCgQKy03& zV3}*vu++;&?=vujisFPG+RaUv_8-iq8^5hwlIQsHgKZ=xw*TF0W_CQ?Jgy?voY~+c z{m0_@I!7O90gH=orE`jE%SR7;&3yamI>uG0a=8ktM-6lIzZeA7nW$?ak$b>R zUTh;X14_yfyl3iVW|(Dog>*)s#^$%K9r_oBiKb+4C1p&w_-DR)SmL!6nm<$t!=X_v z%(gF6-(uVMnA_s!)KV@P?P@=2C3rayn~!RmS<4KJC6b2SV7I$-A6j1`i0xD1L|D0B zVa4{7M9grhgQY9}0;U)o7R5C~Nn$ze7;AHbcY~gTu(}KY-LI4mF7C0Wcxul5uN!3<%d|)Q@@nxo7A(jE@ex5?Gn1 zqUIer-BTSrH{14{?x~1lwDG;+7aWmdN zJXBT-m(TyB>=1C~^Oq$Dp9~#O>rLx$C!MSMQ}W7V$&wNXZ{1WJ{Gm<`-87dUcuQ+| zy_tQbbMj_;BGQzZZjZ~58pqL8(r`Wu_kzSV)4AeLUw#R;CJuP@_8yCBsGdrqpYx9zOWvnsCHRp0tHzkPOKfrV`0LUtzbM^~j!IFb~f z*%jUSUT{%rp_YOa=_nP)$MzZlS0Vr6jnBRUh6zNQzPvC3(k)b@Jv3O4_E(k=!o-pw z!1frxqxLgLZ75&sD~R=xg24$cV;dFuON#fwl{JU-fku_Rz5LhZ{zs}Bj}D$mfWCav z?f@0~W}FvbLul|A94S!37LW?IIV-8!NSO0stf@-08TC;Uf7Q+dpP`@v_L!HW{VC~X zr1^SMY<|^WWZps*-ZEg8xId$$p>n)Wb(^tF1g;1&^id>3S!SlE+Uom?a}N!ll?IPP zZV>3Z&?rnn0Vl^s!aRT#+P@@iVBd5r^Wp4$-=C1y;jk>$)tQ8hE;h{06f?P!oO!)C z*cc@0{BMGH*e)auT;@n{Cq7u0sYWNowFPL0Uh^Sn5=lNXZ8rw)zqvT_8X;B2*j{Fm zm%sLfIiFwiEj?InoBI`&@%h4O6`bBD$!s(z1Ukb}`@lJ4opV5DI?NGqQJmb5wQCUL za41{+Z9@N!CW_2W7hHfDbgMa= zwKX-pna+HKR3o~echMi?S|t~M@}2W(4QJgM;oS-6=`u5G_WpT}p&BJF0o3)rLstX2 z`v}Q=m#=7UuIYf~zxMQ+X`Xet-UMeMhwzBGBCF>-&>?GDj?KG%Q-*ecO#DP|6 zr6d3=P7$WybZ5|?5f=s4LmcZ#6+<}1{iSo?DM<+U9Vpk3<8~d$XaeQfURsc>3hD9c z(4)amxAt#4!oEgW+2l+yC>e_eE5&}4_x*E~gvpMtI0fVWZ9SO z&pV+1>6oOgNYWVoL(;2a8&c>HiS$ud%j@joeRvyQ;f?0g)U$NmgO-rQYF#>$Rj?E~ zbf1Dg07Mhe@5R=A8o()C3;U@WTo8Bwf4ce2>>q2|Rn}EDy>kJ~50_5?`;SB0JoQN1 zb86)V?UpbW(HYf$TEl{7gj!yCI2SRTTWgfu;T1;Is%E&^lfoh2+_i^9%mcXxN|&aC z)b_`9BQe!Y;1vs&D(&R%6!z&(3Jc)^C%ZG$uHQT)_25srS+P-XJ5a0&JmES&p{KXh zeqP^CZ+5JI%hW&}PceK2N_=adVk_>tO^X%oh*d&Ep^n3AH>?tJZ_q252Z7nxtuxuS z8WF04I3z73WT8}A8%eK8$&C5deEqEIG;a~4nVzOlwKT*ncK7`8T_qWi5>~NFB@8O0 zSO=?0r}u0Je{LJdm~c}ZT39I+rT}%Q$SBZeN)OQu{lN(m3Je8x(OCDLCbmg*7M zGSaAp&iUilDO%uv6tq;)dqHd!Qyjp^FhF>IM0u~lvtjzz=jCyeD?jD~*27fp)nmax z_x|%1O-n{Xo6{V1eN^*d%Ap@^l9I|u82GET2ll7Phb&p1P&h>0PB8Ew)Wkx4Zf4E$ zQ>I?J-$Kq;z!Qqv)D*^g%N$d%G_)1C`JPBd?i@ z1J!R_u0MK^*TFm)XmnY9a8zp}CHG+8sB6G59&lHh8g6$Z>*0nz@a25G@14cnU1Y z7VaY4Uj>DF@O86Ep7QnR{^2}FgoQXkOdr=g{a~6nt?kIofZ7XQPk7g1ETLmF zQo7#Vh*zj%sEby<{S}QSU-&27yLBf9nc7<#UR~i%7BRQCI9DI06;O-J6AHr_qijgS zu$!b%{!()$G7gV(1`ILjjHBhlhSko|Njy;zPD;NeE`Oohm%F@PL@1y@z*#L!9;444_yz$ zqFq0wbj!3}b40kVBSVqhLD|fbVt2A!wPxnwJ!HJ|1N_+b&2{ONiD;$|;qCSmrUBk!@EGG} zcUcX#+9rNZ*fKDdRNAW+?VZ9#@W9Vd_y-wv^C&ub#Jt-W>ff*?kwnZ@;%A1?vQ@+Y z$O~A^Kxos<+{ZG!RHEIUTvS@0(IujX&5<_%w$;j9aqaY2T1Di`G=0;*U zcjq2n0-e_wQtt`?swxj9IV?7jc^X8zB}K8#*8<ORD2u_81cq;-&S=%T;Bs9_yhKA74^`b=nIiOw5(aLD1cJI+X)< zR6i@BLqte~iENo)UZeK0e~hAA6Yp)5NPpTkB1u3@WqfIEB1NBhZ=$jS3J#xzl($N- z=U3A17pSP2o~P3Qr^?61*6NVB;1zg<5=Nbu21I_>f{G{$611_5P zdMlBh1FSaVn{5w$n`2VMs{I^6?UC?9r?XZ&F(eyORBT7pTe622DG{$w2Eg>ii5%Ns z!`uGT$!E`Jcuo$dnSfZ});@yF422(6JARXpB6Z&mZj3V_HPfA~QYd%9LKli5czQQv zqo~fs=04B`{nWNy|0ztT(;9 z`q_``Qgd{3I==o^+uK*|GM$6C6hm;&)vOh0@inevOI!ARt}i(QLH}A{`+tyX^x0^y zs#KKTOz}{E>2&``yjT}+A^n!QDP{NtgRdCpd94_KtPo~Ykq_z0Jrk<&836Zm*cLjU zHHrGg?~xqU>ItX&60X=0$~Bv^Hn8`4*BgZ#K2wO+jgrp@xQ_;Ho$LYJiIU+7WDvAv zpVhkSTM$Um|9GspX%^gHKjFpSxpYIF4V9&Py6_B}atA?oOZE^`iY zGj>E?}qnv0`z<$=gCP^xbllGW;R1;+my5+t%ZzwM4(#vE}&!{}|qXZXq@O z=3ELuz;REnFF6EX18o?PHu(N@7_Jb~G}Adf_i?OH@Dk3%vlp*W3Fe3-*StpBQ*1=A zq5}yH{W>4L@_cN54&{(3E|o-hjo4_nGypswFskv;En-(+5R#+QEy? z^`q;d({1|EfSg0%4^ds6a>^R7+vftmDa|a+>8ytPJGKXT*`)tn(I10P&_=zaao6vw zuDXN}rmCe3-5e06Zo`{|XLS99BpePK z|IAW|JB@AmG6R$^(3wIz<5q(C$^gx|bwH|$qn3h}E)^loX(K~ty{t(bwW6lUg}^s4 zEWC<|>g**U>gC}8N%)WtnFkt^5L-MI9;RCgn&Ub_*efMSvU>xFkJiINeYf?~z3G(C z%2LAv)R~w;u@gH==h3= zP_#S_?XuzcBFC-Pits0W&B^1VZJ_Bnt{L+syh^p0KlI)ur@WhFUJOca7C*a%L3-}U zy7n5;b*==nS$avl{cpjsAuDD{gk7F*87Nyo(dItQTVsu!f99EKWSr#K9#eki;gKJU z?~*wO_`TX32HdLqz-P7yx*t|oa_mQP)ndzSaso13tfbMExLg(g+fjL+9s!FnjIXz~ z{_Jd>+w-PyM_yVt{y}eAhzN;^Y$kpQ_4@uSn4&}LIZzS~5GZblICoP~=xcdt0Q3Cu zzdWs203zPleR?xf8hDz(2!s5XUy>7mNc4yC*CsLF?@jIIpz%uGXLvi2Op$um&Ws}n z54Z<13eu`%J$)1pAdy+2cP7&xGvf&+>70V0ipbqs@nQ0&#M>MgfO6QTdsQTQDg}OvnoI$ zUIZGG+-2=^h&wf;JJ4nd225HTu50XdXz#l)g{z)7pj4!e$WW%oQv zwJi1qWk1&c#PT%qjbiw=12Jwm{J+tIrnZ)&dv+#RT#i?;={1}o)+$SY7_-_AO{vSwdJ4!3tIqARNB3H210WyBJ;*HNXucFR zJ>?PHF-H$;vmPCltP``^Q4Z<4nEMyWd%5Bh_Q2?8lopX1$qaVPAeP(Ji>)Dl!qDZ% zA)0b;ulMYJ1X7~&b(X4jvD4|C<|zaj>Nu!fm0XaCd^wF^S5yJD2f2PDt?YRIV(#t? z&H#F4tc^&~)zbk!?7d@9r5%!Y>Y7oFio>=6g3bz)`${uoA|cH7RbGiyYrUzZ8(zBH z`gD@-Hlj!s8sMwg@7p=hD~JYuRMp{

p@eJs3#-pW&fbukUR!mhFk26(&!qX|+RY zH@8gq_ngsWT3{}nFL^X%spG7sCgsZ_C}ZB$y1GQI{bH+l?#Ov{idtrI*N$+l-$$%F zTv?{pdO*~BwnMj1*p@`6F_o4*VusRUMwOyHBI)Ld8maO!18S1lGxIAa;jU!w>*}fu z-r}^I9*>J7palgt+=*uzRuCpZ(AzE-uUeX{BXiepisifpfte+weRKU|b~QJUk!rh8 zcdc#pM6&I^QF&jC9a?lGKFtAdZ%O7Yu}Q8lE-ej( z-WIP^BJVD4`6NXZ?TzfFu2ILjf1dQ%FrP$ImfMo`0T;oI{# zS>F9anQ3W{-@d&t&GHG>YUko(Xy5pDeN({Is9${b{AcQhT-r1K9o@7Y9Bva6IBP3G z2U4$^;?5T~uPq?$cCxAZD=v% zL&Q+pp7O8=1hrCJi|FBrFTP1Gh|y@>D`;JXS+d%kwnm4Zl_k(80Ih0EDN%)TF_PFd zZ6oR*S5q@l_?5#vGPaaGOCU?k?fx$(PGqjA;Qa2x3k|chzaGZPQGoI+JmPv)5vqAs zjga%QuZh7N!&jt0qZZ@eJTLFpSwV`R5|5-e88$ajUr{H&Hr))KY&ym!mS0G?)_RkH zzZg5f`~pHX^uamLsmnF)K~OpSK;T_&AE{>u*ajMJhK4va1~}_G88>j}zk_|8?4uysE`N3{0^n#@0z4rU}> z&O?e7n&Z_Y)%Ag#`9`^=J@-hdC`VmXC%l3mA2TMl1yZj8?Wiamk=X>&Mf*t1vBxK@@gpEkcvF`(*qO z@TY;>5Mg(NUFVOTa;p7fYnRm1d+=)8<}{tiI#7%GDT+~3;B0_|V7&(Sof<=PPQjvw z*YnQQ*?-PWTk1Z26&BMSrJQ+0GsJSYm^ux=XJfcI5J}sQ1$iTI_n#gK$MUz^ir#;* zkLV4)M&;TJyB5V)7WbqI+TOk!58N=Tq`X5%n7by1KGQA5&&p29KI2$lTzzW3@;L5f z8e=QJzVJPmkU4OJnalE}Tp3>WEWiZ3<}K&(whvUotZyAS(Wtqtbcl4@{k9D{L?P1TGZ@NpQfR2UixACbFwX;6H?0i+v~5|J}MhN^GXlvge?IVqc}?A zjb_rpW8EX;D+t%1(A;4XGzXC-j_O|D{D$n_${mDjt?D$(=GUO?gvaVLQ2#m^6UHp& z5|N$19bEQVPh>8wXZ{#Mb6IJYsJ^w_lO)^gOF3;T=H#Xl6gJivp`0nfQT;nhulq0H z^oh8TrunYDwZ)nK@ob@_BA#&cX{<`Gd~vMx%;le1CDol-mWl#28E4aZ3eio7|-qXRzcAD+bf&ef<`2*!EYnAJ%h?F zt^?|1xCh&B*46@c5C_L_vW$0p`TFu2O>K7kOV~3WPt8ba&x}3LJ;F*)aUN&k%5H8N zcc>ck!JEJfr`q1#+VfEHmTaW-uJCrCRT%VEeOU1lXc}cVx5#M1fX)-WbU|-cX@gh6@U*rC815UJKHj zFQW-7L)tR5Fz@L#@*8B-IC32{9Vn%Ph|h*|(5*8+Mb#X!hCpnjx7rKj9fMB(bN-V|{ILb)rgtWp%%x9HBcY~6RH zaF^29_jIbdYep9+P^$7b9BT~kkwn150hIEd%?EI&MCp~qWhnr`|2qA#`VZ^joYDon zN~`9q|6qo#`m~1=X%Ps=o3!=l!VaTa^`pCA&5Mpo9lQJR8Yu(FRAX4}x z!=(&j$jQoH%GS9FZ>+oaHN@Xvu{#t#`07H~Y)hDQH-eL6yFl2l24Ebzg=VD#KzOt1 zI}E9D&6*by_VV>u$9Hy`2k^bxgA%FzSoWo6Ru$3+Q>xG+ELR3+tYu)s=Ea7+o9OE& zSJKLrE8%~_tytqZJb&3^F^~sO#=M}Uhzuk4eD4}==#hH*A(e}&LJ7)s&w)*`OGHS^ z$RM04JCa!es#Pks2XN51r3r|bd zp-DX)wZNxntcvZQlU%XXXt&$by3ZeNby~J2a@Je{g?;i=ejuG<>v=s;vBF+4V6OyC zE%a6;ZyArfeZu9whEVcer#)XXKdvuw6A9E{ID1QOKjtlsOKppazRMiFZV$@0hyXEA z!M4@FG!iH*FY2a=9|W+ClO^BL+}e7_i&CfRa}1ftzh?a-zEp;uY#$b!*0mpWRM-3a zFw)L!j9=5E73h8}Q-Z6Vr%h1H6 zHgdAlp(fA`QL|gvtBbny`8(*Z)_|K*cU$=S@S@m`!(nz(8B}q_?PQrK#XaSgUf1rZ zyLE^7`kw7pXO~C-8Y&0*-?mBlPOK||GoU!0!1gA~(i&0DC)(}MNon5~JR|83@?E`M zNeiXQRX3cek$|v2Y;#Vsg_ z6CBn;BD)v-a9bD~-L_(iwjhh4`<*YmQT_4zt@ydTWV_SDI5_;E8P)9ucoD*HM?^G# z+z&3Y$rv$tJP7FiMpy>X2X)~zAH2Y*2M~)QPPc8)PaaR~Y?&JPc18i4I+%RVAjk6R zb@fw=M28jPA>cK-9L?Q26Y(35s$c2J;tFQLbh3&{GDnAt{j z@L6+X7P9Pl0F@19OIktAkRQ(TLAP7``t-Z@hAR(0w@@l4wRCKmHqWgTb&)$@bgb6c z^SlivUBVjdlCmm)o*W(OCQPUWUP5!XV>V_!b5TRG6_z@9awWB#dt@AIYaKw~S*{ed zW_dd98K_4~e03Q|43Pl53HN!`L=`@7l4lmtG_^-#IT3ydsy7(Mxgvh?fti4SK*Sct zT1MliPtX0MGAI~9DOL*lQ!lzo7c zHM%DAqmA-aA9&kY{pIW&edv|l z5l`Ca;qq)TyFDK@3s||Nyij(mjs^#1Qnt2>C}s1Arju}6hCnCUM;3LT1ZAj>!NFGb z8*^}$b2k3*_!sdXNgr2F?dOH2-3Hot(z`W%iDiE^QJN+w=_aJ=PwRfU-Yv@BuHCA? zSjvr8vMGl6PT(IzBW(2bu&a@fH|T=2ZE)u8n^Hh+S>Y*yx^{)ZS1p_)suRFh-JDe~ z2K;q-zz2FJLQT33eAX*(eJ3yxAW$plMoL=oS0C6z+c4%@6)3uUt(U3cNXRN-J@Gra z2TE1wF}yfTV&XeRFW9oNghUWHvTT~(;h4KrO>81bSdmo=YOO$~*aa6?pRrpgg-jdR z3lI1NcL!U-3u^^K}&<&TOO-Lu_OSs112f~_?JgjEYz<0UWxiiJs9<> zxwJICQ~U;S#_UV;m0p8_G=^fgoT4GY)hogMI$+?0y+)r5DK218#qzZkI?&Obfb`o% zTtDizdBjLfV%QZFhuZ-*t)D*bN9KfF>J9;If;Mg4&Uw&tj@<>ER9_l9%)F^4;pR|# zq-knHe$S8^#mEyX)G4&AuUFhgAc6Y0J1a}7RKZ5bKC(dg<=26?Y&306dL`LjZ)y2t z>f@J}WtHDeF%h=j4y4y=rQ<92{vWp9JRZvZ4U{{+{3S+YEpay(s5 zn|S&7xrbmoL|b^ZubnO5V@bT1%umyU=_7*DeW>4&K+%d*xllni_WkiCL$c^CD=NVh z{FmYL;<7e1FbFl{h`_nj~1b+=V{mIXE~O4?k?A)YmuMn%YlI1pP9FKL(cfU0?f zh__Pvb^Y`2TFO7^ttN%P!^Bu3iKg4l_+G?9l$?kcvOH)37>}r2KqF?@piyK z`Kl~wfj4|KaY)F$cC_4Ki%fL)e8Rf77wZ#Cp-GkLO!R>9268G=thmu*ZD;{ymq=CZ zR5mKi)-obzD|;2kqTR~i)1cVM5%dMQjCjm*O7gmN_D@MhwrTYte+OeSCC!Jqlfl3L zNh3ZFjXy$oUh=kN=SNCTPC}JPtO}NgE~z40JH@3-JOYQ!i$6Xi`0kW$(BO< z(Ej;?9%&Ftn^y1-2D+z-QvtD`(Y9|spPxR&FF|9bevD5gh*e+cagV88%40j1@W!E=d+`iAy2`YV}t)xs2Ssk7^f!; z{U@fuG{I%RiFmt+o%}gIX9OJ)Az&fbQDtmwvd^8k%ZvZTxlR4%l4sPr)Ga-=oL}~a zcbpKBzZUi~)=+-b)`IwRxqn$lPyl6t@%NdjGtvKD&ODNCao9?ha zc*@d>`dpGpUVR+_h3Rre<%m6Z^Yj40sI7LgD{XY7@f9=o)O3(P-4N=t&z8>BP9Dij zD_}*GNRNw+1*f=4%`vH3ryJR3Fh>0?ob*Q}gPeN*;D9v_F(#alus1Ok6ehpNTCox0 zTf$thiRb`=)(UfJphHp0z(YqKYJbXwt4$xnYCh&VHc!ka081R2ZfEbcQXX@qGI!_h z=bIU)kL@N&mN#$dEsFA4uk#fjl*-q9^J19fl0+5t^0EGMduC^W(cKSIOdUqvBFsBQ zG7l+S`D7df_FyJrQ5wy3M%^jJqb@Ek02}c2_!HI$rEyNnh`)A^k)u870n7t!;jS zN4;yV=XTot|D&vNiwb&gZkylJq*z6CFdq`HO6!qOv@=cA-+_HxX%nfiN3!{pbtHO7 zRZsl);hH7@R(T?!y<}$=MFP|jb|K{r;JwlTbt<)^0g4yq>y z)S{QM4Cj=7`&TOdB-|@g*6;le_-WyF;Ju>zXd|*)N0)CzOj4xeeUmhhfA~<&ZMkiks^(; zG$c}H>~K4#xpuEGPB_Rwut&nYDm<}_T?H$lL%_{QZOjncDEu@?Lc508=D zLwITrpEw-2c{VIua~xDgZzk%{ht{Y=(R~v>*yusWP=7*Tk{6HDOpucYVgBpR*OXq_ zI1PTP4cI+yb2UW}vs*Zcemr#?c@_S_4LN_tHxsh<`liCdefMd`B%c0`BTx2OFR@i% zw&^pM9e=W0oVUKC;F4-P6e&mOdCPaPi9S`LB4(oD2Mc0)vtfqERm^)C8(I0f#E4|{ zhy)Qj6hi8YbHw8<(4DTlV95cg)<#Lm6eH+fJ99wfupq!roa?sm-qn)o54)z=)oTqu^`VyclX*^|yUF*30gm z48-XU?bVu<=qg@r|Bl!hO3w{yW{kZT(U?A<=;(Hf|J8O04g?tibv3wZ|Jyo~eFG;J zb~zuCi!v$=?ggEOplJRSP7zC=jBUrRt+!%kK3SzA#6%3GN^akTxlYKff7hjbX+bzj{ z$zE9A;_=LPTPg01WW_(t%Se>$`wIu}$l{>1Wgs`}4-8trpN$wUj z$wotTmYkrx-GoJA39Oxo?KPVKL8em&w4;v@x?AwyqgJ0iykBL4eGC=DR6?&~J-JY+ zB}`(B7ii{Dc=ExX=a#jt6Edscg#zP?z4=XWt5d%#Qk4Q)rF@@=A z6(!)8_&WxVwK(up`ilYuAYf)Vh%Y?Hk3mUt-066+B=~IDzjb$7acy1p>Tw(>>Jp}A zAiBYFlS_4vE2g*H4FiJ(ur}SSB(ibWEIfbc#!`kU$Hb(Gzr+$ltVJ(z_ZFp~nW-e_ z9=EbUJy*kG1B|W6&Hnd$?PH2JQ)PMUXf~(?uYf7po>0GocGv9ljYzHTcM_&}2ZWx0 zx~^dDVap}nCy8;Q1d~)1EF>VNhmL*cV_KU&e|{+_EF7JOD+OP@5s!8+6YZG%fWVIg zk|BP_qX*_y7dJ9r5YMb)MTQldg%jz z&Os&PZp2LWEI%udv>WC7_O4Ci3ELzrYK1)?=Q|n)dN(Q`lxvCPI_QEZ%Rfgz1Tb3! z##s})w;KWkl11^5C(FV!ExWx7w*Zr)Dc6S9(b3UV;3pX85L7~r)$W8GAV;Ye3si3>zRwm_R1mWcyaD~MLSI+hGBA~^>xNU;6);~Q8O<%_^g_miASHmdXh4#nOu;-&H9 zk2U!3Uicojt=nsoVe93Y>0f3t18yDXjxJdSPf~0^0w{6!|F;+k^e@hh38#6cgH%?T zh)9G6Xlqcpd~+TXKK{dty^*wf!Eaik}di%TeEJ5dVsbP;>hg11{g-L^R=cNOU%_g+`@FfLVS#r^G&vIwd z%~E64QLslz{fW-WRC;Fg-4ZpaBHTr1FRxr{u~IBhZ9lwmCK6r#071E(#f}G->rQc* zvbdh!^%ls4i3&z-D<%#_gXTf+*% z$TWak{dEr%OsbBI=6e|xU4QS4YA>-BA&$9LJ~t^r=NYtY8RbT)z$ahK_uInd4^pGt z2Qh5#Q-Sx#D7!uZe)F9xtLXl~j-qja<(o;jQ3Xbt)WI6BW6`2!So?Q9_rrfoKfZJ) z-^x2gu0^p*TPj7mXs0RaxFfVSx*w}6ZxYQ=xyTFMnQY=MlAN?KI%+XA=7tJZS}JR| z_u!j!Ef*NZrZlSt=}{-kQK?5=;~bUB1-Z8p8|v#@3}T3+aAvR;T&;&@^M9Ns|KdrG zK(!FwqIN_vezg=z`f{}xqGSim^27oP9-+0zn#v3lD+>jeU&_tmHywu0L6iE#;Mjsl zm?9CxDFjUAmL(@yjl_*K-F;>*3f1AWH!`f=JqZr@#52D`5oT|wefd?@QAI~_0)ECb zo{5X;c8BYVSCno>;aS+5C1&e*NyUH$kD{dHzKMGeiepOD#|v)O3>cb}?*xRC%gL$_ zmKmnMN%Q{}Ty^EE&iY-?EO;>W?kJ>`8r-s(ypiJE=wRI*UXa>7aFzKze@FbmLy@5~ z-o7T!V`Yxv;;PhnBYkgoi;=Fh56ydf)PE7z2t~(`)HnxFcBl)H16&Y6Vb(-(3>778 z&m%HZ1M=fxTLZiyvBvDt!VE6qg4 zr^(}UvyXxXS{D@-0y77X0A6L%etD=9NaDQ#4@r_0comv5JWlhF-Ea8Lz|Eavv#YcfogQU|M@eghm2 zBc(z`_SwScaYy9lfXY`W!#7j8?4UH9E>`DU$z~-NEqd-EXG&(dc@LLvFQUwjtiGy@ zKe+{RPoh1QvK@gmGTfWk3phTPqnMO+EF0>L+qS%Ca1p_;V+1tBQ@5jQhls{5n$7gX z+}xBOY>D&TU=u9y%wcQ4n~`!m#ie6;9@fw;eEXooM6QDxf2R|kyYxN>(tsO&XuL^= zILf7)4+)zlWr`61RFCiKvnvu}2h9?$6&(v{leY~bw+kjrE(#{8K=`{Q@MZ8UL~U18 zCMa;q)lQXbVIYOeG2K2`%o-69LCy6{-bHXYAVuJy%y}z1wv|95qp4FtV&H??pnQrk zGMSNS_jrB?=NqfwRg8IRs5%eGwNTE1 z6JO)6!B#t^ZJx_%sW0jGDj}1>Us(#f!jG3;g!r_q=j&G+p14gpx)Q=tR1^m-_H8YM zPWx8N2$qrar0&Ss_@is5^whoNWerUGT0m6K$g0XBnmm(G<#+QdpTf3+h#%CcunWzW z*seBSbrxI85^Ph46z+l}tTlDAxH`HIc$frvD^~x&<{4Xgn~5*Zq_|1$8bZnX zslY&qv}G~o5mEBlMx6^?^Nt~{jo6XfnVNQKaDjil*<=T$2CG=Y#m_vyL=Y!Wi{GUq;u`2M5FnAC3eSsJinx6kN;7tc>bLPcgrZ z1D*9~Eyjqu_W(5F2qL&I_OlJ?PR~PfrO;>|$dVOO4B9!!b252O7pgo~V)(zT!Pk%W zkw+PtR*u@1*^FyCe;gASA+9YF%_Aq-_wm>99sv+)BTy|k6cr$;YT-LgEi`URQ5*yO zz1)dosTJdI;rjY|4gUf9;UdYkiOyu&vPl@v?+3#acezI4?b)@M+WmKV|(!srdTDn)U~!;C>#2?dv+#`R^T zbv54wHNV2lc}VuKmLSfxrw5DW*}sD=b!*>M?mW%J%2K=f(RXqu!XERVc$HpMh|xLE zb*LiopA6lXpcQPrnK~rP5Q=IfKJV=jy8GmuOyT#??M0>~)bb=Yw2>JWvu%$hjsLPQFyq)-9&spx{UA0xX&i8uC}jN7=t-|>ivsG1M6U8cctoQuw!KN zV!6_ii_$5?B7q170qB?##B^dVVXe#W<(+$@yQWq~r?l5bw3|3qYd8?Qiq?oiWTs<- zTQ5+ei_>*tSGF$1KvY1y|5m?ptlcJ#!EDM^3%t9TS=mcrD7EWynQmKQfyn;-nw$ir zK(bXW1}xn_@70=|e(if`gYO*+KiF&G3gJ~Voe^KK6gm1u)9AAiG)X}M(xzwftTh7f z2NK=3?X?U!b#fnSzooPaR!xqcOFaR2s!t?3uthyPx=#zKTsTx zKy?n*SDObc+v62@yu7O-;1T`L?E|n`uTK*Pa=13*0s#thl#qV)5L zcGiv(Ih$lULWV^A{aPcw{b)Ru@EZL7y5?$?R%>~FD`HHrk;%VCpm2Jc^hVAHLoeT6 zc;G;*O?9(dM=I7a)TpmE8?ZN2LvjE;tjQH?Smp5piMB`~Xir1WKFhG`O`;9lC0Oj5 zTuGt4X6aqDX3|SXr$HHkxq=Ruf*z{8;1a)7sTzzFT@%*OpO0tD)>60*SG=mb<9ER)$@E-%k0yNuI|| z^`0XxBMiR#j`Y=WrJ;RJOM}00;Orak_H|V`T%bO>)Tlp)Z*C6D&rBKMb|>o5UerC_ zzMHZu_#&(4Ed@n-srS5Vb_T$!lkmriMZcz$m^xmdN;_2FyLq~Tb73+1isq-w$DkYD z7NDDP0*D(CQ=(pSM`?O6P=6##4z1$->F#}#Qr=xrI@(wcPCKVp? zf&z_;ELmvsqN(Z8%@@Wp`fP;};U`U|v+&Aa3q*E-d6e)nQE zJo>?E&3E1ZnB2{ajFtD$-SOyx{{FAuzTHWr*c_~crAd-#1yD;Ug`W7@z`xoLFiZH; zz49JghcqxHyAI^BQ?vG!uy8WnKsy^^DCwsk-_OY|41bj#7 ztG|Ao2dq$8--eAK1<)nBf$Kc>EX>^DC-RNyw@0x89e9;*Dh@XKWx86^a<~K=n`#JE zmSwJ8V+)qZ5p8PKkJelDP2IFKW!$5faQJGpKVhFGk>`X&-JnDZ?~~|7TOmk;3|0g5y zSM7qq5IAlJ161*Vf_tNZ+z#6+9wNoh{MO>`+;^tu`Q)$~!d1V%Jr^3S4dQ5q$fMLd zK2tUxUsF;EV`Ke+--naybWdVAWU8*4*_JqC{80x^YZ1#7oikZG_%M;~C(hleXYiIz zZ?P|2?}>7RcUjWzexw2Khf$5<0SQ&|Duo!jxR4$lK$HC~b6vI}|-%*8(g z3E1yBv})?cS_esGM7A3Ey;oCuu+}r+gV(nSw>VqNfs^>Uc3f%h_#CBrjiQ_Jh5U1) zv|&~Hr9vvSx!%=h(?wTPoZC%|_=c2ya#E(qC++XlsZ7&Nf&%_;IUhawyR{9c-H<!bf#?Llnkjt6|m${%V6`RrKkCcBPexWQ4taQT9^p zoTFD?-w4OrSB@4B`>^FaKKi-kUkyrwv$Jo&U271$Z_CM(L#t!b&0+c`q`c*gs&>Jz zLmfbGkNz#hX6TyBj~AIZNETtbieIrjk<_t+A4NS5hLajUzT)q|*K)dOyFx)5Wdap_ z*B4*+1~bx2(lN8Ql(su&om28=hGg}d1%i@w2SVx)L8eJpS)E7)*jl34Z1mHKQLKF4 zI$CkE7ObSj*^hDG1dDEAYJ9xC`!y0^g8byk6OaNh>%9tj3AqqeUEVz_DJ4h?)8oxI z*ylb|z^OQUpW_pfyUQ4~zSd=gEHIa4rJ(LRFYR~T1j^bNk^1hrx%~cn4LpcLJJ_1a z+!^2Mhd+HRIb$i5|ZrD4YsK9IqgRD(=?QMyH zRI@~(?;-7q4nbsXp|~GEzMo9KTISog=-h>m8L6jAHvuv5L%Q*q7&i@7YPr^}V|&i2 zxLti*$*!4-h%XUprxxQ*Z7X1ABD;Z^tjApADMCII_yZvBy@+e#eXPJ2-jI3D4elKr z!L_=Qh@*L>pv0DAe+M&K8N8$@rve4gm$klXM&I0f4&M&>dT@k1uC$=4WX^uG+@g6u z=S6T(#TI?B=57&L{UGv*Ft{ju^~4^YxHMRODd+muXVW6GcgM^2aic-4gcwt!%0UzE z;Rl~BMj7{1xY>$+`U<(;x|}>c_5rZ9)W9S0oPX^FZGQF461 zlvmkcRp;aof%ycOLGwooPAOr%r+d`v^c+mjT*XJeO6h-Tu72x`{=ia-%3b@W;s^D5 z$<{aYN{T3AXATg1p1qs@W`8F8wSeWeYmPJCTKnT7iYl}^4ZiH`arT&4Rh?_?8hU*^ zE#wn0bIWZc6wgZA5meail}-@tE87I;wUp9=-Q%*7HyfyJacaxNtA3BV2TDuVQf|B` zTQ=OJ{C3ZaXXfUDQkFe=H{?ehEOUC|OV+H$9{CZZ>u7^teZ#$e#=6G^S`2h~7#SFd zrkraVCS!6W)uikfW1)ZA+!|qe*E6#ZUF!6H(edZy_N(Lnj1!k*qlM;0tF*FreslTU z=l+NxgZf6PbNL2Fi{BY_R$CHASAFKv`tnwAChIh>^|g8F2X$Aa}{om7kZzbcGuxfKe zW4#S?^bPxJtA*UL)5S|%ce%r<&TDW!E{c0!cBP4bAcx;u^WoylVXTcXq?6bUN4n6#xf}BZ7dviNuG|zd^-Q~ab!ncri|A% zAU}<)J))0REz?JaKL)kVQBrv_c$^t^iWtaqc%6KfE8#<-!HE& zETn$nM|2)4_CzF$W7tk_V)~$2`;F^7@oRZ;g3>~V>R8Zeo~$EYp~%J&c~x;jLpW?{-y#9=fSHSPsuijO*jBk zBKIVVW_t5f2azNN&fvD>i-i_rUox(zlF%`IZZmsPeSW`c`NEO5a}L@sEr+V*vFGg@ zcxz&T1XC)N0+W210{6?71=Go%=Z*T+!(P756p%Aids7rh(~!T*Rp^%Wo<>@}MT9Le z4YT?!WH)!a$#WUj_MQjOVjfQp$I6~2p2&F-HyO9blFQaqP_XIFy?_2Cy|H1Ge4wPJ zC`3C^PXMzzD*kzzg}k^hp~2QZO@;XxNC-#A#E5IEw_V0&>Rb*{?)h=rJZ@X5SKsM4 zHFS|-uVjlaSR=;VCKMM^mL`6H_4n6Z^}o{`Q=rz{A2?&p1s;2;^=?zfP5Nr4$>LcU zl_}<>(tl+ntejb%S6X+WuM&nB4jx3pV0WH}_sV42XgLM{YJR-Eud6T&tvVIVWxEhG zQc_8^ACnEw06pB9D!Msrckx7tp!yQza1NR!9^ehxB39fF(4g~Tw|+@Q+}cE9P_#An zASuzFKFFuHpcZi?_}5@6pJQ?eFV|fmDntI12{`!WXiSg|z9ZTphEKturXJpinE$W$Kd@jHwUSQN# zRp!*qjPiK3v(aK^G>v1&qg*Y!84*uMB^A=F1#MYQRaOqR8`kYPCwIj%FaElYr&ncy zW&7mFx2rPFw8w{@x8X`;jB5w=?W?XikUd@kns zy?8P4_!5YTw2%8OunE7n@HCaA-CdYR*OV zDdoI+M4f}*_&Y>*?o8MnKtE(=-)ume84>}0S5^Dudse>Jh(mNdt%jN7lO)j?4C4=9 zmM9H+i2F$Fi7J{KteD z(Y!loJV0xQs()2gZ45)FQ7sKP7^0{ZW?XV#PK2*N-ilX{Vt+D!Hg@%=Y~J)w-*4h~ z4k{gwoqyAw6F1)L*lx4S^i=#SB{&$BCRGVs=a%?p&q;j~e*@U3?!CsHjhfzT2o{S!JoC$i{E2v#C{i%J??9^-C(Zukot})&k#rbp*FGs{ z{%G#3%dg96>9Hkc$h43kba&X%;qGdyJ>&o|JC=L~CddES`uYxfLF^)ybW+@BqN;cy};71x6kHN&92V zU(Y65tS%-~)z=jBri%jnFu$M@05|2|sXni&ecSkG@EZH%g4Sv<*JZ>_cxl>6)_3(+ z^h|A8$>Sj(e91}1I-`1hJemeIU9L^(!1CSuCQGjpR^L`G1;;CbzxxykT84SpZ;)*# z=u-_Pt;!wLUg$q#$ZiR2J)Bq=P5zXL8nkFLpYjZ*Js})5}|c&DpfN> z6KQ2`8sT5MOZ1!moWLFCvLw3cM8t`I!BZj-q6%+FwtTxgC`6Op7#LPqZqEI=Ant2p z(hJ&4aOL4Gd;4H;lFSu@ANRQ0%k(y$C`Zf}gu~ zaB?1-aaS{a_#`{ruDZEZr{!9bt`iz69^3o0m0dI^Hv%~Mp$ah9=|1DrMn$o*_QVNc zxi7wxUsCo2XGuf`F|0Rn*^21vVPmx~ZUnz1?D#)ScV0wloHzv&i;z8{&*ZLyNan;+ zFPO@^K0-Rup1o3zi1YE$I0xU6Jq)9yU`kh4SJg1C`Ut`IK>HA^-ECYGal@-yWgjjy zFO18N%gnU{yh1BP9O~~gPkW-%VjQbTZoN&5&Qh7TP|_RyOlSe}Kl;=5HD8kJaQINy z9VVK0_Vtcb;9NCu+2u4fRnIRBz135vUjfz%uikq_eqMgAvYoMDbmCe1D>dghy>}x5GWtyPhIrFCZKtg1?-$O31j!m1Fb3lRFuO<~>&x z#QaYl+kNOs$R}&(FAw|Tf~U%-ZPI;?Nt%VTG2Onq@98DEy6MAXV`Ii@{a@Or0iseD z?D1wjQE430H4b*MVty;7o_<`hL>3xUnrc-hd zKf2?(<{B~qnxqcS$1g>O62$wFY7FN(2oqp)!~XU-Ijf*ezT-GwwY6D}bld}<1 z%7o`dz$Q_h0&)|NHiw%!LAW_cSl%4wzs8@?6FYuj{PFl?an&BAgV`Fn>*2j9n2N(xJIhiU8 zMJ)X=XfKPyb<6}CJ^FFq?89H${a+jqa?j=39~%|S2kH+Im;#P$6>-163iGe@nMEaJ zNIbJPJwqN(?o6*(s+>VB7{KInNFYS1%6VeZbZyi$94RNOh~0DsDS>gzV~H?iuT4)@ zS~*@uBV$I>{8rLp6x&Q0-KLH7p>uY znIxWsTJmfAtz@>*uy*T|-{e+}0Ia-h|N8Xjdb(o*y%>-~pD~954T8;eTcot>eMrt3 zbY83x^h3|M`V?S`og6rPQv*QI~sG=!x}(`jHf?U8~4(iB(bRA>4xK8(5ʋ ziEnL~FWL+syTT00uvw)Etmrnc|KeLu#>}T=%bJ2s{m62=U)5nH-~RZuMs45EJISB$ zN|qBG0^{uoxUDln2*H2p+_`g|Mau}q$lo`0y}pYDi@JkxKd+As`V9OB^X6NP`wPZA zQ~sq7=>fOkVUXr^FZsJ|90WEJoAXG^Zcf|vw&j^CW#xP7rvugbMe<_EOV6l>(vOtz z?yGr7W>dEuX9N8RiF39OsFUvGc%YR+_|!~CGtUIDEW>zFEAZmVC%K_z zt&PvZp-+>1#Ba!FDXN|p;yrSl-`%WJnGUABK8|Thv}#&Wj%4sOGF&Eap%cHK&{}0ASyZ)tuI}2lc@?)ANOoAIM`6xf`+B~Me z6Vi`TCa?p6&LVU|YcKGCN$z}M>994X;g80p?oxYhT08Zs@v6%qIiM0afe6#<2m=)? zro(1*u8G~y@I*ccn4maHDcFYI-pH~caISZo`Y(n$0pzN?qWZy)k+XgiX?H#aDJ~pc zMp7a&%48f5Vj&gn8wZ)1s0vth3Ip)Tymm~JLz*t_H!nR09-+i7Ki3yc*KclYLanY= zP&~;}e&2(on;`VcBUFad5hk9Kfvv}pC%kY&_|zN>;zjAkzHR%s@Vr$f*BT>7{*{5T z$!$W(J$aD$RnB7}7YW7aO&JzY0f2_#CMci~R`&3}*aR`~5k$#W5KJwPTq# z1ZY|ZVBWrOjOeBvLoUi2AZg`vNq$j$5iJV#%pD`vLe0%k^MCyKQTeH64xhx=L3RbM zaX>4|DqT8kJb&*Hz>N*mNp~JCaU4?g7@`ka1zt!x0>@WcDbzYZTei~q$}ARvms8Ju zI%I5$i6Io%8|9O-mS0?+SQT^`D1ut44{Wh8oNvIu>FT`#Hk*nzwY z#G6kQ^&wB_5DH!>9MWt8nM;tBKdivSBwzUKqPkMWQ7jJyS4K%Xp_^vI1ZnZ=MU@*% zyDtJ4)>n;!%A+I-QQPAF>>Gg0-<8#4ipoH!nIacu-d(~0&G+i5$&ix|$w)@sDS%>Y zAG5NMl@sb7?fRTPLomQotz-X9*`Rn(Y%W+zf{R9#&vYNWfu$&dMN(-;H&L^;F9^pg zl|;i78;d*19hmUUFvFsXFr{eK>2PyFn+w0=wjA%17&ydaGCR}kQi_Pr)p+-BPw;~A zMO*saxbNJ#^FjI(5XQ>?FpuDFvKnqP&Tc$c<%G_f+16#7%$Uj*eNtt=p{H)iVsmx?tC&Wpw;)q5CzwtrG!+1@~?*X@1ndRmOSc@%AFW z@m1VgWBZEh%BK!T%ImNd&6HlHJ)1f7iK(P`C`QN2tZ|U^VMh+dQ#$v#A!>sjJ-FqtoA)QH3QAv zC-V|S&F$~DTNY$)h7Dubshu$J@(c}Mx-9V;e-vwfpO_~(0h*GXG{)arbr;JY7Uu+$ zeO*;(G@)dW;Zt-P{QE>jO z8;*jr#HS}+ELw|6bX(!Dx3917&By45 z<<%xFCComFuXwWsJ+Y{kce@De0JkuENcXl|=Z89Ux6)aU5FO?k<9NY+7B^nwUSv&GDxe9SwIPW#4og9DLZ+PYZ2W|U5 z_tU_uNyehXc0jrzlZu4Aq@)F!Q!MD7@E#HU_0XT9BAN8G8R;aNW87M};NAo9n9D0T zX3pD1lXFO(!F9<2%ZovQfM?=i&7=hLY2f9vlgJx!w;Nq( z*ADmwvqvd=@|U?4pd+ETm&nBoOTHa!5-|C>LtJEP=gvg#zv7;McSapW{f4(9A6KHf zL>>M;t?WZACR(Z#)7y)HcPbbZ7sqk?oa*rwg^hvH|GxFR=0V#FDNdx+<`Y~tgYUR4 z0nkoIN90L;Gm`k^_=x=KXV{`JEGWA>8}q+eRnvh_PYD;RQoS0M*j=5BjAk{{EB`jI zZd$l>C*G4spf}Qf)_l?S!^1vSnOTk_6(IMAY~Lc*N zdpPsxLQ=LzSN+Cz&gW^KJx?wgEp7jMqYwV*VJdTS-BF5Au=?;Z9KI@jNSqWfyKVjK#?ED2`>ylN)5e;P5Eqo`!*M|t^iSAB<|)@2*^A`3XOs7Y zA@r1@kUBNj_q~_DCyPZzzXtJgP{kW;InN}aBOEchFxiFJ8Hj^8ly7VEHD(IQPVe&N z%h4v<>r$A53;?(^b0UBftU5)m;0?}q`7`r{{#Mkux*QH~V)E~82%&tk`IT*3Y7#qk z!R8+56BljoCQI1ciQL$Mb=L~0<2ub74zT)|qRjeRn8M5WTzoEac;?6VNoSw29;==U zR5|vT%X2Dv8G3+s5G5&}nDk1OINPBPmMWHuc`Baw?3QpjFaMju9XU201wzcO497qz zywQEy^)#)k88-}<7(aZ9ca&x}HeTg)l9qcD972a({K>FnQw}0|Hx=Nqo4Sj8TkEwq{p7?M_PZb!~|~*<1g8^-8t# zWp)xJNJJjKGB?<%hxS?GlTR&;TO*zEl@>6znkZtbpzF`lSCEpm{h{IKpM}p(!kX83 zdHA1T@vOR%ddG-m;yEmN$T*L{yAct_AKsL5UE*t%*V1%2kuV&{J+eZ{kycqUu$x^s zVLqt%eYS_ZD^mc7fd8~#QP6@J}^A+85oH3!}{3X775h% zTftPlTm|0jtxp?XeP`yeBPK2mSj~hZbK^>@nWEaYfqd8>`a?jm>#|_3v=dr(HUUlL z)a***jBL{$SxY1qyj4Kl&KI?CSsnYAuAKOsEW_$ww6!1DT1V5g;%vS0E+zldRe=v+ z0Z%}&vN@UmJ}8#ooBB*O9i7Efpu7{?9v1<2*QqwWy*rAH?8%Uo_`6<-#UFG$B-qnu z4O{ZCK;5%%XF_Xh)9+}&+{MwGwB|rk${Tt}cI%a{ay-4c4|s1djq2zEr;EUzMM;f@ zF4_XfugRvV?Krp)cb4hlxK1XQo|5lssWHe^@VgE+0g|(m?6}?QrmM2Q@-D{0>pQF`B_GPg4-Q5m0MTM#LcBm3$cY3?) zK5CsVo*@HAOG+?$8n;*uppZ#BSh&ObZlLSL=2(JB&(Pm^?e_RWF7JpY&J0h?n`Ht_6)Tw&R;gJ~knP73p3 ziu~CZ$Q&+%AttA;)cC*z0VuXDjEV7hsX~Yu&`fo<{dd1yf2_?88URFDSkyjZIfbRc z!r22V*M(xFGc`=ry`Fl@EA&IpP~|Kd!3Cpr=w(x72wY#v;h}!3y-kGHI)aeJ?gJ9}Fv_j?5i7{hDpA zW`Q|1g8@qxC+8n6!)+Bm=OcT30!(JWnc5){3cBI?ZBYOzXmdG(6Gc%5>~;R^Z6XQ- z`*sWY)JslP&NbE!zXUYoSFAdLrCUAabM%awWAb}au=Qqn$$!&_N|`X9ZIOcG(ffQ<5M{RWD6d^1Bac!ip%;M?^T58^3vxzVoTK z46q`fe!O%>zlpZs4l1Wq*%RNddU@V>BL*Fy+-5MNC_cno6X@$OI`0hck&xnZ?_S>V zrOc&$C;sPW+`;}^RnEVo3&}a-J6!NK;$?>#!}Dnp_B}nfy~K+5Two`du6`CF3oQ;H z@^?tQp;)?jMm`{WN-zOKA~8)U?@G(V9=AB>>C-SVes-!}GuKC6M)3x$2u|>o8EYZS z2Qpr?EE|WJ*RcBefC`dGKYD%s*2GNif1bv}9_M?vps#55zBedo&#!cRS$8m&C|WFq zfvRt}`V}REmW!i~CKV~e7MRXpCqiJM$dGqgKk)BlD!%7V9UM4X`}W3}MwrY!Bxf&v zvNdl%A;$kjk&CZ;t3}s5BC-VqJdSB1<;K~Q04!73OF-WlEH~32M>p&Q$l}nuxY)n% zNZE1r=|=Ntu@UI~|SF_;foNGS0D_T5FI$SVBPwtXl9qMin|dASYnQ6Es7Q%1=T z-yQEYxwX9*im`wO#(ujQ=}7}acKD(o!OFip_`>W>Ykj%!r0m}uQcN%`M5v^D`cqN7x^=Q)r+^4_BYw))+ZY9xv z{`|?_D#Mi6_kUNiA*L(PNp}=mOPtNvJFLhwAZ;2MF*$0}7*1&=LlFa8R%cVlR=Ou_ zFEnsAZr49@$f4YuedfF%w9w(05)*+&1LukTFMxHL4t-To8JJKLK?I|y;jVybRNe7= zUISdkaZD^cePR>(KxbhuOaNAFcmzcb`{Wa>r7>^q=SHjHw!n5n439N10SF!nMvOp6n&@dP@{ zj5d340zpFfTA8j9?sf5M2>)g11C08F{&^Ce%rw!-wBU?-xLLX6b+d(x%h)p>+l2Ud z2X}O(JnT6iH!5+ET#}TP1^PGn2mU<{tGiM0BQKZnM~*o$#~K!(NNELKx{&w_uch4i zFx_^W!17A6S26xDUsDZMfL^~uNX#azFBU3K}t>b6-?hrt{VkUMP00aNQNG{yv7c)BK^2VsPzW z0lc+GWt?2lyyM@&2Gcfa-y(QG%6->TUbeKgk;jV;iSb%-a@LToANxQ=7%v#7-X;XT zmh7zxH4Xju%L8hofiC10vFL**d#9bCEE^#a5`++Le8$2T9lUS(e86^OSY^~yeqlYz zy}mFXHkeLup>0;Q8$LsDh>CrEQLr;vMlB~#D8Qkl5a=Uq5`~x}NZoE}cnYv}W+oQy z{~Jnwp$NfCxvyz7AJh>0#v2+MwwE$*(@>o{;Cui%Oqi~wli;A$biqvJoi5v^RFG%x zecnCj`@PTNnB+OvrJ@@=8ySUdyJMemr(g?h8Jf8V*&JybNp$ zc-}hkVQx#uAmta?cP65Jgy3{Kz#z0 ze;&K`FlVutm@p_N1bVB^R9@B13rlpamaB9%RGj~1HPXh3i?&=zl<4=R=g5EaA_4i# z*~8OFH!yB`R}yToE)<^RdJ^4H&e9hrhq$w)ZnOrT3QQAQ?9G&by`XSd*7XX${KvcS zk}m(10o>5Qf^0c+TTix8tJ~7_fB@)3a_mLapnhKm&Hp?vbkb4U|HIdN$2FO4-@_=1 zqJyZ|hN_N&paN2*E2v0Uq$$0(1dtA)D#D-wD!qdW2uPDAgeoG^OQ;EdeQP9G>T#z1LoA?R^~j9QgF3iqlM=+{N@JTr?#b3|bg<3KVe|57Roa z#fxzzy06`t4@#>v3?SusVOwk-VGHqtK%2;!0H_s^%&>IE-SqhAM*$y)L*@nd_#E&! z7T%cZhTm79qM{Pp?fgV}|6#kHTz9_cFzMu>7)gji!jy&+QI>>%B7Uxk3bD&;Wh*8* zcG}Y`3V;2%KY}rEDEu=$R_rD0@L(98$!au=6kS-UaOXz$C%i{ zN1)1Ag_0BQ^%w=2Bx0m4q%m6;O^6_Yoom76SBXru@uM~pm6mCMfL#wA#R;j&rgTNe z8wyGH=oW)O?8ue4fW$FYRZzO7dN(EruV65}ZxZltb8x%nXM4-OuBUO2(@ZW%vcIao z-6Q(qU-qr39Fv!kbyVH5+FgR5;n9NL+T)0$jBp2;>z*D=4)Dx=t;!i#S2HL4)0|G3 z>DRcA^56_~1zuAyftpZ8umLLN7$OA5dce6E{;DN#?D1JW@TFvORBpXNd;2+)9CP!N zU*$#eD<)bFmX7$G1x8!TzNugkGzw`N!#nuf33m6=Y0HedFbNZ?w*s1z-yc@o?vcp#d@=Mn9>yoobAm%MZhJN z=}LMpF1)*?Gcjcx-xv3c?R(WI9nXF=lmz#%P9js5PqOzj-h&PV(S)KjSvXkJqOXQY zxo`QYRwFl%tG#uS>??k8a7*xdDNuFm8(=t%Tbif!(rJqB0 zVLAA^oI3bTOVjS$)^N@f7s9QsQ>NG-bWOka?qL(7RgWE7FZ*!bwTrz8C-yg+SA%V! zF^zRI%wzPUCc(!GUEsS0+=o3_gH56)rYk`NN!}t${p_F_((?qRqrdcBzKm!D{Cn_6 z+_m-5Gty@FurG;Qd0TJ72O4?xB1KQ|?1kP;d`AW3h@SD|05JT2(l!49fRd1mHkDsr zC}=&XqUtz^?&`JKjZ+wX(R6goWUEx(je~LUv_$}OWEc?M9;Ev#UyT#P(8_~nVF;N? z@jpN;E|A1kHfmBftNls_=WB~UCt(cI!9CFljkA${I z!&p0YbFy8!B~IiY4&^xB8t5)$7I(d6Q#zR%QQXzNMB&W{{?14bm9&+oJE{CAjwGr- zFGc#X^LqhuSR#6=tps}v$OtbD=+JdODSlL?9!$KL78V-D4_-rS)DR4ysGF{kqO*0boEvs;=T7g3A-1Wc`j&4uyk-+2=nqfd>w~s(J3XNnS40(tu_1OY{;eA#7V>L2*a!?<@ih!uo9u#MLvbiq7mPaDLT{lPH0d|*|5X+qJiVPQ4fawHI3lsJwXYfmYnfB(9w71= zEfVBaonEc1OFlIH<|!9zSAq8}l0!xs`Ba`{dBoDJa2WREo<8eU*QE*x?)CWd1(ojW2L@1u4j1PQEN0?4tW;inh zye;OZvm40JZ~Fz{`C&EA9Z{T4HHD_*7mDn6UtVErgc+~BlKN5l(Hc!LG%n|R-<~pK zK&U9m@f{0ZE|5&bg$!^fde1MgzbV&ijdJ%doBBKF1(Qqv<=mjJ5H#TCWs0WrNa(aS z-1BQ`+Ot&k_W`BrcgzCz&=m%l;;CW`wNue=ub^#s^xo%g#0STLcSzJ7h8Fn2SpJ_U zWo?sy-xH-XYDii~x#Ri<3a+y}ymC|erh&0yK3%VmpSI2yn!G?3j^3fLRyX3umHD%_ z_GgFu(Z(Ym14nv;l`hqu&_p~w<7aXz#t%!WF1{gHH8v48ymcIiar_R! zEphz()UGhzPkavB_c|*_)5^qLCAVX!9*5HM#Tt+;tOTT5cU3DHqb(g0_Z9_| z8>+jW|9am|ZC{gdDQXkHx-y)2KH76`eL^iON86SO*ZNk(K~;N2+HfFEDGKk0ZJv`_ z^~4n{#$G{17b8^vLDx;@wbEj`XI#kp3r4H@4KDB(Q<&AI<>l6fQgPOhhzoaLc6V!_ zR88I7EWM1uotPh(2a3x%)2F6@**T3b@GoyCkE)$!(oN;gvW#r91 zQ4h0!MlzNt`K(MBI9#%3LSo{{vz@j$?@UE*{#Q;SU)#>d>RCP{p6AlAkbF-QpuU`= zFFA%R_ueox&EPUy8ssOgF(i`|h4?wkfR;(kTAv7I)Hx98sT_4|Gl}DJCT^#}oP~`| z!tJW^qM~m9zUGwVHY7i-SO{wCWFooyy5Z= zKX%yRDTg$Xfo|Pjq=miB=E3yXT;rS(syy0O*?upo=B&d@YM&K;QPGT|A|VzL`)e#L zEb{E3qQnA><77%?f@9yOPd7^NHYpgM1QQ1V%x9Y!{`L+%UESt-!C#C05tdV0c2xy1 z)Clz^d}g1&h-N3)jG5d2E!OH63D3a~r*Nt_q1kll=J-FQ4ukQcm+kF7P4kD4>CO)% zHAd>&$l&*1XOC^yvTE|jj!e!mFtLA_zUp%8liaFD&osC@eQJ^f@k0pVVkY(~oyp7sIy}eze~wXO#5bmk^ry4eUErp8iIJtQ-BXUu z8P<++(`V;P%kJ%M$_q+;Db&fTP={z+ocLC1X(gQOoVHNQ@VAF@B3(gjqjVoVm03%f z_u}&MxHcAzMib>!ISxOmCGZs%7INrrK0bQ>>zwQSMWU&xDYMY8=NNZz`=y_&wp+O3 zab-QvE5*T5j3-_RcZ+Ocq;@xG4}%1E2whQZt^?;ToRR_AJisdzb)et)A(_96(Wa|g zU3)1bRkM$@`skpvprJEt#UP?=0M?TmRu$>i$S(K}6~~Ix0iKin`vIyO0*uYV1;xe1 zxT;mhXw$UAc2Xlx`3b++6sjn$ZE$+)w4xZAwkTFXvNu7_`m%^fugwS8Oo*MWDF+e4 zh9neyf99S8l1Ub#q9aT3dY+|pMTvL3mD?pZ5LG$Pg>{_!alyw_>K2ln7nm=LQjYN0 zE*b~Enq84K;q-;E<5W~|F_n{()2IwF)zdSz$z2H1Th;Pw9aV4t+2&WT!z_&0B2x9o zB)$?w$zGcW!%%*V3JiQDI*`>yGgaFd)Ho*sNfR^cF4M(_|N4yC`$ zU$MQSEr?BZMm-H_$c}Y8IR;%q|Z@y4*G9fY5F*%33HA*HFJhRDRuM9{7S^|iUv8Qfm*_(ZyGY! z)4a9i@0`Yw#fgq?1*fHqOm()mn(2JRItUsu-r_;An2wH@V6{!`IIwTmPUn@tC()22etgELxAt@#AEw_DD;|fj;+Ryz}Iip;# z;=UsK+JGZUvJ1=nzUG+T87DV|(^cRf0i4-1#LusnNb9Lzv1YGZ@1&O%BSt7<>d2w-0Ila|@c78tHdr)S5{$Zh^}v?@I?#keRB zzbj#3LG=Xztc|7!D|nVU&RxZ1gRx;A9eCP0kMO1RpE>WS@zQ2CTj*j#WE-kb7r zT^Sh}XD?&pk+7XJFiCS?K#kA|?+fAK;Vb@>!1j4$So;*D-Ltil5wQ6#ANm9cB`NGu zL^SHhyT0-={S94FNUGjntidUt5WgV;(>G_aC!7E1@P&5rgsiE$5GxhR^9KIT$vM@V zWUZn5>d8HBu0Vs$KvE+FMpk`{m91;M9!jUN%(P?w*?M+@-ps|~WM_$G`P?{6Ung4ha9;d8K7xxHW!CfoMwGd9D?nM z8Ka|(g{Di#%I)jVk2+pfZy>JK1RA0sh*aWiA40-ykL5)bR$^Hlq={8uAl4$HJii#F zs<6j4XS{kP(-_GkHR-9DqnBmCYe7wfU}G<;uq?54yV=%GeIhfLc82mN17F^1TLy%1 zviW(AAa+?~z6)3EyL`ncbiZcyKHEn+%8`%p1|GMTncvGwi7nQ8qTi z$!S_%XadO?r8MMyS>)|C_p-pjy>8MZzugRWiMM7rHI)-*HO}CDU(e_x zO%kTBAm01~B^7=krnG4d2zIBSNrNf+h3j0KC(MlQ)UYFU%hl7=<5N|`n@y2om6nLs z#N3l<4P~aVuZfJCdtp+OdIc8~V!5~{;i1p zq1Dj#{h0^EJ^u6)E$c2*&x2*d_>V5~581z8oEp=#Zp^r7MO*wv⋙hD4ph7okUl} z7?=iZ-6{eHiFTO{`YBf4h5gEs!PHL-FHo3U2{Iv{k%grTk&&K$TS4Io@}Wz~<4qha zwyJ+<_Q&~v!;6?7wqbrx&N*r9@6x3Ngn4or&;JfRo# zMdlqvwGuC$etk$}r_!CwDL6H2Wd2~K61ka$MA(KDw7Pn-w|PV6Kw6_9+oeBFeMx#B z<3sjK60-=&93-~3@}FA9UO~z+TT|VMR8FHLRREnU9+JrZ_j9is1q22Aa@~c*Hqb-Y zxVX3wQFxsud)W0gze0!4^}y{16=$@!zo3wwohH2Alu)L|9!_609+tnL_^qTvGd+nz zYmwZytJwSg*W;9eXewkGmZl)BP+;11Ot;q~8JW#<9W+!3I6_4n{BmNgrvl(SWPH>3 zJWU!KkEU5>^lpBgE9TQ-s<%l^O)b=B!>y~U+hFo(aJI3b!LdbTJgz_;@7D=4xoAIC zhV@JrUL^%aknAptn}_@YEfA)E)Y^=S|Kj~B_l!JTaVD9FT0WdHPS0CgSG-eVN#cI= z$)4eJ<>t_O>1>rJqf$_dtLORi8dlR&S=j#fca;O~q@0Uwv^pbV^pKdEGRPZpmOzIy zK;r~A?qfOAGS<|Edi63+c~S8^t~C+`>rOeKx$}%ctPac9P9LJ9r_X%%ZvHj8)vrgX z3hy^OJv9Z8b7^U*2oD4He|)Nb5a0AzhyNdErp<>YbdXQ}CUfucz1 zC&iXYmE%iGYB2U0df5IwLJU<>EY5br zNvuDEw)0Jc=GjP$`cM{)U54U6XiLl4+1cXAYo{-bF7sffB*T5k8S0s8Fj!oMD47`Y z@b?pp+qJy~FYjP560Rl(r@vFrr`pla` zR1P1?Dgyld5ts2gqN1V#LZmOnwu&4+HunZ#Mm4H~9Bqd#`T5AGsG=CRfwA3Rd5(&n z?UF&SZ_F=Ha_`kxAGG1l7Sn_|19aUe=j!@2P>(A!rb5n5~p`^3&@^ZXh z@PPuAxHfw(Q86(jby;I=@#WvE%KvdXm}_^%qm0WRzdpU<_T1#7e-cCVH40j8Veg%B zKDJ!P#W2v1DVB91RMu?7aV9pV^;|^7XWzRYom95A3Ww+()f5d zs!@F;C;Eu#Saym#*&Aq5Kmjb9E+ zpyGrdi#^{8u?~ncA}=c}5{;sJzd!B&UM6?SBH+$wg*}Bfu`hkR8uglwb3JukxYT-6 zcZzvBZf;c(wbGTD-JOyZsca?0b2b`rqo&>vumI7iX4J0F*h*O|>T;@0fVTPumpVD~ z$;K`kgSWMXTuAtMu0q2r_~DmrKkq->v(PlKl0 z{0>B5`M-^$OEhCRDaZ53?lg?0jNz4ZULYb2;Aol%S&p0L_jwqTujS%*m2yb8)v~$@ zC9jbW45X3i2XgW{d!P0cm)aL*>w0Dh2_Y`5)_IA~Irg)*zFH1wCFXOS4|8jHJ*R`- zneAh>Q?RJk^EBZ=lIuVYd3BYN2TGxWCNKHHpy3pZWeJ{R0~6tfjAbXm4JR|E3)9on z$QpD>XIEF>eV`Pta1Q@>;@_^%45}N)-Z4I<&yX6(Q4=y9H+>iFk&Ew7uw5o;o+G&B z;n7;r&o=Pn*`h2WgW-C#mVU9Gwx(@Y%#`5u&E61>n8#R#6N*)y(rqkiDV3^T#ZpqO z%=!!ndN=9aSXHVzK2QT|2&pM}ox_12@4Kk6hvo&%WMyS>;G@~AY@*Pl?ypk(p!U< zy%912+{9!tv9ejXC6OzD+1(U#z7Voo)*G#4Ris<+>(fBOG`yY<$!yX#W5Si&*m@;c zj^@nuDDFd3pNli$OAihX_ITsz>gsy0F?KZdu$_JpB6Km(wnF7M4eBS_Lb2*9Dj{_F zv38{;Hp;3Z>Shvm3}djC*1z;#D)~Lz_2fH8(X8a;kCAtCjMdrm_Pgd=shsLu9bcK31I;-yR>*-gqv_YY!Y^yVOLwzMv?eRR_ zTK#P%`^3F@&_q#EtfQQUX>s@?fu+3U=R57W5L;J4T%AstpI;d`ZJ_-0>C=hN&;Jo> z8|dq^)W(@NR#o{JVmi_@5l<&od;uO1XM4?Luh%o17dTDV75PwC`V?RQ$JG zN>ZdZL6Ji+>O`lO6+*QNw+pRQRUQ>RMEWN_WTM5>WoqbiHI!^0w3CJ3dOXytBrKh6 z*YLhjuh^0B#vpk7+DLxSsCr7VDn!uwOI}imm^4TwbY)`9JWUsFP*Zm(3A2!ktaHu| z1@AV7tmZzI9-WxPU+vcy8yibZNl7uiG3@-m7QLm;U8(0w9}`UP=~os_p^9c zf{J|x&?X^dya!p?txKL&btyo7n$FzcISI7s#EWhP#EG&a5Xo?m5w3H@zcJWJkQM&6 z2Y;0bL6550IzC1ZCirRJqjk6ig@mxY=n^$e&Ew1UTZS=sVDK^9cK7(aFs5V{$vEZ& zfmVU{u~!y%VFj_I9I{?3?A z0JDLLA6gtf8&bony&S2%;bjYM#K;-CP&trSnHd>X1sDs5mqITsU-DfHwAG7x923LH zWG37gV~55yC+2J~27dLa_1l!8yv!t%sFSYVZ}tC4e=fH`!|+i4wf%^yS!=}Fjq^OXx)NSj)m!W24nX~Y9ZCMU#f?r;}!i{OhBx1rEnh_fG4QL{t$ zueh0&vfsM1$iYLk|LTQfceJ%*u{a#j6oF8LIN}b|4!k-{JtY&TrlvYE7>9ncpY$mv zv&6lHdv^NX_48^|hgzMRT!>f$(qO{>W# z6(NyB4ugW$-EoUv>>q7r#12{HN2(aX;PFwUXcH%{?O8O@{z`m zpUl608jl9GJ+>%cv8``ca&t@F0WjUQf34s~(-I+&fG52v5 zQW1=etqUcdq-&4(Z0~yMRUOT(CfVDre6V)0v3il<`m#;i_c{WBxG)GcM_%v#*a$4vS#j5p*I`zq%FiMfOAN4_~mv!E6 zUqMRMhi!T)n!b?!z=0Omcn}9j=iE7lV1cdZ@S^W^d}Om3vUhy~ zN|ni?Y8%Wq-KJ`gZ(aq6v366WpW*hJ?XoqiOg=|<_1K ze)sccQ^6B#1)!C4$I}PIo-Cj(j>Q2?dbQ8{5ps!pEMmxnJzbx5C1nQd9qDdd4oN{K z_iE4E(i_JMbTN6IXL747VQM!ms7kr5c_*gN2IpX=vX+d7?iDDY}2iKa6sMwS;u}OyvsEg z?^mkyP2?->QKwwb3xcVMtZV5r5_UOsW38R@^P|{O_skZ3d#~HVU2G~FTI{k59Gp=H z(U#`I!_H|AYnMt`Y@oOY3j9UmBo}1T{gJeXUAx-5I zxdl0V?wCo}$rcwMbJ+WL?I90VNbm|!M@_`HycP^Q@y>7}&fYnpmDsok_axdf@mKv9 z5!~$RY2F=|o|Rc-rHe0p;c+pV2IX);X-F!vvE22=gRLAi`6%G4%L*Jq+Oo(mBfIu- z0uz^(CQBp|<7kxf}D<&Rd+|Rh8T~%N9La zk(BrA)kQkbgiTCuri-P}i18XuG4ju8mw|s~f3!wD<3pFr=6OM8<{1+5k);n!YD3%w zK0dyeKv1A2Cnj!jg}*Cy6K6$&Nr5|Z`n9)?wUt!|P+q}qD0Ox9iew6V=Uo1T*7(Ol zw;5%i!Nd4|Nx44ICQ9(klcW&Ir%2aCpWCh^7)ZCVLs2wSOQ`y`gCaRfU{@?Q=Hj>_ zYf?0YEAMG*Aa5(Yzn*fURItwO@};-e%*u{pPswg*#T?t99UZX8_39BgxT$JSvxeaO zNr8=U&DNz^^9M7j&3L~Kl}~;>96M)xuT;@sK?F>`b>Cb2H#6^38?eQu_}n#xq6{RR zR)(wJTt#iPD_%`nYypul(i0E+QRL+*AndHR88Pwh#t6OCObxvhKp65$ zLXllShq2-UN$zQJ`^Xws5c%kHmXB;Lq5a2w7 zuFkOF#Sq41cn$x-h6%+)#z52={+dfy96QZ$aq(!ywvNIr)=IR)g&xaT@3I$Lc~8sy zgf@qsj;;@2r=znoS3Ikfp-E}ee5|mom6XVOoY0!4OdWD={#vY>OxkxQjJ!V z?3HXkN4)P2xhwFPMGnRq2kN|&Xx#3Bsl)Bv?7FVQdA6vDQ|T$D6~%iU&K-L)N=<|q z40T#;_)<&}uso*{b6hKFe?K&;)F)dnRrxMobb(*qiCt(>hj^qKf$3$G6#-k-0Z{ zdF>kmwN1Pf#R5p!|Dul{3mZZz@p);^7~h<%VH+V?7ZOCM$| zYARbL(W5>TdT;zTy? zw*#HAbw)3%u#W9MW}j3JQV9fTl995R+qCwed&lU5>ZFX!OhH~=yANcyay=#!fS7Qv zO=LeU|IhUSufenp0$l$Frmh*lc|sFAu?!)U`TXnW*RaN`vETA7$=qWG0O1I8HEJ5D(c>;BAUoK+}&>~l>MZB2t2a4$mHCHkS zw0~6@8SAkD5eDxt-oA0pM0 zzqesQ=)H0%5}`hBNg;}3W+V>%D^$$H8fh-xJHvS%>u<=QjQ^kHm>{LrD&Peaw+C0w zox@c=!f|fmQO$(Q3J_#@L2I?{h~s|Pdz0FOq8rF_|F*Z^29@kMraR&0Q*Vdbxu_ws zWm>#*$5IRxdDeRqrLLy-l?kh)jkZMou~5YuTg8?SUEXh`5M2PpGb2R`AUyH4&`*(0 zxYh2TsI+%bpfL6mX*?hiqRWSb+-#luDcM?HwXO%tK7Q=D1oauA72tmrYn>0rv&7@} z0SIGMFB5lL1UH|lX$N^weH70o8yM1P5Pl{_g)!F>~fu=SiZS27=qt|4OT zy}iDVuhuU}wO{ct_%v(5QGn>h20qS)-7(bH0@b}l zcV6E906Q zA}q?`haLV32(58WgmF_qr&C0nUZ#k~$#)C=2Z|wQkzPMi-9Jm6HZ_@+*bNuPn{9o5($FZO_2+T7c+#7dlW`QK82gA`5S-Ve^KP zl9FWGKwI0%;#jG~ttYefOO?m)W*g)ngBw{zV9p6mz3su*_Z0Mj)Y(8gM}6pr^RmHK zWUi@S#}U^1ha9$|*Fd@Fr)hgJeCg}a!@A{DR)YSF>QP=_nsL{)}Gd0vWPEUYGhhGq--vWE0^S4d-MqIoJ%^X-N%Nk@Qi z1+l#E3JQfnuWnWM*G?x74Cvw7y!hDPQ)+vG(%3fgwKwJO-o3CD(R%&UP4NT!{)a=s zXZL5nm*`g@$%O<+W1)$ELd){6n5p!Os{vqfgt9XxmB*RqwX~g z!o7B=&kU-Z^+4asJ?$Oy%-8?Rp{${Nl#5c19f5Kzg-f5JUd&&vtC_jNSz%5g6Y^sz z9Jo2(NGqA)(sI026~5p0bem1~Le@XOU;nMR?aZ}b5oFUW;+$f?GE`(xpJ{5`WqJmq za~SM+*y|NlD{aVylrjPeGBwX!J@hEEfuxJp3kk6Ot@%*-JbLN+ z;v%f}oCvfM((LDm@)^E{78ujy3VoMFG@i`!u6txFvQ;GpVlq{F3Ny32{8#DD9$yuzYw#l*Pael*LS-hQw?pNm6wlWKeV<6V!a7M8 zcPlqTXg2?QUit+T)Gmg_>+)D#^y{;7a<+RHbB%Ub*|1B6JYnpMW{4UD19FZw>%UWjk3g_dxk)je$ zp{SE6Fea2=xcly!p6&gz;$+85|2G)k-ic?qAXONU?d*G%fnvpBB@ZzRU!An_cDgMP z!^SA`T5K7g4hA9(A>n))^B?{(N`NfzNS6|H-D$JZFiZ->{McMNH-e*3Kg15?tTMrb;E;x(Wj*^0~P+&9}AJcQD z#q}!}Q{r^{_w~gp%vK=m%Xj!RJ%3rEv|ve<5(shf`tpiV_<|{D37p^I4Lpg8G`LLd zMRc7LaKlB(&I~rfb%)M<%E3-gPTmGi^JV)R?$U{uq1?vOlc{bXNUWK}G29o8x3aMK zTwKu8-F>W9PV|rUt;iTrxTkZc*qQMR#M|CwgUV@qoJ$|w!)|gAknDT!fl+Cp*;FzN zMB>a9Pqr2OPL_q8;g`d8v&vm3ct!7>QrU&$c!1VR z(-ib&1gV9CsBpnRIZf^M{WaWUKevJ4r%%BpQR3+6*qejnZ(3L`TWAR#oRyk%S0t~_ z?VJG?VC4!5lAkzh>szT`&GH~eO>U$2uz!EzllSpL$RX;y9j4)h$rhMiFAR@u%rbEm zJ6)M-uU`V$hjqpke1erSAoMi3ma`K)yBabVu_-y~U~o)l$xQzE>}9%z7Z5Y~A)H@n zN5`X$H2{8coNZGr|9nB0i;gb+MD56ZQ2cODXbWXeKOgZQR2uReZ3ySkO{2}3#iM)l z=y&ZD`erj0otWJABHoA7#z-%X0c+@_T?4Qy7ffmk%wtcnd z1;uE^8(Y@Wxo7(ev{hH8A#DvRKOdc0%92cc){7cMde zjZqWF(xMaSUcGw7`1jwpuU|J*Dfq3-QC(o(GMMLOyXs3_9h!flG1zpsN+%B z%)BTfwon0Xc%0ZO;4OgIva+!$A`*U|LaL@?+duuGz%&0?g%q5RS5OeK+?iDVG#b~%k#GzBW~?_SMnB8A=rCxlWOdy zX-aRf=N2N;g>IdPsHpnYVa2hpqtOwL4q@cn*><%~8sLqzy!6^w3U-iwltTn#{a>+zn8twhRzr3n*yCZgA)2=j}EH31uQQ%+L|unA3UmeD*DP!zmvGC{|u*x4B$jbt=G9oT8Ogo>|xq+GJaNaQh4`!ybY7RaAW+xw2eRvfI}LL zp&tAH*aijz+pbm41y}KHPk|!OH6$Yr#$GCmfQ5{rS11AN%FYX?Hxzf*y@muHI;6EX zv7?7liG{^1%7(rIvvP32Fs1D2rRl?i+d?nAvO!WgXZkB0wko|sc9BE^O^!Cr#l_`( zY_oD{D+rxdR#wWT+zj`;EvxXmMnHv!+XGZJH96Aq1uD<(ysZ9zGq~j)3Jvf;lPsc6 zzHVJM3KdM{j+V=i=t!W?mwj;vm=^GKAtpKtiXzGKX>%UZcizZpYuHkFs0cOQLBBqz zoFGZ}ZX1oXp`0yJTJ`^tTX<6H0y-{%3=b#A2#ZxxAO}W~mCg>?F!lvKe*D-&25o6A zoJFiM`t&~_!j@yCDId&Fr7v|MKw+blo}ex1ggv+ukw~6Gjc?&c&pQ#PtP9ichsGT+ zmy5SBz+(SN{}Vqoq7xs3l5$@O%y$?0TA z_E$u9sC5YcBn5)?-}k=z#!p!;wGUZj{*eA$LR2&OUXtIwNS5 zHZu7hw!L%3?a3Uq@Ek6-4DO@C@u<)iYw?`dMK}U^D?QB7c-ByAB*4uLtsaNK(B6tCZ*IjfUM3jn&XEP-%DU9AI7Cg?#UM+90UUl(c-y=qA8I)P=wDbIz9? z6$0JrFCjxp6aZSB;ebzxQ9=NQt{A`;WE@Hq{Q3ucsWQ6qlA;+zU56?N`CJG$U_)_j zJGYL#6VlQJ*m26bsp1-YGT8E=00u&m;z7t!HBI1~eDuM(ve8zBmse?~z`$6tv!};; zWqwo?t~>P7<2wNiP)>_V?6{G-dN|lU7gMLR?-Bp^1VWU-2quPD>|PXzFp!jE)c)%TF&9(ABfsu(`E?k|x6YvkC)k%I;U$bquE z&~)99=wV1b)1zbjkeK6Id){%TWIW^T({c7+`<#ku`>6dbZ;qMzud_xAH+DFM=R7X@ zcGpDuLu$I`xl1P63v>a@;K+6Mj%C=#J_eKK0Ziy9 zd5UfXK7QukrXMOQy(?QhUz9J9XQHQB!1AN2Oi5-!_bFy%ZY_>VoD>h)_2oscQxxBl zT(AX<#Zo!R8)wf&*q`}9`&4mbe4-|_mH_|38ktt59rTFn`OP=^`FFtVp4hRj6y>?O zu};a|K{LQRI8+4v@uP-qI~c1tX|m9DrGn2+17k#e9ZOUD!ln4`1PN3DT&;ID zRBpYRZOs>6t#YZ(W#*#gi#$BzZGSAmj`qR!KS7xQWD1v zMBveRzcFOx#?p66WeU&W5udcp6;{(tsJ;(kKYm{ z5fR*ndzg?kwbM!Ht0bFZ=1Qg1%IxZ7a-vmoVA=?y{9k>cwCvyUUQ7m3t6zP=y7`a@ z{>1}z`z>7z4(O3#1Z4hI5=IP7A9}O5wY74HedsN;DQUw04NjsY7C4&q}#gZWzyc zp9^h#(+Ld%L1$zMwK~Fa2h!*Y!Jb0VGipce(i=2WrmhrVebbGAtkPpZMIc7HTId4ZmzOdvG+g`$8))fX>?_F0G3TP zou6axUqHLWFc&6!*7)^7`~}i#yylUalqNY7`4e-u(H%GdZfa;XODlWYINEX7JU)ev zN$B%z;u!fVA14uyBH&uYF=f@tww_eV_0p`AmZe7_|1GB-LsWS_pylwGx|7(ECbe!^ z4i{AyWX;&R)-WLsQc^6m>vLyj=W&AsO?2doS5tW_3zCL%EL9P$Zfxq@N{0jtT5;*m zkohM-e$^-XS%rw40kjg(7m;-&L24f34Anc=yo6o@IFZp$HtJ=GIuF$ew!#w)H~&U@ z>m@vO(@VJj>2K`&`>&*v+tSx-SXeql#+k`Q)O%i!HmV@Y|JW5_?{~A=B|fV+afB=8 z`<__ZS8l9MBlF4cOdI!=Tf$#Fceq_mjriR8Z2pKL2{0MW7O%d+pkHy5>wJ`?qF(UiiF!{E~s$ik>g9nl5l&>Bi8prvd}+LBiD(6x}|b*(|~F|v?> zlsa@GEDkTRX&Aq`y)dff>zJ>ibZ!vH2kb11{kgBSpdEwbq80k{fQZ=L&*P8xEqQVC z3?-%#`|@Qc9o-umFY1=6fjF(9q(ryp59P>5q`-gyPq_<_FbdZLtgiM{X4`sBYlAl{ z#*q!v;Q}M(`xJnq7}(rco~8y6iu?*ouln-r^BIIS`C1focf8^0Hm4pt5Ku#tqeO+O zU}~-W{_%L>D^y)UgqU~z%4*vx{ZWB)HYD6l`)e@xHzj{$*zi9@e=t)*;~ALWdr3xf zE2BK#>2L$G(#i&an!IY~h3GB2*N^AjBq2MKvNX0o%yJA37wRq+=6EW>wIWrG_wXE1 z2Qj9Rx@Ow=LGV7+PcOBQi(Y<9@R*m&(nSkNA+ap2qSJ35*nsR(3sXWeva&8p;X681 zRY%f%zx$Ndm4;KmLJ?5P!AxGogGEKHF5g!_PaML(TR-L$q$DY_a7}UlD!RK&0k~Xj zu=#%QL2hL@Xf(DH(J9Kp$DJH<6eWrm*JN!WC3O6Ll85$@Jm5dcecwzdDsnEqET_4C zdTQvZW$k0*LFXZ#0*@8KW-QgQehOr}VDm=>bgWU!UwkV4u0Y`7Vw^;Zh6{s-_qXaj z#M)hq6cwOPW0}9@@+$)zz@J-hn|k3UtdIom-H`F(pDPEY-XJ<&IC@8=KsH+E6V2W8 zp5Y|ELBly&QP%cI7tg+;1{L*QrtTmn+s?j1^UQ-UqF?(n)KL8YBeP(G%f%yN^?Dyk zrnMFg$F3;Xx%RT0^Yizof!#}Ze{lwI3FRPYyw$p$%W#9LDN&ULq6^iDKNi1b{w_Wj zdY1joH_Am|lwK3BZx7if;KBnbGrQ!R9F^jJ`zPIR@4kW|Qa33VxE~3r+yAZ^{y$MH zsfKGS$>R{~JccGhmNFgQV*GJ1hxpFjP~`DMa2rF{w+qQjHqmn}AG5DG=dD)yCOKwP z`CuTozcF7YUc6-39=T zcB-KhwgC2Hcb^UX&A5C2mYv6@Ksgn!{F-4Zh{P4mVvD@E9G;2Qmzdo_07tXr^7rvY zlg&`fy&15$I<8}vLs~aQP)~>Apa} z^-P`(lZ{J5y1i`)(%kl(b?&fp05j;kmQJHqg%QPvZR*Mf6+>L#`L_mAUR={I!-`xlf_ z@+UcYj2XvlMVHwr_O7waB`@fl;u%}LRy9z7kF_Iz^x|Jo%qJ7ND)(9xsF^115F4-+Oa8DShT@o=yHb25Nsm^$1{iWuDW1u*u-G1cM9%9)htv< z-H8sf@t${KDc4^33_F*q4`<~LlLA9Um7>Z& z=^GcPALO7lm;*Yn9TIM#_vXf$L+59+eCG{_l^Sh-IQ+n39_)jD4UNSUgB!#_LP}N^ zF-ok#LwCJPQy=+|Am%dD3GYA&-QVuD(x{I;`N;C%B6*$v@&$NHQGpv;l}MXbF6-Dj zvXLjFLQo%W&88BH{rBR#`?4trVO@rtR@l#^2`A^?0yh(1;&kXv|1UBto~GY*DDBv4 z6s++5-AkYI1}X=6FV1*8JT!)ZOG8+_*X~O!H1P{Hd0k*%tT3#hQP~9gD~N>7q7je#l2GiCc~=Rb71CKBKOMGiG8nqrKaz;KX>Zcd z7-hFYH*M3F8LJNn@t8s#r4A8i0YB`Pn+VIWlO5D}OK^8ZG*6PKc#ekD6+%iTyG@%6 z7ML>Po8{`@FzyyR{QD>IIb1NYb0&bEt)&>a_+qvNN%n6hF}+f2!}K^_G;Vz!|J6|x zY4AbE3x0rU%H`XggM+rVvP^@rJ6xF*+?9A7Cl=r z;uT)LvX8tB|K)01faGh8vKX>qTG;Tr_r|z)k<#oZnB--Sq_9VJM$k5;+s;jQ)}P>b zI{p?IlE)VRxY43fF6+e2{94%pbR+v-FWc1w3&|ZY8CqqLeBhdd+vQr2Y}; zsdydsiw=3gyaZ3UJf@AZ-<=#CnU}qCJVwtW->egDz0qr4o1E*~6o@?EBYWeMj5KBc zYXk5EvLodkCnpD!JsZ%wX>maBLP7Xpq73bK(s6sw4`6cE`edn0>;11X@OB74h- zY-EKMA|j$}2s=PP_6VB<2qeGr&`(?1@B5d3?5q0HkUaOf&$-SuGCi_%KoL<~*yT61 zsI!~7HIs~*HQUh1qYD6wn8J?C&KN}<=pjmh3cT-Rd%mG5(; z`m_Gg_0a$pMdEzeT`w*5Ky_3Ct6Q}MdQX+RXMSk`iElE<0^Zx4=n!uAq2NLEgG=BT zJbZcZ&!6%?2;tUGDI489j?)=fJcjS|9`ZZh)Pr4u?pJH+hj4pL?efM_Gj^spIQTG& zD-BvGM)2&Ix?`~Zj-k9c^)-v=)cjC&K|Zg;xi5U)3qe|1z`A-M212l@U}tVrEbIi= zKR_7{>A@?imdiZgLl^L0@4F@Vflp@P263iGJbRSatn8|2R(X{TO*i4hL)dY@n0w-0 z2qaFM2pt=L{N9=8@q@8c%I7-(%=G)vHm7E0Vi%hh+%ei%Z%k*7UcExaKb4E_vMQV# zgkin8z)t&=1B02H`LJN){L*MK-UbI5fOkRe7dk)&?Ne{QaS(MffvVuM7U3gqiWlbR zPXt>7EiItpv}9$$cyjqrx>a3qvHZPXC0Uhjbg&RLI3nIw52=EH1SnP>m|qTqxPu38 z`)P=hE@-{vQ!>W50zMkCOGJ?&3cxbf^}s8$I3!Xx>iA=N*}{D7-kNTu_$K+Op#VY9 zI6hQOnu0jEl=R1bhDY%4*RdSr(IXFdIMpy~9=$vw9I@51eq*tXJ-WAa@Y%uTPa$54 z;KCjX19zy3jQRC>nDv@xh+~yLE1Ev3&>>^yyynzCl}~&KI)H&CY2vLzP>{tt&8ufj z6b-fe>fjrj<<_hzwkuH1)Xs%QE(&tI@)`cd;&h*=6>SMCH-@i!XI9=w zrmU-CSkLd%-2rV=uZTkF#Kf6{5(#yYJzBLb_ zCgfHu-sbuJ`Sa(<>?wAs50p&k0r%+?e%e$=W)X5DZW3r1>XN(c02I^)<*Av#Odgl z`$YsD!?7%P%M`bsi=y5E;|o*m`s^It?3gBu0?eq57d!;7Rv4TQc)LN3UKOp5&(r?G zvj^|;dG}IjN>NdV_jG$}gDJ~W)L5TGvxb|Sxa6U$3c<*aH+JgZba|6mo^D@?+zOHg z3Pq<*#lX48cpa?$LEhwpU>dXi<<`^X0wN-5J{z?@?c=hvH7!Ch6jC+q*&&rdzE}*Och9EQr?^$fm{$16rtr<&paUCs? zPQWjSOJA99FAVqSZ|j=$GR3H{b@dgefkF%5sG~|Zh>oyq4x`pBOjjbDuj3=4tVzOA z$H)+#37Bga_-3oDE#3HWkvlY)Ow=9|p}QcBP(30U|2s>`f5yCsd`LN7Iq#>ily*d& zHe)KA$xd6X1!;uydZxi<2DO>CCJQVG)g)L8Oj9Xy3Bn;HXDIo6IEevPVsYc}O^ML^ zE>OB1zbJzwUY+G5kJ-|y!}I1zAxW8J5DLGKcmfPHZ{kXs)ueH>W!hRL?5W97*AI8> znV#_$I`xdfnYP1W^BS}pG)$A&@S#1=tAI0?mUc7qe)c^nHgpwfeSN*=iLZraD&CfF z`TpOJBaEnyeFv}X_a+u~jiHqCesUYE)m_S-zRte>Cf<8}a-)zwQ1gB;+Mo%Yurb0J zc(YbV?Davu3RTlMr%r_kOBk0=aG}lV}L9 zQ`7J4b2&FC^J_cbOJ5312Sf!N*p_Pmldh^5&fU?Qu(E+hVf1|g!wC50-M|fVlA?T_ zz48W%6OZ2pmmX2Fry5pjvEH1=<$j~q`oy=84CtKJ#IAiVB*bivKXGqAVe!6p^wTwR zr(LF8d`qnDu45=5T$?6%-IsKpY3c5M;7wIikxq4*?!0swgm|p~+Ub3McDO`#x#jxW zG=Q0fNt0^E(Sw><50c=|weuvImjTu`+VW-c0X#=V)f6H|xHL~1TSA>P4pmD))}Ppu7& z!^CifJGWJ`$<<%Csnj-=4WQzLGjHmDj4$?#IXlSt(wFfu@D*{=(-kyI5#oKQZq@+a zBPMU<{hkB-Xg&AI)EUpez8CnF-`MYtXmb)E-lMr#*q9d&eN;0J_iFYS2u<*Yz%3>{ADMnpYecK1FmXI|qYfEUT3M@`Rv_8>30 zOk?BM`9|NzEZV^{H#OU zoVx7ssIE5f@Vyqay>org2hL?NP0dnE4JUKwvI?5&4EWS3iRLm=y=|#?P?%sazhU8x z%7d*4a~%v7(vxB*fd@}HSS$@ao;T2j+S$z684Jc!Km`xOq{#0!+O^ZqoDP)i+9Q1$ ztTqgKR+vE`H33*8dPvvHs9OH$^6o2LKm?J#^m#_5I`$XUNp{E!eDq)N(bxo{c~}7 zIM86@Wo8|ZlJL4PfR;H?vMquNmE2DHpI(2Cqg@4Cfw%~wD8p)hs}0`MmTK*A&$q|t zrdQ&C@~(m!Pm^xQ<=orvDU)jSfvcNTrW}XL<>h4ryoeK?gN{1}=aY*@yWD)e z24=^!SczY8@26JW4MYf+6Y59Pm=6dx4<{QJXra{1zuJZU*BaYDH>H;7P3O z?1KAG>Bpz%Mr&!CM&4*evCg?WOkZbDP2ZDZLgNg31Q@>U3)AS_`vvqy69>3r1Re6# zsGB2;CHf+=p>>MWE;+c-!sCV>UCv$$0eroC$>|45udjzX`FwbNN2D@KKsx3}Z@s$G zsDRQ7ywa}99+#CW_q7o^-DT$e(60OimAZ)M&Z~*G+}KLTT-aapzK? zW`!JhLgaiI%8RQNdp17sBVNeUTS7#J>DU;iFUycCVN+b0vv#g;QkuM)RYhUT<)oVY z@Ys!YP+3_D)f!7(^`YBnlKxf3@-(|)x1r&o`so1d+ya|G#N4lAbNnVVkExwYZCLVr z-*BmDL^Fo|)$8DpPro)x>#J1A$L^o|HMCYxp2h~m(%OwpBi_i$t*>Yl#C4}-JYB!- zAOjpTlH1k6oc623&xO-`Su)Ig3^m8O2B~p#o~CUF%d@f+Z9VY#u^9rTEuu07ODV_3 zv`WB)m*#ly>B+0Px}}Se^(x~^byEHYy(PBPJg>peJCtg{Pg0+hCN3$fiquq#^I^^QI$B=y^SwWi_{d9}N#nQitZtc&HFB8f!j zGG^95E)l7fho$t-G(|9;uS9z#Ep`p5F@N0u-C(GToUmExz1$Zf%-Tpb>Ccfw*|clrhYQvt1xsInrDA^wM<1w%kA{2=bNo$XmZ$6Uyl;cgtMl+Vwf?B}fU6d? zVJ{#ACDTk;VpMjwsIagZq*C*-925!`t8%b?cy$*9r8xMQ)Yqj%Y%sEZ8?CLS3@j{E zx>(hENWTUaCiXmL`FDYMj}7T(UATn>N&tEPHxJ}n8#q5kmHv>PK54uJ-=h>+`9-rz zZS6S9a2ONY#WXApzrQH`W#nc<_k|OOdh1)^LGFvGA0OEL?PhIl_aEc%Gz^?qenI}@ zhhbE*kF3(sD$FuDwDjTnF{96zq9P3-5#)EV1K^Ymclpg}3gDE{*h-@xN0`6d(Gk<{ z{Y8SgR${p5mrB4DRH8+OoSE$5u0QB+ehN`Jq&=zL5C$mE&KXv`Kv^{DrRN@3Gl9xTsT zV#Rw`x(sCJ5P-+Te{Cu~8Ou}a8D;=ITGbOK6H&!H>9-2q)1VDH+n(qn?#%!?U;+@JIm2Wjqa-8kloaT*=`*PA6L`vN}#PJOo!{({7{iy z9eiFklV2}P06c@H;RDItZxbpZr+fu&Y%}fY)nv#m2lEd?gNn~OE};{FR4rt@;6Cp_ zh7f3YYox%5&SBk_w7mQgN~?A~>iB;h-GmJ?!s&4-)B!+P(prwV`HAWoR8DUgQ~U(o zwV7|{DiT^0F}dMw@1{>3Is?UZ(q;BKE8`@AMAh-er+u-aC1lft;_fV^^*s?|qm8%Rxbp7$0ccftEoDqf;+}k65D<}|IyBG3NX}KLLEp5tR_o3K&C+D7 zL(?Zh^h(>fR5Qk0hD;)cQVMawZnUpB6+j!YGhz!`!`-g4N=v1+rgHi!oS&xyx|rsE zt&pE*t0Fu)DIa@c*#6tE8<^PUQx)>BhUZ41CjUxhs}g%g-al~OHDquu5B`q;^>Dq| zGi)_)CH9ll+DItukPW>DfKKArsb#8U$#OgysiyjCb(&MH^6ZT&H29{9AcCGcYpgOh zETA&4;x(nVJ`PCahSbt-JlvoaMNVu)WSEj!PGTHI@s*Ao+5CAN8`&u_uo#Y>K*H^p za2zE*OO2wIm62Y(eSK1wtfYyB&yOwwb+0aZXoViLv}_R#q<1^tWb`Vscg_H{jJ z3+oRt8#X>wF3I#mKBjXnj)W>oT2Y_525K_R!S-H}k9TiI<1ZMnnbUefbqUyV^YL}1Da8~*a~khaFgkc`@?%@?%$K+ zqtjC{cUojOs%0lua(%q0R)?8VD&fwvI$uujPT8zI`~YM|o5*qqyHSrdgUFOn8zG)~ zzXL~jd=yHC0A|AJ*Fr1Gp~Svf6t*=An2velDtMWcX zg8LZi;5k7_%;ZikCuC3OV)duHa?!-+u(2c+CncRF60n4U@dpMf^H7R=_l_MjZj8PX znx-`I)idmiqZ|j^tysr62Oo3iSeJTqC`H6Zr77+c&=s zu%&d^uk4zwfed)r^5KGFE$EP_4tx`^-BhlWoz0x&x5~zGWd^zN7p!+sU%xk=iV+^ z$U{+zPEh11vc`*eL!t2xU*Q6PBN3e~iT1RtO}Knm#E5pQiLQFJKy@4wRAiYCJ>7{4m2j zv!5Nm4UP$gteu{RZQk{#pI3hz;RK4Wsmd{t1lbCGK1mPWD_0aGUD&`vZ|Pi|G9JsS z#D8OdY&SecxA*)P-C>q-681lR*k1-E->^~P&+hG7w}Xr<7DLk-WfokeqWO@MeZa&2xO%HtmLeK$*ptbs_i`LMeAoiuZwb4>tKI`3vvfkHVRO#L@qoObXz`~H zt6$35?#Y{o3S9x5WRY_A^kF7Dc$P2x$3sbo9IL&1fJ#D74^}-F$@0#Bhz4VF*~-PR z+-~E*vwbo{sZZyjSt&4Fy+gBwb;a4 zT!N#<8@yPmQFX#Z#f5Qm85k^xH5XwV1qfU`1-udg{E&V^Cl>YKvWYAq@)yciQ@;qo zC3e^`>Ul2I%&7kTW5Ka+KW6;++wN|I%_+^yb}$>Al%8`_sbuJXp-!F3rQSwJ3(6&Z zD4CT@EK>>d#b}HYU?b{Dy?9Zp?uVduOI!uxgd+LgFog6a{0n;vNKpsIp17;CX59C@ zob&ii{itItRdN}F!lGh(x-SX7-a2JhBH~t4s(J=GLAhsbE6U{+1|kpqG$>Zfd6a8E ztma>6xO(nw9%tw*uzS+mSLr!97hzLkvAMpIk(Fh%%{Uo+5^h+eef5L}B)n@HEC{1CFq4kGHp8uEw)@~` zF?P_x_j;QxzhOWFmzu>fVLuvB#P-uR;mxCJ0)M1^D08aKUY|qJJhX>Mjjv-?Xqa^x zEc45I&@i(CAK-fuc)7~-=>rA0k@y1tBwwI-?PUs$I!7yRB&yM)S;km0gS+OpFBDZT zA2WXLaS37}qp0xb21L**t8i0gA&wEE1kVECkDT|fPJ-J^8Qt$3Q@NbV2c|J&a}*yy zLt9Up#tNkRSlZdCZfBdH23pBCO=ND0v`20u`k1MIpu9ZZ#<;j6AkDYutjhNRlQHJ#o=%-&!iV5b!9W;zHaaIZ%-Wl85yUFl7y)7@xWO(6 z(u78Y845{W9G;X^2CYA#U^?` zIfPlLEW7Cl#>LKD+m83eOF@EzGQz?}d}*8fpiuEx1ODX46Me43uMxAfoLryH=`zY} zIkNAD4#^{iFxS;vWa-qQp*i`I#YR<44Od}H@Y(G0QL=bv3kdaSgn`V~prdTXFC)fQ zDFSpdpl4eOi(A+(m3n3z>;$dbu|}KI3c(WxLwv3QEVx-1UJh;+2#2PDVkp3Qu>1ao zZj(r{=x!Ep8ntTig4I=d$kPZ5TU*G0!-H>|&}f{Y%&y30E5;>L-dg zTOW#!G_>n#mDoQywvMD8Q@nua?XN9wmV27nD8;a4%gBnIh7y={$3{+vFG)Sn0xSra`Q^&NdddUSr|PY{Hh(<^P_lhppNzJIJz|IN1(BziZ@dfmm?0 z_4{8MlnM>0DCG=bBN=g+qpAn;7#^!!@w8UXb8yoQO*4%#e@`QY5;~#pitM!KX!pi_ zi?L$b^qe!qyTPk`gqklSgUK-(m&KnHDDSD)Z9 zTe?2$g3Uy>Lhgvi3Jfyf$g8mq0VF8UnKrlHhvvDV61?gDtqlmD0DTFV9^5$o9ShbW z>rDf5K!sOyD}@PErgCyv`@Rf~P{E{9+X3rAhFLb0JYf26x@;_twhU_B3%2X!5& z`z~#i82)$W{LO0Lt73lR-dNa#XCnz~48(=F6Zwd6JDCrqD} zK|tT228los!>@e~qyj?*JzJvTfAcUr`=SXX6U+*;Z5U2~#(DNIFap@8(Ou7H6Hm!8 zIAg(QA6f3dkvzt^baJ?KJRS$>m%5X_G0*EUAso!TSw4oHz6UV@JjOi5HLO8G-QM$q*F4&YgM)(ta|JGQ`f*;Q9xm<} znl1RsD26L?bRaXljk)>Tu4!Y@9dy3$KL1;y7UcmDBV5Msu>)q>3&B<6OTcP}wY~Ef zUkWUJBe0dQvD4~@jk0ggn?_@V<5u<6HBscBf?Dr23c{jh_xe)$rRX;he}?OyWtS$O z-yG~=zi4`7P0eWMh^TFumXfhjw5>@DSYfR3SN7zFQEz(y-zxP&(uEsc!69p{Fq0tN zB?g1xtS|s!&~S)s4p5Z;xW0>SkI6UQF~&FYDsbH1ANX%c)p-LZNcTg2KSwI7cbXY% zuoH`AEOBvk{Fs(DRx&NQUYwJYqeak%pCAgF<^R(!nS$dI@CFN?KEa*SKmJjzh3Rq~ zk@}O#pdBb!KoSnSqo2;0O>4;#X;smH1swo;5Xl49VCTJ~Tq^v^WmIiZpH>~gCXeY+ z<9J{?jGn#-;MI0yJFzA2#7;!ewdM;6a4?Yh^mrjAuw7lIxw1g4lmHwuq`Y!yXlP?4 zz!;vbz#*#^V9{VsOe*&3hol-h_imA8Ui1YuzHL2UW=!EJb^^n�@>mfz(V*eZ4m? zm(@8^bIc+(&7KuLmArxutEqh?@iU+;29e8u`!q&McP*QSAQ>#)UA#=ZTQ1OWwt z{b~Z--eDd=4tm!(K41NbgAXvvUP9i+YWn`ZP^d4m~EdcfhNX6*ME4gkAL(ba@g>TIXJM37r z1uFy)K~ed`|X8W6$9I*1~T6wmgv>G6h@cc-Zh*s$7l=G_DVyY_#<* z;4PmK1i!O}HRtUg{pH;@JP6}Gk0$`WDIA78kO|kJ#{K)CFs}>a-s;W)p$v%g9(=kF z#1-}!Qc@-c%>0nRr6dVcwCu2P{NdjZjGp&9RtT+&ssuS)H+v}vmmq1^4rH=~|EAp(X zH@*W;1ml4Q94^&JP<(V0vJf9*H6U&4k@B`|K^QvEYD2*oR-ullI0BrEFRpPWnhdxB1c%@RY=6C1e)@RLnqvQ5)v{1p$mSCZPVw!vb?FytO zRu>~71(eKD$D`xNmo^Z0#ztv^x?vX9XW~yk&kWxZd`F1COXvcebaNKF!03xUX7$3^;WnQNIwc6-_C3KoUR431O!$Eu%A@c>@p*QgG;ti zq{Ox-|3-E7FvCa4Y-9Agl|WrajT`B}Js*4ltiu3iGjf*Fl|0Jc20=*TqgEb3#a9Nm z)r&6rT%m15m4TdnjIv^I*Q@8Y$~SL*WO#R6P9#DDoLGNOmOw&>m+lyM0Xk|r?Gk&C zKYhAwZ{ZJbJT4&8Hb@XUk=Lrb@dC#FjCZEN@wvFaJT>)BPt-q;zV8il;KFf(VpxT? ztip*Q+&He60!XqpZH`8vP5H}iB!O?-A{s&q_3Wzltk+{V?jZe@Lq!ezC7~=|8*6TX z^dn%UyQS!n9FfDyT5h%mR8OepnblV$Mq)yzy(ZWa&q)mH?eWk}Gai5?v}C3ESKIv} z7YFIP6DjXnj)2DLK)&9^%S_tfc8I|Y=hh|zCOrw~wurMSy4dBRcD~l6E2nl0{-5_v z_aFt4=ShHh=SnJ{mjZ%tfa8OeYt0-v6KHZT;WnfjyK^oSvi`~+M@7a3|8{OFh}>iH z1b0Y}kGXC3c)5@=8`C z?ZW18j7(1I=pBuVt?G`R*ztTwOhmYwMEiQMTqPn@4!lT19H^*(_g_COzGj(GTB-$% zX7J<0fzRrnkoP{ii{4|u|4D6zx0w3u|4}*`eclXB*htwle|DdNfuU^S8_PkA0{qe1 zu)4H%7#n|M{)GFa-mo_ZY^SV4auzkxzi2+nJA&`qf z)J_nc0d2rRe>^e%D1!f9yzpPPANtI$S=u}!?G2U+3b*V;Jbb!#=U}1*X3?d%JNP#% zS3N&B2`TD8vC@~(T-a+Nc|H!o-y{UxjkN2LX0szk#REoI)B$6D88g0{QK*Jl%fArN zzNS6m>iUIX-&o{Dah3*A4XMavW&opO8t;|{^mc^^K0dw#|Lkq1@N~W&N%1G&Dx-)i zNLX-74D>+rg8wgL->OYHf>NhJ%;hzs+c0u=oNGDm;(fQ((Gm0#^Q-?yBiHnM{G}1` znnSZd@c~l<;tEiQfM6Zujx}^gZZ_EEPQ&%vv=7huTc`rkevc>k$dofL|Y3-z;T47Be+9y%LdF-EhQPirQ}yE4v!6E(>`k@IHO_?(=C2phcOljc`}+L-{WVl5 zaOYgynI>Jv*_&MHnh>YFRaGtmnl<@`GX(?y45i02{})FakU0ZC#5Jx2w&gH0PhDSG zW1>Ix{I$qTa9hOf)Ixx$JOsMHy_uj?O|jHpigttawX07cLN?Ufz*UM(JkB!|=FN)? z|LZ|JuIKo+*p^@ey_c=$@SmsR;ahMY3BKk3e`N)xtWz~{pqti&^kC)!5c@jTlXR?Z z`D8R0dXS@CrXiE{3;?lm3MTKSPEEtd4MtuuyxB-uZ)Htc>tHkBFw6zd`vd7$kGJqn1Bnjr=J7beymB^pT|peaS95 z-)B>x5tQuBjk`D$Xh!cgQFtY}TTM%KU zMJ6~n&1)QWD(MuCry+9=)%b)2TE*U=%ZX@DeC&MLRRWyg-G+Y`@6&QOBM{ z3PgWGmE6-W6D#4Mm;kIt%4;PcJ*w&Ro<59kJ_t?{yi;9l+ur2o$3;+5z9F(R4B-Fm z;2gOE{8YUJ7}*gK<1dflu3mZ!e&Mj%V=)oEri=S2^X~K~bd)NhQU~S!$B=J;>isXm zbA-H~Fx>1=k@O+hruY(JcQlyr0pNGc%Tgw|u_7MWNQJPogd8y?H_<)Muf@TIA_2j% z04sE3w!KNZ8x~b*?$9uOAi(m=9giPKlV@}LogIWj0PK4yAk06f9^;6~2BGHnwQAih zfPFr2-7?=~v?o^J1?&!N(3$3RcpMSILzBex{qwH3n`?I&BNuKq^%_({a^^-*$lfFHu03b_lD zkQm6d!MrxjP_?(R74zHmL+fh;U9wP3lKaOdp;AeZ9&wLn}C=C{gzuUw`Ju{u4Xsu{UrQS z`3F5`tmLS=-p8g{kLum{MuDr7U>I^A40m3>e5vdzi^8RY490Bu+iOU6T`Kn4{)t7h z!m1wL9X~sCb=KA)ra%7_SdC^zS=sE-9BuEgoQvgh zy#ASkLmRMa!N=Pcr*09n`TS1<73IF4ZAA@hYW?mmQSf|7*qkw~t?2jU#({Bi8fY%N zyzelnE}#2#5)=?5Yg?~O_4^yx?YoyP0)f7on%aaCyxD`X^nL(!BYZc1@(qe`I2-hx zc8Ecljp+g-+M7W3@S-j>1E?=CY78b%G8NS7UiET?>bPpIWre+I*9fO~L0|;H3HIfE zA`_Lu73$FE0(#R^0HOkbK{9f4=Zu$>RxueFf&H)B9>v!Jn?GkaoJ@L z<95zoRhX%@*26ESa#k9#^r5&$=qH<-)`YA-66W*qx@-|#;p&Rf@ppQ3JL4Zb3=X(U z%)OtAZPU*MeYApE0K?T}u_#;VZmbU$S-ke%c!*# z2M6!vUe$lGv@Pcr_Y^8{}|_{A&HuWelfL+o2Hey>_kdyVYtryN=4BG zj{*QB;qbip(XUUgD4IZOgh!?Mdr{6~k%kY2ceBiVy1K9zA97m!1E6u~Sf7oR<$FJj z+FtfG0~^7OAd`5e&&Iqbf0(fMp*}GGm2;qNy%6-@PJ9)Mv}d&s<=WGVq~indlYk!V zeY~rV%M$XH6s3R7;dOp%^t(a#+8*Lm{}q4}tSVL6b;;M(bp34Gm5uMg>YyjVgeD5q z6Bmkg3uX&wl3xHzvUbA|=`^ac$X?ZWlh zoa$@zHaMbvE~MTNT>xk94X65q(pQ1ym6e`{9y&Vs_v8?_$`umHqGv%n8}8V@UwMOJ zHwCAU?z-XtL4?jtoeXqz2WktSZy9b!#(~bE#|{x6SK&eY%H_#?!Ql_@ev+k^7r6`O zm9z@Q)ZBYpE3D-8L(I?3xGbuPV_$dSegnsYyt6J)fl`N3NiTLCjR156zAUAEhfjmZ z46MRnkVBsDQa8oO>CF3(9U4R>9-k`U?l*VAa9J%^kC3y_;?@72MpU#VzF!FSpq} zlyQjW&HMbHRERM)S}j~Cmn}FBfwqn55eXbq2h40MSNepb!8q9J7xd9X-}bHauqJc} zJ#SXDEUk~w%OS_F=;MQBSUCpSSb|4Um}_%cyZc~Ub?Wvj|3+As0Bm*paC(DUT6q33 zNKijXV~J!17BZrLNAxj@973a`_j7d9q2cQ}bC!n4vc;_n8J)WwtkZL;MN zPTpm0c&NdeCe^|G5+}InTsg{qPg$I0Ip<*KrNP4=)un{yU&#~<3#~m|Rd{M4+?GYX6Z}6(wj8 zg=y5yW$Zle&b06hfmy&A^y86$g{}s5VPWA3M7;>{RNW!l-{S+%9b{zX_dbFMr&zRd zfngI+m>_V^?`Um(gfdtN)NGgn2-bJ)_?_Bzncke=ouwir-<@c^YIRl17`&!mR6_Ed zI@t4i4U-8ixp;4YA)9ifbwq6{?g9W@b0$s+CzMUtFAl}b5rpT1S&Ex$XBn8^i&$?QH}L#qovvHvXr3er z0-D&zXS#&J1)daZFQU4|!eA{z@9WzE;<*v$@TU3iQsFviLdNs+`=G1p?9f>u;RyP| z3@d5k1hBg9c?B+M422&3`oJT(Q<7>Xx9Zx80MO7^TDrQfmXxP{_#g+%&^ACh>5I1w znRE~9ZgW;?&>{A5(&WBm*a#w)T8KT#3Q$=Cec^yy;0RMl=V=RPEC4RQ)s_t|VY-8A zf!HqGc3zonJI+RXb}s$<`v`%vRK{FdUXzY}eBccjR9p)2@xFsjZXGAA-v3Q^bB?*| z8LNz9$VDJkzH*+U2h5@26WMJ$yS<>$Del`r4izI7;+BUPeI9`FG}9Xh(cSfczX@l@ z!Ghv|=|!0oSQ{`Dm=jD`&A~({vos7M_^QbPEc=bAM;QxLOVb)36U!qb4 ztfseEYPVrXbo)3dDZu)ggy>PfJgLuo};Aa2a0~iLe+!+77mhiIC+2R+p&u zF9W^387`PC%Ol#@TRV5X=zd6r=sYx!AaoX^}mY=C{Dw0LzmMxH_XP9 zi%a3|S8MVR9-ozM=1Nz_*>+X<%pBkSNMZ9{ zeT2lflSXz`3zy6R`whNZvB||Tquu}V>7$EO+TDj5oKW?+d@QB|IVvXp^hz<|OHef$ zWKOep0tl^TJPHJxNQn{pu=d#|Bcb&HAp#DP<^T%f=DI%tOzeE6m6~&4c3_!x2PPtA zaSiqi%@(FYG!H$`-6CvROH9ecp+kozp6+97nV+Apx4{=#MgSjeiB{mkZfD=+M6D&@ z@TBm5rL**LZ(h(P`R~5f^hfN`yGQSeUmA~NR2f-bu8>sC{b)*_i`%(#iauN|@LVGO zn--5dzN&J*FNhdLK3XlgJVJmzCa&Me)Ww9fG9nPNQRgy7-rV#q7b3hMlZ9S%ZSN`g zNB5V6RKv+1SJeWaY?(PYj*(~7oXWV{kX^N4UH2I$&5}DqM%}X@V1|^zdgA4rN6l9~ zuhQlwX(%N<0BtM69PUrOtBHWzWDBmy0|T%SMz2UmA;}0a9>YLw02wLxh+iZ3j23{` zOys-DpUwJSD;m=CpLgBn2u;=xhgA}Qb^4%h9?#!FcRTuIxhrNspcd|LI={fJX3%8o zh7>To9O_dOwj8}T7fUSzeFT-K+`Ij*ypp94G-k6^lW6~erk6d42T`yiH$);mHOj`` zXRiEtPz5_cF00&ZM_b$ZR4CeQ7zW9tUD=lv)%Gx)9<6yr^R<>1)~iHsQc+tU)%6nJ zzr_$63vX_`|D?A4R_Zw6o-u3TwzsVpFS(WSkh zNAu~Hyvc;VEbzz{FS%jM`VX9dIcWP!=5C0cMwVsVo5QlyU$?yzRnK}yefEE6SSMM#_$)yw@|LSS}Wos!{HBcM6a5`A6c zR>O;3I$E-!ZwW+A5UxR;>+GAcD%vuJ}1XQ_ND}*>WS|5SGU0g$w z+}?uwwyEa-_yFr9?|TM(M-NPPVX0R%fVvcUGfmE;UNs0@$=<(ZP$k!_&&WVlb!KtQ z?V*}9&bH(^sTEdCFL~-kJldJ6t>^gl#vbNlqD*_0u53Q-{=WOgZG%+Mp*oj-QA>iS zbktD{RT?4WU&`JrL&-u6;mW1L_Z&QC224hhW#P6@4V--MiJ5=gS!~vNZgUwW+aXYU zTBu)d2V}k6Hf^(Dx6xFwN;&5$by5?U$gnHOiSVem{sYqPaC}bKlsTCdJy1Z@Zk`5W zVts^ej@nr42f1>Uv}kWJfkhs%BC58=I(I>RTA-vx6-xQ?F`O5<-xM2Xc6luRG)Td< z^Nr}q|GGeN!M+rIVNe>sU{Y@JJFfo`p@1&BN~w96!c%7ar7g|Eht5 z68t|z2?EUeI|Mrl=X#wZys2%?*8H9opx$4n7}E6jsh>`idviNQxLe$;xk|lTC7g5A zzFeI>qj}&sjL2kqH57CYpn1gsnIn=2X2Fh7=91I zu)=x>o1aChV}ospX1l{dFeyfwuM3_4a&~^ah#Sp{bM_Vc@L=D(S>~5C}$ueVNm@lcwDZ0CfpmGx+CJGZeBE&K!oS2X z6FITj=)HvK7FhkSO2zqnU$d8p9=^a&_lkY8b+!Mn}RA)p#1|%+L%T|X!B^y zEN{~Zu>Q~ny#uiLzFCbgxE6vx3y*GzUETWL?N7bp?ya}*%fAXi`%6@#vsw`bIvopx zB0XLah^L(f!GLJ)#?6z)-!?16M;#nT1vE2Cv$XuuU>h2LD`d0o0+Sh|+jVD;&&(|w zb!(9Gf$Oh1Ihq=wUw6_bHz%hPd`E~0+yCvWNn4K1Y5i~~^IYe-ZSqcVZEn^K4Vy&g z1p3=u`=*iT!&iz$B$_t~yP{4}gGYm2iF1PKj_h5#aqFGLG3ueOH#yF!yK;{#OAzzZ zyJgUid51{mb`1ixA3=l(>2%4nvT!>&0i&e%z%1Q?--WrP*C!?@%3{|Rk9SgJx4j=V zKV*c9ywCBy($LIbFPL)}VNJyc;*kXv)D(M(n>*WUOemk7y{6M`)2&Oa`2RexWcBm4a^~U{lJ@n|alT zaUtHz$zJZ+DxN=?z*Far^CnpBsA*_)q%0$3N#3{0ADv1%cw+(w``_9azkdrJeqM<{ zP*<&)dK(VT0^{B(54c2T$0M)OP$AU9;4H~|ejH)S={$XD4+KrFucl>qN1+vexVG)Z z2d(Lc1wzggmp?aWcb_6Iyhc@YR(0o zJ?2iAu7i^ECg|`w0O11*c%a5wuvn;Zh29fBsiB!tuYZK;{gwij?q#P+efQfqZkgM=-_(!}wYnD1YIeU)U3^o%8b_f;_{r4Rq zutXOs)<3VKVebx=AQMZ^sNcckQ-C}SjCTo!4IaPzAklh^`zMW03UN{M-RxqY?z;N; zYTZS^G?=Sco-y3;QYQGUQ{0m%esBpEmZBzegEzR{^z@le39Thc_t`wB*r0Tjk~n}o z38JV*o&;`}-fWv+?f8DX6T#a7<1YBNp~|`cc`wl5ya+Rz8U>ZhcU}X>)*JR>rzsoS zW2NkC-{teCfqJ{@O=g5ov*|^u(ha+0IA5+@Hr&Ns>y{c>`qN%YwAIhD$``>;VmN}Q zQqc#qoO@8PPX?0GrtLB@1~L&UU|j+XqbKgd*vFM%_u=UB-Xoa?Y)5e@kAE&%^Gj#~SWs-J zk^5Z|pp^&8c6)dCcjN8X-BktdAHE)t7va42$NAvyxh|bTv%AivXqVq!z#k)FxLj?m zMwSYN+R|SMf~gwtL7Dq6T-mY7Vo=h$w~zDZd~`L^N_~WiCD+b0`6+DWH3W}>1KXA% zg}HK1Y(K}j5?$Vojt*jR@MgphqverMl_{7Ff7q0Rgv1fZt(Sh;Zx`_N9=}iJnsLIc zKAjNTzgs`3n@5Gd39f0r+d+W~ZYxVRDKWN#?L-SW7aE5ErVP4DrV zo16o&FaPW~_%Uv-yu)@X6sX)wQkF4ev0;gFJmWw0e5EI2edVe9mEA09v0FA`pWn7As6G=D5d~~)E6fOLQ((cb^ETu-agnu zXTk%C#|_I>0Y?f3dLaJW%9}o;{!nr`ncHMgDWmSY+309VVYET3H9gDAy5772t6_& zxr6_aeX$|kNF{=PzgP6l%y?3Mm{ z$OOXhkRXyR(a(A^{ipt9=KHQ9+k|GdY^RSJ1otVOUV#$BzGi`r=4ROu&p40y(qb<6 zvj;f8STLgT^!vy3BkSM<&pMY_10huM&C-Ert|fAdW`YgS-+1GJ2_qe?Dbd+hF78anP$4_v=F` zeq|uVtZ7<;<3$#1btxlH+|-Ggyn*$raI3FZ3CXJdcJd_I0j_!#wiN|d>1i|O3_wxh ztiYV^nu{tdJy{gV;$9MoKj}O|zE!`#yRdTeJjna}^3&UxQX7B*x~-pmHUoUK$fWTU zFbD0l;EWjk|G#M!@zJBKu=v?p^n&v>)u~jM7x4oP#}nDej08juJ)uKbzweBPYs;G3 z6!6CdOL+FQ&2NO>Wyuhk+O+}?#U8JduwU_})Y-1!HGL$L#$gOXafe{q?qBCqH~DbQ zps<-2<^jaTQM?xM*=3mOP~}Ur3Wmp2w~|v4JMF+eIS7TE(G^k zh0Vul^l^JKgIfoe5hyjhh68LB#rnMOEh((m{V=!$w!Wo|tV6+8C751=?DfH0C73oH zb8a+~O>?fDSQg?sDqc-Au^&rE#b&QISUtBx< zL>d4?k^q~gzFVpn4)r}{} zjNv3ckoGe#8trnB{h3}8Yv0T7@tG-)5-q2+M|Lu?JF0FC*{&vs$XG+imkL>mq{tju_x%~A?Jo6rcGSyW<#Ei`Z&e2`aXZoNHGo6X_ z1>y51*!i`9ezUS-$w{ap}Ug~&1Z5|-PP$}I7E&@WeM?3)fW z%u%&Yybrk?y+otuj`tu?2GkyFeKMfrRFjb(9eB$%`<-#A@hT{Y+F>S-cj$9pZk5N& zCwU*F^HngZY#butqh`vk2O88VrZ8D7h z)8L8m5xl7$XTTZazXrHWc6GLMDKs^Z&YoF(++u$PUoUD-dQ%$HzSIU&{km_*diSsF zp|zuTlLEm-f!zj8{<=+a-M3f@9RSQ0@5o?!s$dITph#=QBA8eD)j_Pf?PXGS@>e@i zm||tteyH@y185`EES22Uq>Mz%Z^D)t9P?TrKj7%0BS2w%XyEih5`qEWD_*d6?elKh zYcb+{Y#?tqY(R54juV><;dLbm!%y6o7tYJ(;Kt(8q~nc23Tgk;K`tf9UWz3+P0|F_n?t9$NRXYcm!JA6LR=NXPbCjlG;4BFuUc@#W?@rANX-GD`8bHce( zC{V>Cjik#0rPsEX_UfPT6LN8det&4Jkv+XeRetzOTNi4K^@0I^#K_8s+ZSDrDOW5+ z=++yZklm+uv)WlF;)BgbZ>#%Oqy!&rkFWH~(~FuGvp{pT1ovDL@|23X)lGwIU+yE- zAhurbmgjuM%IC)uZO~?XZG<#FFB7)eCj|p-9-b7be$@|j>-V!^?=ycCrq6EV>bUB3 z_Ntj3Y&>&pf$N@uE9|RjZ+bLON||Nu;!U>n`Ort21s7UJw`Qa8^B1E*L)l83wp23i z!6-R4$kOM~%)~%E-{g#gNnva~52RU%^`s?24Q86U=ZOZ@d-@ z9E0Phmtw?At@;>hWiQ;Lt#8P_4P=*Sus*hP;#I%eyV!ry|8~vQSxv;GQM-D*) z5n_X^#~WFEvq!mkI9II+Y5AJ}Cv#m9n&2VoZ(K>2<@ zMQUVdp6z@m>@=c$>YBR_(je$U&M-I@Gpuc;Y%R)$f=4rFa<8o{&U*_Ut>xpC``pS3JEdp6u`gN^*;sg;k7#%JR)nJq_u&#Os?4-{@?*1Q4QsC~q{Q%Lo)?ZG7Mf{WmcKEUD^?MMm)-3%l5cIoSOFC z2uSep@!dguD06-VhD-oW)-U^iw0B9B(D!8Dg8%xP{1@{d+U-m0*v1{bt+F&iXWg=o z3xhc!D=i(Jc9+UhsuI|Y&{6GOr9Z9~maq4_TX(@x#`7^0n;}lL!p%rgNNu)`cs8aI zVZC2_U3Xg>iDUUPGy-jiNq)1HvK_$7YOa#a{5Y?AHS6=8V00%tK;msS}t(3?5Zr6KNHWZ?pBr`cCbpMO8uqt-FgeHHy=A+9vd(zgT%THBnQoXl~S zg9FEF%mSv}p0aVRE#6zQxMl4t?FCYmMJ}A)cw5GKn(|lsKH-*ji9DzMiMtau-zz=I z0KN@B6y5lKt!Sj!dKbzy`)SBWe0n>agOl|j>{pH+$a^ofq@xXk5;XwV$N&sapL`>4 z-1tBHKAK&YK3d?@-ii?wG8KNY0xMN>%xCnR7&}NAGPKF~!WHKHf66_GtJ+dwqR<3b zQOhw!7gM6!n!7VTKFHS>sJGbNRenlmY#VhX-!ev`OuDNT03r3uEsw9deJsh%ufN|` z*>H9)ZR6v+`QY+vi_@qm=WLP*HI?JkwoS zcy-2H%19MIM)oTd?Z-8+{Qv3vu;9k06N7ivMQmo0!pvE->_$SS za~TNms?3X#+V+>J)Ro@xHo7)@K$Gs0$4ToNZpY1+%L%|C9=E+^4xhHQ&zwNty&tyK z8<&<|?=`t$oIh@aZR}mF9TpGN^w`6qV^%P(ae#g$&&)*NzzS5;C(;>~udn|2G_7l9820N^%RL(fcaoP(!MDdE#-e6(4350H|kmcif=h^mb zv^8h!BR}g$)Ab;`g9EF#!8?LAW@(=9Td^-t@Q3WIsC8v^QvL7`bM=ZVQ`}_~QpNqR$7> z_fP9dh&kU~aQ%&_j+L)Upmns{E|=%}%m)w7^V!To;)-U$!j!3gI%3s93kAGqzao~e z1Y0bDB1*IhVmHx<@_c;Qgh$}`|FZ!s)+}W-BeBuvoDxsZy_YQon7(t%@T1R>O?V@%}-YYZuzcKxxmlOo=k@UJWE zT*=xf_}A=lnhE@OEsbb=)c%h$AS?7%;dGj#h3Fg*cG_%YbdIN&9o-mzo|U=UD0)+r z{!`V>BacXwyiGWpYLcP>RmM2fJC5OuL{~00tuq&&B9I5SR>W2g2`#yEuQm?GLm*xq z(W-neH>vEo&#&UOLE|;G`p+6-P<p!2cN0ykH2Pa2R+*cjeKo%rz{z{ zBXRpqe~*XDN#L1Dr@{iYwj^6CM|nRKk1rUc zLzbCi9dr^m6l)WQm#^9;z-)X zxNvpJ<`eIxPo%pbDFw4lW(xaTjQIr)l!FZxjHaHHpi7@;kNoW+9G_m6xdbP&GL|)b z)O9-3gzJrHAi9`w(f{;SY;|$zV4cU{i02x54`G`BoGw7ODA??odIY-N=pTw(&&Doc z9l!wiTZ=KS?_Mo?>SaR0#RB#WgPXn*2M_?$Ju+dX`GhFSe1d;*KlJ!VaoIm57IP|m ze0{$atYff!PVq)28Jf<*XG0Qpr~x#s2t()8tRn^RCvm zkXmhrI%t~Ef(!0Z9i!_l-SG0~tHP?K-U8snfU_|Km zn+sc4+Qi9Q7n!&T)XV?L|NbTe0#3g@1XH#fPI_T=>c|a7@%7#D)&5kUfzwf+Gl98a z9?eV^Mba2aZ1{sV4H<%q+X*){dpzS|0z|2Q=;#Fi7TM^@oXg~4z8VCR99s&dt{`x~ zvhqDxxxX^2701ut)+GYvne9*u_Trns%b$mbK50M4+YX zk+#^1j+eFjxXVP>!{etM4yzUQ_0Iuxw{?Mm_50bFHIGz{*BNo&5ZKNry;h&6Y z`u_A!m@(+P`Hu)t6je6fKDw=2Ln2Adp@iH0 zdgO^z-Fbe<1C@ZUg2lnyMW$CY>)Zud0=m#Jl0piDj*R5mOe&poGYINz<#Q~qRf2sD z177iWGrOZ>p7|{oS@ZjK8SMAFI6H=rW7S4VT}G{KZSHDDGyUPUQgO3RH2wQ-KBw=m zHL6g0g+H8a=<0b&Ht~f-**ThTL8mhvHPqPVim&bj6c$lFMi7v}t8SnNsXb;kZ@fDaZeOAD;x{y};21 z(uZ68ZE*^IBcj6E(Zpa5Tu1nE<7<>*{2P84c|+qcB!FopLGv3urY@3FMpF^YSm(;% zIkf-F{XG!J;1cP`1S4Sio_i-t4?R?g7$7pm;nv{N+A1Y&;y~I=DZRB?^!IOpwey$a zwoXsQFdGcM7_dKvaGRQ$$M^GIcc4}g2aNpPmeil`k3>zTd9bE;B` z++#O%2O#AG?4sx!zW8{PDJG565=q1>0V=uImNZ+{8jPHB<;xA5gnGFt<4 zYdQv30)Ci3+^eOO1V|^Vj~tNiU9=h2ng#4XxOT4o`_{sTmg)k*t@?!_1N*_~sOYfD@;R}UpT^7cMI@U0S(me!Y(uIPP{ z>!xY zc$;!GdHF>(2B4${v<^xGesRcYtYqr}pL^e)>bVZSl{jPxK-t-QtOcVSGMSbSwtTr@ z;ly9xz>UW|TMp>D{;Qp3DLU09cRD&gcC0c&DKHlBaxnJoQrj zKKXY+^fOGBsH{`2q-emH(M@sBH5-O`Ideh-!8J$aqri*7B^C;Zo*%4(<+tY74E!Hds#JGR1F(bA#zsfXXAC8f zjBYFeAw)H&Oy0L(Z~6`4aK-ggQo z-Kmf6Kb)Q7zokNdv|0Zf2^ER`G|nU>7}16e;U^I2%gb!E;H^V0Q1o|gCA;c5Cximk zbyAcQ&M5t&b^9cw1oH8Klu?a%I0lj0kFpBm0*jsZBCq zMKVub`?LYgmHd0K?y%?nYP${|xbdV`+wz&)h*ArMZa4Qvr^f^m2FI7Fv2WiElA#HO zA{$9Uj=rD2@B*GX>V|+DsN}B_k!gyC+%~F?_$j2;1e}YF0i=T1uzKHB2T1ykf8SN z8Vi9rj4EZ)Cwy$+kT4%ErT2q&=z{wZqCbk`ac5RCUpG z=2A@&wGZ3@T_TTPg&p=b&bpH4RDOAOI`JR8;Uv$pv73Z;?+n7(K&=)ZgNw1FEntbd z7bA9XQ{{DAu8fTh7OgC?gYc6)|9IT)lbm^#W>dH}Xob(QKXFdyfzv8^16t**Z_PGJ zqgy`F;(u!A#KAyiu#qBrNaX8+Xz7Yg-sNG4Gkn`AzjSrGlSIg%R*ZISPaQdWaF5nb z?xPih*BX}TtpAGt_al4~xtUIV#jxpFo@lP2;fV=*V*7fBLtCcc2EEF8d^r$1;yD)B z#rabf8y$1Z`>G~B%R}L$dPz1LIKJnlm?l~k!@uium zPaOdx$g%kDf9VlJkIrLmk*+jn1I7616W_flp2Pe3BCM_AJePScGQ$~`BSR{W_fq4S zn2#9w9}-5J_N=sJrD#1>3RCU-fn3xm7E*$Vv4SlwJ7IWMhIYm^Qkw9-t6@ZCK}xL- zn5=mc?tytqvB*%a13?_t#Lur#VTZX#d}jCbDU{TfTyIy%{L!>+hu%S4z%p+Gm#fTU z3_$w|xdtT__IKfG+`HN{wp<&)VA-e|^qp0~-GN$N8c~me9KLNNblxjF4NeZ-AocNv zM`VxgTs^KOpV)!qdp{FTTvH<3y@S_^m0;+aiR9}q&)-o?q+8EoOQrRf9kxaKUd>K4 zlR4pX^>LuUToRAVJR8h37JAqkI%l{uo*DPJ@o_+>yu-T#b4BWd6eBwJa&Z%*(}{ie zu67P|FK6;jlldr63rmxPso8gja(RsfO1~n&{`Y-#d0F(AY3Myd21=a=6Nv!}$-d-( z7#$lO6LY|vQC%HD%vXrgBS6}EJoXgg8o*7D>t*dBQ)~UIF*$lZ|H+F;^ z%6h_>MQcy4wkWK%xX3&mC_b{7=iy$VQ`d%3_0JshFYwcB*-XgXA+?}`gFta7$k*T! z(D%sD(6uAQ(uiJoXJa?po+P%)Mtiig5PSU!MQZBFxFd|@q@*?k z4P>h9=-E4>Rf+TDrHw#fYtK-0Bs|rB2^~3TyYsJme}?w z(-XV}68*`W>3~h$j|e6$S3XLO9)mk~D%avP_Y1B#WFJO71L2aQqx>ZIW{My~&XO5= z)ImSLwu|GMsZXHo4Y-X@+&u9}F#-Ty#mTBo9))YsiVySjne*6n(8ukPdORF@^99X6 zP`847pyuMD;0?#5-%qxMu~RnnC^9D5Z5SF%<<(%!LgaR6I5x3vUxDjEDNnqd;HHt*f63c#?}s>gM7%0F1$z2{Fg z?{>_1(Va%8+v0uI+`fizyMRO!BfH<<0DoHbDRU{oB;rzAmXid*aDR(3kT9EVtWr^V z6;4n7HR^NvXVeG$IekU9pufx0gW}@Gysj(K%<_%EDi)e9_h6;%4SL7R*&HzMIwe76 z*mlb@I>nHc0Uw4mFk&UQZ{KcA2cSu^>HH*PE=02@6$BgRfuy%HWbX8-X}Ekk4PoEJ z2D&Q4)WzIYGu+A%Y9rjqc4wZsIVQ!Q(DSw{i?87}SN+Qw(|C!5WzW+$M3R(d)AaE2}jbpGc&p;d>@0G zNZXnMw6{_LmZGiQ79hHLoR0F5dBaDkz0Lr%Hb40&TS$=Oca!@RGi5jzFQfU#+yxms z%Qqua*gQpVn?GUr<9sFAPE(5*susXz&e7IH=ihybxQZm(J1_D02Bt``= zl%L7`hxl}U%q?)3;*U0(aew3(4vQp*0n-uG))St)C zumPj(+Cc&)f+u1sOoZaUpPeFPth(X!ZJXVljTE|BbhN))GXOU@svJ^yY~R@)lvSeb z#(x+pf;{&hKH(bM7ik|z*+Y~Y-baDTrRrLw@>yV>9&uTAODsp&_~Thkw8Zg{MvEEC z!fb#WB;GqqHWw61O&qIYXF&o)KA7-0jMOnyAk{2sd8PSE4k=W1(?<1hGParxHNI7N z4k>+jAqdFWg*ry{(`!v;nAE;VDs3w#rGC@Xhd(kAep!L>BM$OMU_iE`)1VEY6eEtS z_wL;rp(@})?9F#7EF$9>9bA|jmi)U(UyHtU=Y!?97S_0KjI@}>EQkcN{fXfAwmefl z)5^{94G$BUjgqeIpqHLY>)-F#`Ih*WudZ1oO?=DkoBQAh93E?#Q>3({1__!(3>Bsx zW!J$<+UD&1f(BG{vY}SG#CrKoFu8C7@>Ljq}M*cblxJR;P&@c!@d- zcYNPjLLnsA-sZy2RTC{oK-ru@c;#+tc%hh$o?ob1XfX_Ay-CML) z%vP7tpBuZ;K>vO&m+dA5-Zk7R*DJZ(6AA&(g?VWc_BG9{%mc2Q)nn;D6r>phOp;o=pg>VX z;`e7_=*HPU{;8*XieTVUUlPTq{Z8Xz z(tKL&eLBD}uU{THr6R$xb1ZWn4MtR8oWXl03rtCP<8>s133!a4;IL`}Z524SmR5eJ z@vYfh((~sXL@Xye6PSGTC+m4WbMnuqQ>klNx6b_1V_g4tZ}Q9o>tPL+IMOzFzje7I zJfU**Tl)3F;I>Qq7bfj^l*sg(Rz-wJl3q$LSeh16S6n9e;$XgJ9Ft;b<(pj%cCamr zI@AWrX9a1=F6{`KPvZr509(#rhl9hjQYYhnDkclrd_HTUG=FKnPW;c6_}~`CeV;6B zT3%e55`H}8LI@CJO>OOMM5{C5QM(#Y&cr{t??2m`HjlO;^zKdWx64%)6gFOngmdOt zfZ5nc!I<&ee#7CIwPU7=F=4R$z-;A3_1Z79qoga$-gZv0+c{Tg>7N#?SuH0pC0F?> zJ-NBz`f@m5`@$IVM;_~r;+j{x5D!x8-hQNi9@_s%C8CmNy_QtW-9Og!iB78j@b`=c9d14mnTv<_3GXclI53J<nQl zWHddoPvmQry!ywe%`Vo-vMJvTVx4;h#Y14^7Z zqWpn#*=-ui+g^vC>SthVNJtBY8%0HFm5kY#-b{FWaE<3R66{n2M%G{YoUy0o+YjaJ zhlk)ta1Il+3ikwkc%~l$siQOdjjDC>`FWDx>aUd+xATp=bCsEU@9DY^Bol<$IVn@O z9kbls^|yk=A%p*c;_-7&kiFnbDDhA2YKpwXCLzDI1L%31M}jc!PO%Y)#Vna#|Esak zVki#`I;FIQ`6FrLeQnpv9BphLD<6cyiMeeq6hY^qpF2xU(a`XR@4{^ciH)NJZyw+ybJq~Z+x_VkX3-=k{O)LSvXW`684+t>H149qY1j482afD!gjm#wLh z_4WHt>Zos@WFy6O1=_!uA{}E|>70@Rol3TPGKRY(_B;9N$T6^JNkQr5?cH77qm)9$ zuzh3zzVckc)tCqAq9tN%qk;PMfhG6ai=Zd+D;s&!ta#a3u}wawxq zBVQD9aeX29`fnOMNHNpv1$AURtCC9f&wGe12`-E{yhQ(W%=^|oF3(v(G=y{9%gQBm zKW>ZQCyyU58D}i*T?5p&X}QF?c-Y6VEXmvW{d_r&HQQR`D-qS{b_A}4md<^=9K<$P zleQU=@;ZxX;G#nH@bS1wU>Jd*dq+6sb)}h^@(fk(Y)3*HyHUG$&8a;UOxj@ZRdq3s zFM>d?P<00nj!wjz*FN=`1QOOTri^2EXW)# zw*1CF+Q@IEZ6*n5w;yj#Uw^dMo46aFi{1gnfXq<6HJLkr4-1NlC3WiM-JS;pD^^<2 z3X#J`@1mq>HO2e(8~T>s<=w`5awV#X;UxRhK; zUlIQZ`@8*Bxk@>Lb~*0UD?4|>y(JB$cVM-=Pp~iz8cYK2xB!Sc>($ zl-gxYpYdMla;II^NZ|ZIf444yuN2TWI|tK2mpnm&$R5>uU;wU&|9rD(931XzZ4Vx8 z3x;ZNKb@)R%SyA28AZ^~*KWiEq5Rm2Eq-}-*|z#{_>3PD4+rCrX}p^ya7Mm1=&a*z z)g%S4M5gcDl2<(SeXB7|A~dL&pIVq1L4pciKx^|QiP!1&eKr^vbtjvnjF;(7@9SMT zNznkhruIvo`omhFSd6wxEZ?9UJ=a*rD`R zIqZ%S9e!CEnGP}b$Vg|}+r|%s4#Q9lE~V)(zI`)=;#Q5AcgeYucNnT2G6R%-uwxb) zJsUS=_-`KwjZWIdzI)OP-zUSvt^x5*Vub%Wl$IXdt5s`$FC;fz>rU`Scj=bDM~3N! zc?&k5cy*982PZ}1HvZoGXh=Tq$)+wvYj&B8$}@nrxaFMoleLSRZ>oQ(@dmcK&~%da zA-QFXdSmsEJ6S*O*g;KWB$Pqy;MoX;I#s>)!7bv*po|=fu|S%<-=9=RM@I^$?tFYD z)VzLu_7*f9VjN24+8HIWy1Obwn_j=PU1J9iZFTnv7jr##J4iSydE1MDU%*VFyQI`a z5By&>rwuw`dJCeU%%5YqPtRS-(}ef&V@eb-P)+*oxiQuncbwn%jb1LgyQpsHFbd$o-~(bkCLVT~pe)0qtq z4%Q6tkNwCSj|Fkm74VPBw1|GueMVr`UBUVVpbJfEQe$)VJ-roMbR3e;a{Sv-O{NZ? z;j6sxsCPAjk|ALCR)*!!SKS5P%L|wHS*5E#P!i~z{-S4#XAfvEI~PU8cv_@i{5MHR z{8J{Dx2|=uWbMGo$^rtO4)8S&>Sh3HPF7EwonGoEdAPh8{Jv|k*_q{}%Yu-$#YxZ5 zFqGI&GJ$7OnA4e1J5Z>fxr2TB<;kR^RK$O011yv79a5OdwU~Zk&GVpR9=cuVm||Zc zcn3^1Ac_!g0%{R4p+hAupY}DhV5x>&Lx0ZoI_3MU$b}V!P5oaweE==|aS1k(0|+*6 zhc&fVX)9FZQ@8|lj{Dm5mz3&>l=^Y{r{OiIJy0S> z&;1gi-rk)&s$#h?BQTM<@4(4tiuy)+>_1g=NO(perty$k@P1`2v&rj1+Q;aRJcYX3 zw$r9fBaDg8(n*sZuA=E!O00ByYs&C6{vVeisMBMNR=aS#k*-Cdwv~mE76c;sez@wi z!Q`vB3weXi;czTET%I$%o??p>4)>8%(5A{P+FMqXx4jbZOqHk4{9YnI(s77N<=QYK z{IugHJ`FJ2V3=ePGYF$TOX}CoD6Hjy@)woN}dADZm~EVB-FMFcpze`YS- z%@Z~j&HDM0bJOef>(_Q25=hLjnbcWcRwv3@WKsiYKGI$Mc(V>JO-tiy!W+Rt>#WMX z-k>lLrD{~o5By8n6`=Y#+5m!ec&&nOVYHsn^i%N8>@kIb3XNI-bZ7Pq46$6Y+;{XI zB&al@BSev~xWK?b%3p7Y5{TC#W!Jc`Y|SZGFc4vB-X~uxUJsQ8nL4@7_JRXJ-(MoE z7u0LX{a>7e6}mt5RcI!Un6SyFvZ`r(b4eD8M*^Fj8dj_fQf7AxTK7gU6DNFzD%3nBh|XK zD|r-$E^bl^H5QEKjrRgcPYbYiz&9sa?o$JOkm`lS$+D0Ze z?)yO=JB?K4c!>*R+%)t?R>}SlAQA};I-^jRICcHzn3oJRAyzVqRzDI{$2C-P)z2g# z+|p2y-Up!bUuF?p<)==s&%U!4tujUW?|EHG%(%*$483^m=f}iMWi@U)MS#1m_F0o5 zxx)gXR`BMkHU6fwFJ>ImUK|F~NxvUrY>x9iRQZyYqtOPko7 z(b-wKL8ZP$*0o8dqe0wLlxF-Su?|K?M)Vt<3#GsON$oJ?FQ2jW0TsK+I7Vk#vkWj9QL)zy;-Mw z&RhKU-RNtTj#SaWL*0%own5av<8Yd@mezl(^in6)s##WuwzN#zw_R6nwDtDfaQ#%a z_Pn8}#V&)}1-rNv9DmC9tQ6bUP-xQ9>e*IalJC$GkSp^s7 zBIxEUSJb5=)YDZ1xQA{B%Q*)l@EK9i5g&cW^4^(S*cJ8x8d@O}( zS;-ihchy5{QRW9wRA&C@!{yL+dD?@UajYs|pS{0pncLPO z(>1KU+0qw-f7CLvSP^H%{pKev44)acyjG}X%1|&%W2WpZ^X=61sa{iN#8Ad|h?iQj zKF0CtWvp)Pi>cRgI66%4u&!@lx=#K0I&uvMT%D#4;G^9t&nqH zDkyKgjO1?r{rIA^OZBI2)w}ns8oRrGI!+(UeZwNZJ?q#HsU@TLj08vdxeP-SzK@yy zusb#$!!37p>_G9D%V*XxMb4Ol?<@g}p^dZFznT7ql7?e;zjzYoLqfjB<>Uk2+vr(x&Q18)i1?UxaK^FIs+@5 zf^nuhP+$13*h@F?b=pNree_Rc&PWth%l2|CE6KbS@%fv_5Tp5t;8_L79V(?3S4Mpc zocwPM=RQ2yNRcog^nXdqhIA@BeHPc^+ZT=*wO4zvFZ^U(pGd(lehL>1XX3{KO$%k1 z46(;EXtcGBhZfG8R}8c==2CMA(AD+pi&DLpX4%djP%H|PYo<<=6#uzh-1B%Yedi8rU72r@p)cE! z5BVx~oioa~b})lJl8o@0ZL(A({Z@!N_uR?IY&e?P%cDyjsH6cDZM9_Ocz0?Y zJaUr4LCpI{AeAy9)hVa|ZQvt+rW(JBWtnN%(8=IQwRPG*Ja<%8v%faJ|UF*JmO>3W0m~NjIx1+eezt{tPN$8;M6sF$fJb(NMX~^Wr&(A}m#aX&8;$}5A@g(vT`wRIu zeB9=BQ2DFen>MSu1IheQ6}7!~Df6FZ={~$eV;@IBm945Zav<~GyXK1-p}Q~1cqM!E zh?h#m8_s(-6FP(GKm47PlTT1}pOnZOe;WzvfpVv=Cr`!E@g68mW$woZJ6u8n%Y%mU z``52n;8Dwx<6%pCy(wKezRlwQa1PdURPMUAaAgwJtZ>P>(Vxs@oQBFnw}*Nkj@2@f z7PbT^@mt?Bn!^cD?2+$uv;HjKlbF}d-Mz@LDZ|N_D(_oen>5z4qPTr=pS0I!>gRwI z)t?+1ud5(2Tx7IDY)P)8W8U~ycKIxKdQ{-UE2-`-T4o_7vg7CO%A($k*LBO6(8bz&|ZbRp`29!6D^Suc#^;W|7l}Ao=FEZYgNE^%3eBQcs z$v>Y(UfH{2I8NoBs>4@V0LxTtCKDUFLPK&e2?Ic<;@ob)V>@s>a5~ zlFY=!b^_Gd)bzQIVYB&tKW~Pt!lLSW{?H6<+kt~OKJ~z5q0T%b!erfs+2AUz9cO`^ z5sGT~`u@vP@TTfZ^2cf!%LH6ONn#+W$*NvjaYi=tzFyieYh zafgXm`6#5`mX^F(arnOz&j;rx3}DcrOX%i@m%te`2@P$mE}c@rX^G(?S7SRFMddmL zl2&^#W;z9Gz=ZI(L6skrZToabBv(4#{499l6m?Ugak09&d8ZGLsr9n%qnD@cTzzNV z+HdaenjKwkHXCDK!QV~DsrzU69gb0^$`D(*nz4m*3`_(JQI9vgX@Q;rvMcE?YJpiL z7BRhA8^6px7cS27dnjD*4ApNt4yM)U>L)%DAy?^QFknE+t*%2`nD;AZj>Cv8mxy=a z%mStF%&)Tj(b&Aod)Q;;#uQsD_) zHt`am*V;KYsg)%O_JIkG>BGa}`_M_QT z&(|;pc!%%Gkh-*Gc!EG;%QY{XY^oslDn_+wbNE%qkYi}&pxr3xVB?4q??UV!U6}j1 zHC=FMFql$zjt*|PeY4kWxiLf*J0IY222TL|n{_-#2><4ptWJLYc+W8N^E7tw(osPZ zdW%|OiTqcy=ED#!<=d!_6F8QWQGPL7$@pqJ@Y^yh&1lk}48D9R4oTw)WGt1}DRAwa z;v-dB)EoFO)(e@--euLAbgxuP$M6DtcoNV`8$dFMNtq}Ik&iS6n?x_}T_e^No#%M- zJMl(1)XC5F1sK!6(eu8>R?*Ru*KR+s9QeD?=&(rP;p~Q6&|jRj^br~msNl15)od;; zm0rplTpEFNiZgmuHEZZLH z+Q|gk&rTr_Yq)8)P^>hbP6l;^_d;qo@sA%2TMWjej>O5X%<4~3krMOv>=n_%zR9O z@JP}Lt2>yWFcY4gyT}(MK8LV6GN}e0AwQH_+U(RoP=S4G9(1s0Dg4+4IhcYd^(Qjl zTbWg3ZNa05dM-H?wLVkdNPu#dIpcr=`-qm-ktu)gy!iFrpy_t$9e=UiZEDStrZCJL zP1jT&>j~#?H9OiCQ*pypH_{2dL(2Mylp@}mIhGn24F}5SDS| z%a`h;(uZ$)Kf%e#U18@q-#UJY$jR+-@>8>I&Z7*1!QQ52)1dZhyK;NystP1lW&iuwpvQ#f5` z!Vdu=zq+FQCub0S+o7G(b{siq%e*bVYx;E4_gq-3hxYE$Y}b9;P1wrBs#aN$`>YG0 zVb zL9`dc$T7f;0f&%Q{-_$g&X|%y>7@^0aYQyQF4|p91*xK8U!gW)-80|SU#Ja& z5{f>A1tf@x3^)k7+hMPi1n^Lim=F+EAg9+m>(!MZVxTtjJI6VToJHWm!U4JDWoskF zyTfDc<-fqBA&MGtFHL=$FB!C4eZxInp2gP-2(=Mc;EUd!vAQp`hs#Kyvoj(qkaWSU zg1t23xL-HRcwPdaF!*$a((egUD$C15an7jWrty1u=**2=Cy8+cSJKIcdKh?gc8d2;Hi%1Yh;%- zzQo|mfoA$0=+~S0MjILP%gi0~xc|JHbDHEAgw zm-065>FeqjJn`|(wlDnf-sH7`nHns1Gikmb?BsV;v3-KtE(w^>6PE;qK~wymA#Hac zt@GvVq**(rAay_^@=(}6M1(?T;erMqwILEf0O&yFI18o6vsh*Jr&+LoD%4lJcTa=4 zcEWiuXLtV0dOMONJS1FivEt&pMYYX?gM%E0&4{6s;9(fH`M_N^Ep%;2H{SA&xO{(u zSLG;r~*u)VjX)2H0%AHh)~>()yt#E21R zuYy9sEK>z8gPXVZhuz~H%ACxjM@j7g(3dhC4={0PWB`=d#6nmoj&K|>9$T!upXe|P z!=Kv2ai+9cBa9}F?Pp(D46;hAnO)oG!{!RTucr?qC7P0&tH0K}e0^47Je)^9WN704 zgm<4I==s*jh~jrnA@v!k@37*Y@Pi;NX&o6lBo(kRI;XMXk7{c_)^*Q0{p%Zm&tCBx zWq#YJru(8~RJvC0oAaTeOk2wmim-9~hllL-1xvZVO0}-MFiW$GH%hx`G-LQ1IxBh zQm$DUH8;e3^SclLilPQ(MTZ}7hsnqho({7xZ`JgsMF|D_&C z4SP=J{BTLE`qc2@!~OXw3Ru#~pTCVlXgcdFu2iWio$+(O;^eH#;&w| z{SU9${WagVPeFyB({fITIo{~anK@j((LPX5Yb3feIae(dAeNgh_!u|m^Y-Inzgt`4 zR9={nw=xE2Yk>#^^HI^!&tl>mCMA#f?&$TqCyySWoTTWa(oRmXTP3Ph9`86RL(U@s8|VDbhkKW#CGQ%o3BLBz>R@w_ zl@?n_s{`tRBs4+;Lqi_5B7gqz6&j0bxabnkyvxgSuh(SthqZN0bR?W%(tEgc$z=@o znYGO%t=Iu>CI`%=f($+>OEI5eo-aht%sOSywX^47xF<26Dn!Txz-XP<>D$!&y_=XL zRT&PccKxN#b%}#^vY&(e8S!Pd`}SY`i3kd)K7O4B*c=oPY ze2;XU;XvAuFop?lHE15Okm51p;DJFjxwg$-N57%rc*S$V&K6SHHW1^gK|qeQZLd0a z_Uu_2C;Z_Eth54YeN(s=yMulQ0p4%=UHep9d~;88)o+so8^dM4{P8|;T35LkMt;7@$b=0r?N8N#H zKh%UT)=6xN<8Nk(vXQct^quy;co_d@WUS>G%6r??(@{Qs`^1;QwR1E@a?d7EPNW(x zg*p>+T4Lr6fZ=IXl{PWidvFjhaXp2e_$-%W7 z!C>V`q&}=Qxbcj@>`NIgqkN~z@D2a1arjU9$GST^r5k>6aI_X0LCysXwBt%Hv<3_N znNZ@-%GaU?T42s!AC$;+T{!jv+Cux7W2|M%q)oWb4$(OX#fAhq`WU(Ge|aF?(e3W; zuEt!KP$92YX}r76Sc*nV%XQl2vPB+;MKiavGuOIrv3!Bb$YB4!^oIW#C>p~FhwJjk zSM!oK#J*Z{`@IEEao>@9X>jh%qBhf{8GL%yDcZ%wtn1G+j|Kk~b$xykR&Pf#duIlm ze%xLY-y;|@V2Hv@wuDg>(ewiUhb#oN!iusrn{~FaGtC*#hWk=){eF3um)(ZBqCsvu zvT?Udn+f~b?c4vRj3@JfTZ?D$il#h&@Iz$824}r0k3H;tQYhlBFU@U0;FCqgOw(o? z8J-KXUhW#&O+!*N)3G}PRHD!>7i6Pq>g&goScu6I3@!uKB3$l8X9dnSEWzPV*k~4S znuq5&Sk@;T5w*#>pU6y|6&M3rriVDnM98LbRDwK>O4Od`nJ3JFPw*9RkZTqhhCvoDQ{YJVHe{g)NE=z<+RVsPuj{4b9Xu5>^6i5+SW z-L5+W8{rPoY!gMqJB1vxyhMk{=8%9+ZT=T0T&q?@JGDXKVLg=UG)^8<4hc`!d>%Z{ zS84x0gZEZ$(EJAyGH(JS_V4IU&P+qmmTA>QRq6tb#uc5 zl?}d%(Xij4RsJ|{_MZ9@9s;^qZR~)~XliBJ_ZM^fD2dQf-u%3l=fnAFNe}lxdmo7e z&fRAO9*x^!69PlBZkkOL@FS6k#4Xp@TwLjI)9uwQyT2|Ce|mN9gbTqZL6Jm7WbeJ! zAeXR`UcanO^TfFsU@p$cAi#FVMJpoWP~4@uMU;9FuAuHVjApnO07(XJ3p^$haJX|Eb zVnOAMZ#dS?IgEaIlw&<7B)V7j<~A32W6#DO>!zfchg}MVa0}~TcOU30--sRKj+Ok0 zy8i{#3&zt_CVbYaEd1><&y|O_bxq}Za?oa9+Tz1`@FJ|zR z2WM#`f5WWRZrFT)!u_h$73Ug^BX#5ER}{3_2!WeQJd}w$330c_eO+8Th?!Lt=&oNV z-tW{V{G|B&?=FgKcqqt2Qn3S~yl>TGwO6EjlJ+LcbQXph~}JY;JQQ94XO7 ztGG(=K8+u!E`S%V8r;+g84jYK<%zn-kNXns8(8N5{!I-`r6Yd8=0fSte;bI~ zj8t`61MOB$PEX+4a8VOS-lKF$*x0gi$9f5S$06Hl|<4*7JOB zo1*p0FlJiM6d1-F^Y(r+gl3uqHAyohXY$%Myl&m7Pj(*nTdVgWkc1?krXtJZ#{28l z1SR$I;-tFB2dl#EvJ&0L;mHngT*iM)?c%!punKxPgVSmS2Xz}o=&{(gaEteD;`|H? zHrdl}mM9Q_+k7Qv*`!d^Rr;62FHQH-kV>IM>(eX+lH)|{b9 zf1%57nu3To)_qaT6d=^3q$242l8gvk6PCLu>$wl@uAW=>g1V=K64Me__Q3XlkUm7) zgY`@myTOx)<)CDIkVK*+Y}aTo6i2Y}1}9m;bscF7xc+vH6KP8f=A*KtvNnQ;HD{H} zzpR^nNhtEO-l(Qcf$|r!U)X&^IfeZAT5}{dflp?JE}+^x4WvoKQ3xh8`tcE6^NrnM?XVSXS4Gre%<~fUXF#R{gnhlK}_dJz+Je{_I*f;_|&G! zKjr70C@j>hpy|Top`#bMn8ew{wOo5^scYvn#sEDw3l;$9IO>7*PA_|NG%Z;6aUfCB zivto%n+q9YlXt0)(mvh`{3})z$-{0+3nqtftAl=%T;`z0uBDX+dT-%Ct`MUsAZaYi zEuM9zXFX_}_NmA5CNn-ZFiR?1`=jL5;&=afCudwF?6rJEX7XnkC+DlOl^?u(`EvZo zCRN>52?bNKQU?I2*}DlN?+jeecjGeJT5vYl`ROg@&t`;<#!-v53VuqVNZGzha!_{>Iw z`A2|_d5p_;x=%zzm&VAJ#p+uO8F$!YKtW0A78s4~(EbU8)qHVXhZ4MSi{6SOE?I!8rS+=X?9WyF=KChO((zTJWaa?p2qz5XYpezz3i zyGx0HyW3Crgk8{NUqi))mwpEU>3OWGt{GR93&#z4)omdMPUcYFqq)4MGM|AHW>YvdcRWDUz6Cir& zHL`X7vz0!UeR4vp0uU2KG~JuwVp=R>E_!JS%6y2x2vLinU%zKit^{~raDN&F*vtoG04L*5-=JkNS3|i^!)g-2Jm3k)c|-67@bsES z+|L1`r-SL$dd&T;e8Y_j&=LOaX6SixN!><_u8Yln-dL3@~BiN0>Zu6)dSLwS}Ozg)fqS$BmEq~v+9oKzZxzsu`dxNA4L?{qc?NmeLCy0S&eID1r(8Cqwj8 z@hTdgCA#B7OO+JXHEV>f>659zZwIS5APQa41$F*nJ9N*qa#3!-70@Fa#vM${L6XA^ zW=U>?UNAk$%*wKm+Byu1lbpjY9PB{u_9LjTcX#;rUEep|Mji?!P;b}|^B~a=_`b>! zkf8vI3yN=BmTeGt++dHe*?4GAVdFHS!+HV#11y2k`YO#|Q3cm<3=3HJ!G_z~&`YBa zkB=ZTM^vRQ5DN=ShB&B0{uUti%5Xyz2mgKv-`c-xDc3g z{P+h_>%T4bN}j05fd=Eu@jsc3pzXp4%JWNs(CsCfd{VgPCzd* z^Y-*w+Nwk&%?&KV^(9IdyuHyuJ*#??G~!><+$2k<&?&%*d;mxoN6+h)*`;oK?!8{a zS8SYiXqa5K?E{U^d;dqj9;;{rAA|l5#4C;l#@N5G88av*7wvbfY+WCc>)%@Sx2atVe{|3&N}R?k3{oW55XJ%b5-~Md3OMb zh<+lVHwSA);vs=q@V>WxIHtjYZ%BG4$4iopyxC0KP?JI6K#}AQMpZ4<^EN58nw&XqperXl+FW!6WDwcIhqLf>K{Z>0F0ht!eCJPe>U@BhmhxYqL$+3K z4Wta9)x~z~-ruARm4um(VGrmBjyZ9DI_w=A9Ru({AAsbF|1ov^r%k2tIE=?=@;5_# zX=1;C1;*Z?i4B{c;)<1t_fui@&WtIbjqe0aWA@w0$HF2!V=nI7S z2zX;I;?<|4shO!CaKlJr%O@SOYA1{`DolTlGQ1bRyQU@wjA|Uf{Bptk*}nhtd1AIZ zN+9c=CixDVi3N=wd4h!2@c~xmU|BU8y34c6Hcyq^@;AtXI`Av>q=cnYx=bPXY0Z@+x z)b6%7wDxs<_?9@un^uyMh7Sl$3u}!aHiY)?>UP-9$N-LXbo91z(Vr>ywIGsW zA9Fz&WDSy2RtJaA8-jXgK~-LjnNhd9)CEDkYo2xCJjpaFWh=<&*n_UaI^ zMG)fa0`(#vFkny>P;~tE@;)7uuv7q3Y+r=mokUh~lla12uJc8gW)Nn3&MdTpLT-!3 z(C7F@JGR`KWYh)U9m3KJKN&$sv>sWs{h?yw?ELom;K!!JhyuY8Ixybm?~fyN zk1?AUERiRz@`JdqI7vTP{cSfECzs$>9`IH`WJB-Z8hm}l7Qlz#IDI7oqSc?j?hN_< z#e9$vQ9@J%Q-J-~w7x$G48o;;k8EF`aPBu$ zY`*zZqpx2zF5);GvY5@C+3MClEA<+VxLyanAuEV1d0jKFpt>6if*1!{LgsvTlJ5bf zqMfxG6k0c%tv!=TnN>`7w>L2T@ODySx(O?T3jtLNe#|Ku!IA)T{(3cW?SH={Xomk3 z9OtC~!W%q1<_Q(uyEhOzH6ndix$?kR2*zW5Qmc@pf4U#Zra@nY^baF8ycNw#HauYi z2uA~GUXn|YUX-a}2u5nNw-g~h?7Rp>u-^&|PBN%6-WMW}D&sYSCtduRrK+GY{*|A4 z_s18|TlIok1{pJe65l>91hpbz(L$EeF!J$I$!&S#?XZ0Q!`Zh500mO{ZT*r4r z9&nHdJH>qu%Ei9~Uv=aESO`FXDVaVtxv*q}0NZYZ)h>&AA91~~bh__%4N?8Se%H_? z?3*6`>{;Kb{_TxLr|(7NeryIFmR<4J>BL?&s0(MLKYy_>4)B1P6*R5dPu5UEzhEK? zvu+2DojzdN>E*TO%EN>gKtI9%rjaHJUd3sD59TGs%id1!=aWSP5_3I(1QSk+X4o9T!U!0HYr$Q2bAmkX90ihxhtSwXQ~)-G7LmNPb7%0mo?2Ao*JaDVzQ-4N#V-WvhFa zj<42kBGG3t72vjp2!N^(VHUB}+zuqi_u1?@NTy+sB`;WF5g#0GYfD5}d<|Pi@PsAJ zEnah5ME+;Da{v9bKu8Oyh^*kh1AB<@#FGv|cv?uEk8o(!TpzP2(OV;60W$;l_>y$m zg&TsiXnUhn8)>HZu(0d`}7L|KTG zGWRS0e>&JJVMtFsU>4!42h}`cq4<-G4ScSj$cmkOnV{V#@z-qNWbJG~+o=o8`&L{i zRBzx6fT=%>O#tEmdLHzHzbS)I6`Y;9Vo>;X@+gOT14g4BZiKWkQUl_!%ktlf zirs$y_(iEPp@6`x&E3@ma&hjg2}~Xv>BPHhU$MWh0MLQ{jL?vE1dK-kgoEO(s9FOv z4Ne-Wy1K(}x7-C25MK`%Q2+jVuXG8SJ#e5xT*b~mBY8kb=L5NSI~O5!|8p3BByLfJ<0T9gRU)8a#P`Cv(9S!X@LuHg#7Gm-yxWO(}z z%I*Eav-c>v;T=zrP~QkaPSn0z?V^sXDV`0mp7>Tx_~#Fe{(mF80*n92zHAU@6N1VHShb#?2YQ|8;c3yU#}q(Qix}dp8Cwy57{kMS@#Q zx{*~z^kj{^?vM1#^>zEr2G#hM>FpKt9T#(D5b2!n4l2xhLpp-som* zoqv(m;vjy|VMfk5_C_CeDd|TY9pS}=XBZ9lGzqxo)Gy8{H%RpoUwlbR`!ooRraY-0 zKDJ&?U41%4U$Z!wMtyPJUb{TY-XUdq3SMfP0_!wC-{@Wzv*vNUsny3xi56K{lVVY2 z{jeWTJZ*a^6~Krzv}JoW-RO_tVt#e;K8ipgUO zS2DW1(O=2J#wJfM7aO_4eE_e`JX?o_f+X#N=?Xr-OCgMz!3kQ?DOXpaxd?$;1NN(la zueg<00ctPLYrh2puUC@&+{>ntJ_`=V8712?tt*z)cz9?jMp^~!!QJ0ETq_D|N<1Lt z=#gQb5!&!2{H~j+XgZg4fk8P39X8IgezPifTW7aq$;&nZo3=|{J44p<*Dq}b81Qk9&)FLLD+6UBHLI#gtJTR++J{-x zLND|{-=P$SD~yam&|8Rs=QkT*@?j8u1iEBJ$nAM46tuJ`IDyR`#L621<;V0(dzfzr zwfy?aEE0-nwM;$Ie~5aL+|2#19Qp9skce%6_D1hR!wu$q*T$LB#vO;+1Pu*I@cFc4 zD#cnlU1?zCSeD|D`h>HQme()A8p0X{*N79E$RPqV4RdqoTT)0`z#T)F@0%8+e-JwS z`!8QyY5Vc;@Kd|`8$HG+phhiAp8%I>+MYP``tYH<6}RHGH!TLnzmNrlnTn!bD04OG zPG@rU_*dQ;eaHVve_c(bNbnxw4f6ZT^)%A8oJN(Esdx9}L>QTdLo)9?GV{r(09FS! zd;C@hOTG%45?psIja3OqxbXm$o@Eu5@56zi%Ed6>h^OGR7GA@Xj)yznOSCdgv$Va8 z8~zR36lO!Pv>l5Ha}_qW>lDOgnSulvfp(;atPZnk&okL}=oY&dZ zXn!Y@b`MsWb%Bb(^7hm4CZ}Kg=YIdZ`FT_b#wB9$7JKm${tLFRp}_KqO6zK}(ZuPr&_GwU z>Q>m4y38Tq{=;U`<)(!byb;;2r|i#1?w$?_-n-@ucV&8up@9L4^wId)dQy-Itnc1& zUG7=>P=0ch)%knS6GMv;wLCxkWuD@v8~&XBcPuXVT$g-O?Nosi6+=J6)?eqD!8Xn#yF%6OB z?4`dj%Pp07Pw?+^Xia z5c1iO=8#6t4-<%j*1=*#NtZieF|_BCOR%z#mZJUV*Kt6!FojDj7p;Q~em`QZ041!u08ikEaxUoa3)>S0>kUnz^_LgH&eIvit5~%<7-|%^5MdQHnGq?6ijqKTA)U?jg@jH>EWf|nw7XM?58z>oHc_ru z*2BazqI_v-K{eWLuq^x;uv+G)OB-J`QD5;r!GAj|OM}{T2*S55U+ie%4Vqi)1{kI# zQ28aT9v+^+J$v>nzemSy|H37bn3>-JRURDHsEN4V>O9?V@xpru*)U0LOqwBdywJ4T z|3xGHWT$_#QNh)*>{++_9}ab#vzW8F;oE$PlcDKMMRWNF$%YFJbms{Cu=C;W@>Nki zLKW4#b3~HQo*h5i0IXSTWiu!<6`Eo`jY!C1A*@mu8eX1^#jIH>rk#f9@$0ps(VYtX z2`pW9@BHyinKpi{=F0bq7g>E9LsmU1cl9?iRx(Q)WrrV>pJ=9JQdvCWp8vV}vld&+ zRkFMnW94=%nHtpchK8w4F+910*!5ohlUJCSq|9P|y}|wuy(&m?7Kc*ql)fP4m1Q(U zai*k(0-U?Y85J-6`O(aO~bWN60x|8D(y^5Ba_*WoFLRX5HU#Z$4<*qp-i#)&=46@g_sRP;l2(Wt1jFsuMkAlt08s_{!R-@Lq>hsA}A)IC2u7-|Xpz9nG86}xSLqzg@1S(&6Ii7O9I>6-hG?~$f} zYdU-=10-0&I2IJ#ydA#$^A|M)oxYd@p~)g=m;%52n8*R!K5d1sEbkylEj)Jn#v1Xh zB^cw(r=6AZz>{#*n2!@FL?%{S=MzE*rU7XKnvi}!Cj7&bV~rpx5IV%VV%0xg^DPgR zd>qfBCsr;vNfcX6D6C)u`@wh}=O;n^?_!+oKY!`|rfQETtaZVhN9x@T#wu_5j0>4? zN39Ap^H<|_*D9gjJLg}GTp7Kcq!!+i>l;}s3o5jnfEljx#QoD_5kU% zh$b0x$R&TgLJ*ni#G0UWpMJs#*I$Jy%CC%6r1?@*(f#mrvf)!DgDjJ;gjzey#>cDd zmbV9qO2*ulnk#qJci;pJ2ZIXvL&R_g?J-st%%S(`c}nqr9vWs|mWN94T^=az(BpF* zOS#fZ3j7Q%R;fkd}E$M z@)^jv-vx^XD2kbxrRn91b3z1&A-QJ6efp-HB>^^;``NX7grwXYad+t{B zOp`+N*~#COWZKVjESlZ(IK?zM(!knK2%zncKP0{mE2=bBl9MBXq<|O1{eR^0zR-6d zOC8-Fw2qXouCn^CejF5p0}8j6W$EjiW3uBb0llB-&&rg(&nH;Q$jFldu^9SJ$iiI9 zg&LKO^C3#-cx@72Uf{`T#yV6D{Ye3QzxEjJ=6&YW)zs0G8+61363=o!HeueCV62+o zQ!jHjg|>2gk~x>rh*4akSrUJa98D!2m6+K(=kMs1U?DM`!Y@yIjG2C2AIi{pN}S@7 zy1IJs2D~_IM?bwT`g6F9$Ba~BpW4iD@KD&JE2{>S?ALh(LS|cv45Yhwx*DGxr+!%x zs}d+=yYeEuO2d%Quw!80YE+9%y_0c_-{PVCqZ0D$CT$m^uIc-{q`1+cgh_yagJ1n; zwfaur()nX}&)aN}OV)9<8A)vbY2qtJ7`%?GR&lYb4^`+>JMUb!{3QYG4SMobGlBZ_ zamOhyh8@kcM5bQek^|PzcEBiTu&Th(A31U)-RjTlhKDbH1j>b{DpuBiaZ50s30d+9 zXPSoqZOcCpZjrjcR29mjiiWq4JVak_<>6E?7e?^(phElI2RV~&%b%xhkVFKLcKXGC zOYLG+WLN3jZlbQ#taS4#EbSbQc`|BON;@2Ct^Rg<=*W7s*&=1Vond{{x0b>c<&Mb< zW<)P)M_$||(exbm@nU|f4%(QJj^x~h8Ey#)k|Y~H^JVc`i+t#Ci#W(a<7Ep8{uKjqclhf&KPa-eJu5VGdno#FY{NB{%C?uH zgC{fBaQ4^G^Es-z^@qD4=)wAz{g~b+N<7;ZaI?L(0^sS$An3t_Im!mDpc1=wHn&Im zEBY7$*r2s8o(X#8c%gX}77w|eMSptWjO4O>Hq(Wj37vwW0BCS;cx`Wl$8#xdWHc>1 z_QwTJVxb36ch2_!;kA&cs4M)qLJ|h4e?sEQX&8Ow14F~q%uLEr5&74NJ?%u!Ahta* zYFB3P-unQ3&9hFVh(*WxU=KAPSUk3k3aMafVI-?)jviXH?`{hIOzIDn*!J6RhR`MD z`9Y&%wino{`eX&3eCW3&^1)E;7HI1+lk6hXQJFYCW!TCI`S&ab4cKhK_DC}rD70ax z778@3U3Ue+(Tib)-|}_?xee-wMdk(Y^tbSY*@{0`r_zlLUR9W3MxxnO)$lU4B#0VR zy4x-T<44C&gd{uhN@Xea-!-dZ@1BgFZa5RudzG-$x%0Tq{6JYSTW(LbCIj#-UtZNL ze#urCtfDLE!{)vLlE5AKzj9v+&qo|`E!vh%e56I^H-$9Cf9QO1g-6?4hpCey1j@F{ zAC|ueC#U!8yuN49$49Nc^1SnUmt*P6qs?rQHjj95-5$5QxVkM?-HZGxYDa<%wxH98 z!k6XRGH@Bkfp8KG+tu}B^`W6d^oh(|oq~Fw{^BObb5MSeREH}m@w(uh^7WtA*n5RY zCQG;4GgE|zHA33X-ky%1AFGv?xUXZZw(b=L+OOH!VIXN`k6zug;GcUZTCo?gh<>>W z53Dd-QJH4}JT0`uCnUmh8=9D#7z?ke?T(|^#*C#x3RGl z=Xq@|CP8BdWz1=uS}Z(lbaZt2R)gh{ms2-|V#uznx}qzouIR~k`5nMZSA+(5KaOT4 z$%vdj4b@-Syq0wL?ro9xnlch9t*D9mOEtaZ&weaRJ;2AR4*A2k? zI|!Le4`M-+PW(KFfrJ9~*U`%AaWzmSR7Si<;p29;G2u3aqIRvxWSJ{y9QUtCvgljr zZSUvwaCb|2Bo4VtKxkDfZUNY+|L`>UXHMGFV!}*K-&Nq4`j~V$vvkM~ zc_k+7IYiX?vm5dq$Ky3qE5=sfvbY!{b)M zVbKo~r0dZ2mr~>jw4EOJ&7dBuX5PKvT!!An8M3OhXW&MHJmMMT2joh4E#;n?}ldyyzSHHv98SepJhW9E;7V;ZeJ92faq1@>ubLFUZ!u8j!B;I=R3FlOB57rzs zetTrk5Iif67H_|RhhBB*?d&{bf3*;sj)5{sp?2D#_+iVa4R3LD>pDmGesHOSTt{!A z1J49t3r0Fn2N~ArR27e2S646Kn72y{5Kt!IB>3EL-^)?ov1z&4&PcL~M>j;$ZKXMm zpJ&29+T_liJNW?U(H6-HzsV$Qwd6-Qt8BzmJ@2 z2am(vIwH)G;1=ENYyNk2kCw}&o5d=XNE&(Z@Xy=90crdodXg+Na#C}6$-O|kFJz>F zIHuPCVxD9%*qqe?=?+?2w@obMo;djb(OIY#fTcoMP6}=aikUp`(DKl+C8UoPV0u;yKLpF8IlfL7|=l! zI9VeWMXB%F%9(!N^k46katOw~ZO1LL1{nb-f@x5n_HfQE18$AgYj40=BSnjLa&@V(E#pGO~b`2vpw?kGLb?5(=n6WP#lDlRaE%+ zp{(L7i2@1al11QJkm3@q+34`)lU`d$i)XwVfk0j=9g~?|V{k#oT{xAhM|v4xHhK-8BoKI6*4PgzE=0 z7&?YDI(GnuT!UX-xPy{4-zp|$zU@OO?d1RKazd+eYA)Rh`c1x=86HUhab!Qxr>`hS z1B%=eR6$Dink8txyXvfSndy_XdPx2+ltr48B#JhnF9DFw_9qBOs|X+*=w;U`1zR^F zxL8xg~UmVZZx_ZZI9src%Pfj@!Np6`h@|)jdDdp ziM$U9uw^D7U(g*Ey#V^cOjrT~0a@vQV*7vJDT=cTKwmY*5ALG4qxNW2o|rqp$_fz% z;cCTY2|K&$iq{0=3!DTS^MlYGlNqh*)5~3xakz%?oAU9r7!Wx$00Us$P!+f|N{fk! z{T6)jXfZ`SIv1||rL3mL2$b>#lJc7ht&_|3z=SXaDLaLG_b!3e2&z|AM<@Q}xoaZ8 zcrxBq_;DQ1l}JEE7vx5vX0|}(mW~pfX9wIT=E!l&p-Oc`Y1m#{DAWrSq@wIu5*d)F zflUI8*7U@6sf%aWyPA}fO76xwnGYi=s7lwPWLfUy`w&r* z^Sm4C8n4g?q33*u>5l9P`510lPywy85-?&v_gZLs?K1SjCl~uJJ!ydkJ)58)=uix=t6RXyNir)^X zF9qq|jGOU4K>WloX8}gmls;I{SUM-Ln`c^&*;u%5EGh1EP74l!@JpZCA zO`duK*qca&at+g;^c{30d1B5BkRy*~i^-8?o4SfW8Xu3%9|cuWbRQ-H_LA0lZ`#eb zOltIVR`=_&Ko3B{?Tf$Sn^{^xX(dTd*gqTb6v|D_!SJ{^mQV(HIWxCk2O!83q8euz zXv4xKX9YX>*GC52-hfVm2KZg#vL~v+_HU4=6xrgi0}=D$hu9Cts0SXrN2AwFK4dMo z3RO$vTtEQi@}oP~P1+KP4$Wux2-uC)l^$@;-rVxn-4>w&H(t4t%)&w?#P!a;zO^+1 z%~&qgq)mQ1oj;;OE9)LZcTYAlpeRT2rGw6>@Iy(l7lt2} zcvPw`2`TLmJC}uii8c5*p<+tFEeRuhEw&}H7d7+5xi#iF44PtMJ`_&95AqG_PlH*o zydD!7Qfm*)j~$&qzzoEq<&#D$TzH8jK7^Q19&XYgysBPWQuF7=^$#?A}vap1!9)W0u=z#7| z=rxSoQSguvjLC>WGI{KkgYTVEU_?Ur=&1c^HI-q7&jPKX#_C7xv(M~}g)n?$<+*JA zltOUZM!KJPkW65s!Ny3Um;u`~o6t4f;kQWHz6!460US18g`;2z;k=aX_K!tMqS?bK zG&`f$_#o!s1rDJqAm`C;?GG% zimRLJN@%Z0mBD$L-g_nMpe%NlQ=a*wGpa69<-&YG`~dehVpF^XXSAeQ_D%A!ZQv-U zDIReZpv)eF1N_3mck14`@~yJIIPZ#~lj*h)6k=KpSK;W?A<{^=Qx>lLRT2Bso?baP z+<>POiEgl>p3>7Ng$3WyVVs0+{pl*7~9W>(lT30w|#e>15$uE5O z1enGS=IYV@DlZUw2CSBx=u%u#uJSDL2FS;oO>@uGTZ&rTnG(K8%(>($D*B`>=g2hI zc21c8qoFy(HGFIn1c6y#=se8rVO0eceLgG$SR*d{!qmtdG-X#YkWX;`q2X1MI7N{jjrGIby8}+nDHr+`UrweKLT z&_A)Z4T4ksOevb`>Q~a&K(OMI%pTYt;GAsVA@irV%EJC25v4_TRgJih0ul!Iffhjz z&#N!j8<=w?)YYZq4^F+Zs@_?vbEH%seXS@r-Tm#%*|W7u+nzu;RfV$eBGqo(K6ch91&@dRG%7eE#79y^2w)apx+xU@^uRk6K+k}tTvxceoGz*Wz*5Sg ze`eW7@w`8^y+?3*`lKqU7po6c2WO2Ar$OxrafpYhBH(TkEp@7FRw<|w+!J{aMqTuK?ti?)%7ssW1X5JhlFpmclFAZU=Xzt z{Sru>&^DY}Qert2O(hNiJhiSc;C*m#a67IRL!>>@nhvwNTY^8n9$Jq6l5F{WzA!Z~ z^ldxoiX&#n0zB4@5^VY6jJ(?AltbxdIWXAEeOm@ACaj?N2!VCtNA}j(RC}@^$Xue5 zMVwvGIyXSxiKc5^*JD+Ad1$UDSNE}IwZ}KN^T<|%H&@!o8Z3@%AE-_r%lSExrN3WZ z>Yi6ww3%Jnh~u#l>Ps~^o9E}*cMssCoXK*{jIN*4U(I4UJWUMSV-O`j71d3^Ko#gn zsR^~r@8fg_-=i9knRe?|fTzlOjMCw5+5#d`7VZ6}WB5=`_3kEa^jVwt7GzX&&nKN< zQ&l3+poBH*6aDc6yW@auZ4|NHWi6XvN0`YYQbb>YKE2VAu;+3*5P7C^@fl2t4?B*gh6~ zCE|767w;Hsf~JeMFC|ssA-Ph%Dj!tMZ1?+8s#e6#9RKJOP258Ep?MH@nE1i(wq{{Z zEkIQwj;a|cDn+NNb7)6}j5p*PctDd_=KKL|8`0=w*cip{xSNnX-$t<1PvwiN zHCv^Nq8qiNwVt{x@S&3`O4R3sWdFbHMeq3zybPbtn!+U$)r0foA{h1r@M7z?Iyg@w z_LBX>O+tO2C$5VJ=fPnnARR^C9Ve{s#xADlPucXeT-4~|or47Q>ZvrOOluOUZoeN=nQZ1*=f2e0&zptz zfmLE7-){(c&)jD|Q5C0cdTP7gnfKl~tKIqFzUum&9e4a=FRmwM z(#V^zSD{Y(7Z(qJKivmnclVz$nTxr!X1w z@;qmgv4N_|WWiL=90W@=Z3o~XXUlSwzf>&s4U^#{_Ui*8wHe6f+;Nh883ehPcA*{h z!rvO`Y?$be8iy^YR~1=Ko24Ka-Lxpp-0DpKG9k+&KYKm!XloIPqWB|M+(2@xWUKg) z%Qr$r$tvc;gOybQBLOGN1Bq?K<-vXuuS4nW4cgh+?wDESDkjqtT+tag4fG%r+wS)_ zS-F<##^No#(Go5WXV5YntYx> zPJa7WLxh(?P1yhJNdQ2MQRz;()rXu=1UP`&if>%)?FZS)vk#&Ex%{C3`iCB++U}Xb zdejF4++kv(uj%m1L{ahyL$jGV43B+St}|wkX4ec@mB_^3RCgNoa8|Tb%bfCp?v}&2 zCALm5iL{tOHrn9hqQ};n<@)0Fw*%$*t_gx31~Z-MD5;90c12RQrl#rYzB+F*XV)FF zGlh_)*=rb$&)UpA;%vEF)~Y6S<26M5O-ea|DAKHxf;!XHn2P=&?R%r14~4gGIZhJ}$LYRFkla6bb zT56AbS@= zEIYO0)p!zJ@4WwgTFT`!-y``HrBU9&lnW9%`Z0}W-uE&KeBz+2r2iBpL7s^5{swAB z`luqmOdp5jC#&@-w?5i-JazL!N*>s35icP(LtmMXfp5WcGDHDB zFTGCKJtLU1@FIZk96S-uMg|82h=8iiN0JpUjPeK`87x^o5G3$o2zbfmG-&J6BeA z`w1DvSjA~$Z=W?pIdGa_&}ziHB1ch3)8W&x#59EeX!;hGSQ5YM1Gevf8J_S1u0#3{Bwc{rwitmNy z){so!HR`Xq7WDuymLMN)YqGMhkBhBiu1iqD-`nQXTHq5&T_uf zMUehI1to?1I`CoC)62Qz8UAm zsU0*>lIXt*x_tkd&GcCl7c5ToqK{!!AU60^3}x>FUrL$h%dmKI9ix%1^CXcx2=`K& zwd|9_)#o{*S){L5ZL!Ie_yK$~jP~s_4e2frnF3C_!sNvoy&7&{WK>+HHQSa`Mb*D3 zk||XSZNoVdf}X8Pz$c92t^9j*y|jshw!afCn1AM`7V@l2&(97U3R9Wy4kiZIW1i^~ z0>xsOuXb;a^NPi=KM?syrODs>G*I2TY6F$7Go&&}L1}w=)8)l-=A++*Y8^+-)P0koxih)G>!%U?LjZo$6pEpdK4lcVYA$&|Qj4w~ZBPaK72 z%-(Br%4M&U9-N<&L`GZD?G58F8;_g?0varp#jrc_&RITlR;i{LR(1#Q_3M`d z{s)Y~To%+U!Eq@o=v6R*>vk73Jz|4|&ZRYckwO_l=X zA}&}wfjfG&;s^26<#Td(1)w8=F7;a-P;$+6?vk7w=5`nAPMT0u_B zkWba54*mA6M2pbgcBIWUjR8Pyuf>dlh2+8ts(oh#T+d#~%&ut{7|q@j{P>~v9rVmN zqh*Aae(k`n=gwx-x{YR`LX}Tc4P?*jeOWZwUlu_kz2>P?a%Ru0XWU;Zf=(HxE@h6- zoS03-b0E5Y8oQxT)a*#>KRQZ%T+wW*9HcSkcMwNw&S+5w!}*q{MHQFJ_0WF1u~?PO zD*ySvy1OS)RL%~c0;krKduDOnn}~>g;-U}4e=&ZN$MItDt}}Aj5JnBP3@fG3tjOrWRyjx>X!^daG zO9)Psq?MOzK&bUZpnx%eGC8}PFDa;~kU<&4JQ#SM6D1upfmHBO0rM`Wy309i9ad)? zddf)xtIlFGwX(36_?~7y(#z(eY=z8zp3?)YTAeD;_3m>@vkejluuPjC$+Zz39UZSN z?00VRPR80_#%%VTTG&B7*qSmMlj1*2*AJ^4CFGQ}!Eg9or{A6dtJH^0IE|#L%1W5@ zRm{Ll$a<{2YFM6cI)!zxdiCv9OG=*5GWp_E<}MtJJ|-ili~0B*Z$DXSua!kt#~b4b zJad%1jVJuk^6lWo=8mg`vV;oQ75!eUQGt4XQFZUiGxz+FP#9_Q&D}k(%r2F6+KfmN zCX!|Gvn{YT&I|+9O~dt2gZB6U=*K;MYt~Ls-Q+dJ{n|VfUf{4A;8pA^DtNDpR$phhQ{kw*eissYv?_JUaW3Ua zjhLGc?V47A1!Bm=Fk6S0U9&KKo0)A^;y}A6@ME1^sL|T%=&2T__O4h>Y@uoBRqb*v zj%=DMbD&v>?VLBb=_H>>$$ff}oK2&!PRqe<+T^gSj1^^79FMh5Qy~=tw!b7aulYK= zS0hWw?S5Y1U)N2FYa*SEdYPS}%)QUIRjYc6Z##E(uotN8%Fz-UOioTp1ALU?=eAP( zDrZIzK-?%UQ-zZ5WJ(kQ$wdu8nk{$FN#62tqB!oQQ{*@x(=8bFd|iHaa=2Vk$Cz); z(8x$kY^!bNM|2>xurnRs@KlgJCet^tW&n&pdp)K8wvGyU<`VN>Y=+ zZakc;*GtX#!USWEsJj(8@~ic8G^}o0qQi6{R`xrOCFE7GArTP_Bn)ygQV8(!^VP<0 z$~Xtupo}ADv73HvKp1*`i2w9m%zYi+L|))VMY4|;D<$FlU{_@WRGrQ$)@x^$Ix8hI zpXYk#Tu&Df>A#CA2TfPSux(^%^@jaK9prj+mj`&ZGa_Ow>EAOCV1~?K_IV9M9@*LU zP;K_T!HUC=avy=@JE{@^tes9^57G!(i8RU?Bu=A@I$6fQ5xD17l-pOH1i%w+I_r5`?M;+0z5QQ_1ohnw;Z0mE}GcfB(n#kwF-L zJl?3@+Y(Y-tpIt(#`TlFS&DE!ZL&!}7LkN>w4M?mD(*=VKlHtwwe;&jNiITWacPHA zZPT>#*(p?>f(V8))~#txT7tFY6SGkjFDBWnX=d~4`^C6Y5If{D;=KhK{37^5N1UP&`vkWSTat@Rxg^aoh?hed z&=3tlYdzS>^!f}qJBhd++!=HLJZb`&!~xgKrH8%9hbsBdvrUR!uwH9`QvE7gdDd(l zS!*h@@Lv;oty+rokPKg`00;D!%sy*|pcjFa#N?!+8(*IH|G_YT4IK^w*%N@$6RNkg>NC0@|D2*B=za=RWrN z?Dsn#hd!VGtXHCrdE%@-&apAvKrLU2<;>f=-Iu&TrI!lBb9;`k>895f&c(2U3+t)0 zxTjLS3++RZxIU;(nj=)Mn2f_);5JY(#e9T@pZGmCveI}drPWI>kzWpIOKsRGxf%EeGwJksy*)KVJ z=%DY-&dk0b{_AjmZ0>_q5S^7lhGHZq0_QD=QC)6D4f#3_DSvr1Ta}I+RSYgqYbQF5 zxYRaP0(m%Faa~|%1*3m(zC8@3d0f@?BxYveh2FS+nuaDezuB$S+SLrXNe<(5FhZrM!SAjV>6Vj9dcx+oTS*;r!qjE{yN0fOfQI{IQ#Wm)A@=W?A zkIX_MVl!WSmYiZ1E}K58Y!wdx29YL&S^nnY({%P7#G#ecLJ4RY@t&KeoFd*;$A|=0 z?oLZ`@n%|{Xl!l{t5~S2P+ae_@p9-@WtK(6sp;E>qXn&IaA6(w!=o?}kg z1UaYOGpay-s7kui*=_TS%W6h~VA>kJ<}2DKFR=O=nfC@8I_zP*-MG+!qz+!KFspB9 zkmAf^9r-CvkK=q0t%NVao)#i*Y|eXkzM2?_CE1NFA86D^ciTd8;4 zrMk0eP9*FInIESv8c!0X4uKV#6f-w{bI|hu=%Nh2gUR)lvyunayOZpwLyFPr9r{=?)7o*AA=$yj0_! zb6Zu2n#U>@5VeeHfHFE}mM9&cPqSu=uJrnO~q66P0pb<-2uzs z_L%Sj_a}GO*{TjKU##WvzlYCLAGmw0!~bUSj%RW#a}DHNa%Ki{31jP3%Z(5ejXptb z-6K(=Gt8h1M%PJkIPh&c3M*QZ+(NhmNt8bBJ zO4L`?-o2MG|DkrMT4NB+fUz+}kWrX-1wYj2D=q1V5=ajPI?a(G4Fyn*aGfQ5VTPw7 z8mBQXKw;Azv;}a|6~y^uoMYYy!o`D2{5cWw| zyB1g@WH{b9x^8vTX)KR}-8eC|6%3}kAcaYTLwIG^~=~4~3!(39belmVdFM-dI zN%UV;fs42k6uj@SUGm9?9-^NeUD7x<00bf%l6+~p>=TucR3kIqo2|}t*|iF+OUR=h z-9q2Kz-1D&qN2f~C7QN8*&3+C*NvBKsEfectU3ChL6x8cj(3Lw)BKxlv(!r5z6*M zQ<7QC)gVVu{A)Qd$WFIWh=OnXjf#AU2vCrIQl>8i2?z)Djnqovsk~iMj$&Hc)T$Ac zTWg+UX04D80TS-il!0eQieyM=Xz1%=ylLURjczvHk7qNhOJU3}LHqBRzm1ZdaUQ!~ z`%!@!R?E^Jza+nkhD|oNL9t=z^~T^)jKHV!VbfqiGn9__Tqut2_WPvLPVfyo3d+r# z2e9mf4rW0)>FM=aZ>(oop!CUzoF3kpcUDkVrc3YUI~h?67Sg=jpN$fNJE8Rgrs?Dp|y>pQT@Xn1)v0l`gXrJBlhp%-$CD<6gr zqbi94$pNcpxsJL&mJ{{{l8YbCuHSPIKjq=hMgNb_CL{~uZB9Y}TG z|9_S0YS0j6HiRN%m)#JVWoB3QmOV0B6d|&O$jDyDIkrk=?>M$(k3(@dW`3`?y1Kf* zzt11t*LC0B$8pZ*^M1eHuh;YWcn(A=?pLp^tK((nyb3GH;_B4^#UBuxhQg2;cOlK* zb-V{}MNe6VorFE>dEi6T zu!&#&9o?3`<3zc_%F*}%@Jrf1jDcztlrpCQ9+6m;QAirC&An4)NStWBZnp0QmqSg( zgm2Xdk@}`76zc=pw%Di52D+>Rvh16Nv;u&nObsLp@j9{bc zKY`i#P%A2FV=Lf+>^!o=9R~6x4A;DXx{U2c;GJ$pp|tOd2u^KQ z6x^VyuI@B>52N)RO^nB^R^339S}Yetf_melyhZZL(uB=KD}l6f|1Nb_J`(}jU4$ir z$qIalmgjW!0q4DblqaS=)2BC}Atq87cjL@yRKLdHG*`N&KxF72)%n$`jMR-1zpQ2( z+SIzcyP+phR6_(E(g*~a&wLm6tQ=Go2mg#wM5oartWK~31?~x-KC=yqho@%d%T4Lz%J7yAQLwVc}V6}UtRp*PJU*beV)J4V{%xC1T*wKk__t0&{}$|S!22<2j> zln^KQ#Ok@3+u>P_hwgJSMq$!t&L|UM&D;)(x$5cT^kB3-6+M;2b;IQH02r+IOgDD* z;FI<1cTbByE$zE>g))TE-w8Hn!O&={7o!a!;LGXyXq^6;&0qcP)7c-4oXpHumIl4N z>h=CJBcGt>xHI`o%2^x+!5$%qe_T^Wx?>XG!~jwv9QX$RgPz!%Jxc z9mf0~njLfk6*1#3V~rd=tL?FL7%NlLrww>A-Dxc8np3GR3J*Wa#TD4lZr(FckTj29!=|$2HBqr@& zn}O$r$Et1k88ttD`lqSHN&6lekZfr+VAS!}mX>|y#UQql0zu31_Nc1`JD>wJs4)Hz zYdR~5EBA@;TFlTd?A^t2d<{x-{%XSceox_?EDuS1#{0RgLhpnNFB;5&#I~uszyw!3 z1M+BvTWequ7Hlusbbb=nTPCp4AUc`!@>DyRv99L~FgZaD2m&cMRK9d@+*riN;Llk? z4Uvyl_CxAgHp8Z?u8S+<@%8aPiEOkN?UMF<#yP)IfQ6C0XPfM!p9BK4q|#S;#~ry= z4lZeMQ};2PC=`lXD*5s#k1{Nw>bpE_rHX*>u5B#Lp6B!anD$*w=F02$uOve|aH{v3 z?Z=<>4q*-Xgm%%7{@e);9j?Kb+^K|PYt6ceV0Dr)cztt5u=I!#cK=Rwu-h?J2VL2x zdA%~1gOk&W=GdDYfsz<;Uep!*C+94+Wk11gPq;Q%YaPC{5SS=MH4xc>GeHevnI$G$7_BIwK?EA(F&y~S2qx*%Rp@&>?*tgT^y4PBLN~mWJIk% z+PJxAyL7W1MEpj*b8(Vq0|k4mU`@U>PlV=Lz^FETEcM$t0%qM?Ot5O9hwIw$lS8QDTyZ8JMSwG+e}ht zZL@)dgeTM;93vgn5^P?O3Z|GZTOPw--Bor9otq_VE=BznAkpwfR0 zZTa2Sv3pE|j`4gTrxG~&C7ep}!h2Q50Z3vJS#&e|G`x?i=pFf&;U~RS{O19;BNQXM zpzZ=AONGVJ^I3Zb)&D6M(W-RDJbFNL#L9oy14qnbD8QNx_wtj`=O`Bi9vO@pPE`xa zTC0)RTv1X<)69^?N#Rm`TnhP~`1GnsaTqkmOAM;Mvf&0qPxmEQqojXqX$>2t_9GAeZL(UNS8yqJ?mU4 z=*Z7!VdBJ3A)77#c=lk!$l&TI^GnyzS z5hu&b$Mvr`(OsCG8D>iqLx=CQgMHCHJf-=wE>9{Q;xB@ep^-(0a6yMc$Dg~ivoqSr z;dq;DF5TM>+1h7G@8>2+Po~bij+B39+6z-m6E3YM%OIc&SIbb3BI$T|ly_&ZRh3N0UY#s9#-E%C+w4#pA{$mis~&>~0Rv7KUf;t~f`@>M}_41m+CN zO&uM@;#)m*2J3rxE|D_68^Pp)r#YEz=4J2v&(>jc;*Y$7wXlk%J5b?}miOOk?93c4 zI$;H#yjligqI=6ah(QFZwigOzcCke09Jc?K$@WrxF&gwVVvV`i?@X4sPu60W>?pO1 zY!fct+?ILppPeIMpFQ2e@B$3+#X!UXOJi65-mx4`F9oKRrC@-+h|OAFv|J9-H$5G_ zYX)zvX@R{2-daCizmI12b(AY2PumrbpF6=gA+g#@O+`HZA#R@K6dBQ!Lu2Yv0il;z z6#ezM2N@>dPtUbY<;21Bms(8ev^u}*DWz0SstTyHc$8}$Ior+rbGuC7jWdQ#CLf5T z2XKBDF%;>>19UKref;;en1#8zn>y|u>bon=($L3rLVR~21%LZKZrZ1Wr+ zFx`cr43#x$_qy_^#me1W;IQO#PXmczG;J={{Yzc=UHt|0V@xZf3yr-m@12`{9Q9Pe1QVD8|O z^+*P?MaX1bD4Y~nVs1*S6?whiXgju^$97*ETw^-thqlXc+%=^Kcg2_+xGOHE7+owl zJ-9Y}9^f(mU6R6Wuk?tf)O6O(_4RUQG5m59PNj{DASaX@fUP$aySw&H4hiOQM%flp z^H8xrX$)ct@OGzj1^MHrIg)e=(9$ZD`Y?YY7RuT{u2jk<^IVkPdKFfm|Yz;sX zRYNkj*2o<6JXFdW--s{84Hz&+~DZ?jV*?5w}`){*bURWM=lQ1|5#ki(3;ul*yOBNRRj zosXzzp<}UndLsFX53wxxjb+#kp zK5s&-Pp|azW5H9#@a;J4`-7|ieuY@y?2lU#AB4zGSE056Ona?JOGpe1yHKP5Hp?xB zg~JnhD*vP0fk>5fJ0c_J0KgM64ycpW0?=xUPH^cgk{89z)#5VEOJIDvMuSYpfWCWG z(LQ-M8H|Z4W@8HSSG9QU*GF`?x!e%f~T^-8uI}iQ&yl$)A)h|B*Y5Chn8;Jw~+S=e6U3?JV-gGO%1CV|idw+5I_bo>TT`lRea&MHI#Y^=?q?zGfo=H_zenYE*m zWvv-`@bZ%^+~X>R14hnL+c$v2^sL=_L%J1WNR3((rG6Q&skZnQ|Gsg_hyYr?&pKpe z&#t@^Q~1(}CBIWuqGEJ`nfXmswR{)|YpRLr?Jw4#AsPO?da%s3AT&JOX;K{ei2hMa zYa4A{UB^hCbjnVp{o0NAH6bA(XSWSXn0GgI;Y`jP;SEbEz3fibLs*J*1*q7=_qS7z zKN=4$!l%_~uyibT80&ZG;54JJG=>Z}9SW){=*UmFU87SnFMLrau&dgXvNkivB#Qk9 zBb>_YmLdySx{e$vt+M87#gw~gYnW;$URm2>i=|6lKJ`TN$=Hv49nEjlHl=e}R|)PV z&6Utu)^0o?@%iZ?X2Y-V9^4xoE{pH^%#-NBQ12@7BdVS!k(q({!Zq9HUyr@#dAMo6 zqW{KVJ?FhE`QVcu9^}*%$%HRn-W z@KtfeX~JP^8}^@X)I&JH3I8O#z};Nz=MbSL^0u zw@Y|f-l!ZM9eWvUZ9I;1?3hJ91(3w4A@hCI`8yB6k`}`q!fz^WGa%{;t=kb;qx|o$ zB;a(BjyY)++Hwk}+UV#BOa9ON#*TPx=YyvHOt1OR^>%KQ+P!EaBuAK*1c2G-q%QE{ zfS-A{s$J_+WoBk(d(eA(*@o$)lM7G)?THm4r%O89a@r|IcZR8yy!_I=5`zQP6`bN` zZ>=YkUyFK4%Bc}^aq8tPgBl*kNfpw>ij<+GXIL zh`lhIJXeuAmjhm!Ybo~j_KiWZlk2aR8%7=P4i0a8% zej`(rkVE6uVzYgNwkbUD6qFrz=5$OAwJkvs3}J-jYK!3$2I|u<8OU@EuDL#)N;Cho z0(3-gwZum(t1K*An}Tk$(T8?e9VSof&=zJeUx9y2qH{&oHzg{t&+@cWP{iiU^bL6M zTgI6}Yrr-&0va2-qtN$!2}ci#_^Ip1<_*EEey1Gd!Ak(G|9B|%R&?&WR>;J62R#c zoS1m3z8C7t78-4%WMc6UXwx~?x|>gj9v2b*o6%bSBrD2}(rgH}F@g7Uxrkq^2RjFs z*k?G>v!Sxha233Y{_D_}2~l+i$==A8t`Vt*YrzIcHNPAqWD`i6SipylM(HiS2snZo zTt%ez^u?hB@;7EX!?Mdd9G0^>sZ#~kbE^Ctq=*Og?q~&bm9$xlil$n*#{$wi^R3>= z2V>q}pv7rqkesF?e!^aIr0`x5gLZ(+!M#2W$s9Q^#RH>pcjEe%K3UzHv+ruD8X@we zRyP!g%#7u$*%YKS&GEH1n}IMV%_d#w!BPdSN25JmG@mN34sH0XyW1KRs4UZ+S^lEx zn6fg_C~*(B(y;#C4{K+CcgKE1e}~w9S&hRRps-kVYmnn51DQsX}KZ5RbujB*pMR0jf)qg@0b4NjN z{rvv!goPfusL~9HX|}0*S~f>JI%Mlb*`{$6uvqE|GcjugU3)WF`}la!uwJuk?1u~C z+Lcx=v0bFLAGhKru-{+xR8NP#@=)45unv+}117e04>^lf`gRbEGPk2;^VO?YS>f#q zu~PmtwX>yjOi?)7q06*F);bYAUGz8Kiz$qZjeVBaP{*oXo%Mr@@;ILwL}wnPV%kIk z@dadVWIgwF0Qw&G-88F4swQ4vt>=FB%1R_*lPT`3j^5I^TuvCe=s4@x11#yQ`wDkU znLiY`Yu}S}rr^x%k_Ct904*J>m+jD_dl4K>XTnvSM3Yt49(uY!TKAv{AR1G|w9e|` zQ=3yS6x^CGSl}Ea5nX_vwwk4QJG4pU`@0=DI@&iPE)s=723O~V!=-Uj@%qkj21@RV zy~EQV?ak@YC&fOfMBoV;taY?~Zc1NW9!L@skMBv*S9Buj_;_%OFO@IdJ2$@ZMXfB} zMZ%GK{95na+I26P{((3ZZ5Kttu%m3VhtdwJtg5rZ{pz=q-?UtFK0S3$*xVw&_xHx7 zr{pE!cqDG*SgUxTdvC>@<71B?j~tOMl8Z$0)UB$D2=pbSTFiM>O{@?$g0dH=er&qi zUziA<_&AG@6#rI zkqu>w5H(BxSZzPhH2w@fS(wR~F!o}rn1@N;Zv+mTeXnqg!!;ORB0ddaAiI1>R#x_$ z&41INtvY5xc>Ao`T{z`DkJ7_g>qhu|wBR^0xXPnq*7EuiPdhx%ikjNqS9g}-@!3Ln z9KUriFn=dolfxRa@-cR4WyMpCK(D1cf8A-iH0D+sLS-XYI>0-%*s-MgDK^Tr&Z@%G zAxrb|BF@=qo^3P~*g0%WVKZ1A{=OWJZzJ*Z+Og=@TQ;aXKeh+{_mQeXCAFP@7!MchSG!2w;ck6#bcw(nRta`JrsW;7KT< zWt?E8R_rGsbAJ@Lv^NyG3Q})XRwTDM-U4|F2n|jg+GayhlmRVOmBxP5QSB}9Ce=%n zowLAY29)+GIj@@~C6=hgs(ok{1KKFyj%V&hAONE|KxO7(;D~Ww`}mBCMPjgI9GDj^ zEC@`_(Edl6iQXeo8O}mATYfED#HAiZN%g6-YtXK-TD&Dz3(^ZJJ~7xlLko9yb$XLl zOBNw-LRTfWc;YEJ3=zWvYGwx-aA~dsS+IJ~Yai|HY`%6q51^g%of%$Sy z7ktdGTSTXF0NFAp+<4pAyPJ~X4D7rG7(f`2=_bay>AO4#*!ADXCdskX$=71f2uAK3>w5m~Hqk*8m9l%KDz+izLp%@T=r(yEQ%Rmcp2Zu8d zX;E3TJAby5Sd_+m`_>AukpI3U?;eB$F`OxR?Z+A-Z%@O_kBQ`2xzcEpl$XcD>+zY^ zq~`1UN6BnmP^6>763+tQP|kp!SwS<#+iH)C%`Xyg%p=xYadVA0%QsEBd>R#;n}V}; z)d9kay9^H;lAM#199YBtz9gHky%TGMQ@z)V zhK7b3q8xYmX{7fktsjKKU>@ubpH+D)#-c5R3%MwwEY1tuFNUhMN7o5%+?1(RG_so< zPkitN4y)E`PkzGKeVS-MCRXcHLUB0c1tO9Cz(=}%ib9f9`?p!Vf+NS+-_>2duh#gaD1$2%gL``iIBrA^%+^+)31;rDfN|h}6 zL!E~8V(d`QoW13US{?{I^h=(i1H&KYp&=* z10RyU$^tah^%XKhvMNM}eqY+Ao?)FC&Z(e%HCn0;dP8M!fKJ{vCru-E3V^(fTn2w^ zA(SLoqv{~+phP{xS@>0ood>kLZYflbT!20`s=Xor3Hq@wJUI9yH0vewACu9vb2A8Z zArwvEe<&IVZ6M5u~PqO^DD7mFOgW8J%Izb?9s!W|Nh;O@T1J~mt)_7;UJ%t4~c70ciDeIUqa|K_g!^w!^^ zz=KS7M$m#X4-Sm8`nFzuqkBbn+5rdtqbxvwy1xzH%|2>!#G=-v)^SueTSOzIztjs6 zz6?I^2SDZP=ZqriKKp4yzWmpa+j@82R?<63{HQ#v1+fw*SV1F^-w(m|>&F^nl8cMG z$p_iwBX55gM(Wd%F)eyQ0zM}`jeQdo<&jPkQXIt^>gv&Qu*Yd~Nl57X`THyMq6Zgg z{6Ql8r474HJ$(@m9CEq07DZ(4oV7pD1_!wb-FI-{Ju)@hhK;+$9sI?5|^3Z^0hfm^>oY3(3IOR z_Y@v=+Xo=^=ZAqb9wMvN*gs^OgrShMNo16bj*dRn&J|Jryal?OFDU=#_QSl6)=Tsn z?|=@Xr100@kPYh|ol4F1la>FrCFzJxJy{nqyRKY{T5LS0!cxHu54lQtzbw$g(&@FY z8J~gZkUQ$SHWwx+Uz1vF*B~h1RC|^00hnLCY(waN2b#ZoUQs^1^z`)1?W=2BvF|Uq ze)Z_Ky{4zzPN6)@A%y?SOIurL>HdG2l9?3I)ApU*47{;XAbX@iK*vt93S0P8Co;o0 z3N>!@;>@ZO?o@S!Z`~%ZbsyaD&N4WZ;iq|W1;U9=AfGp4$O~HaoCded7^wj&cp%q# z1F~8Xxj{iP&d-ewHZ4`(<7vqpf_Ie)eX%}|x7a9DKK@on|M3x%BidS=o=eUJK&MK- z9m*g|yq%{UP>GOyU7wg-o3x5`cl=b}yXz4kGtcS%DVZdNANN*ftaEiVc3B6UJ$9u= zEO2$zO%sBlK|*sNxE`8CjdQMdK(rEFob&;Zjw9jP*1@o#>q3{gZxl5x;Xy5W1!jI; z*ZGm6da&*-*uj9>x#)TOBtLa+L4JOc&0qyDP@8B)oHA#?O0TS{`XzZBp`D1=kd)CM zW9JT`*>Fk<6~cfMQb1ZZ7Q;HX9t5!M?y2>>Z4BhyB9 zJ>9PdR+BLmUvwbMMke>7=|cjYEw0XYS|T(@t}?K+ua!9{{C)AGPgAyD0C!;WWt)Gs zX0nJAR6V{wntdO1dgkFsTKo3q8$%EWrhNOexl7t$%gkNVV{-eC1uF$7yKKSFPR%`o zXJ!OsVxbZGo)?Wh6%_-KaFNv(X4PJ`H8n39V}$DK!Z=0&MHS9nv3x3}4zZ9qtx{=( z(44Ed&$f!f?#oT-S_Ps0(=aW_b0~-3M6v`KsdP~R1sE!@#3A;60~}cd#Ryrir(FzN zneRnRM|3C!(!0L8m4?z0HVT8s&j|+WIA@O(*`L#$1I1BtX68BG4FnQ`=ByD|aS-@S z4*%bheL@{TMf;D7>wrFbw|(oONP$~FVTVkzRM{Zdc=_+aP0!&_aGio*?8=Ra3hzCH3S!%wFapp{!c95}&(gkKPK{dUg{5*{LNmxrMT5}Gg_>I;R@rIc%_S4fM5UOW^J|6W9gM|QiS z2CZ8JgtZoWI4!y@W0T%+frp|&^|FluM@Xulx*@2#HktV5ppN}KEAq^#`(exK? z2gt;*5I%x2nrKOAgClNzCoC(s(>ynbN8c~m{Nk-mYzJoV40&JaIgAIv7zXEA@K7}C zpaO0bo?p3%VKjefqbdi!q_V#L@hId*EYYD5V`i>Wb>Hl6_GDG>0Rhtpd_NKT8&ev{ zc~ArQCo`_!Z8|H3_a{td@0vkv1t}Gh0Fj?~3_x;)oxT9W{=$z{Rps6ygIm`wE$rT~ z8x$ga(&cK7WlNoNDPggCY7J7)9vv7x9WL$X0y?-{)y5QZ+Cew15+ZHQC>nswmDqVpE@Us)vOz3}iDr1(J1TZF53jzZi-envjH$9Ew7Sd;x2tN~4ai^SOB~yuFuNBfIOU zuf{hnoJDPR{v4Tw@3t@Iixu9@s_FPC!cg6!-guCH{^@A-mq=g&9tRM_8k_z#UU{35 z(K|)@?7#yGj$(jF-5nEyx)h9dH^Rf0!Ogd)So_$g#E$EBq5KGlkE5LK?T!J^vh^?Z(e`!?6v;&J63R`?4iI?($N`Q^RYbwI26V!2m~PS4HQDJ? z`smp?k`(2=~*Lx9KhwL2zJh8Pjl zN_`DJ1vlaU#LM0^05lBhJ_5TMuT>Af>*{1G%aOgwpNykHSJ*&=<&(8nWMf0O+2q4f z@Ge0#%Xh%K%beIINsqbf4#|l?kw(3ivR}QH`t6GcxbEM$e@WlB-fWQ=MP=+)HJdx* z*q%%pBn#9%su|~=SY;IV0kXAr^%dyj83E~yu;kRf zcb_8LaZPk%ZCw*$fLw)J$;oYHB7IOF!fn;V8by$sp$2dTr*)wRZ;%ffD>*YWvxfDK z42^o&QmwhnyK?Wa%2xpMpmy7Ch7%AaltCo73NS2pB50}n1DQKy69F>&wo7Kneglvb z^tR=;S`;@-;h-8$@hoN9#dPQjbOUS81Oq(d)~cJpF8X8$oq$sYMs)m~N%)BS0;jeK z$bRm_mj|Ocm{rN$yO(D){ijkRb4!HE%oRkerH=Yp>H}eGpgNKjZvR^HbIhgfI$JHs zECy!nfVIybf%c9`=)rAiEI|pHHZrbFiZKYdIR>j+(#&-3%U-FT3MJ`B>6hde!+R)y-rSm3k)#+_9Y63#NVBz7DEmL5pH zhJYnt3mc@fl9|R-con{pB_7RvUPML~dqag8=!8~-DQd-b_TA4V5C0Vq^pOtE;(LlE zK>1_`Hs@L>ZD^gTIQ1)ZkiBoqrwmkF?GbSDP4aAWj&Ek`<=fB|UUj~^;Zd8OXb-=` zv(LYc0-O3Oxz}N33MB7;)OZPw9O3HR`pS7%2edZS`$m`Oi{fY6OpeOwb7b{pQ}+>& z!uW_(`e$w0SybjVwD?)Ia-UC8h+&1vCEUPWPVaBGs6N{~JP;F+4n(AU9eEwmalW_$w)q;^Eb)_TNS=$`z1sT?eEim2{xqDt zYBPmjJK5szp9%{j9A(US`}PImL%?X`oKU~R%hTEh2E*zL43xga6z@`T{jJAU7d@_s z?YoJC%(N|HX!GN8wR^^Sd+uvfzpW(2pa>@bYx6k?SGD2K9^4ywqmrFSIFnzhu@=3y?yKCb58UKA` zr`iNqDA74%ov^fsLyBSQoVt6L18-87qb9|6^aS;UWBcO5#4dc*=o|?7V zU|j*4iu!$V{kk2qTJMj;-<`;Uk8ffTmvrJ}@pyhbfYNeCWYEPLaSf^^g5=?{+-AEV%$&nC&+1f(HQ2AaSr_Q4RkhoE#E z;d>GEA$(U;f+DRaErubzCnfJQq|2QV4EqL&3MnD(ywH*BhWgVG;$Fw!9~FQP zoYXS(q;i$LBkR}OAp5?#@1E4|zUir{5UegjR%UHqY){o*)8>J{(9(`rYwG+HR$;zJ z#m+50Sfz}Bg>MUAOzoHzsRxN7*%oibs=`h};M`{B&k#$5SqD{>92`HyGOhdVyeNJSvFGX-z(oyvmn)uPpaZ`fv6t3HE{iN{#SLw_t zkl^QyPNRF?O&I!i@RQ%S4~lV)R?NelRl0z(b#pPCP%#_77131+gkk|e+WL_Em^}So zh3tJbM$8@ioK8TN3z#X;pm2?tU4zoN7HkC6d^R5*?}4a{&0sewez&1za zFzZQxR|`^z&S}G~2nn^Y4tReGSL1q#*C=ChE`GMbRu{Ligu!qk*43})eJgm5ctkdZ zqrGi$dzYu#_%U2BV{wZn{0e_3&UznTxi4M}U0p*6aI-_iBWNect2uG5cZ4GfDAYN3 z9?sBRIADK)!47I}|NgkH3kpC%L^BxZ+sh*h3DTwV;7EjC4TMoa)ax8KO-B)5Zg{to zkHJATF8@Io@{}Mti+4Ikv+bOf*S*8x;BYIbjEKQjx?GMy@VS>)!6NK``q=*Hy%V0mauB4*$59*GSiuG#3_~dus1t*@ za=c(_q3aoo`8JLWIsnhj83p|SVIF~4y$Ou4faTV}jx*oTW&*;D6x-(v7e*xI^mpsO zV-pAfQ7UZV5Y<;5#tgA(a-FGa|9qgP#mIg@3~i*?Giy(|4iSAU|0RBrwX7kV`B-8{ zccI-H>c@e8_XRY!WUgGf5<|Lofq~bJXu7aAimc~|cAa3KF|q1%;JEePM~t@bw%IlC zRDaBh+*)&tVa<8Boo=ea=DkPT5%a07u+XE=D<#2!m27p^;tU_&zQ6dJquVDgr%6ED zhb)>ol5e!hY+eI5Rv4TrI#o}#aNEEg_3O&Dx;7GY8w?OgSB}U=%AEp8FHnz^-+RoO zvrA{$)obeOU!p;Xjw3;f+!Pe#cyfWJQ}F7i-sGZNX<;0UB=tTAGSUmR%>HmW zEh3`53VF#OZ$F6Z?ax|7-()%38*<;RO%FsoG1>>gVKX%bMz@>bqkROp@gKW4SmpJ< za-N6yXt|H0wwn3kS$%ppZ?=wE!H5ld>YSSJcu8t$mZ}?8ZuC?T9v!&)cHkE@t7Y2A z&=4hMxHmYp_zh30I_h}EFbG;k7N2f|Za@QCk-WD8pdNx>t>%qC6O2N=GqRh$7*_?Klo~iC*NFo;BZM~Cz)=%5``EX86Ts^nQApRezDe}AVt+v<$wt2Y zREB!t{|0sq)SEfiMLy(7v;OP^iQTu9IA(+dHZGhhsUPKyMZwE$+t7e!vw`fyd!~)0 zo84^~mRUPUd&Ok>x!nSI6&ye1{+-?dQ2lN}_u&ezjrluGuPz#UShd#u^F}&IaoKHK zQh3GqVv^WaT$=8m3SDyU+CTK~mJZv&5ky8BaW6{5w@YsKP+1KqtDM~cRu=!riS9g8 zX*rw+1hPV_{O-|G=tIZ2Y88t?SEP1T{O7U(WYfu&RtQrpQmu^j(NBA2oNWy zWejp}&T8B0_l?ert=RPhrfQb-KZ0iPTAg<1cq4!X&w}I<@^{W@4yLPR7}kcc5C%NK zgdh1rWb0-A{2?igIs*?y3y8GHmPDA?xmD$Bg+-LrCAQ@=AY($qu{3~m7kGlZNtJW z^4~#`f7ewz-D2QuDlC^keEKLnljl#8ut@ZYyhh&_Q8TLi+uh*Z$1OMiYaYUecoqu$ z+yE3B3X_Zl9J8LUMiZk~c9*4KJ+^pP6GY!OI{r7p$%u!nSb!^M-pWgC>?OJ?qGS$h z91Gf9Wh}b8PnpEW{-50ME|jt)3x)Q>zEs)v_ z(TQbdoJtKZ@SVCux~k!aR1(V@KLu^L&z%c}4gtr|U)%cD3-^KvfGn5d zKL;Mb2$t&P*6$q439F;4laKi`S4o2OXUHPjqmKttoe>yUtp-xwufj6<3^d?yC;#<6 zLG`c{0JoPzI~%=tFt?Bwt#k1tb4q&Waq7nFSofxJ`PPTJqr&Lb6?teo7h*ejTogHoOaz9=^?P=J7loM%h3_wbM3 z1WE~cFAXPQujiaUMEKx-VEY$iBQ+TA#W9!Z$~J4ad%v*c=ZNPxhqX?jju`WK^gVuL zg_}Bz!CCPGzVNr696E<+4+Ie3K zX9#+L{<^#e9_sV2e$;CX#KVfk7}wLe z-s|>j9_lBIhK*#bV+LqP_e(Bx^y(tgx}qlFEl41Ny8CKy899U;H{ z7QCizfonm{z3M`bUO#FO+2u+7b-$LQ(c{G98}>4@5W@-VEfJk2E9ZK+4{&8$VbN$Y z|Er%o#a#<|Q?`=;GDDNPt^D9D_&%uiK1oVTJIhP3E0#}%THD*jLN@u`Y<2BBa-7qd@bJ>ls)G zK^IS(CWl^Jr4c(# z@xbTb^VnI)ZfhfGLV5^D#$2FL2tp562vQ@h9{m6p0cHyaLoc7^VP z|%^4WhVE&c9} z{|;4TEqmeXH?4jt7Zz)Oq!Z9cLh)SCkSkZ z;@S|T321XKfe-ob%X&pZKohkU!SR*r=L38olI zyu7@JOSu02f$+OwfBi_?wb0a*(^ekwHmf?~UJLe7i!U{yv7@j&45k23DMYQrjMjxf z)E_Y8U_)lRuM54{LNM{2H6DOzJ%S_g8r2;^p`0J^|0fpvU}Lmh6`A+rmO4VfgKH{` z6=&X@QU26F{Qb1UzKF1}T4ebivjXy_vP!%1C8qyIn1^J!Kx?5kUNm$Jtc>`x3tZJihD}XI{eN3Q(O9H#>;+?%qJF zu!9(C0jjEF$tSh#VKIP&s>eD1-wQMej&CPZPKRVr7-M{b#{UnjswE7*Asv(>VY)l_ z&LcoZz3%U2Q;ItW7>_-=|1C-0*%sE;;c!|~LJ=oX5?&Q3ju6tk<@3^is|IMJTygzQ zFVX1%Ld1gl8d6```P~O~UGOCIp*oKYTyDmc&p4+M5gS+M1C#5>A%Jp*SRUxi*5yDx z@8u280wqzHW>Z^fv%nOTrQy;!1NuIg``Ij|g@hbNjTU*HidmYG;R`!5 zbR9d?kd*0K${;$2TSXJ&i-v&e1=VG%_O7s`~(t zIZ%k2_6Srj6Sm#Z0hbnM!$fvKyNio0)~HUhOn&>hsQ?yldSv5i3b4o|{TU>QV9jLm^8d=#3-;e5@a z1#*OM@JpMS#7~e4jct`t#Jb{zA@YT|n-My8&s=k)j$2R-J>182o>4V(2~dU(=~erM zQ>w>0t98UE;iJg5EV26dFYHGCSDq*2FGHSZr0bSpC$8(t68Oj=XV}tg0sH*<{%)8Y z;-LJd)D` zvd0yQ???}UKy#|$6aXllS?uN2HIw8KzIyB*a%{#17j^T2XBpqUfVUx)0+hn5w0y?$ zrS-T%2~)=`2bdZBZ@V1UuO%XwHS+x8#n;xi_g+c!7rG*iE_#Z>AUo zYeA?WvlP^9D+Uxta#2wvA)H*yiue@qy&6}9qkWt_WsH`YCiX+U+w$n=wsRTWe0YH` zaS#Fvf<-U&&BxiPK#4?ZT$m99CBO(en77)l;vQwkXeRXHW+MsRpe6JmPAhXfR~8c{{AXNmkg$@U5r(1zj--> zq!cGw+-T(R6Q=j9P?yG{pqk(nq@(Bq-)pSi(H3o8Nd20}RckR*zwjry};j1BEAG zoCT`o!H%EiFhzuV@8-4OD2)(J$fXrYIJpYTTJz(+UX+#t`Ls$OI{zDgy`ILfFF}Lt z?$`zZlY?Q^!K!R)Q&GJ5Ne71IoUq{0b8qXKdvOEI`d3CuoU*|-b=kLmdIEa7NrAR*Y@MwhS;^ImccEcnQe68P;a2~< zi0;LqiJt1fevz-lOKGZ~IF?pwJhcoAazb9pmB zKFrg1IqixX7HrVD~rw;$A0B^5#t~!^)C?K;pD4DwdK^%5)a&Fk|(rPj6DhAh{N&H+M z<`kiHE#HdRG8lspW}J4=P9m#TmOC^`g2Ay;5i>aN9t`I)#N|8H4o90Yz6}@x`R_47 z>g%)SLrV`}IjQ#IfzaRoI=H9bd~D#@>frL-nQr0UMT{>4RJ@=K{?5}SXt+MkLjA8_ zmn6vw6&)qGBkAcdi-WWJvc%`6Ft=i@4R#d{$Rb;ORe?K1c065%b;Y+H*Tam%gHG)O=wRI zGTUl$!S-}}Nq$yLBNr0a}vU&sL$0MLO77WT#n_HNlm*+Bs=Yo%!kHMkk5(xhe zFTKKSK)j0JbSLQ%(*eiWk_z+yWfq7*w^6Wq109dR!)$aJ=hpWM>}Gq01CL8oNJELS zFGE6z=sM}7MlWc2ep(oa1E>2R_llb|F`z8QZpD(#DI|N1ZEz9>|4L~`@HOefuCP`# z}AX1#P{27AMi9{lQF`M=9f2J;pipFu(EOruk*){FwwE@>DAx> znk@*O>3XGf7)G9Dft@-oX1&~h-Q5!)DK)A2**N<+z@*{87yEDrsET2M0E z2;bdeYz!?lwHYC~XAKbs1s2;2hDcYmr#oJkGnFD7GUyYf1>O5Z?reN2_mhrYO*d9cdnp zw>WJNy+IYYZ+z2k<-8|A139}rXcHdgTG&~vg*6?*J!uMO4efzTUxSpK*%sr^Ojk8q z2J)^{t+c9jQeA&E-OAsU&HqpKn#=Nn?BEWl(lt{hGPK%<^D2B{Vqkoh+orbi)0=G$ z9#)0JlIcwJlc+hFbOVYqP^K0Utj~Tw@~bGTiYv-3Ub@`zGI(j?ddZS89OEPpPev4Z z{p5@JRh*Dnv7a@gUAZVPZGiy1W|}TURF*n*SZ7Jndw6AGx~b`ob&^d2v*EC_CIy$d zn!c_&$HD41Ly{CPv6MBR-@LDH>KjLt5BMm0Al9hmU_Xk0MEuu2P!?G266E0EFuu*&Vydp2e804!*rF+CX*tp*seBuMq zWA;XrQ$lMbHu78@IC84?yO^V@dpy86LtwFr9ao7N)052HH&<(-96 zTg+1FY)h`ov~8)nF21e~Ts;CgX+HCqx|M=vaf>Ai3ez~-4|`(W*8RCFE*!Q!Fvq65 zr^w>%91N+R%3B;%-%;}{QSIZKj0p>t+Zh=nQ)@WK3z|5`#7UlOIIm@~^aoB^bn6-V z8|){8Y({^aDcQaZ-SJVF?efnVWtr;UxN)03a{9+s93(u;Y^=+xUYjJZlsYemu(_sH zz=1M=sCQy_NzSAjINTJ@XiH1A)b$RHXLkHR*{o57^svsVp(QvGw5UdO%HqLF%z7p> z?8_StZ3{Aupf%mJCackLIp^eW_E&-ihrAK8G;K)&8UmBGnEa9op~OdZB{uK~ck=>I zT}4XQrhR-7X1+BDXtEX+*fiu+3eVk&Txn3w8v_g_&SLj|G4<(tSy0D2WVbv_1b9U_ zV%yCGf!scXQpzudU_@I2URkYuRV2#Jcfr?-p6;!YMKKL?u`D6}Gztp1g8) zV#Tp~dI!p<&GFBGhXF>OP{Z)2x--1IUP(m^*^dk5ls+sPmM_{W%KG}Xz2w_~{y>SG z`@5+Z&sxj9O6P;1Vv%IO#|3Lm8|^r+q+8qhK=sJyDcdj(Zu{1{Iyv+y)5Wt3Q&TM%Hb$Rsw zbSg9}u^jUH5i!;!*Wtt#Lu$26+odFA-FGZ1wWC}>o>pOp!_bY4UDg8Lv?J;fq#0{?Xb^cqa&2u0jTJf6c-yKRdy0-MgeeHvC_`oH%m!}?jQ{>$=`u-_P&-p>8+DIj`6A^%(cZ{eFL}=|ymBJe(V-d<5dwvb<8NVoCB7EgVYA zhtL&7uGu@TP14!5jk!Y4*&mE__vW$w$MBtj?xM}cejdsRUxC!p6na9|j9S6|j1c3R z@4MiXa$*4jYdZ~g*)~*@=o1dEJG!QvXG^_3eeoW>)m!1h)G6LjU?!KK$TT17$wt)E%xfx~)vESMcf7`}dC z((wT(zl?zSr%zEbUrnqeh#31EG6-?*>AuNRrIQVnq<%lmC~=23*ZSRW56a@zjA1BL zH76@Nr?R2HI9_(Z`P=)STaR|2eEVuf_9&G|oZ!2vkRB;CBJh*_i&c5_<5HWkk19I+ zW$nk^d=ZiV-!HF;gR#zQ1l|( zpt?#_pT>u_UNFTHU5q)P1*`Jl63Z$y=H zPeu(!-?7#7NAMgsiSiDb0`_W>H=BiKS+!Q}Oi#IYx&M(af3DfAD%a!}r*n4Lp}*m3 z87+6%rPgto=ck~Bmu!#BI-e3kVDbx1V$qz`kZqDpo}%fon}N!q-+a{$js({RcpOp2WdIp^Jm zHkYNLDxNP}BZ5spWCiU0sjM7xgVoh=rL()}X4(?-ryaLi^*e+u2c}sqz89uuO3vNt zv_LDbj{vQ>*e_g9mK={ju3&II$=YSw*TZq*HJmyNmLghj*{eK0<=E-2#BBZ(vlXmj zcJ*e*@l!L2qI780c+fX9DkfcFKWABEpe&Gq+lB3h*jy`A^-?;~FIt5ufTe2C#L>4Ad6Vtdy58LS_f{iQhW><>)bbk_lVXMMYub7K zKqaDjUKP~Eo@Z7%&;3a?DB3!roqPAF+-oi|%gT~OgY_Q9JNzQPHqQS(f~dWfU?O<_ z;UcmzOad!TjDcRNe&-MEk2iPOIY$FO%WSYp!k~%HA$8>cK*=`YSk7mHaGMuRO*y1Mn2#T8zF8L%SgK6g5fqx(%;vRv;<6SSh=^ETU$KogsfrZR~wMfvOM)po>*+0!W)E#q~H zW30*rujHNh0S&uC%Wz(uF4hFL7v}|r@O5+djvx1~5$v1p@$upBorG$>$ee4_OpZE! zQEO%T`vVtStJXwE(AxLi&Q7qGXo&|c@v$y@@;#fD1m#aG*a? zGY@ZgEUSGc1Uko<_enn3=fOgLhREgK!q?pM9I(Z6o4HrJ4{NhY=5f!K;Su*!os0s5 zY7a&;%z@%8l_YQ94*;R#yr;X|Gk_|135;PA)ssl?iGpYQ3m(X+&4?ZvUQsz7vQXP2 zef62Z7MNyxNK}JVT2d*!w{!VudzHIuLVWfU+ibmZhwB?u&coHhjZyq_8=jyWneHx- zef!cLwsje>7_KJUle@xVW2f!K0p|YNC4IA+ywOidj;K03WBv(2;OAX*ZSk{`u=V#! zlp#Jp4_V09TITOM5U7U?6%}uf#fDc#yMEp7Q0w5lc;XJ@2xF@5OPh-S1tk>fO8eAT zZ6#O8e8_036vn%$;8~~dQ-`5vgLy9kRh+3fifwFHDrU+}+g&GCK$bG8dv`Uf~duj6UD2xYgBWrjTk9{Nc=G?uU zsZ*Rg$@YF7oC1!Rwe(keRvR>BL7r;q&@RraN+9A$E2RZ5B8X+SDOCpde?d@sH?@8@ znAYV$FIXMhmgrZy08QZ_x>$#0prrS9szSu2!3Xp`wohnB5}e15^%h7TE~WjJS3WD2 z*Fi4876hnF)FQ7hx=WZP#xB%y|TFq~k*G(?^W3hW9c77Co4@o=+Pp_&O-vP%_Cq^_H7Nc|9$F3UG7a~A;zN)=$Y{V3n~0_ zOT5JfEa^gu$J4Ab)>mx$9bo@V45Az_eB2W6)pf_GYHL0{DZqb&O(F99vDU@#<;`b5 zDbJ+d4!hP8?}U*bi(<4`;xphb(GucvIwyfnI__{6Vs*}B=?U-}|DJzCDtWzCU!LH& zbMp$4h*TlQKHUv}Nk=wOt;AENzju&r1;(vEF>BVtgez_YnJ((=LOD|3Ew4^1%SKiB z+6*Lpu#av<Y6Rvw4*ndj%Tt^nno!G?j*Gx)-Ih&7IFlQ# z@6(#Ox($bo2j_l_jC?)SV={kHii%5YX$xHkfZ{Q?jkwJ8?9N%ROu1BJvInm}Z5+rD zw5W`~F%udQ!Ax+*wJw2s{KXe%atOkx%>(0_)gGH>Pd+*hx(h!<@AzPU#imud+}|Fr z@nP3+kNl@7|D#X#E;+X?ZT<)`ULCM9Kg#f8P&l{uW{BWg|Lu5}s#aP~mjfl_+;SVX zI>bea9htBkv*^xG+V_M!e#dn_5Q|ZCoZ0s=D*hayv0QLy3%pZalV)>WJb=JIv#OD! zb^fW5Sqy{&dZm_Ubqz)`a zX&Mv9f}YOQ@_ zQtobTNQJk-T9nhIucTmUrdL=qL-d=5CBF0VgFEME9jk2mt9R}jr(KAJ9QoSoZS9Xw z&qjd{UN0C&%fzM;7%@xE)yVVVF3Vnd*M`=taZNq@2z;H3CNei<9wc{Wb8S*7#exe@4`bR%v;tT}zN*~PsedX< zGtYwDaMktRF9K`!Jr5F`=Rk9Hs81Qhtv0+K#(fF%EulFVr`_|M$AD0An)CGT8Q*Du z?JgYI(^G884>6do(d~cj2t$7^R6(I%dr9-JXvsOljrX{<2^q>ACY-lDd0GxX#Qbyv z;P~Of&jy>H^?!}8g8j%S9f#bm%9hLsG56GAp6sP1ySxtECk?z=7V}MH)Vv0AS*3^x zuwfsktDdadfLUt;pvzxYZ17iR#SqonSXK-s&^RYerOwR#kJbkr289P2dQ0ba_|I@~i6~y+{Jnz;dxs@H|Z3Mja zGuP%;bB_WMecw0w{rb!J9Ts2XjQ$8Ahocwo z`DL-tFe_kD$zP8^L`cIZ$?RxHrJtb%*1+{=4S^lIa_uuR4N(Yp%Fdxe-9mmM;*HTyp?F_2X4crQ8Ebz(p{4aWq>zt5cL??nIgGS53domO!dZTzp*J zlxGFtU1N9yv3i}S)!eG>`jO~O9M}~<(#p23hCtr@K6kdf>%DUTJ)2CKR6NW|(!wfg zAsQ$~{Mu;sT7%LjA-la4HzZMw>?dTxc6~k^j7k-%Zw)Q?A6%sSK&x{hSgw(1x(IB5 zX*Jl%nNgg$pG0{k{Bmoc^+6obFjz?arjk;G@km*m-Sz>JLp!BZIYDwPN#MLBwEc_D ztl&GtD&g`?bOr(dH)8smImOP~C-}O%#QMSeMMPa8TBV8ChW)ueV9EBEZDLKR#~zcA zQ#A~Y&ZivwD80u}bkP#WT)!NgeEalzs+P^gr>{gZ)pJx^p_~k1m2kFcH3DY;7s3w* zbHhJnQ{uc8`b?aN^@kZdZ4n+((eI*e)7=-VBj4GM-)=ZqSv?s7PkV<@&hGa+lMFTS z4B1zE5H|yG(0$EwcBUbCSPJSs#-GoLaA(^wDNVU+V3Ioo zjhQ2yUbk-FK0I?j-lB3DyDt?;E4}_;R}`AJHu?Aq@q<-eFq@LG_@O6@@HD)c8tZB# z0slD?HhtWvI1(xyEN2QkVVbu|8FyrnL1{u%sokXNxrvj@n~X|>EV&74q!w#JhGt&; zp>wJqi#*w-Jg(d~bTxN-Tk{Lbz?)D;n0X$*{OI|$XHczv$3*P*Nv7;|)Fv1kvTQ-V z@-FK8UB<&u!MA>xDS-2`xY`d+{l>#U3z9_^4N;yUo?S8$Gzq$sl5ZbGg+nrLXi;2IU z2@0pZ@Lh7P8>|D-sL7i-aMtbT%Y(~aG`x@L49yJj-&*C?f!a$b4zqT(cB5Gh+fA3| zo=x27&&*eaGxb8EFKuPGQ#3+P?%VQfC5n}IHpIRvWf|VU z5qrTX@n_5|Vh@2tQqc_OV}Vy>r-PaIK84*@{c=l!z{P{( zE0{zf5CrxKy3Y}Q`~p76*v505kz@ZhvYTjO=4j5yOLkiUrXM9zWMzKZvV*t~)NVb3 zTea_^>#4k~rJm5!+LI13g1AWARj6GA5<290ARETQShL99*3n~V(zSQFobR>d#=LBA zzQ++@EZ5Dgeaq5lTGA?n1a&zl$x#BU!@_nJZ?-*=93ocjxzxP|*vu_Znl3Jj$w^YL%lXj;0PtT6HZj^7e78GG2G)afIJ-bMylzU$L>l*^v(i2mgcW`oXrvipawEYzP0GeDHGU}lq$#s>a8`0ikA@ofc#uzS|{ zdhJZrRNW3ca@SX1Yc_1I?m0vv=PTo~?n#MZbC~Trx7(!JwlaNYj=Z1b;R^11-({X5 z`9+y|h)5X$nv(1SIaqu)9}W9LWRSUUZwX=!B7=uDoi-o~7Y`6L%S$lu1RJ`(X{N4m zlcS)Zj8@H3Kez7)@6il2TMji5+u8N`z*be7N(0#`rA`uUsKdfK-Agezal>-yvY6BS zy>kcNj#4>eA)tX}50_5u)BXGvDgZ9M!y7(AYaywM@kK%%P%v+7xax$|bj1q@1m@M{ zOB+AfZ+>s6hvBmZWHlv*e#{W5C1^!4)Br(~jsRU`Zz13kqBcLOBVCN1g)={8Vv6C9 z*S&Ifk%axyGa5}4EQ%<~zyVWLB@(JrFNU@(R+pDe{ihBv|D)ny=!b>i9FSt;5jXk; z2$?Pw!V}F9O-6yPQuv}nTIbanr7Mzh+2?djI=?|F>x|xqDERfC*{nT)AG`o@&oyog zX4|h237DvE88}$ML~-0f8*PGfQsHr-ngZ@p#F6N40dM3bP7MD#C&>s+r(GO{Wn1R* zCAut|mO?L5nfm~AleRNQ;D+JAG%|OTdJ1{W5|29#?HJGZzXw|kO|o-ma*gA#?9E@k zgl~ueTgiO58+0Th+0$9jWeAh17`gSz>8JYTc1LoUr#vcG$(t3fag>)`wy!If_l!_}4O;9(0iMh^vg{1JK zN2E^Mj-XX=|F7)*!DNCZz&3ivDK zS+6*?3S8|LaP{5Yy9jzd4V~rtJe3LS5ImZIkMd||FWkz@i`M9J6E7WE99;4IyZ(Z$Gx)}0 ztfvE>JKOLRths9fv2s6c06hCRFd5f*E~tRb!4J|jEYA6MN$ zIU|+FA4|n!D~f0rip_h^z+!EGpsDs9PU~=2%+AJf=w%C#D_u#XV}Zcr=~(k5C60p^ z{F!0IZ>M)2L1J9uEs{aJ^WA$5tnLJd9X4Zc1kEz7mlD`-323o@VQ@MdA_p`h%Uu0K z0zb1#8Oa`RpBSU};dXDqJBzk%(`^vflKHjCm|^8^srB{s#o9w{ONZ_S-{>!QEY|2J zwLF>KcB$wL`jK1dn*nJN5vG2zE`xDEdxf*DEvo}X?`;RNaz>SCs50A zESEy2cnK^@E|PUi@7fcxV-qyqCc)>n1dcBH%_5|UXmeeU!9mFV3Sh7iSL^b;{WC7t zE(XC@KTkT#RJtrH%F>&Ed6W+rS zhD%8+s^_-t6Ev!foo@ymyj^^K{Xt7l<#Qf$^XSOP!{J8%YqwB=^q2`3Sn&5n)L*}p95i?6WS;=wM7YJ7TxPobP%gp*&4M#( zg*J`JVoAW${j2t7Ckr~#bjPJl&EglyWx1yUb13FSy8K+9Dyb*xzFkw}n7~a~sS;On z1+mN!qzw#8pw`MGF67ZZV%u@c9S|$eY7?47 z!x>*+nng^`)f;HtDUYZ@$`~+&FGoDrlWi;GHvnjckq^V#iOR&vV_|2+g&l1bLGv$Q zx0IV?j(}6Pp_!-2$kThv?8Ds$1--HiHS1inpJ?KPb9cDm{3siHKmC$tahi~vSbZ*r zVVjWU5ha(AJ*F^Sq)k<+2ioVVIQEZHZgG70RcR>bvEekny<9Sd`4)_Axw7~iY>@Ru zWTsrcw6%D*yXzFcqK&o}UsLVxjbQgAh?PjPCdf$?O^n}(%B-`gbA6avXNVqleM@~K zq`eA}?`uA7A<^1r))4`iHGWw_=v4&a+Rmhw4q68KvVrx@Xah_bX=X0*1>F+04%oPQ zMn%=^Z&-V8UN#46Yl5@LKr)o-G5X>g`&N-KB!RT;9HQ0>zN}Za1`n;VPkjRsijMp7rT9wh(_$N6m^933MGDcjDip$$hXBLE z^<2=->5eQDq5Zh_;U>?h*u>ThZ{5&PZdjpzE`F{cF9hsK_iPH9*xy5!>QJuZ2XYe3 z9V?H}$mR#jL4+^7vO45bia9o6EmuqIvMOhn9dse{>Ua@3_K#DZ<-v_lS~?0VAq}9; z=*y+5=d{KjSn9TzNv*wF{KCUxiF!8Fsyw|V+2Zo%mkGxJT!|jbMHt7qj+M;5@SrE2 z@SAnTmc@%%k_!|KWD^CPEIQvkR_<^*Sxrdal?@Yxi<+HwWJ(CTFjxVN{E}!N5Z}2k z5xJYZzwhREWE3@@!kKncTQ%n6%~UWKKHX_P;xcy8jA0%MO^k zv$2-et{a%Zj-W(<)?Yq<{#^G7H+s<2XcXWrd6?xZEt`6pgc?K5vH+HIuQ~E*uPn1? zw43&5N2q5%zy*qGX}r*YB6AedXar=YXz60wNBD>=LAxxCEQFx1YiQ{xAd=BpM0A{n zSRL&Nv?@bYQX-x zldPR!qBbrYP}xSx&b#U}q|K|7-909}dQ^!TR|UkTl{anx%RHj)UReK7I@kqevF|LB z_tu~kR%CXPQ^D@qT6ZC==U_2iC+%zKKLhCBE;Nf6%2{>HtRnPDm1-AwQu_VvAH0}t z!uWSJ&XiU2Y@Ww;dZ2rt_Yh26^IvyLfqDW!y?29^TkGVssS2T@eC%u&_wxGMw;PNR zJbU=-825W`ZZaN7+8R)CaVunhx97l7j)EIJ2{=o-GW;3kc(W}%qG^Q5dkF7A1n<%+ z&#svi=I?qY%l7DOami=vt+cz>o$b)K$d6OOetk?7mg=SUt~sysby94hLVHwcf2@Y? z2M>D16W(npcitYKm5R4@9GmPK>v~xUED~eo$!G>UsjlTV_q!odEW#E9^ILfByt+&M ze1HoUO_pBI{yxqbzIbCgP<&J*dDl>iRP)l$=Bw3qOM4E|rFBxVw^lOEzS}rG%lx39 zsl}=0+((ok*3pS|h{iVF8b&$>KFylNA%X`o>;6)XASGK@cX-9bw}?zQv~Qk2n#X^LiWe?B zub0Nx)W6bQYzeVZJyVr4antbg^J9pmWzPps%+_-nyp04D`;SZ1vnO3}eM4pF1=(V2 z{i_cRLN3o5uYM<*xs-NArO3nF6;iMptN)^6*Dz->Xc|` zb%Ig<4eiOEt5U-2Yrn4Tmu-fPf}%NO@~kb}^SL84Y#*$zsAI%Pl#7@uVY_mZS#w~Z zK3YW_6cGK?gDn~69v6`yB*ypE-DpQA7(+*ZdP?rGyTy{oDj-VOAn^exlm;wz?v6gyfM&vq5M=|Zm$YU$~A?v3yMjreQ>Ye6Vho< ztR>Yf-t!nYo|in7uzwHUD?WjHV%^^>T0maXeccY}WWcwJsbIOyY98FrVr%Cr z7K1Z04sa~QyUvP^Z|8vzmkFRi*GPL%I}yFs!mw7?Md)6j#vJ*1krXgr+VGd>i{WwxRRZ z=PB8>Hw2vGnqam+W)^tKZbC&!!t3?lGeNCXjb6&5X~Av&m#Q+VjB2NWGQ^#xaiDQy zdCw5I>R;Ka1bkgJNyabn{C?C?%|L$#nW}oXr?3b>t5d-f3P#u z{piDXFe@dXYbz^VDUI{PwdUhbkh1%ua8#8i&~8EdXin_;o6nWQ+cQ(Yme5`2c|E+*e%uqf z^#bDiqV@|W-~+Z$$%@+h*^dVYmvt!ll-xDRjn>Vb@EwVtgD z0+Qy&8R$gwH}&=_O91DaQ3*Wx|C-c5ahz;uXh4wgqTOCQ5ymu)ik`dUXNyHkNaKf; zxVfzvxgwrv&^H!=Y%ClkAGITcIz&^>RE6DK@_!mc6zZ)kh$xV{Xl5|z(7BU<45o(j z8%RzgW&sQqzYGmdqCS??a?v;anjQfNh~FqE+!|}Gd{cg3b~j+VIz&G9nGw-NJ`YCud++L*j)*Z*kP>32`nRc!n--^T%mxGmbEE za!P)p>GR2y@uO=;3Yg7q07Jf%q@Sz}QP!>p8g5t2&+dTY z^0$Hf$4h@tr90R=mWLB5HKj-R+RN;5(0RSEeUp-!3Xbo6p1T%SAWFQ}XJA!T^;XMZ zMD-!y7Eq;7Qqy0%c|_A~PIF$oj$m6O+|1bzvr6~8@xKPmxo+m2WdAR5;+ooU0Rhn( z-`vTdA<$O^N8tAjFI7RIs?K5+Q!EWyJa;i1{(p~=g_Ore32&gnd%YC-mnY$t#RXOg zOXp<42~N@6A${WC*{-Bmq`hMBBen>Ur>|@>N57OTh1=b{rLcceC4-VPS;nju_oB7qN zi`#|Q8x?eQW0Atq#Z;{KPl*5h|2P5>!>1$gVUZf(_4bil+-I(b17nmSnv7xbZGeuzd7%gU>#d>Acz~1Tq{l8ux zg5j+>g~q+&rCz4I*^au&durdWePN6VCjk-rN)Zyb`5B1Vd?Q#OG;pEd$*=MiPU3%G zhhRD2j`uz=XHlHEB6v|FDE*M|2=|ff^VZhZYdw#|T41+l{Zl5cFIK>T0b5>WFqG91 zb(lUn_h;nt`{$h{AfKECAq+jZTX*{Qj}-V2k90G`RaFHtjjM`DP@)Vy#e0+d*G4lUXJ%?AVDsBVP8e&Gn zzCDnp#B%QLrR@_gsJ+7GuOC#d?uD3j>$kCe!E?lggP}>F^>zl_>W|#HO}_eWM2c$50zvOxKhIy+EXOkCEgx$>fmp5UY;aL%)45&U7Az}ZA%s}g`L zRVbc?q`Y27#>MeMny{izPfx#f|77}WRA_o*#P!JYzcz$XhBb)q*uNLqVd~pCTgj0` zO4Ndm7d*8bx+Q!}E-4|Xq3v7BN>Lwuuibop%Z|2x@c|gw*(^=mDfYYtwK9x`0?ZF` zjKy7XRs}G3gq2UfLIiI8{B@f``Nc6a9*z(Hx$Y{VJ7@Rp+Xs&nO8UzX1ldmkhR0A0 zovMtgU#d-Rnv4x9eB!<-<0exzR%+2NhG^O9s*5cL^;K23boh{u|DV?u#5U<9&EHs+ zau^UUAhXLq{mHo2a|Y7qE2u!6H(X)V1r-6epGWzhnO8;Fa;zg&cRJQUG!?0d(y*Q2x*FPaJA@4Z&PM`9rfLw0c|Mg4U>BXwE=!D1e|8sUDro6;xeUO()TatL-uVcb>uT9+I~Xs$ zIX;=YM|;5k1@i}n&yYd@Ka7vb5Gp0|QQ(pA-R z2lI|kIv`0fAJHkc;GLYDG<*E#_(|6z8%>vFW?KRH29F=%3jYG287E|4S_7?+5j?H> zQK?OccETLggc4jw^qrD=Ck3^nz(vmlfJ)mw#B!{!#F~-*h@Rcc#ckMi!_z~B6$-}+ zfxs|64}~1-H^i^>y(d!rGnm|3y2V#|tr@Ddj;{tl8cG2VU9$)9j=I@II2OLC%^qJz zoG6jk-d4cn&1w!<-m?Q^qq#0r2dcmCZtC>i$7EIu<`D0c4cD9F#BTv& zi_{2@R^iTEyt;-kZ8G|SBenoJ8DAf84&VG~}8k9^9q|LOq;;2IpdjjRM%|zG*rr-fB@clbeBH^1x zygNEBZpKY(6F5;e;5MKD4_J!X_rm7*9DX2YAWR%2w5@5cK(~qb-?S&o9b~%1cjv9| z-5Y*%%s-!BZVrVvY2dN(OKzV(7$m}>1T8Bm=dN1N5q>^M3S;&rqYJ;q{>Qh0A^H$u zck(`f69G3#IhuPIsxyH_ezmmc$JhmoRo*Wy%Rz%;F47<3jmhnR8QK@J$0DGmF!rEM z?CSL9 zrtftJcd=Fd2;%t(oRi5o#4pt9xpPc2pkuXJ~ZvIb@CK_s`m$2F0c9 zj&|a}_!Kb6V?(KkSV7NfYy%7OGYFE!l62gFq4)9kBICz{78R)JR zLpt)Pu7aMW386t>e%x$Fr9jUe6M+3|8{+v-P^VqmL1hznSgm*t`$U|@7#`{`<{Q?gcy4boB2$%Oe0li{8Lv;J;9z<1>qzM&c&ulBue-84Q*auO zKGH0X%?&68B)KVQWjITtGwi|hi`+gKSdfzkO z1DW(Q6q(7;jsE8q3xuZgGrh%*EEbMLBsCIU!H7W8@+!J_WvcTQyUWChgjy29l-zes zIZmuI&v6Q|0)=Gca-eumEwl(f5dsb%u$-DD{rxy({qZPpbPjx9pCA*pVJl2ai+x;| zy*?I*bopr9CwEU5Dli{X&9!8|47bB$tkby(*QSBIRAvG6#PZ&8s;ujtRx6^E#)lAA z(UZtrLf7HD(HREzy>S5^X%c?DKFrfy`Rm|k znY;`x;1?g=SYK5FoI_yUoh!12vlNNA-X~`JI|1kG9=D(-=l~AW!}KpblXdRdZ!23+ zc{52DV}(ii`Ti01cQNuLPfzNMFp~<2u5GLRec1@nakdZHz4ovus#%Ap7ALy{?Wto@ z;t7=&Bb~PMpy|iJznp33I$>DA3-bnRdiYhXxYTJF%6|6;O2IJ61vcyU3*}I|l4Ju; zv+|YxWPHaj;s&ckBsDGhffAz&Q@l0pD%xsyMdilr@H~miwV~xjaGZH z0FYqTLv&}If2>_QJO!>n0tqI1!F-lb;w-?kqL6&!#ZC_imjkVIlgM-oTqZ?|UwIt1 z`<}b>E~m2-pD+qk9z>p?G-_Y>SWQX_3{awAL(VtRxD~!OfIvEWy`}6tD<{+5d~v%K ze)a@NL{gw^`6w_U>avtEIXMiR%zSfO2-u=XGkS3S)GeM}69>=04dS?$nb{+kLk-ya zXTMKiBAm1sPr>O-ik#q=Y{PqK4{VnD&D`oO7bXT0D%Zzf8xTDQwR1gh?j+y%{$WO} z1$gOS)QhTMsay(R*I}<;pGDS7fp3oij3xM)eC=DUval`9*$Y%)Dw=*M#A1RvRo1|K z*f1-AT!@sS)nKT0DbEqME*8STMHI?J_W^wvF%>woL9U43cLIVXkRsw7!G<^$s)9%H z+Ri;!d2|ngnUu`c>;_!xz}4bmkRweB{;YCavtin@Z?z}U(hhJJ<{4BE;O8^bQJY1Od=K_tBD6Jznh-9JoX~_gUf|U$&`o*;>ikG(2XhD+mp8*3wmz3 zA^z&-9b}>A>?gih@8hr~&~_ChQG#_Gp2n};5u#SA0&{gdH02)(hhhJa^#4z)xm%Z^dX7>30BkM&^1ny1Du0`ojQE4S9 zx|GG$DW1Xj?S9AEgh4{)9652=*l}^5D7F&B%(x#)Zd2|ndlp^;yVszpJ*&A&{Rqjq z{B}BXkHqdNqC)wpYj}*X#d!quj&C{#)f3`zR%DHNzhak%VUOpm48nKd5f^F!;g6@ZzX!4H_@yEZ`}P!`uLrk@?BGgxcY ziYg_Zc#1tqiK-%L7hHKwNcsr%hWX0nJ$lL@nlGnOP~l( z=Ow7QAKZbe=LehxaWR^IQqRO~yuy{n=qjTNX5~hG>An@DM!+JYC zpso!$XydlpG7SZdDZUO1x6a+E4HtkJKBTuloSO9kB%@-KKh1f07n7oAE zU{qU9nQ%cjafhQ^y+qg!N0RAu55q?y7X?hTV%TX|2~VUmFbYl&(4Dw^H^2xyB&s30 zrMWogpVzPG76{gYfh?W`I)&A%z||lB73z5a+ae5$c`J;Y7h5!l{pbB64tzKDb$Q=?~5TDC7|y7D&Z+Nq`zw`x03$h zqeneEXOkQje%@?oZZ4A0l^y8`{dl}4M{FA^Cr`Z~#+EuPesSoRxV!mhY=jS7zLEx&Qry@aL1(sruX`O@re{ zbgiBkG?@Yov?|R2=!3Z?OYzynDZA)PMjP~R5St!nJ~^IiIK=Lv7aN_*%R7=M>=`1 z*^PWjm&g0@!-uPt@c{o CB%V9zk#dll}fF_j9vdfYZCXtd`Zht|?%uokkchqVX1 zN-+X2VQ>Qru!HvXae>T`9SqX*B^)8@dGOvEKYjpO)Qf0s)`%72)emqp_+gwie@=L~ zr#=<(aFHRpTIYC~lo&f^gCqyJ&b-AMUv_-T94^L(k?J#nC{!_lxG`6~J!?%Sn0;^8 zb^24Ed3nDDC}}Omqa|L#!e<Ji zx?iwCD@!bgBa2f-b84snm>9s+Q7mD6SX*}<7FoiPn3enG)&-Sr6&PD0Sk=!66u3Jz-LQjS_#$}@` zYdW{H3Sp({4m)UK?vom4U=n8=3`I!X0Z4iywz`9|20ou_2KX0l@q|TjYjA5aJK~ld z%uibZ@oCicE&?qfy~Fuh9bniPO?ZqteXQ#}rN2cxvbm{P{s3J}UN^BsZTa@@>X&o- zK3+?NN=$lHrG^c4MXSQ8p!e{0aAZ9+4hNlYc_Q!o_v?K!nx!u!Pphr?g~Q_4le02; z4GmS6OU{b~8vEH_MosH08^LV-)$~yp(lrx2b5oOTLnwmXeHkz3n!I(Ms3%FBU<-@U7|;Q)*&6x!=hnG=u|zwKEa_` z?Nlk&C40(bha4y?*)HdF&Kfw6GOHQ(C&6V|vp8=J?Q!XJVbeo^8j85rL2g9UwW`^j z7UlsDmlA^xsbLEG!!U%GIApZvRBvcZ%v4T0fH-iHqnEojeDi={=sh6vQE+2!-x>t3 z`}>h$zypYug`nXG=}m(){+Eg9pRgtp=b*hMtnGiq==* z#%g*9IMaH4xT1Ru-XF`AgGTM`yyJ!dd4{|G0sK9PWryPELFdeX-TYxv1 z8QKNFOf<%S=NiHk?41X(m>XSjHekiKQsO{UiU7*Jn0z-NlcjNQg7KnTOaQsS5Z>2S z17&!SEur|!^Uk0-mXxMnQ06n(23vm`}g0PcPG3rO&>35?$CbH zhw&#-r=icCcNRr5mw5?@%o%USXAum*JHkVwhB9iKdVM)Y$b4$i_6P_j+N4=_BDUH^ zv^)ry4p7+mR6|W15^#hdf=LBDlmMV)8bMDF_k4O?{EP*GIe?kxYmT5P8*M>%dNSJk zlNmH#{XHF(wu2uYW6%Mex}fIXt~hAZd;HTCqkk-3BG8qSksW!u8dQ$v79QVM3u*e!v4@Ysle^t5NU8>{kYYT7ik=b(|$$6AW6CP=+UG4 zF1QCD`2Z-N-<}LfE43YW>0?JUqfqD-R{kAHkgtb~wO=~JghEmY;pf#uxEp1KX;@Kj z;}obY^^1mIo|216e8&&7X&5k#Tft*2K|5&)$ZqdE?7UU{wE7|Ow>L@j<;Uw4FFKL4 zk6{u?fuRv_@g#10f(p6YA2Ae2h)k~;16Zh=I|fd$*2$Z)uwu2|tM$@77;?Z&04Y=N z=r%a;IqL=c6OTh9)>{IJO80FIBtqPZXWa-Sw}Xvtf_)a|XA@t@Y{4UVC879X10!PF z%ZV|0DUI*5;5}3V@etuL;D32%gV$xd&=sJG!S?z)@+8pS-y8Xdhwzu0`#pGE*^B+a zT`4y9OVLi$5trd^j1|T11dKB|Fu$FseoMK%R66K-F*X$S7do!>T?&(3_e`O_MW8zN z@o1PPAxcB@KEN~1C%7#ntTsSaIQ4G!foZSOEcg`Xk)>dbo0?#+A*l6jAPqLa zB|FUze3_R3F5Wy3`5v2_HHEOG-2i6PPjH+cy1G~aEwWghiL4*EAGVSg?P5;I`gebp z09N~%v$MCc*vLKvs0RI%NS&bRH+i7XYM+}R6nOav6-~edfYdmx{Z}PSC(=&bB(%4@ z#oFY7w$HW?PMtX>+H9cW`;0B2BvHuMx*irRKjSNt2ha~xaYW%g=+A>Ns#$Y`V?^Um zzLX?~%mp1`M2P^Ubu+CgH<>z^;WGXEx)y|0E5=5yP+n>ZI`E*qvk|QijAnQc=y6}R zsh=gjRRVfiMCSm0eMgGuIuT_epg4JpT~_Y|z3@BMK|X%l1!N~OZQ5&h=Z16jD|^&; zBD<}Oz$m*YbOSMo2KDNES?uLzk=mT<2>%K&K{^HD`Vu7&U@a5x^)khoUploE7f&Sm zozZ2@24jyifbiSWVf(^`r4l>1)qzf%P`x6k_>Nr8$*aGZ19&MkSpgnN(9?xMx*A=sO z?)IKtlxvjh{ak=1x|Ra^^b_PMLX`(6Y~PmdkVaB{y`B_M`@3>3o}j?5Epczwv8*)O znoXq21Nlm^Wq*%|5$uy0Ba(&MJc(C7!pb|PWeO6M)oV%q%ussLHQ`|LHZ1p43FQ}~ z|FNx$60dz7iYx`dwwYHDH-G6JnpG8%&lg}G{rmO)6U-HrO2kz#F`e8ERZd{Sr^Mf_ z9S6^kXUk>XY>f)RB@ehKRDo?|8RGc!<5B}yL%rhz#!mXO?O+3)tK8Ja-3I0=FF~yJ z>F#bz^OEGb&C4u%^!hPG|JxM)U|~@Iy**6mE%IYBLXdM63nb7nbHASU!^VsTI%`;VwGyz8C=s-8h(X0zEq>5FE4Q>+ZGl!K z723QXA>cGSK=TOZRxp_p@H*ZE9|K4wN+UF$v(6x+t)NK(RuYGKUmu;=Ro0*=%?{VZ2i zP3@~k8d{Gq?koLqeH{F+oo<*iNhhWC_fLi_0Hdf_Y8BrPYbR|wM$)lE`Bb3(<~n_v#@=J=tbRqwzNCW~fqGvRC=qcVvJj0GymO?uLCUTRCsv^b z+D(wetUw)|m)VzlbpWQx4WQ>7g?8-Bc^ycsOu;i<_%{UeUhK|Jm@TT^bptNQ8DIQ~ zJ_N}!nsm%snFg57#MV=5jtRz|-w}sZr`QDA&-l3)QYUms6v1$c#?rDeal^3IAK89- zZvWx)7kag_yK&d8&~Fh21x&IPVcFpOJoMh3dR*>$NLJ{BNyH_GX{`?2dx(n4&1w`Qr^4%iW}T4z5c0!de`-vCQ26{cl5qH(1S-)A$tItmESpk48oBG^p_!di zP}(@s<8G;1a(xOkUr(0jzc&$Lx~GyOS?cUQlbv3UE_Y0zgl-;&dLxDox-wLO*Z*$e zeKlY_LFM~dC>OHA(%I*M;^5J31niLJVKBy5(>u1;=&WMPW7efDM#?ypXF30~n^Vz; zuz#4uHXHuUf|LIL z+WYcos`ocsopLIU=1zsA35P=^DMBhmgE%Q<*qRg>lG!F{qLE6GGBlEmm3hciQ9_7a zh-BC#Q=81X&%4#>oYwD;d)Hm-ckf;6e*ZYfF75r@pYLaQ-{*av=e_ep-SYXkH=r~G zNL9Jxs3&F_mt2DfyaV3pRp_0WFeiw3%1G+vZW#_!w*IfSVz+W2;X~87%07(^8%}pg z()dU`8JCoMmHfT9Z^5nsBZvn^zCm@ z1HSiOWG%5XFhdJ#!5Z2~vTHZwS$BzOQdo;UmTc8d9-k5`_ev1Bim?rN!iJXnRj zwbCjhP%0_i>;fwA={m((md)a|NUL3CKh8q4r=>K(zI&vT1bv)n- zPdJiDc6JWOYu#g{r+li2&sRu0P$n6U(aWnohWPdcmWjo1$fZm3@E9*8B_&;u21VjT z$d_?;?=wfSZJ5lI1!A^m@EN;D|C_VE={0B8*z^pwP=q>9_z1ymzCH5+NWhggI4}l- zy;Sz2GA6>FwHc!zf7H>75(Pmyvq=vdM)7#$tpKwU+?QMhqcrD3NcDI`_x(LPR4r|1 zRNHr*65u(h@ILs$1yx$AYL`=M_5};RCx-i=)F|&$3U0lzR!OMcxfkVhD}eKLNju5{ zCP{&FzL1u7zK_zBOQt{eCDlk9)~3W?=X1yEVnbVEKx&Q6xQUWUxu?J*dgFO^+8-Z! zlyJ(Y7cSNRb%L-2N|!O5oFRhB!5>z8K}1XVt+*@i2U?O)iw4$tAboM%f)mQILl!P$ zgtTil@LB~#zB{<1p}t-Nv48K{#MG8ix`wI)b{EgFo(w#BoXbAF=gE;3ey+pr4|Q1` z4Fi|j#UI=CDII#8yW|+h*4@H6_h5Ejpn8*%n}UDs;TJ+|*Wp&zK%qlbb(|;3lXJ&C zwi}&3A)@HeQ)QmVcImZ=>$?JTKE^2?R9~2hXk9TRqRvQa%ty{p)Mt^%z9fFTq?N-b z_82>B26w7FXn*>F{k-zwiuGzm1NE5?l)5TCdrlu-^t(?(7Gnm(cYm5z?b{wKynWYw zteu85+1}MU4;xMGQ_#NEsI=Kxi{s%mrfSa##_NvXb$d<%51lru2S@R9B-4R8VBq@G zakT(i&^2JlHMmqs6{pA7JyAc|^L?NDhn1}9A>xHSE7sdE3J(gj_iD}z;EZc+ zwnjDDB{;uBrQv+bqd* z9g-Fa&Eh*ESTA{4IePU(0TcbvGhK=od!>4KiaZ(|uiSafIpj@Guae8H0Z$PNqqVNW zJ-E9-dTt6n9iDr}zYN|m5gJGGj?!f`>)43cYd%wGWFx=;oFYx z=RPN%Je|r;V!XAP*Rmt{>nlm35!9F2K{<~a7qKgg%?ROWLxj1v1;v?NHPON#z2ftr@Qc)Fc655T< z$b)jWjl)XC+VNjgU_|DygT9i9uaFt}vfBwD{C!zlNHI%=(s z-W-_O*ARm z0XC~W3gHTApbvt~_E&IG>HXe{vJQf%bd8o9+W>#<=CkL7#+OjdDK+sCm6{jt zW^_yHHKtXm4`RwJUzK4Oe|Dof>yqNc*7GtkcC)^uryWwB*M7L@jNN?i2Djj(eb1L1 zYp+s`$@ypptipt=UnuBX(!3e=bwFros%w;CRRifWp^j%PX5E-uT4uX*D<=%wZ1Q{Pp)pkE7m*bEScAv zJ1%Jbk(k+V3Q{u45GpMxxdZr9BqXNiY9#MXB5)*##>v#7?BNH}(TZFW-Jm=g$X5K_ z@ym%RxBM7SVk=;VP{SeVomCPfB~yN*{f|;V1tU0dxB&B9XaM0#wbJLcM>P7F$16)Y zoJ|>bK0lf;L2$FZfcUS+SoI?9QwKys#Jwk4iz8Sqroi3ke zu-EhUaPBPM%3on&>&2>{)vjaN?pl$lD-^E3Dqry43g?a+EkrlZx^{372vu)7d}vdr<>3?KNxLz|EB_`@sFJ%?IPtvRlU~|I)VP z7DAeYS_;SbXAf@^un|Z~EnKP{{Z4@>n2ohDpboM>-kLjq{#qOgoOJK+iwePpRn}=x z74reeHh>pq!1id*T zYri0`(J55oYz_&|z&`jE&(cnRZQU}9a?qkikXr7CrES`<0U!jJXbLoHO<#@Ap5uO# zW1ECn=2z1}U~F6+tDJ%eVlG@NE`S50=yjy8VMfU4He_+JC{VMufT?o)A;VxD!!Wvc z)1sI9hII%0Cq$Q3mS)KBUAP6BW8=+Q$HO4@s4?St zMEA-qC6gSs4cMgPuHXodEgp<`?k4Sbz)?$6`<4@AMx_C8A;zVGXTAETQrB4pI z^r&izT)~-c$QnDxegaCz#^m06BWea>L}h_Q*8S~gH3fKvC5;X0<5@~y1yuEaL<3n3 z<93XR*g1<*Y z0C;z+`kKX~5n*0j*`-(B&YswU-iiOdMBh+cuRiDSHgG!Igo6Qr%wj(WQ?MS?F~C~9ybcX3_{n3Y<^XUBR% zzY)6vIh?r>`-VXCC12n9DO>PPkN?5CROPyw@(=}cjgN=xIVK2XckxxIi+tr8)3$Ap z#ZbHWX5{a0$`LkBn}CNSE8beZiz`|Ar_O?GskovG&>?zeqJ*=&xhnY)U@QijvCEJH zCVU|0x5tJ8HDb=bz*NuLfxDz0i79KA#R=da8=7H{g0AeLI& zxQwYJ=ir<6AYokt(dFOQJ!ko!haNyO)h%&(*yO*Qwj&7=$cnhh8#D!a1b^%&Jd>t_ zw?w}+$$F*ZDf_1P!v}@rPX#&}B(Wg0`F?ran=}UovOiy{q^tYsQsbq#_urSty$j?& zd#f0srBx1y3+LaY;1df-W`HE&&;*p|HEeBd)zFe|cXoMH@K?AT&QtgCw6pS9bM|kP z0+0n)@uRI@Xlld>i|*T&1bEnH53~dcwMcRv1<}WzP!HQ;Y5wB|ByRM*#w1l^F1y8W zyQBBxFTVdo>f4{LNz*@|0O=rEA~j0wI%?8+P~!w~;~GSbkfieP6qD~k3HTZ84nU=M z@!OM)#qlmCKhS#~QLc>~4_|)rOMG!t+$Nf5v{r0jGMW12OZ_OJ@i4nH)(2VIIwofP zDFx=kY83pw?F2vgNzgcPU-0%Bg@Wz7%Q)nis7lGt$O)b_w-@Zczso7UfAc@NfBV-_ zN*4cpiAqxG@TcoPKTU4x^6%gLdmjDskGaCJfBpe}R^3Kosh_U@e3NsRaKEF+o9)p? z(5yWdx5~l4d%*3z{B15@OOc`*3nXH7*`-StDl5M;N;QLT z?}7yjo(vj3L`Uo$>CAXC$qKxV8dX7>d_m zIizSX1c5(6bP1wQY%|o}Y7>?nC*B*WxO}s~YjDu>0m;2QzkRH7&nvqNJIPs}+k3PI z0ZCo9oyjJtFYt|-O;dWYH)5- z9U*i*q?Wp3k%CY$z(SV#coB1a%A7gvEL(38Wl1EH`K*+WwhqdJ4sZu`;S?-yK$XN7 zj@FI+sfCY#LW%9UEzrYvKS`&pdIuKAv=tQw@xXQZuH~XD+~9;87AHxd{~Q6HFFTHD z*F`pPC<0%*fIx@$4faNA>?<~=(b;U7v{P4hV6axbziw+1Ai4&4gMT(BZ)iQR^Ec^~ zNnP_tDwnNw(0UkZwFJ8Wu**||5}+`Lw!X{5zwE~9(K>gfw3$n{3BB%H8*!aFEE1`| zU+yq)iUt%rF9R7LljMhi6z;0XM*?R`hW=i^AA#xNCV(X3V5A6`y{#Ch-9B9!Jif4I zz`u*g_8ZfET{m~~HFaMM3ubN%-5ju6>Tjc1{445n?c#&gN;+@X zevN`8ZJP|RHMM7`QfY4I9Mgy?vu}EpWfb$^J~~|{2j6yh^sV^hFl>eNwuG$zN9npY zsSL*`YY8YC9&zhFMMSoZ}601x_|%md6x{FSG!J= zG2@0G)3yo*BNGZTDf(mk{mVtAAIHb*c06S8Sd~WxBs*8!-!28yYyy|XgPpVAzUxLb zD@E3D;cl>?;`73$a_xG!;F*4?fQ~C3Y_+ZsT%iTSUJy5otck3x1DV529@4}u8Kb)NN)FU3$07Ned*AWN2d#3eZ|KU|I zOQ2E#xfB-8TSrV1^WH{_#ec%EBT!v`G@Dr{hiZb3==0j%&N^bSK1b)SooB}0BkKPx z4NR52ucc`U_%Uw3vYVOieTe*z*E4ndXUC)$D1%5-`0~s?9rX5-o$5I8j%;f1=pgJ8 z?#f|+X;ic#<~k_*Kk%%CEre-wzTCm;Dup)8C0WZii(Qb= zB*->x4XuB(ijB1X3wJ5M?TL?QRyAAh4>vAIGR#ZV+=u)2m+mf~J#^^iDwW7x{U|0o z2ci-96PfhW_p+>8i=TGdY?EQxkXh-czyus2p$~O$z_Qc4aBY`Zw%Q0*&s7EYKtSv5$a|1BK3Na?;D!-9}yrQivc&Gl+g$6g3JHtQqSP@AJZ(YAt9 z1?t}({*5lFiFck}iW@s)tbmrZL0n$g0rp67#c=|)R|+(7{+P9;-H;3v3uFDhoCv$Z zj!$uuqla*!22~8r+8fZty?}W9r9(hkq;YC_R~uKaxI$XwhCt8Z=2_1KPxN%V98Dpa z$RQ2*uY+y6n6=+cp{LkRL^|{i?_EB={&EB)s;`=PwOURmGU}<#Z@On$x4H(rjstTl z&gdEjP?c3Z;OR$T6McW(~fRLP#tV6s$DH*pg?C6;kKoD^hfIeL{gkd*r=3roj}s z^>(UBcI$l{L!Xfdzj@Z2eBP6F`#E;Tz1a5(cePILg?y?5jghcPCQd(Bfn6%vb;|>? zbU+n-i&k9J^rxifF^5E|X8Bh2b2E4GpT_v~?g48t^sIRcZ;1VP6EtTvb92&mUow4Br3Gx3gk0Jv0D z@`e5)2ja5B<5?-h0^PQ`h!k`CA|}Kr^UP7SmpDM~sq@xKU9;HZdc>Tu&b21KA5p-< zYv)9i4G^SQ^>_oZ`sDP?lY8SAyiibo<4IjZLlSntcjgXYB~p5aC;vevNs?5*}kIqYS8TQk+Ds>B@5Vz4BI8Q47TQ#cmW}ZPC)J^!qD#Bqyr>xu=u>NLVs?YYl}9;ISE?yMj)Y?Y>Yw5 ztcbVJ>?s44VsUz=+01k#jO532$|(O(V184#P)qW;RabOSmhUPVP=~TR;rvRR(`%XT zH+v$wlyd(H7{aup2Fd6-aY&8sc(;#ywh45KCT!VYv)jW|Rz~}txqyRwp{3aXCXnVc zG01@=W#vKDzJwBS#{EonlKErAU#Gcn?f{={d{Taed$cShgrdqON5DO(*Sa#HK;8)6 zry1o^($WP+n_pj#D|eYflXEz)U4e=Pg-fS!pPWAc1Y=*Qu=lG`5?mio$N1^4?DflqZ%2!<6& zL~nL4+7DGwV={OYMcvB_UI)T}Qq05-9%B95wPiEdvPfk7>+ARKpD2gwx|oLv2==EP zIxjLX6L{33KX{@OT**{hflSh-q82O=AZLE5h!fAK-)7LAZ9?SA8P>Jpu^&EpTfa2Sknk~m_hp^Z;_x?b#CZ# zC6a+ihPI4v!*;v52iQlD?UqNbJ=V=oXDT5)pbkBa3R zwa{)#A!zKXNoKrGQDXPMB1FJZdTnRw?T!8=*P}onmS3)muC;z_mq}D6%?$eV$x`R& zHhwXMCYN<_@1(e}T9O?YgULvEtomlOcD8{cCE$GA+}T*DA7zEDq_n-h{GcBy9F=~c zM>#?^cvcB+pD_Bqp~RjQX%_%|#W`?)Bp18T&TG~@M8^95Zb^AWX} zLKIQhsb~Z=fMP0E-yA5#b?fe#*!0rTX47meG8&dM!&+s-?c_NgQffh^o(Sp|I6afPEX2vy!MO=)4W1*`&O( zd=r}`KTM6*ctwYbQEc*kkPK=0%VmOk26AvwDW<4uf1Z(l%+s+i{G_EQ6=U_;89#gE zyol6)s-td=iXx)hea2Tbs;=^^+>XI8eV=*sGb&CSfrVNfDfNrQ1MN-;1VC*xU1boC z7!3}=n3OK#*$U&?tB`SQ6G6KS>Y=WLHEx~L>TLnTxvq<3|5cS1e+?6rD)tP2t|N@i z-IEuPK`pCHLIw2NfcoS2DFj*Gp|Ujz*o2&LvTsDp;TEj^VE5C#$fU>+qZ#%Sl~@96 zE;5Jq;U>WyomyEV0*h|!3};ylHpb7Ej_d^|g550c#`HSZY#FtT=POvk8bBGW=Efkq zk}PUS(w)rFLkPjb8s@2A7|31__!YBWyEv0+U~o;V^uR0Q95X?cM;&Ib!i73%)yY8SOEsaP3T=bK#t{hv%wZiY z)js5vcis9vCvXC=2AvO!V2k78lpg98C9k{py5j6hz8}C`+2@$f)67p_Lo_4XWlMG+ zz}{28gER9PCBh0mVKb*H1FM%)x$86s>u&Rf{EDdz&^I*or2tp31)e(0!tps?Cv@}0 z)V7p-`Dg^JWHJH*2w&gl_zU&W)n1HnQa-{r@xp^XGQZ;Cd0z$zH#XKk3TpwGKj*4| z`qA_3jVG*e+E~ArpA7}krCSkPevh>JoTX5RhN!U~JL0YSO;PICP z*P%RnG{~KoK;4(x%O+O=Kk#;4u*HmEi7_y7mIPVr;dv6`<~DbaJyr%<_fSPPLbFFh z?!{Doo7j`P5rRMSG7E4yq z@sk9%qnZ@t5rGV^9Q(36|_ zZ{+?|?eW*(!+>Ol$()Z&bEtVu>#74%TrzNEN2O66umey);Yx%XgP{WTh&L^TdO!y4 z9~?vl;q5U4<{p%?Qzn~mA-R|avs3xZy6rJ_P2IvKL)a%1s(ZJrY>kU`9D;P|7bgHd zwBZhda$9%^JvKfgE7L$#^_SonhWLZu7nMv(wz$%@^PLnQH^;Ys`(Te(^U3vJ9a>L{ zU0U5fxYrW2*X4$Fso8EaWVyq`!)QMJ$b!EZbXn&>hEz06KS~uMja4a=Vn>mFqtX)= z99ygBViYdGuH{LKi{~o#0y2MDATF-{6e$YNXQGbxx=D+_Vapo9N>EhZ>~;bnOrXC8 z)q(227ZaicMNGGXR1_FVHJ07QO zNK8Hqn6ke(9X8JQU)1B`0?2$MT2JdoI=B}n$XBOdX3bf&KiDOd1>QohFlx|RhAwzm zvSrqAS`PjhRLY@FGkcqod?7j*3(@5-I4UV9idvER7$|Nktll2DP{a~S4 z=FoDSB=qz=8X!ucHEfjCAbc+yJcX>sy^#GyIfF1#_#ij5q->U;pkhsUBk&tmrr@jOmjJa!xR}_5Uf>D-$;%6pB)GcinW&-e zMEZA(#7i-Ttw>jj9B$hI+HtXN28UUlY;|+`kKX}KleQK+h-ig`R%*E8tM#rRcbNwl z83JS_d3|9mDDll8>T$D-%9T8>QkCS_D48A+J99X1sP5N?JiV zz-6x>#^wAvif2*-wjGr|;69dh5w+zt)#z&#vpRV#j|`hUOaz(kt?GBMagk1@`jiqJFA^5K+jbG z?<_dq6_mWq(Ydw2FXUK9`S?c8qfDH0^?*{`SGA)J=Oxt4mavl2%w}vX-|5E?9;`vj zif#q)$7Gl9jJoondpD%2s_qnzBo~@Srk5tA_BxXR#*wJyhog?ha8neCH-J$;b}ME3 zVkW%c#+fV%QM2-eh6aFd;t)mryJ6qHP}Tu+#q(w4rofL(&ZBAR-n>bKw_4S8iFmvF zjMX95E3}a)c$u0$pY2q&i+@*g1^Q+weR;Dd;SeaKmfN^sPdPMs2LvDONQWlX7Fi;% z)hukcOW9M0Uvazvei^zCb?ap;mB-;79QC;$BUBHC_m}=a?20e2TeJz6w=Bt02{|h_ zGAbU9OTwp%QzM5ENnL_0?Ag5_m{vY>`uO@eJ9<|4FX4{ydt29RSaiWaDsJT}T^^b58H9S4MNQunFPp0CSc4&rHjfWe zN#7EOOog2UnEr+4@^|%IP-8Dra7DeMbW&GSH?+Asf`h#-OZ=6s5SjkQd{JhbU~%)1 zRJ!+WLiH!lo?%4^#>LLO`94=aHbx7)M(2mk2C6queG^;y2nuecFxD||1iOA%Bf0XA z0sM&Z*YOu{P<>e8g>%$gunsPGvaC2{Mybg%dkSjI>K-Fw+pv0y(+fkpbr_IoVzs}EyRHfF!=KC=9;t01Rr06T4lV!j)R`}xk!WEA{=r>`S9v;D%cQrr8*FP z^A-g@qoO_ylgJBJXO`j(Dej;*bXd@OaBSj5Yta4|tu^R=ECX>!pj{FUKMF7tOUq%_ zW{_YBtw>j>DPd^utL6gOM$fzhcHXzYvd;R8~Q?#QL9$1;v|ZVQhL}nnjxt`QGvk z4l^^=ZW)@Xoa+n@fYmNZlkVoyT(-wmi}`7!yy$R2I$hx6CEqlFeC1`|`L)QBUb<|7 zeEKjWj2rx%U}0*B65rm+h-x~K_HEw#{z|cL{?OTeFumK42rh-S1aX-*I|L$&4LEn6 zF{8L+fauw_^3i{NB10;7%H?bQ?45H)W z<3Hl9*bXTm(Yt&M4|^F$4dqp1&Bs|$!hqF`mU-PPjNRPQK$J6vlyr*CdnNAa&Fd@g zQ7Uw~KV}u;GjY_$l9B8#$J;_Ua6G)koxHc8GRqlgz%UBKu ziPo(SiUM&KGZ|shr)nM7@!}NqShD~i4*}Ho&j7s8oFKenrw9?xpnaSw8)KCGu=(*l z3im>6TpxmF9Dr6_eR}>8bNi`7r%VDwcxy6J_F=zyuu00S8(mInIK|fS!Wh336^%^yV**Dvx&`VoqIAgVw(s z18*hA}aT=-%at2A1^0oZ#_Xq;CK-r-jxn?Fiulf2mt%=W6qv@C73tu0N} zWYCg_oOkgoq4f2)*i)IBjR<1IUPZG^Ht0HweJET!B4vq(a@Xf6?RFe zd`~911otA!88R&HHSQ91TnE~GTs8)~=nsC&G{tXN-?v}<_P=S{at zKkRqv3D)lZ+};F7_)>_a%E_Irl8&-szL8*k|()_9zX3aye{vemN`|c?B z!^V0>hfbPgeL>o|y4sDS`Ig$GnUlMukMftRZ=EaJ&!| zDawC}2W#d)C$-O2A-ff$FBfwgg*v!i?oPOE9fK;xiVzOWpEe+nYRpO3(I zK8fP2260d{9OIYiNJ%514+gbeSVlMUDpl1m`Re3@Y!17)G({371Q@V^>;MW^fHRse?Iai~Re?po=3AI%B6Fk+urEzeIK&wx{fTxB<&>^^5`Z08!H0K>gJP7MsN|2}Z4FJJLEa^Y;o+Q#z5 zgQ!#~>8d!5NiCzb0rgp@ivr8Y?!1*VIiG)g9d1-Qgzv@eBW{DNq5+za%i7`a+jt#i z$O<#p*}C-(AfCcnaEeY^rhosg+*&L5h3MYk!(VooqqtX7v`I^=$D*H@F}T5@YZDkS($MoJE!%-plZ7)WSawWy2jhsghD!VBQ3FH}mFP2^n}MXF z@GF(2$B^!xd)a8%4+EqgxyEcq<*Wf&k3gSpnMZ1doOAoQq?K#hqRHp10V}=BRRMT| z?XOj{Iraic=tS^Vz6#B<#@|H=6$VZh=dBC;T2xplzr8hTddK$x%$hpqiOcsF9^*Q~ zn5kiGGY1E~=(@qEKidu9EMfbl?OjW^LY5ykkr;LeXtHK4-%l~F>GjC{sh-=Usaeot z2TN^RP2YfkS$+*k-j8(uw$7g>^W&gCbqG0k=YRs>=fX#PZkP{gD&qS2hh{rr#%A~< zh2&lmGry6Q@oG{Xdrb(G^4wf#*Viva7hp?@L-4=Q-BnW`R(e5t&ZGY#{w)qi5h(5!d z&;)<0jzga13EMZYJY0}fMK{v{TiF4m>phFfon5f6KtrG=n4+=^c zKL5SjLQwxBYUa(vap@NP1!wF-0bsbrt@aSU`@@q=(QBF7S3m~6X@T6TAz50a2Enm{ zNv3by$~v*(RJeU2Xw3e3$2WLps<j6cvjGBSy88neFc~MprGa@$&z!0i=wJmL4J>Ip77Q zEos!ZCgQ^Y)C-%naRzlKbmB382FkSw51n|ih4AU}yF#kg7F!^|R0q4{=hrCQgYEIU z_8=MSc+_0+?4#!f@q$mlmay-0;z`02jhJt@2M$FUApg67NJc3qVkZ>SXghm$(PMq; zdOiyVndB=t=52SMpxY{kkC&miUoVd?>QdUngv*0izzIBp5Vrw2@kLZVsuirWPmFIo z1W!LQ@6mMVB~}5lH_IYv@Z|6*>j39nC5xs3aCq(l#v+36{)IhU1mY5Fk}LeW7ocX2 zNw<(3^jT-Rzul_Gn-M&pUV2P|S#=_^e?fj1_6a_gG57<*C_(w>vg_1LS1WnDACtW8D6DN zQ8}rap$)ly!v&-sBK{LLJw6nraS{b`BkuN^MG$w8`i27|gG-=&I3FHH38@}LFq;W2 ziXiP&u^WnlRDzq{*wFX;-u>7Aynf-wM*00;kF;_5 z`_;$~|GUZL0%#b%zoo|!5NO4*2{=t)h3j}}e%FskO!`|)@%>l7|6f(<`u89I{{JL_ z|I)qx*vkL@?Ej;3hkqOZ-*4z=O-3*5vX{{5oGm&KmhfysUKW0qnDlqnidP!{|JAqA f`@d-<^s`3Y$`uJu0bD_AHmJ>%8vs{+y3U|tBL*G;bm#TKTPmg7d+)bZ2N3KXrl63dVbmt0o5lh_nSqa6qrA|zga4w2v^%V(RVhlS2e(HZdf;a?vzemvj_kZc= zc>bvXKmETyq*eN_{rBf|bO~br|H1$3CJga-b2Ec`qi7SbZEV@@-vn=8?_{^!UBi0F zYi*w;@*K5p_R30luUYN-XLycQ+qC&D_$6u zXZ<&R-joO+!**Mp#wzQ7@~02`rQ!THV=3SXYrYX@Ii1s8>Z{4Fop0E7*1NbPY)PN` z6if^Z-VOQE)^Ry4S5M#)dRv>0juB^{74Y1!P&?{icXsxv(?D)mo#Rj^gF@OpCzH88 zgU8_Ih}wxy_LvX`rm0$3b-jIG=4j(9J1tg*7gRD)B>kRKvXDjXkAP0JVAYE7spmvq z7TSlUSf2y^v(MverWK>T8&M zA;{WVE~s#H=;3{KF#|84RJ;m_j8`E4c;5SgEwF7SoPE;5sp7K3l;cq0L{V1YwLol< zE;n(sB7NZ#)(g|47JF?Wll#@T^E=~q@gsg|WJ=o+^#Hq>;Whaan{SAt;EpI+tL+DC zGh<}M$X*m}-{-TWj?x9yHtsK`uYPB>JtJN&EaUp|%L%Xfx9XF3yErZqLgML1bQLMJ zE$51u=4{l;Z9`8mPr*)}x%&8EwIQpbVcPE&f(2SS<&6uFaG!s8u+c42QBzYhd55u; z)J&{g6NBm7uo`YYX^LKiVm-&|RL)9&d!(@c%xR(q+PTPF9AkjRKlT0d<>V^3Y8{N+ z^-s!?VN9&ecydpFtYR^xJ&(Nw-Q8`TRD3rh!ur+s%jZ*3&HDdF9zQF^^TGGF%$PqR zCxSkpIaXjovy}{w~@6!>jNL6qPLT{MY-}9fCgP zOh|R^fZFcNsLLO(So0i_iB+p$&0#}W*OpbQ!bj({QiSWYgqyyNT6ySrzlE)gSKmE8 zDr(=$0jKWcUH<(3QomG~u9n33>)vI(RH;|FEx${DYbo@w)6Lrzmbxkp+U@9;u+vm((-|Gk-r8GPw{-liO_)+l);I5N{cl!YFsr7#%ZFt@)iiQmi6-OWD5h;G(yQ`-Qj>{?@= z@g=J)MMV1n)v)MMtiY=hXjwY_Qz1*bdl>w?>w;B*YosTh>hVRWVQNrQOUqn`_O=rEXvNd9Xalz{I(o?{ z5F7yOr57TfOM{5u7?S9R1Do}H!P2SyQ!Y8}W7o1X>EwdX@U9#+wMe}uf;z0hx_1k$ z(L>KMDwVO!gB^G&uu4Bq&1+}EzQz3=w#7UCYI}M4uW7_lKuXW5_4x3E-nls0-t9I8 z%GQt&Yxl?|*w2m7G6Zye_Pf`lV^Kj8^dFu*g$OdSFx?fseVfiRx%WG4D2Mg+Xl$fR zg!bsW@7%ScI(%T4l))=EdFmc%s7mtst;Pfh9XrR3*y8Muh-*iFcgWuJl_lUE3 zekyRIPTA(9ZBUZf&-@G^A`i>SiW^zMn<$@ME0|Mq=r(c)n5b zF}BXhG=({^=iZnRlUah5{()fRcJTo03b|u-(?GftTlUc!_+Uh;z z`+7v#wLJheF)?nAp~AD>7wkh*xZ;n-Y6WiEl_mJn?zePK&`Vfq7dVxIv)k-$t>@P* z_!^PEiErp98PyQrTU1tg%IPZX=eKPQYR!ys%6h?$P1lXt$S&FYu&PjkouF2NG3pcJ zP5E4J$W$&UKjlvci*&|KI=Ue3ojU45itP#sb>!7IW{U`5mwNeFN=)|QcebNDTc2n+ zA!sE}PKu7le%NilrdyZ^wWBFTKCp(H*amox*~(nzl!3jBH@ozsZLOKeI}QIGeA4P@ z+317!wC~Phx?A((2JJNQpU_C|z`dDdt$}V$zH!3>QtlZSsANe|gXqMVxqU`{fi%U4 z(MGiX3(Bf4!6s8V~_tYM&8FVX%D_Nba^B5W>*~DBCa+j!>9CXVW zMJ+zas&X+3$W4T@JGESLNr`f$#yr5Qh}rjQ`=ZVcj#(%}>*O@VNtrGU*wM)bH`0y{ z#m4X0s=*?2uTcSib)NtrG!b<(R< zLBHGPHQzF1mmBIe68Y;gg=t&r(rY@phoQ=$C&IQq<*I9FXk@>l9&Yyik@8ysd+a=d zG*V`|=Oz!|(I)!&&BaRcD!^M->&w<_6%JNDMLN2GW+rW2>As8gR{u2=!5w(jp;eK( zcLRpLRrIw-Sr8VKbUEFC3^?(#yI96(0_NQ@o8eRo=+uvBov2<FQ*0ALW1rZ%UUx#XmVYoOil zyDL12qd6)p^5Rz^NzrS8qCEG#VK zSgm-h8=07dH+vGVWELjdLox$)CL&2vu2YTWm3_>TQ+MR3peS;9yaz|@`m9GgfLKaH z0B~$}%xx_V-JJQjbQoCGwqx;Y{i1w0GrLJ1^kSRP8Eyr++SPhYI4JF90cxQA-?wzB zLt5gmNo2)UH;sEA1|F_=_0L3buf;7?kH+s*Gl{g`*#c$aMCKw6al|Pz_eShKs5Ea{ zremU`r~GII`l9RD(gza=00Q%Ww(3@WGX0iI`a9X(tX#O#B;B}VRz7x2xjmPYF@bkT zx=f0Td#_D>-V{Sn{dd`>_bhJK6>N$fx%uV>s2m`+6yRS^-+YaOgO!+#ll58|kA!*x zq`~*0s!#DqPWtx7`Fw45n|A<71n0@3~=%c}sgsaK`mGlam z=z^m@JKG1g>BV(#>whZipx7i2iw=S}eU# z3%hIM7a=^)F%IS;rjn8qMlgNYW{;$Q8vK@@KWR)NR7+&7zv{ifg zccf?V@R6P#u^`2UQP*y=)^RO7^4X@x_sgdLT0cM9MI5nOz*p;z3yHa5T9!-8=qut0 zq|$Ulzb(Rfk7mJ&T7$2z=29iyGFyIr=RVU6YMjdcHJ_o_6I7mrMHK%*O^DuvP1gRo z+DE&)-4FWxc2*{GRvT~%fAF{Hq&*gYwMum^$~aU6SPn7OOu^>97VGD|d$b9Vqx-QE zqx#@<*XCPuL!~bL7Lwiq4yh}fmyP_vd$N0Eh`L8jhpd4r`FYc$Pk#4xm!aM;w^>C= zw{Xktr_%r>o%1$3V)hn${;Sw)F5cBSTAldqNSZOJ)4;^!ip=`Ai^r>oBPNzYTRoDv ze<_&*!FWEcTN=txZH*J2D1MhjYCouiS8f!s zTEpIAeeoHN`_72d8py=eu`1h&!lL!Acy4ZeuFdSwvo%&pk7$6NS96=oYy63Z*1NN8 zqTi6}yEKkLJUvmU!)`kL>g(&%Gw-r2xVyOEtmsGSAY+YFbyiu@P6n)f4P(OMjH9E?XKxdddwtsB_`P z`JVAy@>8!g4qjl{i26>UFW3EU1c04)dWdX#3x+hvl5k0rb$yW$ zgRUc0cX6#rRYA|kXx?_Bl(jahS1{I6J>M9lKB-IT_bM>>1ySM9l_^4=HMQ}D?n&ww zH(V-5We;^P%{IbbuwM($7wFX{^Q#oo>CYw94#|ZbWO8*Wzz5)(ww2v;| zZ^`k;$Hz`uVqOPk!CG0{rk|&~Ol=)(EnVD$6I)keC8uBZdEPc$at(+xowm(FG9p_Q zw)$0WEK;UC`aJP(>Rj00mOyjuQV|)Bh{5)PQAL@`o>Z}$R^d~d;2BM%&0k`D|9-H~ z@L0N(wQfqie4oD4rRH&bm>`^)|TEV^fsVY zcE7jh26k3(W4YZ8&+P&hRSG@%QCX-0rT&#oBe4qPKHgS=SkYiZ$ctBq_O*(tEc`fT z1Lyk?q0QCcp5e%uaUPeik=PHQ*P^H%CFyPDnMuMMr@EHNh1?k7Xn~)Vj-7%jm3GOZ zaN|ejY)7ddOkBh&WC73>&A-P@=8Vc@fgY&acR<9XO%_hpU0P?^1zhW91}l{Rpo{J9 zQ&o%hyx!ef5%|!E*OeGexdVjc+$tXZZ#*)11(%W(z#cQ|25X`KZJ~Mcu13YfS`s;8 zMDAb6&DFl-wduB&1Jlj?O%9eXp zZuSuZaG0vvfYQMr#N1U|;c2P64`J6IgA* zYQQ2x$c|)ETsFK~_Iewjh;swpeYQ_c1C)&y^;jVzcw<)1P(8=zN3~wlzIZ*Cfc5XJ z=ZEAre%w%5vZ++&X8a-eC#OC5XUIWw)^nc0zKEHm;{L)nL8T&vzV*HCmKPL(Q#nCKt=R=u zFTXIH&w5*oXb4fZ2v-&$;8|eS0ox;|BjTx*%>tbHzh2d3*P-3XT7Mu?`;=W=#9#&g z!H1)q8d9~~{(R#34gh;}HSpgN7tw(St0{@wsVvGw?Ld_F$qHiw33B5*f*LQwxjZ*Q z^yS~Zov#GPl${Vv44lX97-lKLfUZSC&sSZl^~3pf2oNmU0eX_L$oSTL>`t0r+CfA- z!0nQzJ{`rTFi{!Odia>aRpR2iw2hQVlafUS` z2KNKbF|HiAon^oCSZV6XJsj1psP`r;&pCI_9mdWhPg_qqx+PO%OGdgN@j)GZNY4`D z47#4&|R7a1DqzWoL-O7`NdLfk<2Z$5%NBO$6Lp*2 zyQ7MYw)=BbI;xB>45q7zLM%()RjwCn&jUWi5hxE7p!Xd>FLSBfs>Kheb9+Js67{7u zTy9K!7&8+`MQOq_VS^eoc#C?-k{{q}e77&sBue$x9nF8baz#@hZ#iCTmXq;#u*MBW z4(vk`hU_c~d)cc^_{^CLtq@Epsi9YfXqKaQ`UyfBh7{L*2Fle;&2p4xs69Mj@&0uL zs%5QN@X(6S$D?QI;9>@fzQs|P6CZ9grXhiB*xY;lD5=z%>8e@Aw?qSr+qsDh_2Dcs*|OKtJD zAkvwH#={>s;{Qowp|y-U6`BAyxy1Wc_(P%llSgd_vlCAuIIa3*7}`e=h5?l+LY5{j zQq~^=!9m8V$diUGUzJtVYx=x3f5+e$8kwn9zF#I}y<(X4)9lhWQPD1*P3=7;HA?pi7$<-4FUCL^0N=AYH%y+>jOh)Zm+Kvl})kp_Lr zlgn2}cZl1Wmk=MnazE5mqcl4WiP&sr$Mla`dt2|xTRWTfp^XlF3*lKY_H`pBG5djl zN?74^8Gb*IjI;t3;`|p4MTA}p5X$O_l`V_@0gEyB$${jy4Q`PT4pYFU7#+yX}mg`B#D|-8#5~+M!2UGI2Y63=Ja!q>h5{H}{fzhclZd8Gu~j>ZWEuVpKn3p>m9YOaEH;te z9x}Rg2|H%dZH4#E1Z=oNz7@yGDF$?-O?8e}s)PF`ZYy)~ ziqpcNaQ>+=$$Ca9yopKHm74jdj2Ww%?Yq^hURM#vAw5V_dbCoUg)jCc-7<9EnE&b8 zGA!-TYKNlgW;=F~+o=kpK)I{(dK2kwQ+Ncb3QfW1@t{=<_vb@8l63$L4gQ7N9TGso zVKCnAXJ`b_wmG}J#s#n~ds_shjwzFT{BrY;5}pS72Y~~@=Fn3kCR^f@bx!t6g)#5Z zUYe?`OR$;4K`jwa*3G1nlE+2K@uJR$urIpZ{oGgef-rNab61H?!Yj*S&j#}~H1G&u zFr40!r?6h7q~76zZtoq}UqW9+e{1c$Kvau1!?cL1dA=HDQe((r+P3MJneeLE-uucV z()c(uttZ$yIxE!gUpwK+~P$J%PVh50m*IC3u zL2SZB)vX>*ApiK*1tqz@qiJVTJuF~Lc^b>W+OuCtVw}ZTKSUev^CiO`mDL+*sG8R) ztK$ACSm5NW9rY)kpcA=hi4(Kww?J&-h6~e+2Q_e7xIPT&^0OUN*7cJac9gZ^ukqf7 zDXzos@7k$JeKL`>pz-?ilF3VwQUekt0Xmx(U)M8;C=p!}f6~{=`)xgZzn}gK08oOf z)Suq5TAflxeHjST!qZd-3ZY>W=oaxmR?fN~#$T@8>1%L(qvNHLfIwaUFYpbSwoqwm5Q?GFnO+olSkx7Kb}oPH)N1!>u}Ah~B-MIb;0A`tf;goq`9}3*t8vIA;)c14 z*z38B-6eiH5h+gVSU4ATaHt1hY~*34zMO-Q^GfTR&?YDZYA3fsxcWszeL-Bc~~?V&KJ_2Vm0 zfl`)Q6#lu4*tyUom9Yo-v_JN~TCilDX0eDt>8hnPFP+XPNfGp{G2M5Zh`G_4HB=P& zw#s0X$~4vdYeK1Pk71{~%v5`-=FGC~irr;Ea?$^f>gJx?2b1ojtM5i`GVc zi{xKn_o;yc=D$i-SOx-0LXH0U`L~1$kIY3TXRy}BHB2Qbm(y(kOn@cjDMl73t?jMP zVO3D+=*)H?XU^3-JjB<&xPe^A|J)>6(zd`MGG|k;>=~M!5>;L=IIvkM@o#3Ob<1ce zpDHgSKm3bh2C8H*&NLcpyCM6q-=YJqOeDC^$V{sa^_-&O^0i6bOXSr{oHxYIf9&lP z9RRFLDX{sjN>||a_fcjknKfU@5Q3G_#CTMk%hCro+AUvF2gb8rQL%Uqy#hpM3Hf$w zS8>O-b&H;OZLM1bb;im>EScaQye^#fJWd38+vn+I_t>g!+*3SYCc4E_AN&@(h3fq~J&)gs%%leF~v|LclJ{7;5pyF3V zkz|uBS8J)UYW0P_w&|MOjk@VTBJxsS%66)&#fhJnHg*l~U_~4>Jl4s_yJXi!JgLwW zw0n$=S5$I3eL2|45m*3cg$>OlW&D9RBLP&SNE;mb8%+Sg_P9+V#N;c|N_*U+r%m!c zRkUT-l`8FNIT05nk94AC6o{SQwIkP@D(LEa<%eI)?BWpKq@_jviWsv)Xa^;Af{JH+ zT$&FT=XAQXXT0bpv9mCF=(Rjvw5(zSKgOwYIp4U`U*^-HSev#{#b@r1Cg16?uS+R6 zZP?shn5fyFt^1=or8ZhQMvLj2G*^melh$gMIglreQO+b@;>yIQGN>3Nu@jNA4Gwe3 zt9}dCm+EmGY=IRQ2oSb3Cp7==rXMH#(0nZSvpMXD#o3Y*4oQB!sEbV8$lAm43{^cFCC`;U{!famRak_-94Yv(#SYcnVpriuXR` zAhy(pwwHgD|C&0%Os5q0z@GU*O4aChIb`RS9MBm?LYkFt#eC<^*MBTzn5tIthkOj4 zdtAQx6oKW8fRfoMqYH!F2{dNzA)^?k`b7^hilbT30-L4$ZLf!vp*ok}_v;8`iuFo$ zR07~9_>8);L<0wO(OtM07+?wKyGs16vj#S$oJPx)<^sUoK7Euaf~zV_+FlZoFDu7n zA9gGk1{sknM;Y4uwiy*^zVC5+6&n6LkLqIN8rv#NrMbSDV2vYj!)8d!8tIB>!44vG zQX>JX=H=@GS68cEu75tx^154?*kljff3L0;?RByR{ONYXBa;QSf?f(tJNv~*SS*Q zh9>krrNH_!UGtx>Oci=GJ@CBb8-W8Iqp!9L{h`SxKouw<<(9wf1J*GT#=(%+70aHo zNy7JCFl8gd2Jd=x3pJcUjrxBla;_A;d58$|NYs&tvOL>Rxp9)!SaTdDcR_z7$!Dk} z3Q#n8UNZ^D!Ti?uCUWSH%wG{6Z|W-)0?7Yz1pY|4K6A#pXBQ~LQ_ObMLCQ7$AtT-? zL|pM)Bvk(r@Mnik;6d>It<@xVSi?8^qt?BOxvLU>2JgYm9ww-#0{DAm!G~zz0MN# zc#2dpvNeY)`A+*0g;IXvk&8NN<~++)%Pg>B+*8;~DORI3J=U9)V4I@{GJQa9y`W!e z%9;@xh|q=bT_1XY2~#)sMDsIRypyukJc$nxeTuw?*Y6v7RvUZU?Bi#5dE9beNzG&? zunVRi$!`xQxrzTg$(U3+8LHTy|GS*EHF*u&a+CStQCo8N zUrXY6;VnMkKTF0XNI z@g$m*;cheR9wIG(uaa5qSkM7n`lrBsQ~&zpQt@_!y7ZsV$Fa=bQLweCi5;+Q{x~7i zM>{?(ra7riX(!(rP=+ECc3ijglf7%A{}}+9#Ai$6^M_s44iQ{_4yuSqrfMZC6<4Bm)vI5Z(!a>Eq|xVdWif|vLb}g zQ*FCu%w@oLV^06hA}v6p{1_q8C`?ZlIkOm@JOrfW^RHg%Y+fmIE~=q3_8Jg#9={{$ zT2p>e$O$Q7d~P7CI#Y;dW3@c_j5u#YalPnrqxr2eD?jDSSF#$bBc%=F*1o^k2%W+A zWs&GzAsJaL=9%bDgXAHaVG~HIY*}-cH@e91a1(jdn4g*5{Bu5x)#en+8w6+gg~Bp) zi9;wGqctnmJv)Yid)y~EVF@i70?n~1!tFR(iYKu04Hf35CDTq;oXd&essUQ4Oib95L4feNHP+Z3ojk5!&9uiqSzBg+=4<%sp*w4JB!(vn6Mu;}RsQf-*r-BL{ZtcQr#2Td4Ta*!=?@yq~gj6gCnOoFmF{k~(Vu_SQ)1?PpW z@v8LOJD>pkAp!;cJGPdsj5)Zl$}UQC2H(+i4lKIf*u5XyAf=b^CgeO#`+=8#>XoSn zagJst=(1BeQ`PdE)RV9Oz(GMTLtZj{Jb?(lJqaQMYatKN;szQfq};V|c2@$K01+rV zbHiH6^hzc=u8hMIrj{9QNGF%b>auN3nb03#vtslw5zk8wRV12CL|b@8i4Gx4!~+la z{(M)q?jLeDd1e^9-eR(*WJfXl4>;Kl#}@ z1qfVxgfLXn?B@Fsw%V*M>FE=!2n~GUy9HctXttx}SYWnixr+|bEchI9wjH?D?()Pn z`Ucl>JtfnL*4&k6*zBA!D!ZO&TOVI8yXsS8i9d#FS#e_1fkoT1(Dqv%Jy|)Hr-+7| zz?>Tk550`uGrE#Te=UurC*9(T1I6(wXNNb&Mbi7Yo-iuQ)nG#t0-W4F*JeiXvZvwn ze$>b2MUOHJY=qOoYm_est<#S%wxjlDV=7V3eVOvuSDINB=~n`QgYjaHzdNKy{T|l4 z)-_$iWjRwYND(Bt#==!7{4LTZhK>Fs`D7?9DVDO1XS`7-O zd};^saz99dWNg?IT4>I84hY2Q6{a}paDhYyQvgsCH5Bb>HYt^IFh&rIliwL{9C8^c zHTG!)LY`#5cOZxk+$hX)n4kh0odcR=zBmd6=mi;2szL*8l?O9!KApbE^fUuea=+=p}cwm#r80qW3 z9mF$p%G6H6Y7x&916k|>vVagK+`lJ@g&F=@_vE_z4M6Ry%hPS}-`mzkMwgm5(1MAN zOi}F9QnXf??OXD*5iI>B{y`L~SvM1YhV25E8vaU?89yjFPQM-h8dM-!`JnZ$ zY4U+OUTvr1GFf|CoRaR=E-g;;@prG>HcQx&rEP_W%ryVkR|{%nJZsQ)JM=kyRE--l zV+W`_EnH#Bz!U3&s(_*wpaJKN*8B&8(Sm*>0WUl9O{;(Qua`)fLy(xTs)va#a~8X2 z0oN+rB!N_QTNo-LxXEXl^|ECU5OP^uxWQw8|r(=!_mz#l~~Q_&lY{PJgGJ zys#{JYrt(o66Zfxb8{qAT3^~h|9NSg7+Q10?IAy~MoZ6SM+?ea>BRKbav-6l9=8#S zvpg{84bd5Su=zruhA>+v5(huwE}u!=WuZh>N;xHo?GVUYjqbxgOL+u_%#7)h7Cwl8 zqhQvM<#P~OgEY?IH@AFmb^D@@Zr2eA4Bsqw&ZREPuxKNxsBDV9@jn-IY>@%IpdBX_ z(d1?x&wbA@PCC7hhXLw|){Q!0^gqU|JYwP6AcbLl$uQfDB4q4k$cnv`J@SCh`lHdr zL*%E*(>hwgHu8YLN{$irC}Q>?TZLvJ<`xTQ6TcQ}Ley*( z;UR;aK@QUtWA0K;I)l+W)1y*YF8Q$JTd`yS!&lE^3TzD4tvtE(jLOB|O6g@YpRtZy zRx;)J4M?CjEB8Izq{(oZzPv}Byn`>{zGtqBSmLHdqGQ<#*^gL(&pg?7m4po0*8I*t zIa;Udm|F6zh+f3P=9=j-br&4fMFdGZ(iTInJl|Rh%}>_3x|ol zljM#X^#(rWZrfH%Zu_^%ybuzUcY|qkNf4*R=tO?8oIO#YT|glr(UZ z_QjYaq_c@tYpcr7jnpVh7A}R~)G<7G8)qleH^8iHLpR-$Gn^oYSst^adFfjv()QbwI#w)MLGL3oA1w_FuyV8!4`hX21%l$j$xQX0m+& ztNnKbK}klBi-T57=>E+gB-(toVEY3SYEoK%2Nn_}{xf}`WCckrpZ>yy95?ax`ups` zudMM2j6$+_--yr0N4c*=9X=?k7y4E zZRLW1C+*{5u?wbN;_0_j^rN)@2EEDt&jT-`V`5wYW|+Z)qC(aT_6Q? z(S`$dTR~&32h6a*WpaA})OW0kiKWXuCrrIdrTuAeg~iphNrcjU0$q?Z#;K}p1<+}a zK1Go1#Jni0Fgq=93JQg;@e2!yx$MedD3N zzW#5=+h7oZh65TABDZc;gK)n&7&ve#K$_Hm)e-NJH`oUBb{wPy4Y;a+5#WklK>tb= zTLrnh%8^4=x1tKmhI(2T<+AN|87()jfBc2s`)(@`1YI$eB_)PM%}d|&0`v~v#4(d^ z&qw_400F==JN+swU}$4G79?dSfvi5CX$vehFK{tnhC#3E?`=6)Yw3F=xBl&=k`?}G zaT6dFlOPCt(ObA>=#lJ%EUC3)_8$;#|H3Zq-BaQ$)DKh{6Twj21US?dPT&BW8Iqp?YFzODokDlA#0ld$p0a; zuo`3!{vkUv%o?#h0nw2casi*vg6bd&in~PG2_EPt}G}-74Tqzb7;ox zlaG=rj?I_Rj5k_aWc@P~dj-Am=B$~0VvVkA+qMZ2L^3kqYfU>KYh?nG*d$eYvEBoup3dDb;}{UcJcBiLXU-zNTkH8S=AOWCW7rTq#W#eZz4~F^h{Ov zjx2~@VEtpcY%584#?Nqj!&%pmI~IwMVo$yFiBPY z@5cC+sH?Dq#zfa(F6kX-j1pBr-jlZLd{d6t(YTp0kJeWM$tI{07#tekK5i6rTgL7% z$?#D%Eg0L6cd!^(cw?Mq&i7+G^6XTZRdXQ%qy)zSlg8ILy!EAJ+Y5e&o|3WRztu12 zzxNVA>)k0Q24&<-ITI$zA$>>lW3=l#y=>_#47oJ#s0FyQr4$``b)-;v&1|VjHsu@c z$-`7knxyevJqcLpr8jZHl9e{4%f8Dv`&tw&e!K%5cuNopHl%V4_kxj&^OXuY?ImP|VTxw9AsQy{ml{>7bj98Qy=H-S8bv^-6ZiLJK zkFsfqv@zOM|D4PfsG;urJ6`}HvWu77h!hlBv$aRJQi0z4?gXzsyePvf&C)dNKHogZ z|32|H3@tq-kN_XnSDye_|LsTZMsflbB)Zm`LcRh#-FOeEsFN=ll>|Rou(nWOp-DT5 z06LCf$7lLZ88R>!8~kxCG{89_ZyGCE&gI`%CYZIA88a(G(S5QcIn#pAa9y@C^h%|U ztxLYJgN8Sql54L^D{h@8e$|~=&zhsPz_1|D4fNN-wGGIX!U+|Dg9DrSXQr;Jgg4f_S;m(I!J7pd ziyya#Orn3AR6RyySu)%h@%BY0-Eut89_EzU!2!i$W^Ar2z5#?y_-7RMXspGy>~>)5 z^icCHH1H2_4#>-6dy@#tF(>^Xb7ha74xs8>twt^70)-0Uy3}9mXehh)JJbaX1i9k2 z1oSG|AA>4~1o`OR47YAz&^n5=@A1aarXd(2K=-;thdjH(;r`?LOeU1>f?<8F<{7xr zA{;cx;Lsy3LOa29&XqtcEi~NG`TI-gacpFcZzBLcHz14xa~7#%OEnd%yQ=d^Ctc!}?#&qbGFy|{?(CO)k42CK2g6Tq)&Q^WU}?fdJ1927nzE* z8~q9dmCE1PLwVuG$A=%yf`JnjH(i+%rDL_!*as7nmoHzQ8B4Kp*HC>dcgk2yFNy@l zY5LnT<$P-dAJ8mn%jROECLGwY4*So4zT?{gIr}EOg(4TFbLj-q42*$TRfspYV+ISf zu$#sv=HKOW5py5}G!qD~ZHMo!WxQ;M9S;t-{rEVz&Us=mAhTx4ups^Vu#**Ry1zgx z<$VWVI>N^jM>?a7@PYRSDWJJN>X~S@_C1}9IYQ3r1H4pe zU_vy^wL2{?e56`uGsorQx%!Oz*4}kFq+Bn-G#1XAvlQyH#Cj15O6ef8ceR$g>qW}j z$WGG}pNi$f0%Jn=06p$N{UloozY%aiHwZ7RdIs zL~CK2J(>2H0k#T~J4a79Ux#sR5z6nV;{x^XjCe0?lW-NO$8*i>BEZ~PKX?uI3lLA= zBl(qs`Gp)Ba9pgV;f#KLb3xmsLRa}`jD>nT%zyP88ZLzlAd{7$|XEy=h zs;GTri>X17Y07bIp$9k}>e~4H#7B$^_j6n~mCLI;ug&bYgQ2291qvYWVL-S||6@lz z+|SV-@LIHG`J3ByBfC;j)<8mfRkR6;Tm*or9UWe4Q_?^=G0F42Ch2PR4NnW2=AhB& z_Z^ua^L4(XH|?I_(iVs*UAfx}6vnG)NifX$pbnS$EZ(f^%qn~uSEuU-W;u|0Acde( zP*8AwC~^VFsZ6v%#T*?;Z0+P93p^RC2-5gd?VLuaK+4x4sm1qpvu9b|s5oGe_Jf(C z`#_#8t{0|_OI~w>r*43b-#nMz>zzAhd9bsJmHrOyMAncCFSgt0AT?03t`ewp*Y5V@ z=H~XFV0S*(JpWGXK5eooduhbWGE>I$1p%Z*8Ml{51dR*~3|!2Y;6yWzmFlkM&G82@ zSHd=Qaw=Q04_a`M=WpC^S*g+b<~?Zd*1F!ALn9xD8Eat4{@^fmPORvEU7Wxajc(mh z7h&L&eP2JAz`6`9GZeiJ5zI86i7#7X0Ffulur66(0D$o|Fq2l~|E7OmjhD77VP`?5 zp_{)EGD??#r_D+H35y72QE2Q8F1nfJFFFkDp4Y6(G$H102FRSs41*d7Vp|PZuV9f2 zG{LAA>}7^_fjl~RP4*su&G%Dm{2Yq`bPg_(b?DFT2g6ZLwH%)7f-(edie5j^rxaNh z7?p{aZ2;QH{}SYX%Hjyr?ejz6x;^hV=@n!AbwWqMsM8r*Iy(nI&k>m)Ajrn5emn8) z4fSx*2VZ{ECKnFPnb{@I=)Avk9f-p|yHjvmRd$Czpg20};$3+t(S)lR1oke4@K_=52l!Akr%nRN1GkX+%r3CQZ=1i;Ep;u%K=sH0Ce;-tPJJ2%Op^)E)yRO*47 zX(q-4+#w9uUXO2Pz~04Pz55lQkB@((AVS6N$N|0;qq942#CkuTB}4Rr=c$Bnz*9PlKz1By;gErCvmPqw3c=Rzri5~Mf)ybDqFCtq-K%2(EwUyuHbr6 zX7M_j_&t|Ys!#=Cf!L&OHF@BheRlzy=|bk1MB#Y~#@I#)mVMg+WKXq9PFVj~J| zPdltL?u&|te?l>1MiB9oOP$bSaF%jW`WD&U+?eEjDf7I{v>+p@089q;BU|O)fT)* z6sH7Nmyw~Pfpa1!iA4t0Ka2lq4Qx;)8V+rw6phCInBJr*uX5$;9WS`H;P|@QKPl_- zV8(lDkG$IVPsWWY077T>P4}H#vLI0_M?FU%kTcc33)CUYN(b{bKubrGbCNR_EunEm z+Nn=tSVhhr(QMgI74?(ojH(9>yg!E}-mXDQ?Q+A1?tbf&-8FP{&4~9!jM+O#%L8EI z_3LhznVxb3lrtT6wsb6ztYaj5B_qAmswFU{b#wT>elby)OUJZ}N{eF81|a#yyoYdg zeFV8#&^GG;ry0vIeKyFAIDCR}{uC>Fv^&(4MPOyutm z+`ZrZ^GLR#^O}2PD$4ctR(t+;2H{00^`(CI5Vs!C6(rYi*a5rC-7Qqj7Bp6SyMr-EqZ zV5Vc+#Pjs9PZvNNy_O~q_p0+acjQmF3#Q-nDjnDk@DK3!C;O5(mj~RsVno`_R^N+) zIky46VQ){oL^a|S{a`|w}ouhgOAD61?@G;*!%^4@l zvHemDu6ay#HjqR5Db}mE4mU9X7WMz-Syl4jqCGBiwjNpfVD9saR&2{&vEI(}CQavn zVeKa9%D@f`&`aYofdaJA#IM>N0r;dM_fHF!e{<22R7b#dnmdPRM4%=XfaUpW@CzE` zW^+~g+pDRc4HM|Xh3EGowl&WzKYb+EtcNFsm1c&nTlvg{&CI}FxquP-(|B9f>z9Xj zIvs(;F~#M-+*QJaQ1){oJ{?g$$$2TW(yzUsnPc00T|lZbGkE&r-)XkN){^LvcoFOP zyLO$gmtXW-6f}$s$&qEt=Ii`k*Z?fFcE4KKA1~^#iqqYCSfBOmeqqDDm21bqG5!if zTTxKRQ77k-ie$&0+t$y9>^fIogQY&g{xmo|$76|#;Z-2rU6;wt8Bf{Fp$Kv+J5jEX zyRDtD3{5#oL>@y-`sAHwH4c9d; zl~*m*udw_}tNl5X=!L(_mO!!YazzlYQwsUXsOXUSfmQ!O&e}krv+x$8fLs$s6I#4| zusnpLvy3amsltTN(PoX$ib6=clVEKa9~}Ax(*=D<7k4yJbwsBnGjd72%ogOl+6P?l zW%MsUBQ?DOVNlFx8~;x5#NyXe?(Q10eFfqMnBf9#xdBLLd>?F)T1Ft5$;^rz@(073 zPtTTJsJ74aeLiU53vkL)nhn!vRhdk3Ls6b91GnmPfQek}wR_QK&mq?P02H0bR1h`w zvs^e|r*j|#@)SVs(P;sM$GS-q`E*#J9?TI;fT@w+=m*aYVdmz@k9~E`wLL_i0=og4 z-ZWYfrvn))+aIX`FeMA?t)FTVubH+6gq_OT=b|z;CEtp69YE7HLBB4WZ_A2v12e<6 zgRkmMQjh8R(0j6;=8+bq=@tZ$ma^uB7LBYZQ3GU`Q>7Qb`a zRGc%4!{VN+;;&95R6=F^_x`-JWaN|u-Cc_<+W{@ z%fr?qk4uahh&{~jy(2}Mf;lhi2NVh}052`}n#hBE%Q|W02piF53Xp+c{~>~%A~a=p zhs*k^DQd-xqDEo;(#93g{E_{cO{+ozqbqGfYi%2VRTA0t#69?q^KKIpt8n=!Nsn@F z+gqPb>kFC(Oh%OFcl;gQuBx*d^!(xp9BA+0(PzV^<3#1DPxiX3X4;+H#bq(HEcpR& z1+5UUZC7qEMc=qvl_fmAeE%a?b0Zw6cP%zwCbDf-0+s0tQj^zQ6bKSl7k}2z072~L z3~t2GifDPvfT8iGZYIat|Do-xqoP{he+dBv1r-nxiKC*(2po}+1{G11lo}e5?(S49 zBn&`6TBL?%=rRzbbCB*FLSpEF`)rTr`}^Lt?z(^7J8PY@mV&Tn?|I+%c|P^<<*-GS zk6nBXXj7j=0nd)toIBzbxmY>Jh1-Y-^^NN2`b9-TuhPzOSnr9Z^bH?}$NHt4J4eit z=`4iIDrd)HGFlplET2c_6^*(e$U>5^HJ{xfHr8DKT8MT6$(0Z^f zCHdUz>jh}fLB^Lt+r{Xo-{Y^)O%BQ4~ z*dj*5t!X+6`L`6=PBKh57y8>6>)Yx-@4RbCJ1QWxJe}-4^wi~iK8-5mSp+1oi7*%HNwxwsgp5$Q;m502$Ee|UbV{ci*AImiV5v$ zGoA{hybFH(HhXX)Q<%r%!L$E;S}?Au+b{GJ%a$6U_U*!1h0oG__k{aIv@-_^$YOu< zi#f!7z>fnA_s?tg9%Z`qQ~lVo z7_Ri#Dtp@Np7AOrShI0(jVdPPUgumHKabTpm1uOtE%CXJZ@=_)WgLznFguHQHr3IL zZrh1V@3)Jp9&a`n*B91L*DaO5gGyZFb1MTmx0$#(GwXsn$MvZBHKAO?+=43+Lo@1C z%AC}GEJ35q*o^#MH_MWk>Ezy?v~F z#Pq;>z7!LCd(Xsd1hjL#(>F|XQnF5Vn*esM*f?`6(>(d)N{9OGz&mbvTEbZrV^Rsf zLeKXd)y6-i@goG>GWnb$o6!46H0!EflUgouMj^959CJ=qTqcw~!@7yPcMpe%AGvTxqq=cz_gXKJ zG1Ibu9g%3yF`V-o_{bs5gAh^Mf$=yJWe&F=y+t*)&c{XA{7zZ4W0q!{yR?`Zx=tLv ztH!+z$AlXbCYc=97_Qo`z$E1ISL28k&hM}Kgn&1pQ>UwREl&za+j8m11vJ9?=za>d z*ov?oS6J&gg_7BmyMl{G3A_ZK*s#_!4=(yjihv{id>|m|8}FO)Hn>LLV%*Yew4d5? zXD$k{#r-&~_xU^<*6-J5;Xd@BgLd)5h}P!I*9^xeoLsvmXo+?wo<+NaFb^*Fx9`FjeV+$Ug}_^=tLWFzHJiFn=z9aKz}T_kFA=& z$Uh`-N^e7ZAidymj}m&I!WV_a4-}~dHxvOrwGxOE)T_y0>n*5a_v%{=YOc|LAd-N1 z`5Z&;Tah#v?+5b)#Z=Amf?E-D z;{^Fb4@E%pt5=Ney{0VuL1gw*A{rn2xtBG z>PqT0_t!@-mxnMZ&!qf^;Bbv{Nk1x>duyIiQ`ZQZC%3_)r8dQV-+key{1QrE5r~U< z$=i}S*ZZ_zE&an1Na^PJ=O>Yl2{y`>#grfBHR>ed^y|BCgU&}0n9UbBd-}>ZXXOw3lfFan;@bQHdk(crD3YPX1z@;zl4YdAK*4S{uc&)TXU^&~oF5H(>6~_f0UU@O%Kg(ri3CdU#e- zFJKF@dT2khzpn(p`|d(KNRvz zuP>+jJK4;MWu#T^9P^U76hW);)TBO?l|D4fALB`H7Ff^#2dVY;HIM7q_2lZQQy?&+{gD-V z#p|Cba`8L)9PBtfxKUN?7sd%)q0l#PID|Pb)XNMU-I_5FuARI6^OmswtT12tea-n7 zj2AZj5)##w;LiDbOM`Q`!MMXj4D{Q4C;@KSd6hm*zp&1JFrnmrX^VJ$;({R&3dY;( zqvV15d(Drqj}ZyaI01l`==`=Df0y6=th7kE8nC0~B|OY^oCw(px7M9{u4*#l*eJZJ z5?zY|$f<5y&y?St0DTgs!}~IQ{|J>c2xJOCiJ~LQ<)64<8ODz~*sM87HR*SGaUiTh zG<^K17fA$Qj?em%=z|1fo!C`S-sfiSOp&8Q9V$Oj&))oUpKV+J#U0_C+1m|38gh+K z*Uh?Kby1PTRLuI^7XEQ4qA@Sy`S7M?IeY!UGopIJy59?qs$>^(^rwP7`k}#Ty3AaF zJJCdMxDkm$4Mmjx;>D1^r-}E-I$0WY3+*L5Xn(U*4QPR{x*5IBzs&B}b5k)lL30oK z%tkfO)TuR2F#%2Ix3@6X(HxZpKcZ>1xw{BpkbK#Ys9KxBtLnFXpYURx%C>7P+ARJ> z!x_k~$(`y4Ob}l{Bf(9qgo;6pMUkkdezCveupa=&75rn!F8|HGC05uiwGM7l|F8XI z8#}=FF1JJl-rBh@)uJPc)bqsywqlz5y`ax?O*;6VZr+$jqx!J;;v3@hyU0k>Dgo=v zninyAey-j=Y5a5geLjoijW;x-#~&dYx?fHv2lc4B_+XoJ4I=&IbmF7&VSq~6+zfhi zc}XSqbgqwo|5<1T_ za3zGtV|zgP*t5lh83%Myu1Z;@uBwL?MSm5^C>$DgNECoP({?wxCX-z<-|SXl17uoJ zxsl%eoO+8Xb+6CUr3XHc(Rg$N%Xzs_=hPr*c{bkhD>w(NKzk7kxerlY3Z&=t>^Ccb zFg>|ps!?{&Z%*4MS4(1K?X~82!I6wfj1*p;6c2<3=h*dVeZIzS)o@%2$*aJQd@k|< z6n&0OAN=oRS%=9NMr)1Y4L}VBt%jr>zz`M(%Flzp_yxEt+^(H_XVi)*hpe#Y~^|^ zVxqlxb{QnXFWnd0hBv#Gb3#Ri_weqoxi~OWUSR#Dh}oQ73+g|6e*Hi;%yv|nL9?Or+nixnxEY7tc!ym#e44SjXp;idFISR7&5-bv!UwRO3aLG1p4&?3S$+a zCk3i%<07*`%H78r9p`$oqAF^4LDk2}s_#P*5i!q4H&o_iRxW_Y#EMt$pCe&W;{643Tiv5PNv;<65$ldESM zGr=YqT1L%v>w#&!ZTzpzc_c`4DCpo3&*g5E4zmSpkmy@^NSI*J{dTi$FIz;-y8+oY zT9T_~1D4y5xbM&}3#$n0U!d-sTP}ZrIqpa2^7ctdf`{ejmC-x!$cVxEKvtB&>`aPiJ|tr!K!&#E$SjOBXZlv$;W%-G}FMcvA+V zMqTpBe(H@~yN&KLeGK)*WEN`Zgm<5hG`b%obc7s&L@7t%;}qM~I})2wItS2~VLny9 zypZhg!!67YPmZMQ_9q}xYwOT_B!2^OS7cW7=y4!>yhvrPqr`KofFlWwW6;P|4(q@`ok1zPkIY3K7 zmvIu3a-=Zrvo~x%@j9YdBvoAPGM%0LaZW|R5U6{xqVkdnX`OX*$+dZn_V_V^l&0&e z0yBb0jKR?96?hz_C!;!;8X3c1wJL|007uqS9ad~)lG6G?q>J#O$M0ZyQZ_DA{fk2Ooyb#pP&CCA*ybx!TDx)bJ-41mI{1A=6!vWuFGPZpvQL*R^2A| z1O~=Q_(eK{-6yVrew0B@8_vNXA=<9!end9!JblhcJcw)i)sxC4NA9!hvYV=~O9owe;KSh- z?r5$Gr7Ds ziTuFYXJ;Ls?@Fljkj6F5NwlQc-e|Xb{k@~SrMpD|u|)I@mXF<v_UwnY`WCJ0-+jt0m%-Ftmh3}%d?FV<&)NhX{)kO6#yWITH zN_^9i2e{3RQr73VxXA2Q^}PT)*5JMRqf)FDd%`UlScKzOR=z>vUs>$Ey{cT{y2!w2 zABHIG=B|TV1MR*AN{&N29}r2mxMG$@Hd)9Tk`GwlVf;Ce!r@tVdir5K=MLER?qxRd&Kd(zk>uWmaCLY1DeaoV>*VgiE2h=_;-*HjIZXcEZLgw*u)*=EJ`fbTjnaWHZ~G~m)( zwTV@ViphxuJe+q1Z!%cwkOV-})3gd8^~xqJlp(&&2Uxn>V=Dllt(8t76mk+Rt7x}5 z+6H>Rq6W zWHYa91tjQ-+rnneCa7HM;#?7G^eZcf&m5j*{n$(6XSc%S-*ztr?cuY|#UQZO2ts;r z>Y~An@OH5R^fTaXm=EOE5x9&}Mjua?dS{f5DZR&6)g5tqB?5`*;#alfn=PSTtyLF24HJ(%dL^yKk!|~bcAK#2} zyC89jy;)cA-r8;miD=cE=>gLtvAX)Z8L zeu$I0I&(5#b5&_d`?2z6dAkpZOho6a9R}Ke-?5i7Sz1@N8-v`mwg_sqA72o9ktQsL zE~07(NKhM)ML9Bgyj2<1X8PcquWv$EC5b6l{^;L=G?TpT9%>H@fO1~i1|P%++|>KV z^#`d_1)!#EdIC|LsV<)VPc0v~^2ag7W0x47tdV`|zpZv|6Se_|saeKD9d&9pZPc|$ z3}sHUakxv`%1Iw33Y?mv#)w=Oz8{-~@5xY2%dmd1;>nnKfGx>Ry;*IuHkYhg!2MU2 zV?p_eG0;c2a*AX3)yviJ`lOl^SuPz~Q?hGDRkQCu*)-@};+{IYOc{TxRbo@uO-6s9 zhO0Euu|8k^xK%7pfvx=Y4W>Z^kCZPE%EmH?o}v$OO~hUZInPUTxcbd$dMi@GVe4$^yK*RQ);5^+-Cd0r3XnXu%0A) zb3W()VbL_@TrF(O9h2RbX`$DR<%~Xb6b$Nbbn353sEMKn z!uoa1V>^UCo}v*AqjCIznJdPOJdBXjnA<@Bb=F|#;p+(2?6$nAElia$CDR^j?TBc1 z+lfN}%sP;qda~Y|A+5v_j|ex- z3^xT$;W=|%Kd(f08JlA>5ll?P-`a!yBaRIXBG3)P8Nhp$In-_| zaZ1ScMR4yPN%W<(RttP%NwfW!K=x=DWEBgDZo&+`xzP8vj+VqU=S-C6=V1BitP6S2lU_lnBZD zGT+|et185Dz+_KFBFc2?Qxe&viM4~US!{sDt73*)7pz!+_ZA{+nxvrsj+s8_otEQa z*ZqtHeB~pzP&p5NJ@O6zyd0nY@9Ob?;za&@v4I)h>wjMUAO2r`F`BY$*Swnwi3Eo} z4JTn>ks5)KAs6~bWe-qdT4m)R63ZJ8D(D>ul%LRTJ4r%9pgeKw(K|96NUlvT|9KBw zr;Y1Fu^OSgtwguGI{Ykx5G0(2CQUi|q-4Pv17q|ppnH|T|X z6%A1l(L=S~5*Wt3rNOdm_x^DZfYe&|_m}JW_&PH|Nq8c+sj*S(%YW_%$#`;_;Q#!I z!>pm`wzdKiLP~(%5CiY-ipl?c`RZ#3CI8Rs|JR-Uzdo?vxBcHsP(I9!LfL@rOb9|? zk+B2nYHE|7kt8H&ggOMdPEjO}jy90d*`?Qs9vz3WUu%HF|E0U0hQ{}kNTmiZe=D=kj~5 z7*va&{iu8wvi4$jv~RiB(9a>r0|>$1=ed0Ouck93qg;mBBNPYAw?zNz{X>;= z^nZROFcYo+*Dne*49We^dJW=apoVngATND*NN{}`>2Sk`YU=9hmPjY5b$$nz|GtvW zQ-=sr45Ka6TYdIWq-j}LWO#{#rcEOqQlFUi*`R(<%`u}Qoc*s$>Fx*2@Dy#JXBZSw z0>8EpUo&=vk)u_B;`^G&9olZHKL#4)H-w)+B;KP&5N!72111Pjx}CiM&tlh!pHA8b zNniQ*#eCJG^TIADa^BJk!)FaK-)hlFOUVA$w^(31ZnK~v=8McsnT}m@F!Bm|Jl+nJ zaF}C>@&C2!_!n9B6{I5iouzF6{vMz7OZ$K~tEzQ{eD{m7oRAk}U}d zK0dx&A?wGKPrCi@Bfg7&Ult_*hWE*%vM1xEfCqMX<^@f^9!VdKbDAY=A+BHr=noZJ zGDia1NvEN{{Ry3f8Qk4sB9yRK>np&WkX=;NjY#!;m!Uy-U6z$Xtiw;%5^EA5T)!Al z1#R#bVW0^>Li>;yVQW~d0X0of2w5N&K*B;_7eo*&RX1^GVIG2opyao9?0fmhwKj2M zkRb*`#CEICv(`AVfkc_d3&4TUiXY?9Ddjn2A?Psv?RhW6u;+sjGVk4Q9}&E_bTbBf z2_!2OWC#VnwenGrEy!9Tu!Ue5NJ7=zHHP=W19kpQkAQNs=B{(YSuva!(s z(@j`|7j0ELeNf<@aXZt~|jv>W_(i3}&emVyN8FC~%ef{Io>Yx&qmdKj$n@2lZC^sdds3W$L39T4q@OSM5d zt8aNSNJ>u52Y2UM(HO~HK%t8eE_9p-(@Rj7FFPFEu3;i_adW>ESp>OOJuOJxp8LBL zCHU_AKr}^9*3y?9K&Gcjqa_Eu&xkcxRzPpGFETwMxDUk610F-xMR=}xNjINeJWJVd z@xPA8hUbtQ)DP__YsszBD3ff=0zj&N|8j=1&k4y~_>%j3APEB)Ny_mLvN=|fTpO}d zHWQ|-8<+#^jwVWLK}Dl@IM^4F-(H=WfRe`5PZPZcuEc@yy5J!^XvjKD47}9d=#cJc zAyL22{r7>G{cS^|pgC1~)LH=_NW*K-S#1KuCT|046KF$EtL%H#`jc+_xRg-3t@>*p zKuKz<_9_#)N%H@`_|v&c1R$8tLVf>v3S^Y663dXWTzcSg9EnfRwbxQ()9qptchAFH zWLwXHBDs7tSKbJ2&9-eRWI&fLEWjKiYYKnp9cd8HPE)f+v{S^+#^$Vs$Ff#*2RtF4 zEdtm=&7k_OUIbz8SUfHU2l@sxgyz4F(yhupSU%X#?Ju$gwec@2!n`jmb6shJwH^@U z4}kJ)5uzorNZY;GM4Eo=f4g`-`>e#w9Wk$WCos+C2Y<_O>1dmj$uhUkYqI8gm*@h7 z#`~UUK08hkFygYNpP|3C&Qb?Zb7vBXpaOE4`kHFe6v_KQTV`1c@Kri7MCh6OjETITCC%G8qCyrZ>Z;^SOj5nLVs-j{GzLb3XXLYqZd!27p8FMu+dnFm0J76&{+W27 zO0)spIH|adWavvBK(^<&;ypB^{R@YRu~KY5Sp19j(aHbXxF5ZXx|^Mt?U_^86uhxX7|K$GAK~*HL zp7tVSv=QC5JeG&6-ulK%iSzpKc)D4~JvL`pNr1OGR?kf*B zMSEV2KpTj&)URw)c;=p3`B?SWaLVfF4*|>W28l<2&tPLT!j1f`Gcu$8UB%FO-T|{; zwjadGPHgv?C14#Uz6V{4K)}p*pL!}i)_|i>zcg|D@SHoY=&W@9{Wz2$MVQU-UU28-m z^_h1XnZU5O2cL<%qLuPl^(cj<1RUg;y;W?gZ~$%ZzlWVa*V;^52^jovmOv66w}9n@ z16yG%JT0t#Z^lnZ;QZ2-;I$+o1_7g%5jJ|-+Gl+A_4RH0ihxFZmVipkHAyjHXoFMc ztkd9ZFEsvcq(t|sFFgahuq-iCgXD8au;=er_dV{UIYQ7YUnJ-f8&mu}Oi<6SPZ7p4 zu@H(RVQwiLz22n8*qzOaJ*I1e7Oi|?WVB3r42dMv-a#y z^A!@|3)(`UUvEOZ>h?uM@fCH8YVKf#2UUgzr>fYUkt)Lj$hAFV>s(X;lSqPuMlKvvd zyJz;@hrPShLExC31Lp zY|K0WV`cs8!1Go<$1DJxF@&Um#)`S+Ao@1g!mnw*AwrO4%TG5l%l{Z>(b8d)dml;G zCaJP&{0_JZscy?wYpPfXIq6S&*~G*~e7i#r>6KbfluvH8w-U)O zF7qsst?<8YVhRd636CXVaMc^$L@kqVj73X;MJU9J_aP@8VhX?-fe?~O2QqrE6_7F9 zVuOZV0!02xSh6N4i8KetU@5S$3B~YZ5laM8p$y>>$){YU5j&*M7kN`97XNA8jvpr_ z?WUA?L(>$fwdAK z*UYN6jknA^G4EZhA5^TouBx>xUH82EswwV;&WDTY%=|hz0=v&Go;Gtk(RV+WBWj7c z%rmUS`xe3}b81B&KG)fhGGQd8Ns@kCip)v3gBwEd8#3^!(PPJ?`iS$<=H(7y^A{o zaM&-A{Q{A6I5OgEN%(k`m$BGY=P(T+z`Bf;66j+mjCWc(UlHPpoXyncu zXAn%q>vl*uL`7**u)3%m3rbj=vyn=zdqHlZ@#Eaas2uD||X z*veRg!FXn|umqhDfYSHdF6fgBE3Li}9m6RR%#r6C_ z?CzGj;#Cb?B~u=ooB5u@vxA4OeeVxG6~5>TF}S@?BodqZg%tO;>#J;pMEN~VHn8a9 zoW4HoAy0WJ9QBT&?l9&yt)}*w9w&iE8X9abnb#F#P8VC}_kHnu)3%i?vQodnLV`;8mZqUfq%~MUM zcVF--yi_f$GagJjbgg>Fez)3GztJ_z%8SGbwymxukI~%c zo7~(tg^W!nk6pAG5GZ<+&YHx}P%wAx+%uNzh9+JM)dY;o%;tF8{gh9pEd%O{o5A}b z688&>SIEoGj9l|_O!Rm86lz7S6(+L$L%K_=)H>frYW=+-Lb9H|TK zNNPLwPdnuA|8zae^U;G(WbA~b`s@d~Zz^^3F6m$V6sY&3k)r8iZnJ*%xh2dMZCfE@ zhi-d9YF=WP2mf*x%fs z=cWw4f>r<(-2X#9_C4!?dEUar#cW4E-QbCge7m35j7MG_Uafa*|2m`N@QQzyYID)< z*~ZZMsWu9TD4_axmFMdok}SxEk_iXLBHSfF68ei8c98K`ML-z5pQvZ#J3K{^zgO)s zv_PafH!|Sx9KGx>^P$J<(wxk<6&Am_kJke+FkM6>mO8Kc0JQuTDJgr&1y-i#$C3X&bZh2`Z4Aooz($+w| zXrxHk8^msGfBg0tdrJskTs`D7Dtltt#$m!pFrLl6aV4uvj@!1%szA?yxC~}Xz4oC{ zvCP6nzpXl0xiNZqHLCGwp%{u9re|HIn}>^0E#vE@{=(9ozp_jk6Iv&G|cYi~SJ+z%tL>O717 zec^&V=j%u`;s=sj4AJy%^M8W?6Vh;soe)rfF(I^R_phI8r^Bj{E!>P+UJ7(UhIrcW!#;vN#<9}PP0jQ%84tGCER1a#5%%h zI&F$?T}Jybv3^@U-rT4}NP6Z|PKN8OL_dz90>FnPT=UQI7f#h^Tyi1w^6lpSkc2Cy zteF`5Fx{85pjJg&4On+Yy5jZxF0#6fB~x!cFE*5+P7MeU*I@VjnT9fCWi4GAoJhIS zmb8>}xnzp*)Yhkz{$cx%mW-B&FkhL;A@cG6355!mc6j_$$o-o^KvYMkN8w`6&2uQd z#qDp`tp+oF1|57)yFT;T-4YbhqvJlp#+s**HUF27NJGuDa_W@V8E2U-8XLl#V|dA!`bKYplc(BWtOv4INQ zi>z6dZj~I7WIxT~Dm}k&Xz*TcckX*{_*L<}9)V2+5obhzpRH$3j}va$$npAk&I|dVweTLWyEu$IIkKiYOkm`BX5|twWgJ zzGZ>ft#ySXQckn&NlUL=tvmV;VI=f_HPTpm98Bvd-!t*%8xr3iQ9n7@lrx-I)t87> zJ$RKEJt)l^vhSTkqf6B{LnCO&YUdY*P2l6cRG~2#B!-NE~ z`~i`q*-$!_wUK*oD+5+KMXo{bL!(7?6;LSvF)c?uUJ3eMnIF*Z@^|@*BB!Uq)&7li z5mU1&2dXbG|5eO=1FP=1T9+hB4E^GA%7K1OMlYui?)WN!ysoR(mS`LkTBVv~Bt z-R)7qBY?8|mm?;e-}eGjWC4wFjzQnc{#6em|k9rq=y1v;_%Z1)mGd z@k78^!7DtO>b2$JWWCZpn*E6lF+wN@p9Ok~92ybBxCZ_aBj^3qOt~wCk>7m%R6dNs z>X_&L&*sdw`(cy~J7>ho_tn$Gbi`jBf7opW8#b9iMA_N6)vpajgI)?|t2G8ar-Db1L_=)V+rk zImCdxzfF9@N;?;F?KCSln@$(rv^~PsuF8Rrc5041*p%=)__DCf-b|@yp>Z}Mn)X7X z<96nKWnI-6XOX(+XdMre(mWYeORDgD`DDFuUfv8>?`vPf^tHhQqW-sIr`FXb$8~;8 zLdQ;jeyV=UW=yqk^`J2T6<+)(8gjixML$V>m!-tWexAwy+OiYJw($6!#~cMlBIeVl zp=_nbwU8aFR6=oHHlJ6&e5}Ad(S?6DBv0AOk{S95j6>E&fTYz{E$@*7N#|MR&GZb& zer%FZJ)&!N#V~u~#4fNb(lYu3UR3PRMnPZOgG~M$sW|iE zx^h!JF|FeC3+`VM32!_ch7;KLZjK*|Z4~fNPOc@zTfc{4r!bQZt1&^9R7;>8D8in| zZNn5Ve^PjbaehVw7@lL9amMo>=wF(R0%MizaI^5*##No&n$fOt6H{TjYq8?zQS3GL zDjo}LIN!yHAIvH71v@>Ij7~q#6>elvB~Z>wL>y|1^2frw$4)}ShLou5f|kwoDkg~! zY-gmN>nz9ULY_*$8(#S_JT_q?-_m+4Q>pLRi(?p%LT&w=M^aS&ue4#OkN^?pmkf8W#x#eO_qqg!bp6)o|1iU6wr)l;VKOKGaiCq=_X|nrc zavsqU>KbYZu9Yjs;vc^Vzkm{Bw$|mgC;WWTWvz!11pJBpVG{o{6OppWk0n{v{Y-(G zFwu=Id({|YD$68aTVC0@P+Br^-~*HV+W1(Eg)ANC6UN|k7Mh@6-R8^YVDQZ=sd1i@ zdRWv%4#mxz6UnOAnfIC}W?$~QVbze}*M+!iu7Xy|4>xL=SERN=+FJDYKF)iXG+0X; z6!uDmot=*S%akXUa`&9v$Vo0kJtqE~iN)o);kGcpw5Qh&PfCBKG=0mCF$k`xYLF@Z942ruYl9!I^ zU13s@%xjwh2NaVxZH$B7b9kZ;3zas)4mQVXVusdDde)qTud-B{&L9K5;8Fo`d%?#8{9*97O*ze1+0LIARib<9hm-#Wca2F`G&XMU)Q^M|Ggo|%wl(6 zAyf;DlQRXNR#9|hzYWPs7}~?DsHr^ypX?hOND;t6SVwIaX}H#Y+#G@mkSMpAq+TdJ zncZWhomx@ISjx-Kx zy8t<_MaV7dzkvqF3lb__h#2}GQ|8~40f{|!A~egg!ROlvxl-w6&@tG7*Diym(-WlT z6=38FFt9sI5k^mu&3LC8LW35;iB<@GpzNLv09GYn6|6_VNrdpw{o5Tpg<;G^w5!qi z)lC4iTFiWK3Pt80pZLmsJ!iWdl-Rl?qVe#9TVTqj3yXwj5f8fHWB-U?PGk#!vnD!r zan+Wb(mt}k2b)2SV?~EgNK>Q8iExPHq`rRnSJ9MdHhm;D-z4lof0J6F3kI!Qzck1> z*J@AmWJ)3j1bJX2b#MO7`r{<&O7F@BYyAAgfP*ro#7uz?q3D64NF60iUI$m@QGp={ z)*7T0|5f|k9}5{KpTxtcZy+3`>pzT8Fn=z>Zg_!-m51K8hUmIE1dD8VwF1IH7J%JU zx_*ozThK2bmMC@50#Gk`04fb5gCmPt#FP#G(ErjtN44arathx&EK=mazBD6lsJCLE zjCs;@F@1v6%A&I!qpnt8-!vGB z#6{4GOdi+d6+aO&Q03*Od9e!Q7&%~rOG7Y0-iazmWP}*ITf%YrRi3GY3KGJRgWcaP zVxlA^=HAPeGZ8U7`jMIecr!Nrk(@FMRa-J#6H{zR`PYTswoLupvNCi{SMwR6mOV4_ zvcp=z@?Mv?mxuK|}`DJUyoQ!3+_Mxwmc zH*Mj@NsTWT%(SxnMnra_1#RAGrheHxy{F(wj+-B1eMg3_d4;3S@SH6hrm^h!5Yzlu zc!j^qacX6{Rl=MaiB7=6m6s3{T2IYqxX605pg5t%xvcL)#$`V`z-mmWyt)szVb;v^ z!&>(sa#9bsj>Mw)E{BS}VaM}UZ#~>hSAg2@T+ut9bS!cDKYh6j9s{Snp4gIiwjnN$ZEC>LnmD*_?MS;t-341$R{mZY}+lal{!Wikb)`R;7ZPUNwM; zZD8tw!$CF3U`riG_#q@&y6c0WRb&&JCaxUl)tfqDz{dTIFx%wMjrega(Ugl$KMdA+ zKiGhW!n#2D0o$QQA(Geu3yvl25=o+ereb@V zL|-G(Z=DKL)%WD(PtvB`w^g9W}1GL9C2l6RaEQJXe~!l4l1MSBZ>*PjG^MKYX6xI>k_N*P{B%=Sy5rQZX( z0SEf&-c|aSfyXpD6EjO}1gg?%C^|&0P4TGsO)1oh((&iGTxq|Ww6jYyc=ZC{KyNiZ zKc(;&fTPlNt1RmBhgW{3!1i7;Ixfu0P(;8$g!kQNc0gHZ2Tu8BYja8|?mmWOF;pg- z$GeD}RXh?CJ?f8j7iJ{6!zzRK9REEVLd03~ZKDm6+2YzRLsj-TKd=`P26c1H5JL&c ze0K8qn?VYU(`lq)-)FsLj6oKKqZjhvKQD`1SP?#bl!gg%W&P9Rot< z)11l%WH=Enoah7GbW5Mq6w@g3z!Hkk~xkH8y}$uOs)~do`VwUWC!sg&>URf}KXN z0z8H`Flz?k8_LLw_}>#wOM1J9d_u;%4S*SBVMj^8qVt=EwgsnKUL{!Z={J(X!C>}< zSOHENwOt)J@N{#n{s25KQijB_x?N88zaIzSACX!qwUYNr(=yzz6{Y$8=P;&HO8=ci z5L+UAP_KLD_ZSQ6CEHS?p5;jXbRg-+o_wVPZh5r@<}rV5 zd&_gJ&eoZn)W1KaRsGCdD+@(Nmjz^0fmOY}?}3tp`l8PeXR25PQXwF!AREZBc_k8p z#PTfLzpV2bVfkHhE4z{7OoFGUa@5=#$S5!=%78TIec(0|)xij@6b?*&7>H>7M& zihq>)rSN#(#^jFsaVvJkP2Z&iHvb)k6|y>tNf1&vy|9InKn**FgdIKi{{>`Zflycs zJ72gLXgbh+TAi>7i@WWLg9)g}|fwnuLNZtNM{YejDc;0soj zM*%jY%4ytx0acQKcCaYZ(3K}n{CeCwbaogI%@-($!1DCf}1=uQdlSh(egON-(foA~QpVX!rTy7RJwu(@ff!3Cpp>b*3-xa4cBeOrvhc^nSS^U+ zu!cBKUPI!KOX@XVJBr&sqgc2Ewmph96P=|OJ5z&EK4X3#9KJIPmg~$y#sA{47UWC} zyF#eh01_$g$^8mklDws(WW6OfsP-Z1r}I0EAzxw|1FjNJlf*8x;%W4IN0_&*g#xJf zFxB@0)>2v`(^u*_v2xh!K1*dYgW{f_2f-xNB$1r)t<3XwTZ~{+NEBZV_|ITp z-L!_pM&74L=wF2#V!G`|Nv$mQz})^@0$q6|5QHpv+kmc87_e|IkPuC<={rugEh zO?-U+lg`tnih_oE&jYNc4%>8G-5-%t3ihrt2{d}FNFJ2YdI&RdC?~gc-)++_{5OR9 zPfsjtZ71aGdd&2=bXG2p@G`3~&o>?o!zId)i-AjiF~%w-f5#D{ZSW-W3j93fKciw zd50|StT#WQp8XM`-fxx_;=zg+ADY2YrHnRJ!R zvBK(To0btsgPGue$5^UC&?1DMBFyB>nSI*PLmJ(Z50xa&SD^5XgXY0*1A_O;CC9a^ zx#@CZDb;vEe`SKG-BwpKNB)j5&;7AS&S4%`f|P>4)*x)CjNC{Z1Y+LT&9fz`xfye$ zOUyuv;jo#)YD`WC$uiIad!Oxk@r<2^~n??T@_GuiP!2%TA1@)?((V7^5@ zHBi^i2s*j%R{llax@=kfyidxZHC5An&R&jp?!$tFcE2@!hR#aa_^7sRq8N)8VGNh( zSSD!R`7I{5L+orGFRi+EzPg4_J*9RvD$=3Hji!%(WKf{!A`H7(ZUT1G_FX)tGMF9B>(WX3-9E%fwi zoX`H0_yfmQQaPe|n^ga`v!yxdS2A|uIgd5VXWCgY{#6LFgy~`xhlZCEt(9nWD%!)m zjzr<%{jS~k)H>6oWD^aBOzp^|TI$V`gOUL|zCu(LGW9n8p$7(cB3Fj$0>{Y*2 z@6tQva23n%sD7K)Aj3hUGN*elf+1-4wvcr<*F*1vUpto=1Z_ez)l|<8^U-V{l${yg z-3lKN)4-%@$v2n8V*-M%sQ9(ZqgJxhsIANuV%}*1Pq#5ekn8(0^1aLi-H%DNarr@y z%iP^jsVC#9-x|Swc{x<9F1RMjU8lb^?5Qv6@ifSJ;>9kTtnERlTta!baFr^mfbz)G z+`Mp}&6XW zeb@H9L53>iG~HbK)v|n_{dNS$UFX%0{O9)B*kht@F;zNKX*NZwGsy~kXbifL97|sL zb``?p`$5mc>ZTR<%8OHe5(K74HaWslK~QNsi)K&imPOd>!2 zXTr~fClmVKdy*@=-#iY@ocOY>Kb9bO6yg!Cs2O$b2czCSIi*u?lKb>PvPOna=VzkX z-m>;e6c)8Bu(y-&bl~Ue_{NdxDVE)-lDlKQc(seR8hbh`jm29vwc7MLwpMC6TL zyjkAH$K*3@Nwf+u*p@xvg6gGXy@dQRzP7xYPrO*f@GwkO#oSuzyFN!*TvDAD=o#k| z5F+c;a;gnmbL#2B1H7e%E@SskQg|#S-_DCVXrqn#>jM>%4mqw7I)X8%ki6BdgOLDsP-pI(0asR)eGn*2m=+S7~|~V*G7otJR%dzOYvnB%@OE0Bdj|c&&OwF+GVOHaUK-a0PIHCh`U zS{hMABt;M;1x2KhFleM3l^#;M!2%302x+9G8De1QQYmR1Vn_jz7Ll%R4f~w)z5cuR zPoHPzo^`Kvtt-}FMzTs(AL9LWw*cqGLI3d}_)yO?AR2mF(Vyb%@`sAOl9~%&I?Eu2 zm78@!?sc$f)T&`WYXnI4R52_VMvoxC#T+4_@?K}a30m@4kzlEPji#)l)EcUy18xOL z$^4^~%SXB}F`jz#n`841LsqlgUbo}^#Id!Tt$9oTL&n+rQ+uB+&V{KyUqh*zBuZQB zEsd1v&7KNA{!Q2&DfIqGV$yLc%O)$L4B1ldc*oQpSUxsyXbSvXHYaTIzcoYb#w*kOKAHQz7SYJXqQl;b5< zjKA?=8kbb&tkR`1ahr!wPiu}Ycvc0_&2buOf&{x%4!VSPzlSo`e#|r5xmPPh{%a-L z_YU^U`&Ibk^@J+dR@*du|2VhiO8b;hv#lGv>3o{cwe#74)fr~Vnr&P$Zm0q?brIQ% z$&Fzw{Af@tz0BWXP{mvs>3KuSKEx;^r+<=Xa-rj? z=Dsx)EV8HyJMAidhNGs|flC#dm0h`}edwPZ^iqDQKK)@~&U;F<=V-4^k2fHq-c+ zm^oFazfVW5(AIC=)7$tJL+mmTC^OmnRevF7U*nOlYh?ptyr5Yr$b-b3thncwU8rl0 z;#N~5{!Z~s%ym3HzVXQ+IIf0$=aMO(>C#szjr=fl$Dz1tZ;Rwz-#v#=#VemZULAJbkmE4){nL|*eqVe?i5mS-E{c~{)5rd9$FllcqRq7yd8-Y){h|zo_|e77(-@JF5n=??xEi?*CgJsO2>c2X-f3- zQj71iB2T{LwGh=8X1VI?-Jl0~u<*VkB2h!>kSAmPH?c?zo2X>2 z8uy=7xh87PHtBuMG##e;w++aPJyJ_oWU)HV|JS6hm!$NUy;ZRu(|!G#urb_H>0rM#sE9O~XB)Ugcvk4{r!@2)P9xRo7p2wnt~|c3Ra)b( zo0F&?M{6>HrAD}8QG+;vlD|LOI7*&;KYeRq&KdP*<9!Z;o~e;@_8obOm$_=LS`@|% zde53CAMBP|yR{D8zw&Y~@taPsBsNIjZeHz(!{{BQXlp|@ec|xRgQlSm&Nl1Vef^=j zhl1GQtJA}C%2&9U&N3MJCUpkr?faLE7$@iPaSE8*Fo-u;s+Lb44b4c#i&7dHy`OoW zN|^LXOZ$s#&|U=VO5*zQaQM(ARr!WLUr4dF@mNLFOz4xLuOgAGtNsr0$}ze_UkCr@ zHt4dF5gN*_3^7RMqz21vYsce$2j29P+lFLhxpQ1PMn$_f9lxnsOY!Z12vY}Dw*|xY%H?^)+cVYi9#5%nxWbO&GWDB>Z=I`kdQ;87h`Kp* zW+%+PFP(%RxTYMh2K`kT>>T#eyct8D(BOAwiAUSVM#8Rj*L`kys*n2(S=Id9n><6C znNn_sjS46RkhMO-#7DUob)mJmlT>ejl<==gu5Ge2hxU};%5mN=Kx5mlmC~d18+?ny z(5YKyD=qe)tUH4MkJEbFR^F`xYCRMlm6RE3DEe$nIDwkLRQ2Z@6o(JB?|p^Ac97)% z5rXjk4)J{ZdP#t!K)5EYhSgiw7I*xI{Kno!6+fwNF)lPN;SH<4-Y=8*I0}Wzg|i1O z*OxC=etg5~Twzr|qB8z{Z`DA|iG%j=>T=|8=#qeq=^e5Hpnz~U#XMM9shMc7Z^!%( zuY|a8V-UvrGc-!zo!+(mhr@M>Mof z2za#EskMB2T09E`2vb}z736{SG#+o*J^(cZ8Z<1@t0>?Ql(v7!@8FGzjU5FD5?S?= zHl_1_M9&h5aHc{WZ^8YMxuN(t-?Ki?9cro6a|KJOOb+YZwF4$|>!4wf8g;&(k1=Rxxh}R`wlMROd z5fQS?_c6q?mTk!4q8?l6^H+J>&KU3e1M}t1e$m$S>wg#kEajV~ zDrTh7V7g`q(3` z(pmT-qy1RTA<1I8bPDzf<$@sB!Y|@rklJ*_BjteA4U;gMT7q`mvn5Ah2jK6d8Htm% zPNq&1DIO*^&>s(%fm0?%W6G$|Xw0Wz6ZeMv#`3cfJz9=41WTS zY#5r-hR=`W8WuW7-{5J`YrM26HbkUUD7-~ZE3|y4kM>~%G+0@?bo+IK|!Z>o#21WQ!b zrpVypd(0sUotVhVhR^uVfna+hIsQi*pVl>H5}@0TUeL?m_L4Hgh*^9rmC^G`1^rzWnH#9OOsmyGcDY*p0J zUSPcGYGy}(ydosZoWvzRM^bjSP34B8K*r^Pp$qm@hPIrpX1W_Acg5gi`SHSWb!}m+ zhphM>UhzEWL|izq41qM2YQrF|89(WpwJNRATsyB)bq^E2HhQj68^o>?{J9c zIX_eQ>k32Akr&~Scpd-!ugkzXNSjKY;h|WLRDVN$*Fva9e+h?x<`#~dNeB^p`!vLp z)ZcVSsg!L9q7Z=s0dI8Ue>sq?A!vuuU-nayp9z*yWkvi~_VU6~h&BZ+%{W4rjDf0G zlNu*@ZU0~HU@JVLyy<`JHoCUnPm1Fi*?6y^ZG@H?@7a!^7oKhW||_a6ND;5r|Aye7r0ILEQg8CG$%L z)XE<(2K@V47Cx;LaK-+BIzg~_%VfS*cL%tPg4wkI?e9~BvTdg##ii8j3$h61=;P-q3Jb$)t0tD?YBjp=mO?(zS{PF+p zAf|R3uT7eZF^KeWIoMgRfS$fYH&g-4M(%w>?+rxy1lpjte-v*$=edFU)#c!}%PIde zQ)jfTK%J*dLYsm6pZU`lP1$|2s@C7Ni)W=RlX;ki%xRbGB)xv0e?NX$%llmFA%de0 z3;|X)dh(sGI*wP1y^6CY9%TA|%p1=AarS_xLFDwjeEFCW)$KNA+;lm(Y7&T%729%0 z;$t(_*w7`8xgeRt9ufbAzYI(R>Lz-1jDsEHI;nDLbg;anG4&@vvYx4ZKh=TSa`uW4 zVoF&*48UFLlJ$GtC`P9U^eDVAfAjIkb;sdee8BJ0NX`e3GCciYA;kqYH(n5njQ5(b zLi`U=^D#hb*DDE@SWbv*@KUg?4)Ztt%Q2^cag*%*f;{SF7w*Dv)#p| zS@&1S-ima_3R2p}6_0=HT*p||m@=zGQ^8S8T!WGCUNgWjOrWA&> zFrZ;$dm9=eD`|x%dOFT^bsBZXOcT{ui6sWYRJbZJ*JN~C-b?{s7S5g}^puamyE+c$ zY9F50VS(|R$}srx*Ng3B-$9w7-8lMTpi%6tqAxp&h91+c&^W3y(o-W@Wr0i`nY4k1~r41crkXzA+F33Z-&6?(R)kZ_=2>K z=|C`ES)RH8QrGH~pP*mHGb$kOtq|-*$Xnl}h`%`ofD;EE7_&#RV1%?ZUQ?M2+y}2l z0y2#3LQ0hE9tQ5?l9nB8Lsg`?oA0x!MV9PA;YAc&uGH_iK`$VFNc-(2(a;x zATKVyu?)K}YkaC^9Y~PD@~!e&Y8_a$;1$Zt@N$(D#}VVfDZam$fY7yZLJ0)tK-u2f zD|Z7x&pd*2xidkK$+3q|R&DVE??0UtnRv)eQR!@>v`{g)paX(UTBg@DTFJ)P^qJ>eMRReDX4OOAN&fn4pZkugz)q$?@$x!xwsC*Fp|P ztu_i-Jjceo#(hU{+%CP*(~R1XsI5ML%5do*FNaI&5NP8C1>b>JQ~Z$t*#pZ_JA4OY z-I|1pYiR`CUuTj(FFf4&_Rku-*{N{g=vR@dnZIJ9J~Nkha{ z!S^#-sdJMnZTKfda6BSdsz5p$mXT*)nW?@^umoL%kl>AdtK*$u_M`j}bqjqN=qJjW zkl9B}d<<&8tf%v@;Tgx9_q?m)Mm5n5mnmf#;gnCD9NF<(Hd1wlo$(|TruC!+o2%hr>r}yx0dNy%`q$B7y-U0|}-l>gZzl8Jp61 z!%DsqB--OK14p22T?VbVhjsm2@bP{sKVy-+w=_j2KYulR?W^vfnD-z0n}@*+qr>nX zX!uD!>$ws%4w4xszJx9g4|{vdapp_rUTRGS(^73z3m5Sm#wb~R)S1~p}+hIFfk;|rsp z$=FVf(#4nim}){qT5lGR^0FH}??wE$X=!E`y7Y_s%t7JxzrN`YX6$1d$j#b1;R>$_ zMKYf1_4WIEvJaFg*_!rPn?G70*wmIKD?kPY#XP9K-GFCvIog=q@O|Nm2^=9BXl9)-zmc`o(bH31S+=V=NcP1>Ona4Xy4-35S!!UCcA=a$g!)?I) z(HpUcG#N)fbh35PDRd-bk2cGTB1#^$R!{sWSqAy}>b~8?*+Hyl9zb)cX<~10LCd4X z^S^D#OxQQFw{rj3363+;6$q9~xuWdW!>ILQmDL&w9KX7QzQgRBa1J(I*XQ0n2l42y zin*?5s|#!m4RjL(yH=~5L6V1iT$U%BZayVht?OfU3eLDRAr_s%ya(O^RSs}?{ceau zF00HjtY+asgSu0|fVIH5adfSjQrLqDD+*IsqEzMLdG;PyhMyO=Oty!SEeJo}Z>~+s zvCL}dDzM70%=QSj<(#>!k#v6D*js)<;|j-suF&PZFRI=f%G=xv!zCH~!e@{Ny6?uR zt?s;~PcJ(*az;AuSY!_c2kksYA}57{B%ca>^kp*cK-?3#A~kdK8_?(_iFnnsnyuE$?}cWTQI;rVs=E`8f(bEUMX6_fYN7LwS!!)3RvfVmocbvjv>~x0c+k8 zT1chT`?e2trVykJB4Ikq921kJ_TZ^0bjftC2TgTO$n_{c5Z zu{2K&Kf_~b?xj$0fu`qoJ^bFXgcB22?@((@IAqDWcFOQ`SVu6=4EMhr?=r%&Hx~*q zB5UA-LS0Fa4BT`lpzZw_MepJ&7Iv3M%36vuKD<1@bEiAAVCyvk0mZ|v?5iB_ts{wY zB%o>6k{=nD4}2e)5|?ZKyPJpQ5ll>dk3=+yhWx1_wMQTKv6RILiJRR2K{-H@JQ>_r zV2>Wt%PeJ2$ zR?ACVD>XBJ-ny4^9JhVk|ChY=JVG8+A{$p-lmBc7bbMhTKsKbxk+YR!QGMrn@)Nvz z?GeE5jXRqt#wTV{EATmViC{nQ(adFm@EsFBf5Wiho>0k<5YM11f`WxVc8)}GC3{Zu z9mrY z<(kLoh`0GcfB&KGz(l^m;mZ1ZyVhN}>~dkA?SrCZg%{;74y`?A{h^mvXTE#UF8K_Q zbOl`T98rE+wq$D%Pz}U6nSBYOIeV25yKDbO4C@-Y1ntZ){0c3ZoiU#})w(YS_ukb0 z<)yV)g^!Kf4ghO~yXR5n)gHNlz|Tb=sUg}y9;l^t7L~HQPZN5iSle@JX8Bd|C1Dnq zYPZfm{xH{b9Y(o<%r`#f`cJ&WG1kk4kPO3N&3^T1F-WqRj01up=u*%@>8 z`Xe%V`{-N#{J;9R;+rnQP7f=(rgLL9u_y|^-~%N+&E=C{vZ5Sv))T=y6pDn!P!JZz zj{l{kV_H2&fuUuQbjZScm$+afj_+=s$Ck|Y*dwq|i^7MldI8nya-l$OKMn}2Ny%Qu zEBUXk12L0x%GBiOxD!vYDe|+aUCR*txv=v;AI!YZ@kQuKIu*T(kvu8ukNl1v9sD>| zR-D(-_Dsy_QH77jtiNVTw#h<%)TFITnJke(?P^`vNEq#BS$26=udka8HNl6W$e1mS zJHBhbDaRxnGor=Ywum1OXr{1jBCfWfy&I8*E5vN82$%OU#H0xZ{TY$7I1Lbk!^|*Dg2!EN}quS57%xKi?t9%n^vF z4Tr#!TCKyUGGDlEc-kf}CkItrzt@rC^OJnr5VD5{=*#tSZ2&n}rB$i;2EzW}GUYjzKfw1>x$$;3;adv`a>(*4T_eXq`_#R%9tO z8X#Tej1{tp*k*rZwyZKz`qhT=I3hratiZZ2Y4K!WC#EpvpOGA3#QYFVtKTSVdB6HPYS7GqRA90^h!Iip&i+mLB4AKsM@{k-L|8%N=;0?MKlYXUk41_$S;yZb zB#5~fY%pPW5I^tNaK@a9igQa|r5qa{Iv!s1A8{;|A>e3W0II9`H*{w`Iq)s12W{`c zc-nyx;s<4d;pfBSdC;K}EH$UoPlI870xPgvx4?#{dK=6he~G?-)JMH$o8)$T6d$AA zQwfZzAJ*>qNtLB_htXomFONYLflqQA0Y9Nt^SHP;9Q6ESEg6ud{#|Zoiilat%Q2yz zJj7>bk_9GH{q~a9wIypJ+Lw!yG2O@KK~T_8D;`qLcjZdyaWYPj1*LIksydqyb0v{F zhSQ{88vXs!A&+E&X#a=J!@o#iXpgRGkZFB{>5!GjwUD`A_ZBx}!~96a)ux_r&82Pg z5ij1@p56|>WQk~#a<-CkT}h_+N@+Nh1;{|)&GG%JU_bf#d;tsR7Ba7Ud&gOCjh%d6 zzFbaaZzwgOS+pO~&Gr3rI9V95@X&uPi6B?=PT`#k*u#p8V389>c`m;JEt<#!+OC+G znCS+8qjqqT%VCA!aTs;W$^$D(^T4LcsRmr?oc{gpJDqBB2EbC!rr)sm?O=lhv+(*K z>Iv7~CiPO$Kw7SuMp&5#9Y)cRxcvMQak>~EMru~gC3}mY|1@gCFRtXqZco-K`XK?| zhScmo_B`sEA3~1`Gkug%X<#|>B1^fVRzUadu?Xp+TZ4E${mU^Q8 ziV)atERGxSCYtS>MPV}@@Y(j1yeH@H{0`t%oPkr`rg32IW5nP{h-XrxXHig3S#CkU zW7+%@YX5;aK#p~oUJ0)a$*hMnQJM0;A5WFxEMM!^C68>8i2~w=dnS zppbfx$Auee(=|g!*^45N^13NaDvKOS=$zorI7M3qs1|o}_LJV~2a}Z2JpEvlRRgIC z=8_#WApw^OOSArRsK2?e87t0Ks{!$ zB3dxtoxD^(iFXiOmx-PW1ja%2JU$*pWrKOq$~iLWP;=Sjt?l>M zfk^jxjW>=RgVrRQ?2ppw@4`8&I5}t9jedWhHpP9F+vvi|$^5M=4og5&?rijL-i(#f zqY04&o;6ufpmnqRx92tj3Mkld$|S z$?(;7HH^~Dlyq4y%{)UA^;F=JoSu@7+>*~(x^1$r1XiTSWkg!GDo^-Zs?Bisk%q=H zog(oWv`bcNwZ|^#&LPOjAfli$ZG*#&)Ga3QaQX9>7UrR zd0ggw*;3z=?E{R{NUSPdvL&@PhV zNXx-|;!Ni(eHp%7+Jd@v?YqZlP>-+FLZ<3yrg}fu;c*I2Pp19*?1iMH+WAy>nqF{w#k2QNwZ&OAr%xFZDk3=?~2z~OH% zK7v_ILg?hLwq&^{y8(V1_MGxBPGR2>Jvvv3KwzH{jXzq=UA^|D+0*JRA5&9xIwyyy zu)Djvp87lPS4`&FUj8ZNTY<1CnF>%_d(iddETvA8+X^C>Mn2o}qb2JV)A@N)3)SY$ z2b(Km|JYJho5d`cXaArT{XXK6a0FtQF&sQEO{NQ}&R;fcWhgq7P2X%deJB!UXZ!x? z^!qxc{9hzIDP)NA^uIO48qKCRwUx7?_yUeFA9$%*LM!{($Mn_KD`{hRND-M~y8gRG zyCg>}!xktnBLj>^zU7;JueS?N&~KhCWs)FemZe9APySUzI60dpDPmZ(-Z9#eRpP2M z_CZnGYPLP?X(waz&7xPoGx@{)k~4zBq_FgX|E_8qUCojARaTmpRU6DHyx2+$MojtT zzxyX?`zqy@?+G@t{y9yeJM3HVxT$JaDU3F+%srZdl%wtskv-*SG6D~G zL3Sv3S!Vyu(?JnEl#R4=`VI9b3ejAqCTY4Dp(AM{*GU?INc$&fYL(~PawS4tAJNxj zyt=pP+$RT*Moykw{*r67cRectL4h;b`S zmD5ZwRmj_3X{#mHpf3Z(gSvEa|y`t}Q0(v1H$b(n#aHO}z+Cz+G^365| z4!(&TXMY!oz6rs;PG2K#6(XXvJ8Awqy)U#ob$Z(RE$3D6k8tzyXjSq3a$+sq20may zyJpJTp>jSKh0T_}?Yw)BeTtrTPruW&lhqO4>3P7 zDb8E*eHfa=!;LB5h8WA1Y~X?3E^O`O9GW4|YI@V;(KM>ijQ(_Fx)3xGzV9V;jVfe- z7)eP!R8mA9u=3W=l!w^sL<(bR)C<j-eeYA3n;-FwIA1AjeT6r@T5OON+xOu| zAz6X4G4ayf=>!tq5B{dii#<%}p!-q#Te`(p5QciF3i+rd+sn?U%+Ac-l_^q3Z~QXj z91TDD+Cy|h?WjGnfUWpxu!jf@1f$R$*Tc!EI*}f;aO4elI7s@Y7I-h-q%LuY< zrQ+@=R{u9tJGHcR7%utm+AM~k?JOtJ*!>>W?)tY+j1q{(S#li4`6Z-mNhj3G-QHc6 znt$D!ots~UEG^f6tp;5L?XTr zq>CXM^{s5HcpDlok!Iee7}C~s9kN&P_~w+m5>3`bmq&2*dSllR;gz&x-82*8G`82~ zM>wkVNt+kKlwY($g8g`SpNZh~PX`|Rxz^8LO;2h0&|Mup?Edlh7upX!waZ5pdp(4W z>zHw+k*apwez%xX4OS0V_3TL<(c4pkde@RTO__i7=#Xr$G!h!>qconnvZ|tDi%0^x z-abR>tR$^n)W8tKL&Bes$h6O5y)g{@`p?vXA<)D`THS2i`+d6_Ot`f&W1k^q{7v~| zScnjYPkjiS$!Q+CT~&SJB&jQNk*Py9f@Xy#Rb}gT@yU^ms3b!S6AeqXA@ntTWmja1 z27dMspvYqx3)Gk0ST#{LI|)rgH1#k3tC0RrA-^$X<@W?SmaZs^BQAw$h^`a9`p63DUOR|%z;Nde@R;2vv*T}aNWHc;k zu+zybm$@s{Sm>XYsCsxoYjud7Bca;(aF2W9w{>d4CB8QOW8dH90|jax81!T&YW_d+8}A0&kt&ynQo8q@*jG*F>n^!_i(MGn;wxzf+Tv5EUHMo5$wzv zv25l%uW}8i~M`Or{Bgd{kTRNNk&bY}~VJ-H7-*C-@m#nAyP?STrX>C@kU=KdkkKmXe>8<(&l?qcr>CEc6dE9gM! zDlOa|U12E0gLjf}{v4Ce}@{QCBq=a6CbH24mqqL zGPw+yxlH}}i6S@Vb4T|}e@+pLGUK2PX!eY$bLSVX`!=ty{HAW{!TgNde-`OsPa&)n zap%-f?mtWgF65@!NOQYJe3IbztU7U*36>jzX4TgnWX#W1v1#&Br&L=ChNgT(7&6Bt zPW2F6)kdv8-aQ=kvXqa)cML3ChW!69zsUNo%APPa5Ds_;ERKw8MHdZuNJp9*SD&C` zu9agRt}C`80d0x5-|aD9>?DagG{UVDSTY75{as45Yu;cMJVqoKC(hHSmz0*25Bulo zv4oV7EJbEG|48vHeDn=HaNsMtB~-alv>9=mCHL@}<$QOe2>zhRY&orqp7}PfvQ<=> zJULD|0`G=ExZc2j4NT0xE0#ir9dF{qMQ6N+ip;=%r6tF48ql+k0UnL*Tmu{Z&Y{kg zuk12kO#Mh{=}X@YO(+OtEa2w?0j`!nVLZ3T|`LdL=9#grSkakG+Jj{4^*?7fVqu3d4YpLaK`R?JG> z&y|*s(cTRxAqXs7iJT!uMuabg4z$j%FPmvfv5(OF_q$G_#_QunOLZ~HWM2?g6zyBJ zYQ!qf&-n7!D)7!;ncCn<;+(eb->NP4!Ko|}_;VbZKhVjF<2#W3+P<`{yb>0tmy`6* z@sJ>xCM5I;S|h8uDoo};0%1>AaM-u)al2(Ja{a%o2`x(ec0N);{lz(ABx3n_$`j9Y zszNmm+y`YD6OZ)NA>lKShPJ|x7oP~?wTXTrk5Tub=YolTD>~N?=5SvF*05%FKS{Rv zoG0hoRXwG=Ea{Ed(jNqdXLnK7Z;^#}FDPEm^j_Yijiw(zy1!HUx#&_})7_*XSVY>c^F6~pbe8ab$Iz3GKHCeGbD=mQ z)R{Z@sK4xva-q~7HWvGL{(Z8zow~;uZ@S}V!$ky?M(W>gPS0EeyJEV&h+U!>mOvp0 zQpIJsn*?WjoJ3^9@U}>4jnGr&0Mp{(5oDgFjg;A%{4_P%1fYjf2}a5(cO@L^mWrKI_QIGR%r6CTk5<38`!YNj zMT_7k$KIeTdbH=2u`;&OH;n^pe?gf7!Jj?U%&FH6s|fFCZ~p`dyxIF# zL95fDVq9jU{`>eH`)mcj#-0!&=j5U+QKETG%}nQFO3$|Q@MbvLlCO`cG8ab%oZE|( z2t_~hMNZR}?pq12wsXB9JmxVuFP~OxFoCs57HZsTD0FiFe zcKbeQBQ&{RpD&dU`!1yc9kk%1n))RuO<@45@I|+2+ZPZd^@q-(p^si10 zl^j$RowuL2|FgmJYsT_Z{M;OqRh-pFODBCI>axL3p0Z#S}fJaV=$6T}tN%Xg4DFcl(PtscpKLBoBX50AiF<50&oSUHvY0-VYdV3bK5~100qt%nhxtl&P<3m@{lQN- zAdZ>|t?YzBeWR1fdFTfO0|9rH0zXqk4hh~mx3!tT z**E*^pHI{aIQFe)es=4PhH*hv)Hu3i50bty@qG3r=ZWVz+rEq2Zeux?!nJLpHVCV$ z6CDUaBQJR?tMjZ=zmN*1@IqagdMJ%(x4?&tI)}UQpMQMrY2c$V`J7q)esM^r%}49i zMXyzg)eqarx9k5aTdA&fby;M;%jb(;8Bf%BGA8&m)sa`OZOmrfW50x|vP}N zHydKO`0gv=$3aEap-{JC_i$s6OMDY|qYYl=SbGNrm>+J9R4HBhMlT~Lik?9iTr^@`N#3$pyf z+K_i8S6D(k$gvx2RX0}@-a56;mj_p=78Ug49S4QwH$`TVPwFLMBoda$-Oihc!F$sZ&y{{lq!)0$pGP+%T_z+*G8 zQ?2grf!&W1){P6CFP`m0Iz$G8yX?=6-C@{WT#Vg43<3bX;Y$GQfpUR+Sbe0?9u#L4 z)tT2I(14hX}P%?814A=f5AQd-dqZo-Ti5ROJ4VjU1EirQcb*M)^Hq+?XRg|OKpLn zloX6A;viaN0Pr~t_=K`+Yo#6fGs)2oKUBV#HA=xo+7Fb}KP%RaYJEiT*^7f9z=p6S zHnbB?|6pzizp4jMC$3cy)ZI}~x`~YYyPy;XK;x$lHtvOVqRclOc_SlK4a&^_0GWs9 zV1$-U`YxVfP5bbQ-7nhWHiqzc3b6+KJBkXFMId-nd%>`+_E9U7eC%X zVhlCwc_M^|qTdTemucfGjnp9w_e^?J3qv!mQ()=6w&qDBl-~T!|7={U@)XTE@k(rc zi^CmNYsspK`6Uqf8@m8t5W-57oCNvd8Aqyc2wc>Q@8R$I#>gMfTigWr}Nn2F79 z>^4tK*7=KrSz?S3`t}pJy_t~0&<~=09&FUu5v&oifXUwr6zhV$`8{~qT<}{@ z|1A0{haMp4pEBo!Cj&m<&|hAVn4HVn9gY>YVB4&_xsecuw=eSmvd_DT?@1CmNgp6& zmAu3#NR^80fMhOZ0>uq`}i`(1a=j`y;G*iExtzwJG=jm&^G~i{| z_;C0(N}rFRdnlnJ#D|U=CKz|(rR67_e`9sY#<~RR_@mk%1<)W|19DwI>;lhrA<4b_ z^jzAUE7PxogMiWcKq+{&uj6E|-X(PjgsHl?XA8y^|8lgwSAYk4dHMNY;h}WQzG;~a zbu!Q-(!XDCvCj7WDcaY61RML>_1o{1zZ+rRxxUzdoK1z|ap%e%a}pAgbY1bdl1Ofj z`Cq?YzP3Ae7y4e%NXL2sNj?KR_vn5Hi_JPFlk2AJFEwPh zYm|Kl)|I^yjnvZ@5U*x9FG}At(#@q9(mz|kf2cGRkQEf@veSZjBGquILnHm?MMR#T z`Q;}>N@D}YpXsODcievk7qh9ySu`~NrA^O8@9yIA=8bBP(k0D_M9;(Qno?)oO1xb76xrmlWs7z zQ{>L9BKr%hx;u=fuD1-?k*nm81?I2^o@38A`1-0nk$oFRDR;dWb3gZkXP#~!Tvi7P$o6s`W^a8)}(&FyF}ARP9{jY|rpS^g%!oc0vce zk@Yp#i8kaBD$jLAw3un>8TlE7`1~YaDbVUU0BvB<4>BsVfJ_j6h5p&FzI*&W7gTlJ{EG@ zT@_Ox{-=vS<{B9p0mTN72ophSF+`o6A`l;M_;A{Avyx2ypkWG}YDM)>u`pU9mM@xa zub4^YvJH7rxDr`PH5rqiD-rwmMR(EH_m3sF)3`a?jg?`e(`XrC{)rU^06m|J%ex%7 zyb|;`C9+JhWW8#D`K7?8S0abUwP8jcyoQ~*_!`V;;|FF&zu@v&wh~FGNm#D77qXU9%$AKf-^>`yV+Gh>skGJbvlS2+OtC$b3rdh;zE{e6B_C z+Jp34r(@D=XnFE<6vwyfCWpKN8b|C_eRCP8nP^pHgefV@a@tQ%TQAdVPj3#a%G@IG z--vyzYHbHUrd(wBH({#o$?;cqR#GdeB>vu{FKi9>50t|A6`qtbx#~SLmwCxD*Ylyo zTV^>)mE_U}{qM_$%x{~1uX8c}sWkca-`ZgEHHW09@k=twkPoPbfVVh~VYH)P+eF^{ zdFq0wRrs&K0+ULO=u8{q3dehR-;1$LiKSS%SNp>5m;dc;E-CLW8va|s8HC5J+YMyD z;XTu3)RxrLsZc_^?NkrOWzRnDK^@nEvZE}q0tP(Vpfyp7aJnP`E*|d}&78jc-v{OW z8Nafi#IBP9&1#=w$cx-{XfW-JE^)s2bM3boPV9)x!HxU;7l`h>J39Da()nO8A=^hLl_R6vrCJPxRf zYMA1rq$JeQ;JapSTgft?Lr5d)?}*`7ma~q4h(_{@o`X5s3a5Vc5BN2w=jjFUTte-+ z&?4{yykpquC+PcNlNKVQ`Wy%4G{lK$?D2~&tZ81)-C!Y-YHdE2VG21YdIr&mlK1X-BDTzO^Sll*(#DcjJv770 z&pcZX^FoeH<8*9sb&>h6CDmQg}x;D-gqR$Ru_9#>W-8&dJ%G}W*wRqk1U z_9$6HW>fdaWRu#zo#fYzLeM3e;(Kn#=Kv9Bkbb*(u7@+hhoFx#BmDBXeEFlo3ReAS z`oO=$eH)jap80Rh5xUAAJdtP|l1OBLa-Y&tqjcpteN&}k-nuk&^=(~C>Qgnw0*On! zazl@sJv)x18BX>qF^5&!yu0r8`dr+GfR_c(HkE*u#xWo$om%RRxk$u`gH0_128q+N4;4+#0wKaM)e%lVZ0SkRBp; zb6r}PsPPvbVNFlfDm~*;Y@6oa*7kLe7z5S)!AG{K3ZFD7;sXg39YI6S0Tq%a(~b7_ zEApZ0U3YT9cJthcN+i=IMB3?{4cFlAA&PqdDPPPU*}X$c)=GsySYK8Pb#>Arb=h8R zQer-*kQ!|6A5a3mHy+T2y!7oh55l*(MLp>#-PLL^lzHf%ahEGyB?*MOpL_wgSxhw5 zelQVOI02P>@@q$f41x*|Z>(HZMA1AYD|r{a$}?K4Fus-4j{Y_Od#;u$t2wkw!gVU- zw@CEz7u?e6->VbotBZBfL}Tz>(eZVv3|ula(ZWO$deI16HcsR-?DW5iU-W!QMQRsr zVq6TQZX+6nU>SBGVIj41;bC5K+=@Y^5F%d9Ug8<@DF)cmiW`t;Lx-nkxeXN;6rBCQ zB2*&i2Ji9mFRsK8<9hLM$>Nxzt{xZ+?RV=B{;Gn=u#A2y51P`7hb}fk4+O0xip}d1 zmJg(u*3Am`a72wt*BwEd35qVwLSu9etf?M!9t6n&Z(h*RXy)6S_7$(zF*byyK!X}4 z)a$tFstk<1X(kk|oyRJj1c-&x1(%*9yTgAX%D7A?gJ`thEH2X^wBj5smokR_$8%J{soW9T$jmu4-lO60%)mxLr{2r#XM-&S~6e_O+ z?lMJNg8j8!Wu-33eB8tb<-ye*%XSfo+Sijrjo<#9iI;Al4pM-cOJ(v+)9He?!f&m6 zS-)*7twx%1wlNK6DkDbt!_hBf$V0&r-}v5|?2Fh%JnVMf9%>Q?eqlw@6q0gfd&Qyk z6k=E%RS`m$Ioq>4+5}6=73tzrfD3;?i-~I|UT)eaKQ&a{!kq!VqXu}risHrP(VxD5 zFb4h+kBVX$@Atr0RnIm-M!=nI2o?V6MBujB#n=lGwJci@%=YDMlx*N$FHF$sv8fOP z^$%LXm%C7B_0=Am`%IHuoG?E8zmEZ*$s6MI9KSoe8Xzw)^%+ZQdMDaU&mmhwC*7Ux zGG7kt#B9e@Jgg?u5Zx!$OTGh6PEV)iXSOrgGasHBUo^o!Az41?k_#tQqfYHUb&QFK87zZJBlcax=zXO!R($3 zr`)Y_UTsps{g>A9(P6tC#$Xe8P(r2oXPTH=O)rnltSi-dLz(NxyS!>Z+1?R?X_LV6 z?N7LD83Jg3ZZM^~v2GH3Z(mdzCq1)Ut7LS~Dq(i^OtPn@XOw`IAyJxth)GBDp6lZW zzh$oU7D_6{EiEWFL27Uw7M3>*~fR!W;{3Qn3QN8+m{d; zIRGg_FJw~MgOgr*`Smz2n+swNT%%Pb!)?~7F&%f@!6KF4pdX^;xQH!O=%9hAd z#^Ub+{16u%lNC@nOOFMB?-V*rRS5)R3QMgH+~SavD6+o&E?D@Shwm}Ojiy2StySsV zA^R>WwQ`1P8W@Kv(F}4vf70yiTk$>g!i=pUZ(N1_L~Yflh7Yl8>2nzTyo(1nE%~L{ z7-d|&m)=?eM$Ib0LDM8Y*nZ0BF^4{prCmtk^b`YG$$J_PlP}$rkHas_-4Pbf=aSUo zzB|-$v7__;1e+CGjCG%;fah-#Sy(b6eJS&*h0zwT-o$+K6J_(i0ZBIN&CIn)BNMSjt6T7n0LWh%1r*0F)x zLu^BC{^o>qMCS^g+pP?V`et~4>C|;*-}_Fbjws%L;=WgSC@4d#USh_g!7`86C zC36}d`c|`BiL`Xj?Vl{JT{*GgWAHo)*NSGgYKb{$B#e}p&2@rbda-jXJ~r7YRn|Q7 zLx<^+y{Ed(5sNVivc}5J_fV;BQZs0Oo$~3KHb+>$UpbS(`K-@Jx`}@J_O5&WDQx?& z^fF7PI_d`R%%};IYm%Ji5BxBRg|_w^+V1$>n9TDZhp?0@3QJCv6hyC_Z~+Qv@H?gG z1*Rb{W;&v`_FVjiQWq5|5rqV+1qaQ8nh8Cc zU;9>h@7ToO=z(&lYo20#AM^NnqyAmI;G4PUB&CVnGHMJWSUn(B-`qu<%XH*4#kHsA zqjz2&CZ`zjWF|Zx$ZI&gV#@c-POn|2;>8)6m2+=Cf+aj#-EC&Ak%34gAo5r+5Q~)LG^hHe5~3{ z#-Hy`j~EHT?Aw3QP!+wa{$(aNrF93O9r(jVi03(I=a7259xGl`sC`xPX$%#!s5r`|eS#B*7=#6@>27XoWO>e*J<|{&l_^ zHV$x&c8gw(@ySxArgmL3y`x(j%3B-`a5!h>a>-+{oj`lvJyryNMx`Zdae0otSG^m# zwvm<+qA`KVsK_$c;#`_xc&TNsYv;aud-wmx)>}tK)xB@rgOqd$NS8>12uL$1B`qOc zA}P|{2ucfxl+;K`r*x+@NK2PE^hh_nd+_=G*88sY&R>tZ7SG|#IeXvxxECM4a9-;jr@!uD-wqX<#*;4{h`u}*Ja&FkdyWeY3D`UC(Gu^ z?hKUIglcXtkL4K~*QEJ=U|{~p=Cw*-1j~@7T1H7~mNb2E?LwushErX3az$A0zXsWx zbAuSq`_r(;kAK=Gr`hYJ&%6tY>^vmStw(!<=&5yYNm&5Zf*%fOWx_tvi?;y{U)QV=-YWR8- z37?n=e0Zrl^&ZJwNqEfjW9f409NhbR*7dviuPj%DfDEI*>P-3xsg3@IFC-Gk3RRVP z8avd#sK(F%+%sdE)4sDdjN0bA-^?ZZ)Q(nwv#3yLqEwfq(k_Zcbki4HQ>{s{Mzl?q z!iVmAMSKH8@2YqW%M#Lg-0Gol%sb$ehx}BdAv-&A9jLE|dctw_HlEO1)K-2K`^#Kz z({%1@r8@TuyUwR!tH45cG@WViD8x3Gh& zx<`(`Zd>00G)PLJb;Mylj!sskIK8e+imV_Q=91x zD@K?b%r3w>hEZ8?Cdv8$JqQg+L&d8VoBng*tWq_E=3g>ij{P6c<$2p3!XXH)gQaOY zDdC@V`dBbp>a9!m@3t9vI63WyMN#GZ(KT}0qeAWixbbI3tkuN?RWsT1D<{%-X+cU` zp4JS@GsoABo>NQBC=L}SwkWs#MK^r@6(=^fLX6K?*Qvu?V21^t)&%61C=}a+!h6y) z)3}*kMypqk7dcN0;3%RaiRiq+a_KZxX3$U06j7c)1Wm2kj*>P)S~K0g(<2P;GOQ3M^;zFPG$=(&R(1oUZWrygQW zj#klIMBDrl?s?Sab*8^Me&!tHWdIgCTk4t#yeh3ch9dc4rQ`1Uv zD3;6rD~+`A_+(5&c>e=nvam&f*f$kN?Pv|8pEN4x;p;3EdgQPDjwOocEze>R_K zjVYpuKJ6P_(E8;T909mk$Xk7YU=(6aUPDI4CuXX@REr!p(%$?1N3Em19&73V^NyyE zRcX@jo|(qZW&6+L)~Dh;6BzX@O3ZpS%89QX>Y>^;2eLE5Wjxg+$gR7MKH`?u0cFAP z6nqqinp?-c?((|Q(m-?&Y=-VlJ3gDqzmIR1HWTt&T}SmXiX97XB+8>S>w`f5iMvxG zBTY730C(WPsP#q3MqNM$08K3KokA1bsjiUxg`p zeJRzm!_u2zp2fx@DjEB?!{05a}4|EkYzFQ2&rh8nxZ$HXyiTU!p-IX1z zr^HJbty(~UwsSkIAcszB>S-zu_e;0JP;*Va+w>Tpod!ZNTdCXh1Tf;T;oL09<39LE za`k{$*R0YcZ9U8mvi;*f{Fcp@j--Y|=VU0DVoHmwNSr$}Bx%}h0+mJ z8XCQu7()-t+w{UJu$3wF-gq0$h)XFJ59XS}iObwAO=?YcPCifn!x&dt|0{HI&}@Pp zmrO6Dtq)Jk0A$V2oySZc6=M1wNC)S@7HKvmv5ukJfFpD()_B3oh~y`>l+^?O*fwPXDnUCXyBg6y$Gpp~!y6i0 zIZ zMS4=k^YhiRf(eTwA|f`xEN|j|WX2E@A5=s(K21a;35()^+WhO|EvWb@C<(OAg1Pj8 z4k=*uQ*w4FC!ksxpj?2RFY_5ztg5tDs)hILkOtmj`{kbLZkY!@lDfq08;Y_D7Ok{0~R$DL@99+P)o($M~s z+F%nrNyC`79QX!At&*cB-``J0}ELepPok_}hV22-9WV1D%5;2*duAR0O26D2tMTQwz>5FaE(uoJYXY05Pp}cuPb{Fw> zvh!8>LNoCnFB3pSU+qP1O+B<#k?5E~FeUHV{}OiK{C0Oz$*%evZn2rS(YNvQAn!A; z{^jAP7C4gzV+o4y!AqZuy*vA^i+2#FFSdG~%#p&(qm%mvsH^2B;m5=1^ioS9>Qh|M z5lw&EGeSkbcXD%J#plNpn^T2wlK35#O^ME=AWV9x z4_g*Ae}ap%JSC~`qS;cr;ZuiNqwJd9nP&s*yJ09#vMa^XgNpM&yz|?dUh^FY1v)|T;4z$<>9j0$!zO2LLG0HUP?^7r)n`)#oT|2t*zAcA@Dwq#6h))hkO_YTNk1%w9u4 zICx=vxKH;G69{A_I%S%*C8(z0h7*3ntmQJ&<44=3)(H(jV)|)p*QsjW!^Pdc4KuuV zAo37@+F95^l~mt1{=p#za7@PfPAdtt#V8utl?QFfY+S`rFDFZAu6$8|ZA54l8xPXM zy4%uFRVSFFu&TvPS`yrc&1kQC=w$TgfY^L3+rMio|M>7l*3>{^I2e-T_#luZm{$h1<|1TC4p3 zskWIwyn|RjCHF5Oj-qhdb^vf^|+EJwquj^F|gEJwr+ zh)@n2UP@m)+L|H<%i5xmPeO!EFDgWm^tf38z?QKQB}UxonOfqk%B0Pn;a)2Py#Z?ZbU`mTW@n z+=j@>G*wU~x#~}y<2eEN)QLYvtI7`{i-vh^=I5<_W>M9uy6Pe~rq-zB=H|xVIRUwu zxj-ZO3GxtFO=CFu`+NKPGC`VJJm8Dv1m29lxGVxJNhoN@anF=JJv$#*IRXi-(#SdQ z1*@14Av$EL)i3;A`3`Z!>BI4Ll=9ZKhi?{Sj-zf5ER;W3`3gFhMx;GuCQ1(?0{i)$ zmReC}K!DUJi9JC8TaJu!V35YXQpBD7)Y+ri|@y zAn*>01Bxq(snx!w00YF8`tpyn1NKU@zuB9^Rdb>c6P7lS!D6T>vhVV|v*?>?Hh7iZ zZ?c#|K=(2bizdotfZ7T!DHkx5d!UD3Y|+WVozMIZ{=g4Y|+eVRr_w9ejS zBf6(iEINFm?z`Dw?OS&PqR7Q9tzH}xo1R0ZoRuDf>m8WVox$`2<3bCZK8G5|DI?#E zC#+Y%!=9AhZMK{IlJ_<0&niHh$OLR>_}_k6MC1bT^8=U7TrF?i{BF`Ls)=53LNAJ4 zzFdM&3_D)rOX$eXF=3jYjUM2~n4WtFh#Ccx!P(9RaU2esI@p59F?O1!glF9Dieh4{ z9Gm58m#Jv{sA2#;Clh$ewMLD#SkuG?=BI#EA2I}6(wcM{Sjt!~&^ZJ81D=$DWp{ZSmdEIMsOAcO}NlrDg z)QyEE(KNRi>rBgIu=uQhR+S)<=N(8i_LG18Ba&#Pni@7NcXJ7cN|gf83k1YGUHOHB zjctX5w~}hd>l!=3Y3b1|&(0{?FVp08kHRa9LYSV+!KA@;c-(CuXbC^xJo5)Tq6rKg z$TNBjD2$gA{TPt><$xzAl}~D=Yt@0+xP@X&9!q)u;4^R9dG5pz%FmQ2_@doMNR9f} zl-VvV4C$C&&=DnYz=_>S1H2@DtG<>g*7D3F|8#axrJ-qAJF#$?h|nE&mG0vC#0$k)5~tvEzvad5$;KILYv{_+cv-$}**yX@K_{=5VZS%$@m{_cw;Yo;W<4D*;;q*#x+0&uy&LNHx#HO3oB!pB$KTZFgTvA9i8P6W|EZ zx292|IHS(LjIS5&c^wC>Q3$TmO9AI@#k-RjU8g&bZKepU9U$b8e4>E##vs*azxP?=@x|34036;o z!JX=)t@n_tDQK^4#A&DyF}k(*UFGT5*tvk@qMukSsgj`Q#ebRt%DGShId@5I5H;7O zp=|7T#_S8sx|!N&9n2Eh*Cdc%L``=5J5T5_S|=Y+tgFbDRZD$E@;wwNHeX9k2E$`v z>kcx{Upxu=2cG@*@J}xq1VZFOpsU+cB2UHRT$$SAvmVE50|IaG>)tv!1dP4eQJ-l# zB|}yJU-%B`&wdySlMZ-fT(I}A#}$6V;TmZouF^MKfL4@kf|~UZ>Q!11fyow876VC7 zQv~hF&e2qrR8;W6h8lW(RO+v`*zAjU22#?z1NWCGTETeE^>B`oufXr07#Pv&m6kmPVe6UFcxBj5<^lw-0wfBTH5Ck9{)_6n=`0K?f~F8mOG{*`thM^x)Qix!6AMJ z++GO=EKqTiQ2YvF71VbQPN2PYpH$3C9}JCE4~`2+uNI1s&)woPN3+NH663hk)Jt~0 z=Q8JqRex~V0EqGTt@;nwho{a}PhjC`imeMz#cts#q-^`RB<;`t3#}Qw7Lxrx)GG78 zM^2C_R3$B8rR|OhQS1@i>+YoNN2m(jHI?u?FrZ3wSp<`S7S~*7s#sqz<4N0Et7q&< zn?;i;XuKVQC^ziEOn1a@JurPf75#BBUjW$1$H0azgXF3Nza?y^LmfSL-dJez56R+g4ZGzH@%W+{%SD1=?Shfl$Gjp;w63M?ejZw22O(-WY!U zsxpnd=NM%>tS+#sen8kT&ud9pq1ibT8r_KtfII>S%hw6m7MqUc=&2M3GDeQ|f+iaH zE=1z2=c{bA2Vrf#CEZ};lb5(HWqJ<^1nr#_4NBthpNL)1EtL^m@L)0oqcBbN01?ZK zYTO98UPV=jvj_8z-83t`834}wa1IKtL#dsQ77yo4?wIKEqt$=j@%*ygdLPnY;(^qk z`-ZC;9q@opm=eu~2GB2Zu+cAWL?tL?O2Jjb_I6t!2HmUi}S^7Ferz}rA}b&rzY zioQ=Rl2$w!IX=q^WPo*clIs_j>C6M)fXLbJ&l|=!=j7rS+ut+gI>2;D84zlafh@85 z`uZYI4N-b@i07>+X_t-@4#wEew{al3nY=%Xb4_UMP2MJ_9aJ|GK#C}r{#53TWN~sC z=mQOL=-p>@8z5X!5v@nfCK7|z+4EKeU&{lb27%94!gY7SQv5XnDyUFaJ#gA#iX=V` zJ4sYyRMV9uA1DNZaHKOvsuXa-#V`cJ7hi1^8Pvr_iEOgggK!e7iGr8BCoKS#^a4}E zo|Wn*0*&Q|2p(*-=lbem1B^MCa)lX;u7IJpOf8G0r_!U~P*2bOchTqIV{NOPx{;Ae ze6*iMl9IzF{trvWoa6VGCEF@74(Ab1Yq)1k}Wx-Hw0&p1q7TW`( zV$;cWy?pgFS-?gXEN0&TJe+9cvnR6&h{TB!Lw(Lw>?*J?LhlJ#4BY>OcE5MIBV+^U z0^}M1y?JlcwiO>2_Y=vlRlpvEHq6^0XYeXrML{52cSb}4!9PSu;Lg{(W`U@pSO5%X zoMrEmNF#@YJul;CWhGRlr|~@;S;>?DZp#;SdmyedA~#AXMKl&fUyOk8!NRkHCLscXTeaD!_&N1h++F|=PB(5>$u+G;LjZ04;X2e)` z=DiLZ$CYb?f&9zC@aEO>jMjB(7h;2e#PHl_vl}yD0?j4@XKLT(gSDH{3&TIe5P>9i z9Yvven6s=f5Q6ppyE$uK=4wcEszCSq!>h%cE7(sKusTvZi<2b-7<)HwjZ?kGdMp@3 zBC;5j>VB71QgG0pFgrIzg`{G|DKozLRmR{8ruIF{OGwNFX?IrYnMdIGO~-yQ532q> zG-BhTHC1|KP+!IZ0WuCnCjT$kE<<)gzL$C*Z|9#K7#fTcK?v(ds72lY^4;yxcI3KO zP@SiY>yqM-@xeG|iwCf&5CQ*H6wnayBULFHUwASDNteHECa}HA_R4eP8mW0_n%F*F z7U8-!sBo^jfY8$fR&^`KrR@0l4;26|Eud0Ejp%EzZL{*5S;@%u9O_-8S}SPP#=g`h zX6`0^AdF&~H?Oi&E|-8H;YZX_nlrV!m?Ov?xjhtax-2&Tb$bJvI?ryFjtgjqo`eP{ z204fQMRMcI`uVY(EL$IGL=%7jX7=j@q!18ru)>Lnuq4^gw#~mkz2&+-fEW*s9H4_ZFwS%lZ|$59|Ujulv%W&qH^V;X~#k3Jkfmz(nC$Jw>1DL z=4UICpfuP3OOK|(3GC)Fm#{czN2gXcfgf`2n3t^{cM#?ip0cbiRWCj`U&NZz}=>t*rH`!05tpT}VC+ldrbonec+v zntW#OeEn33J^AU~?qz`jf%?~mIh$W{Gm|hyx1kFW_^ZP@^e+rL9H-6<2L9&}`GB1u z@+n@jk-cB$9P@5l_q%2q6l$=H>pwKS1cWH0X8eoTOm7SK#3n{)w{~@#KWc?;>aAa%EsZxGf6JeLiFCUz*$_Hz z6vKyDs^##67;w{h&P~9KH&%zS)2Cu%73weRTdejfoXVAp^>h!fsc1Hm>;yJCdOx@< znD<-nRdjTcMh~|*kv84Pl5aY>oRZAbx_`(^f9Q*#j^6kD?T#<_M$u(WQ97P9E-hY0 zH)xUTLcJehUL z@sn{n8X>(C$7Q6SV3?~Xm9=;DwqX1u5kWJ2?Gwj}_smFo=gFaWD0D)`$Vua9@0_*z z(FV?S_j@j!maBG~$ZFi&)!UKb#UD(fj<_7_4IN%rv87CU5w9n-(y;BHXORkQPLmFGVB zH2Yam&~WzgpL6d0&)rO-h-Oag&gqufH756os-PfKAH2N09^fu2xWQ8;gO&X}Uz1?; zpQ!4Z&%;~0UX{sIuy+vOYazdes{JXf-r>{^s9+-au+!N6MY>sGzr}<1tZ6Ny<}#fc zyT`9453yPLK+v*VyKSv@PMCY2ZEmp6m-IJri}_#wcG%0H)7*h$v#v_#MAiCmj8gP> zLeWn!81eZQ&M$?pLl4X>Z+Cp}t@q-HL=7Gx zs{zJ@lc2Nb$3h!6>*3g^y;95Fw3Um$YEk{1bjhY%`hW+f- z#lcgxxRLnb;scb<^-LjoU#t5?uvVrG$_;_X)x=GZfY{5$W_ha2`))?dmN$m33v7}C zE6hDd)Jh=@Y4R3obNdib0m(~0)kHC7R@1`wG(hQd#OyrzZSyR9aQ}KPenMNhMKonj zST|#FF^!}dZ&qN|-O5*$8@)Ez6m9hQ(=iwu{hGdotjy5S4c(Y8uKM$QRM;Y0u53x> z;LJv|!S3p7PeG`;2K}zXj2vyjb(&A-O3eO^nO1_}fXM2ZC(xf4S>3-|N%qwEYXGmPO@j$x~0`>kE|nrGl@}QZ=RsFPB1w^FK~Ea}^3HF*WACPUCilfGB}%LTsWaO`eiCKley468@GM5w&&g(>l421U)Q&QTH@qbOophR zYd2#4Rn4?Br=jcH0(ZAmYb`cN`TCw{1uCubu3Ca^p6J5_X)(Eez*g zG>gUCV3zXuie2Ehlxe%3tofPxla%^#UTp4{U4%A@MSI*8NJzukiZdKzLi983eQKD& zL_00G=eKZDa*;+R=B3-SK%nStGZ8A5HJp`tbMYX_vB_F+L=i?ZFBHcrX!W^GP4Vcu zqE|-OvE;Rw#FAqm+C?;_fLP^Cfas6YMjY2I^%nvX1m|AWuX6T;SKYjO4Ubee2x@x} z(GrLi?}{ctYbo=WtIqpo8VM<^DZb@*d=y`BQ)PW$Jnq?@W!gzC)bcFc#mT;KGS)im zlB#eXv6J^}NhI~(?mj{H@h7}opzZ6&xqf)fi9J6YvMpd5N$Y7$YYyN2dz8alPwc}L z^E&6ki3!1kT%BWRk-I0TBc%@B^chv!&5JzHbN0u~5(0U09~`(WL29UJtla=Hx~u6( zqo?!4mJ=dke}A(rITbLz!N4CvV6xs6X163 zYFY}&d<|`0$1SY^cFo%E1#oKrseFbsVA8oTpIR6!kocbL&R1Fv({>%<;NWz4CB2=l zU_LB+#(CR#pLBU<3D1zNb zzzRsdreAD~Psh%g@q&W3GQf{22}M}Tc@y7!MxnDUe5(1|Q0YVSOYmDw+)WR9eysKP zWSJ+TKYbna<-Qa4{_%^B`a-Ev_w5bIHBtf66XO~y zCen#H+P)spoBL$ydGJjja0(6oym$L*YloY?#L3XrIShlg4I%%8$QF*UFN!*?ES7gs zGR(1gN=6FvVDyE;w|>UPGDYQt>-G6n{n&-(n^?L|iY2bU`6&TAo``7j8ytkH@3xtI z6T|#*Od}i_2+c`Jz9$e`anQaK|E$QA-KI9Lvc&24tUfKR6-VjXxBcXDRI#@R{b~hr z`HPEO-|24kFLGz@1-fS}6D6A5sts8`=nG3U9X~p5@56BkYx#!IemTa@lQ6OW?c_ zKRiEV3f=$y`LVQkbZ|!k zofzXaVa%1-g?I3d0|>((FLGn*+6k}L4F2d}e5*H4v9rdrq5?m%) zjK4OD96g%~f1c1^qVJmjp7P>E=FC0J)L+=wu$k%b{8wuI_}u4G4>5l&+ONzDo8BMC zY^a}}T@sQlM!IjyRPH0n{0Go+3KVU=n>1Np@ZKXh^YzsAw4JHToe8Z*u;!lR+U8zg z1&I?;O%nWs+D|{+J^PYSEHYa5syOS?JErLLWQ|v+v0J7v+g~>^BDm`Ja9Fute3SO% zX>vt>Al(byEN&Vrfk%}JLG|~{;YV6pi-`CsJH?!jal^_9zwD2ErH75gS7+RJ8K4ut z5Cjc8P^AgvK9k>? zuw1U4VXf;lr^~MKvXw2c_q^&z#`Mytx{~IQtyDv4 zIdir|#GgHsXp#rDhDKSzN7gG_0+~PH+rtD27>NEe1`@Io{Yu(wAqh)LL7k@pPWWMG z*!C#4v!wH0uYZ-zFnE)ntm!^Ao~yQ?AMzDebF7PKE~#%Zi7HkcZm~7ai+$NX%6(K7d7oOf5aO12lcX5T#{i=XcEQk(~b|kKz;){lW z^-Por0EPaA?-OULMu|V}gTc)jIzXOAjtoi}E2qxQ)s1-PxTz8Wj;y)4EPH!&Lmay7hO1QlsJ$5`yE)dxy3CD8(m5oZ9s57yMh!NLORbeJzCgl+B@PF&-wXs>v>|lKEQx1i_E&!m0eN>sBFNYg-%dGk#Vx zSN<#xi?p;*A<9))OXtMLT5a24)b9I6DyPX<&O~e5b`F)EgC9eFft!OnBV;U0f~l^vklD{ zjtg!_(?|jL^SrX`ScN`P zHBedYXmci%A6j1joJ8_V(e>VBbQfrZ$yDde5VxfCW%b+bZuxQB=D927;bx=?q~>rH z(y?8ok256Z$#j%e_!~TSu+a4&v;A7cPQ#0#?`y8M6+-7NKpPzq4AWJ(@qBW6=5zmK zZkoMFQ;1w6VJvUApqBYv;!Sg6u(2kWj{V|3%@sT&EB~vB=wRxZZ&|9z_k)hUAjNGq z0t?jw^BsoF7RC6f6YZCJ!Ve7XuCL=O3?t&epGO&>BN+w$RY>hlgtQ?q<=Lx5Y-4oK zoQibP5H@dgZ5^xxlI?}%Ztu1_mQ`w@Tmo0stNS{w76i_rE=TMKz2fve%Enbj9o0;4XJ0wPx~p#fJ`(qGF3 zG7ScO@pq4l3Wvlj{8$%B4QUO6Yo4lW`G{&(Q zy0_Lg-GZs_qj_OLRwV3QzcrHco8Y}Au3{OqWqZc_Rr^t-`}e&5k&y|C2aFtqzIAE- zIBN(nN|PD?g4h_xgC?vPjEfykW$Qyv zw*((=%5H64d@cNs(xyibqW{3@BgTDh4neANs&VL$N zZ%Q_s4Kl=Psk>~R#y2f`xe3QBHvejnJ2ef%+hXk->L@`Mol9qw&HzUR${EPsvP}dh1%bBEimd&K}aoBXMT* z;_I82Y4OyjrVR1EXZol3rsgj`e&JLg-fz+PB`Ds+GD6WeAz{~&Pl0|X{;-Fnjg0d3 zkKzX{r3PsAuNe^bG+36#edt@wO*RoWl7n}yyNmAnsp31a{SrN?<{mSdojZ7J7pw5H zKXM@h-j`Xb9d`ajf)~~qmn6A9pzT#bJR@w3!qyG?LU3k}+z)mb>JwN|d1VIEQ zRowS7&tY{>_2mm6?vW0WQJD6H8Ge8FHOp)N>!B^V5zoYzp|;aMLX0aP^}+gyo|P0` zb-lv#llZ!)*VHLCN$HmQ{2P4(-W-y8>p z)w&#uiQNZ#rdOehY()F%)#Xe256Q}(l`?IoU!66|apT0JC8BNB@6?BJG>$)!#2c-W z^pP7G6SKNbOJSS43OGli{!3 z$fNyk<$gxrLbN~6c^`SiFSnsZRbLz)vaZTsf{Tg$h}qR?VgLT;P&$O)g59ctr$I1X z=(v;d?&PWHp070HP03`b+_KZikO0Sf=t%?$+8*ltF0M_Y zdHy)7_PDPOO+I)dd>UbP(2zXYzcZapTTPU-F`s5Sm?>e3_a^oWDPeqbvokcSGZ|(G zEFfRx{q*1x((w|?@TY5eB-D%OpHLGIq|_0xTe|R+@%~uL6J2o-s_6CGMsz-r%99R7 z@>?50%tu;rk@*myL$MN+u*~Vp_&IldnF@N8_Z+{A?p!Oacb9?)@+^d1nOunwkP z_X8AKoI>FD!S6d+?^z+SCgSY(mL`=BFh=@~&f?a~Fy28W0eAf1FT5PhMxQs^{TDEc zLL!ggoH{2|2l(c2(!5y|Xy^}uJcVND^^DTtwu|kx7{>nr?et@MmbGzsi6gJwwtq1g zb-xC~lU~ivd?RfO{d;bSC14D~mUo8miiwB8M+nk9^S9N;cQ?o-26D)dq zshudmqX#r|G@Gd1w@RP|h)g3g_1l@L8V3Yn?bd+^F;X_4PDA#vnxeKdkbSl-X^@_s zO1L!C$CKTszIN?gu(Us9n~a94?X;Y%=-thRC}!!sJEcY7U|APtgma|$vU_|&`gK9N zj7K)X$aB0Jf;1MJ3(go%6uWs^msg;>%{)KA>Tee>S##?}V>Uq?cgNw{z@R!$WhT!% zto|7_ZRGyT#JM$u-Ep~Bga@2g@@{Sa$FdZnt`&bk{yvb@kgH_Y+2@s40NP#!J%Elx zPTfq_Q}AUFAsHCVRxFg==98w9j&#E|$(I)veSpK0R0N(ez%)O156~CPX2+&fh@jjU zKGSQRLW67v<}NJr-laWi`Ug380?3(ZIl23e`UGg2fsctXQbhxkHrZHMl63b05`s*L zB6n`u-*@ubF7JL;Di?V_<0J#J^!#w$^Glq=&IwWR&BygUSR94t7EMo_c*CgF5ntYar-+e~2vFqHF{>Pd*DjmQ< zJmP1vqNB0{v)BK;CG-#TqVxHxY^J{XU#`*}u0-&JPl3T=s1x}bAwyyZ13!^aM>a=E zZ6Fdg+Y{m8iMDG#vuGkfhsb4W1BM)R6_Cc^+jhyvgd^Y9ULxv4Rq6xtri3@$YhQDX z$PtjlqX%KfX-m88c1VAmp>(>W|NclE32{)Dg>O6BnyL=yh?gW@`-L`Ny;9vrvGbEO zKmHEL+vmtsixCpO>GZ_j<4)Y^i}sDb@K*IC5ZxS|lBY}pKReKD^%X4>(mICAX8az$ zfaxS!49t9?MM8#k_HS<9-rn%9cOMrQntVC~K5v4Q1fE1R_DnGQLSXX>WLp0a%SYxY zfU^(vZ#p4|01N_JC8QkyjBHOG5{6T&VO)Z#w%En~H&-Vb06>iMXNE}Lm&KVR&iJa+ z%0p7r6}Ysd*{?AHQ_iC$#_u6DW!5}kSnWObsNM0=>#scmp))3-{D3s z?1zM+^dXp_etoLMnj{;j{S#T#!x=HoSAkpM3{kRJJSROITb)Yc(b0b-rKtG=3l%ugr6sd;%8e$7blkC@dWi!}F!5 zXs9oo)}-d`w7Qvn%h9BM!3Sp1pCFW}%(^uIWkce@lH`w%#;PF-X1eOKS!S7@>>r$I z4=vy_fLu=BPD=6MU}t@i@3t>%k2s1215&+BRFMEO>uU1FwB!Hs&eN!@;E<%Q%kB~t z7}mSA+m}R#EPL{$*46g3uZmXRNF7AfN(NoG~DJ$R!COo8_2+WZyiS-jK zVQJEwiT-4F<~P%ZYscJ~eu>1s7jI7YNqBIY$%7<5h8c+}&+nd4KNQ*PSYIQcQRUz7 z>6~>>FWPkur~=M0+jropQgMVflsUD$eEx+@y;N!N{#)=1$(V1n9b(jym|J~mgdz2>h;1D|9|4m4ZFTrrpwE!fz(4a1u+tx za#NXKTOb8X15j&YZep!9eY^ z>tu4D`DQw`5Wiq*K?jKq(E1l&7Ev!t@G^2b{%~(#lzRP-yAo$13?9!u>OKeNbc^|)JKkjdSNRuD|d z^}qn6#Ddnwof&!bdKt)O+iwC~@bErw%JR}>YAwFE{wD!59%TeFF1 zmX49f@O_9Nz&k~NfVdUx6ddO9H|;MtGTOOH=fO_0WR(SDT;4FMjVT9c;BV#hF5ETk#A z?Ma|3%l(*RHDe9)Jc!Dhm$TbUSs5t!Eq@vJy)Cx)kK|r|%Rf4Vf{2%~E4gZfg z?8a@?{iRYCrOlp-{joZBP1#_mI&5N+hrS6l^cdyV|gX2>K5j`FVe)MVi=#NY?PgBo~8ADT287onC!| z{Q_|68o3AV0bGlL;`Vy5CNZ$4<~kOv!FP+~QuT5EOBhEd{a>CRsEUy(0FqIFnV)ZP zk2t%!aHUkd1Ca~|e#oEk$TCYA3@>e^z)0XBwW~qlg(PfxT0gTM(F7D9u(1P-y2M?R z$9MFD#MOs^&NV<`LX_?mH5mA{RMXsl!A_0jl(8nUbJ|f++E1wiaI?$GVw{|v`J7h3 zlotrSXN)zlvaCniaNtZvAF3JCUiRKsHE=Ih<+CApaNer_pqh z6p2RFzifz};$58qw}JwBE4r~JKeZqIs_9bvUyQ(Q40$W9rlw|Sm>9)F@zZgZpWu-X zRSx#VH{t*P80J;P%FMpb_Mxsce+-i?p#HflOs!w}2cT2zkf;B!cpbHrycMvP_-ea!>Gyb&DCv4fOn)!oRt6{($k~9>_$t7 z4BZpy9nJhNfE=~qwMRe-Q>oMP%y0E&aG221ESm(@(~~lgbxn^KShZ+>Zf)uPzl?!A z^h{s|{x4&|Vy}-}S{#83Q}Jc}UwBQ^j+YT7;rgUTSrm%_stKkNmP5n5G}Ac1-JP+tD)L@hgI?^AA8G= z6G*s{o>kh2s~K@+uF4WmSOZGY`$?`Jb*nlxC(}%|;GUQ035UIXe|n-w0-3-w5aG%7 zCOPd!~t6_N;gs!vtT`)O6f_HT% zcR=Y`Lud);>WjRSC-w_UION>fV7m1vGWBz7vY2G0f=nj{L}Aq=S(bZsg_AymSboyM zkC@_=hMvqhKO5K`$&wqm0&zT{NT(<=>?&&kpkgVf7lVR}KfxeuX|QGy9+aN~*dyTYo6oz=LqE0tnba>3cO#Q;5(Au(((mljyp0|*E(?H6rN{a39GMR``WMcp zo-z5?b7ucV6jUxbeL)P*?+$=VOC|?ss?7`Cr@udr;CxIxYur43h3;Q+D6W)QS*dxq zrmL%KrD}HP8vv7y&2Gcis^3mO1I)QTYk&RA!f`s>6<^z5W$!@eMH+bfihAn*44(m< zcVkEtk)4`KUA_Rm)eSIUG;$`LuWHc~p7wJKd|h#1e4n#kgIh6SlJ0vLpCx`12z7l% zJv=-dJ%eefjvS24@U#I8gXg!K6Vj_N3lmD{iXe}`-O{Ui^WkyVnU2Q|@I(BIhzEJ= z@4$(PqAK-bmWDll94@t46JA{62&JyF(j|xFqSdaV*9$NF7KE>!=@EX1=TQIS8OcaW zc6NphrH`skqETCkuIHqeMVhXG$Fy?!*sKFawKn`A3>h)aImaiWg=KG)KzdJ{#Pr|I zSpg;`d~-49MN96)D=;5BVssuz7FkH>gLocuoaJL73!Q6E)STd`q$VA{H;FRUe1DxxeN(E0%+CgZU)&B3^Ocy~qa-3xv zQMY?nHDDN`9x~1r86>9$8(!-^K@dbm*IAwbOmrQrC|O`IUD#`+mrVS0DJZkX9RT9b z7)4H2z^o_K&`C*c5%*o{Cyod#$S68y?OM}zFoErTc9|dIl`d5G1>Z`!jFK)34h%LB z9!aQPNkmbR&S5}4>s;;GOx|_iK(9Z0x`m8-|F$f@aqrHYk8&suh#mR@xJhfW+q;O& zDnaI8q**Kjf%8Bhu#{A-b?7O^3KvH&r~hujeiL#tN^Hvt+Yc`=hLfWw=6A7Qi|u^{F{W84*)^PSdf5pa=1@BjgDUf`}&l5JQ7oGUQ zGYlvWMt2X(O`fKGaLIX%0$#dRDj874P=-y())M4@*-yoU$kn-HG>J zbYyD-XGgDD;gg<~*w^1-^5?(a9eJ$bWNNqEHU1N!#XG-N0pw|gfA}WdpCUJvkTJvNRu6a>uBPle%kiH5$0@|z=e0Z(j z6`9dND4SI+ohYta=_&Kq_4|-Cx@%?H1CG;!9>m_+m>C8#pE9TJ3!v*q!9;t@KDg6E zXGX_MyZStw-=Q6EZs4*>M{>^)iox6uqRJ*4ObEivT!IDg~qx zGUv>3s%1Sh;(h3ld9UzTs^WWRw@-Hey>caFUX~#`jyk8(Mw%lHM=MCzLHa3{Sn(5xY-gz?b|OdKd`y%n z=_awa|B{{<7CP`V*<8sjq4)~83kZvze#4p!dt9OnOmZ8yJG2=PMVq!xV5X%e>OYY7 zdisZ)>hA00so+5aCft1lQI=^P5z=m+aR%JkAH3wL20>z(6nBXQ5$2G?AE&heV4=)h zfX6Ofoum5>1Ik(+6x`V$XhdW)FKZn*le2+r67RMfX@|ocPo78@(M@tAI6O2&w$}dI zmH<-5jWkk5F)jq?wEvV8ggkksA0R6E4Wqu0{eptQfCC+8j+F`CY|T|;Jemut-a6Q=gfb6FE6f_=`-hZ zKll9|V|<3_GZZ3lcSXDGf6i=t;1b)OBop62dOkN@Q}HZ&wCkj}4bdmaKyLtzw+jh< zDr?$?Gp|zPokpS}DI0wHfqcdTj}F2em8F}vKh3J7zBTc0KEy(0;hzwPykbyxsTQX9 z4dqZK;!POyLGeQG@>}4V1cB%W;vkdh?Hp0`*R2a(c^OtNy*tHcPrmohP&(K*VH6p{`9fRF*+5Q9= zoO_QYfc5Fr@EcFtv}drx{z6ItsZ)C(cvy(XI;kxx(vQMMUlk5P*!S@M&-n6SH&3D! z1S0XBk|(v<|KqAWlK9?N0y#?b?18F@KHDP38X-H z>ggjWib*5nEOq}V6VEEKh=lMss}I)G525IaeadyWg8f;Q@J2akcb|iBQ6XCYu*7jn zm#<$RV8HVcM^B=*TSyc7=OiqWe&|ibEI%Qg8vcy6;!g64KnV9^_LbecV09Q^VL zdL$6|N8n|Fog&L$?J*Il?+a*a^1D?rF zRt}E9T^ibYsDGewbb)E7cO^_YCwdVaI4cZ!_o?9R61T&C?V6v#&Y!8|U8qK8$*L}i zgTrqxY`0SE*&$n`GuCt#Kntg91-mK77E;t*Qj~E&tJ@(QaGsRN6O{MYhLLU8XZved zi$6I;?!Wj-DOTrZze>`$tozfFa^@vvc*F?n^zd&_+u~S*aR)&3l=~VS+%bK{iRFaL zvRTph#+Qf#IOxj>$!P<#3VFy;mgl-~{qP*AsNYMaMbcugla7O5Cny*I8*8v$h>jHJ zs~vWSSYXo(pbt;Jv*uD{@q!$UUN|UzPxxHo5mYQ)hZXM{gqx(1h-Ew+Nsp&Zl@-2zaSWc;e9eqk28^eysgqu z@xi#r_UK(%vBR61uo1gyGyep(u1x*ua(Bbl0j@@gj4e_mN+n9nrmB{J37G`B963oz zoNOfMCU#`+2)_Ucs_Tfoc=2N6hkl}eXK2GJk_p9h2r2B1qfnUK@pwqIMggYj(uGd} zo+c?Vth%qy9SyY_8x7%Fko?&72@8LAKb(6l`kDS*zhb4!BYqB}4dxVl1rr915yqPA zewiP|GZQJ-`_D78g$bm&sPbSRZq`TbZUT6(SII25!?uq6Q8a&O2E=HH_SFqPjk;B zskEVdSTOxeOwnJ`mdrX*UVR-?gq9{jn|ZR`!zqs*K=(ZP`s#u3t<$LcgvhZzms$#M z;349;x^&d?=6Y=m_UN2zsc(m)vH$0cdVxW<)rzMdk}TpAjd$VvPXf^W5mZTBa^<8jCa{yfaCywjnA}) zQG_`*p>B*=$?b1NS5;mIj`g1s!mZ&Ss!9-1R#bUV#`@^<{+0JZ9@Pa+qwij8e0G8= zn+9qS?uQe3L)Jqt9kdwF-}0d^-N8GD6EYLk&e-5A0(Etgo3)RB487nL)fR z-ev2@oiHWV+a1we0Ov?&?mvVphV({Al&#gjCJoqDC0gzNfD3D?d>HARi6x^7kZ7in z;}2O0q=uPJ8+WYCt~$&{>%XxDMehB&-5FFAp&}*9J^KWd=ds4(m3i?AM}p+dRkzF3 zS3dWK8T>IwkuvRH%}oiL518{GIJoRQwql>cW5(Em?^aHRQa@b^O!w-2$MYBYTwOq4 zqS33m4mi8Z{&4EMdTI=r|L}HE=WkOR|K2c`mkV*_?qeh#8%I)+{*CrJAMiGh&)!hFk{b8K}V z0rUZ_L3gji932m*k-r`imR_E>3hW5GH(vWc-1h`kQH$0TV=_BD$;OX3fZY5(s zXpZZyuf2hdxAsAuqs8&tlixk;?lk+JKTn}Cih)0|zpo+?rMeZd^B?(YOg+T;o)JQY z8ZsOs+OftyD64rf{ufa6iZY91snY=&%Ohm&`(x!Nqdf6jC!~=EqA9_%m#4MduyYt% za(;i2|HRTQKuUS8Pp-NEzO#b)=1)*_{&Nmgs8=W1Ni~YB84)hAc*jR7vTdo@W1yZ~ z|Er$xveZx)%rPQZe9jWwBMoym8o@F>coPvoNrE@g%dF7^_?_&K?NZ+Uj!qYTe#nO- zukz=PZzi^uM+}b+b~oTj*o`E~VGn9E-$iFtrhzQ8Cq+<@rFGo=EeS~cG^xOg(Jp={ z6yfw5*{*Yc-7Q@SH$+|eN=o;eH>!D#v8AQEsy@y+r2tB^Lw$&hwVM(mjeHjI75pBy zX8J6Sbkcne^&T?-%u7NftqdnoB@<5h)9re_k%|Qupgx^d-SvUvax3;2)Jk-I%Ad$0 z!7^KM_>omVnpDYWlxg}Jq+jjsVG91*#7}^&R5{%W6`)5Ndu$whwTXl5cv?KaRw0+| zOlk=+JK4l+7j+o-;=?v9RrBjB|6Lfer0!dwP*msEjwlU!=*k?u~Dk+nyRF zpi(;!kLf0-C>QOzd&1yFXbCYO7r zMn^?HmzS<9p1Fo2bPJAWh6MjNLNsl-y(Gfc^)!WlinlQoc2MN}y@@JsTs11t`%Xc3 z6DT@DCJwJ&@j{zdxa0Q9V+86Ax#A}AFVpfg-%{fR8oZFlB8JS?f6Dk;6$ zhVwM%M`&N@MtaA_zE1m|b$=wuiq9F2H~2x(J_{@FW0i`a{7*)~RQU-uIhEBAUl)|q zztp9Z@}FLLHAQT-2kE?1YW&9b0a6Rg5 zM?nzNHoPIXx~(wMwBz$Xnp8H_O-m<@EXuYIKn7UJUFgM4MX4UbU?vrMn_HomiCeEYy=MEFu~~T`YDtq%4(|l{bj!vn~o`A-1*5B>s8~M+a4JC34sx| z5sr~B5B@D>^@xhkQb^~n@Xb=kh<@Iyl`Y`;2W|puO`LXih~=`xKc@n-O|Pdv{(ksx zR_t65jEO^ORia1kg^rnTuSsdm=I2n$7QU62znmwwbGOAFQ=%cmXm1tu_GN#ayWZ_j zE5+po)~IF%O7jVa{H?S)@@K z5sq&c^ACt66I;QY;Y6Mdk(;RvL}&GGs-jT(py*)SFQA}^>_G(j@kgln1YMCIs~&qa z2k*ayE&Epy@M*f+;0?%|x>AO|UjA3Z@yCFHD+Q{E1K_59N1P2UMf3H()8(KhYioB( zQ)8d(my}A+)R06`Om3C>5AzlLC(a~NMh;Kd@61xr0@Z+M^}^BU2?+h<`u3kdY=i7Q z%4RCLye+6cfagmQ(rBLZAh>@VOXeI}SD0`ca!a_xE zJTAaIZdDMn2nmhSx)Zh>vK+enZn^i4NRH`L=iOH;^nwcnDOz)>ps5WFC0_EE4_-WC z8c3rmcqL_y0$yCw=hTn|k*ulC{&*%>YvJYI_Pr1}BqI2tAc5Hnj&N8+Y8W^@_r&QC6NpFp*{4 zx+_f%ll!Z+g7T%sD&LAK4;-$P%Iax&5pB&aw3G(1sKA)S=Q?n(*Tv&jI(I!#f8P*F zU8mgO5C+Eb!89VsSQL*#p(V)`Tx!frOglDPK=Bd}4`-FOJB4yL(H3?#s87cvkGMy% zjFZt!Mhq2c9f}ra5xT=C>wjttu)B(v=7W&wcW5Er0Qzjs@?s~pMB^m|!J8uv%VuL`ozE)hNP(%$S~-B&?o@C>gJ9Va`Mt|0 zH7yu;s-x3@6(&wN+8HG6C$&DD+P)XxTtV+MbCFx32;K)=khN1|1bNp!+_!)1{+C64 z17T5LcBKK{C7|f|>co!4))5K5~92jLjm_v=!#L0*q+O)JkU16~XpVsSH zxMK`kEKi~0u>Kc9w&DUp$cExtgpf@rYV(0WE3yRZO7E%BhaP5}{u)$CcNxDat4R89~NLE&=fhQtDUiS#4DHFA8pKCBN#N?grd_V^0YTzzWUn|Jn)qd(Mp&S^B*L3fSwhSN$78LhbVgcE=LHq}$yhw8tj&r*Kv{vt& z`71H3mwd~>%$a;KDKV)QJcWEA_X;ehrMi8?%MR9C7eGX9FdXoQ{?`PhY&A)6fFZl+ zIAv5^oFO#EjCVOhDdW>{DXXuUq=osoU0aoV!>^tFFiF$!75BuNox<9n`e3nrLz z=UyyuYA_)cgp54{7;f@V4>M{+;>YqVdS~%i0$Pe;c({PhdQ1Uq0}B? z@($|`UW(nYbGRckR{Sj9}^#nE8a6Ryyxm{RS1P z&NPBul_F-fE7>c#35s*L)L{1M8;L0vPTuuPcb6wd!;wPdrhDqxdQDoBQ?44{7gGX-^gG%N%cloKyr@a3$uSB#JuJoi4Y63v;PVUyO z^G*9d+6c)D5tE1(2TQ=fL8l}Jn(MDGzmpxH$Wwr#>1DDg9ZYfPAzVfwetDeP7D zmz)au&$914iNHvsSzB($+g4hfuiehrOCu<{yRLg;8zO-|#Bk=!uCU~^;<>ajp2EIi zaM{Bg8Hywc2cAxw@_Yv@y{ku)+&|tXY4Cl$&?u-B>i)}aKUmRfEO%&_S4{eSfNIj!iiSImOC>A_>seFqn&dFd9LI(=Z^t>iQbaQa%xp!2SYU zP^0K>MLtQ>zRVesj(rdy3<3D{v(%{nvn2ffRE8jaPXYpytu79WDueb%ar|-@_%1~a zE~X(I^anEFx~bPngyGx9s@w6%F9w|NCl1`fgG<=jwzb1=>TD;zNiaMe&s{w+ab0q~ zwJ-i;#Nh(P&pI*|aRL@?D=r@d5YHPELqZ^sEJxvqMd6+`$J3~`LOYRVXFVamff~`MW!xX4 zMzaPZM^7Y+9vk}Cv$&8Rbu9b>pT+qH?ufr)$O?VE2_V79NPct~oD$etr9-EEv>WspEVre=_2jSkHGLsSmY-HY&;*StFLi>%q2Jlfj2<{(L$Vp zB~@fRFAKe5M@VUUX!f60cV^n6d3+|>YwsLEHRXM{o4&Am>;SBfY;F=P3Y0oIaZse$ zEq1geBn@K*7;@=y5r^QZPtz^`%KGcz+cUG{819Qnjg z!ZT@YhfqkvSQP3`8~YZ-&^r7g7X;N{9_&4q+Zb?#$pP}C(Ul&@*q0|(wd=&wv`RyW z_H{^v-Y}y+(cO}tzq%2XF|NdZ-g3OPr6t|%_z1DVH-bc-Q*nT7p+iNwcTYtJE<{86 z`w*yKug$6tUpWHoRk93^lQ0jO%+|v2#8m6PxqfGiy!y22RBG@!HYEv7i!vfSlw4V#^jAj5<#32&!^>?Jz1+LG% z({4vhy3G=3P7UUUmuT-YlbZoq5V}B9)q(1yZy?eUW(r$MO~-{a%k8H9$@M|u{x8p- z`4wsW-UTgz1V1cmgdK#^=c>l&?%g4kq?eD=;X9e4SU9pwk~!2eOs2233Q|*H7PwjH zKg4d*n=!TiWF<^=7CxYcan@~^;xT@h>_l?j%j1>m6|>fZ2s(||Y3*kt9r-?N^3hH8 z(L;GrB2K)>IsLh(h_P0M7~0$6*}M5R#ww&A82&$@%$d}yLp!%mFYp;oR8qXq zKdUK?_1IQ*>u3Yt?X^AySw>-AwD9f_5`*ccjm3Gz87u-(c)E`dk?aNC)J8Kya4Kkk zihA5&3kj%VZ&<$(2OL-(>T#yX7G4TYyY{rwvQIpT3g|G^5*^D3C+k+R#LaAkBx*#< zzG3yl{6X%^?pW!x0+j<;E&^7Y4lB!UaT4wl=?k&>x2@|=Tetcr9(?^{xo+OEKmBMI z(mC{nE09{bd@ZWAd$9sz&bl`LA($XJ5yyHQmnmy~&9d(I!7fJfqiz0S@$Hu(N{C7Q zUE_T)&7M80TYUt@0_P^kviHO1BT4;Vz9oL6ZiKiJdzt)|I!R@OtA8of2T|*x4Zk<% zr(2A{RJISSObjr6BWWx|*>QWAMV5K2JlRDf6^;B+deEgb83mmqtf`I@IWOL#+yQVG zy$FFUATRX%#em}l5yNH`XY%dj_xDTzZ3Y4wThWs8XlW`mvj9c_t?}CtH0L)WA*vNK z`IGmkZNu!d!&EQh6Ao}y{5b{LB&OMYcBB0JEx;j)fu>d_x*%!#90{1pNjm%nd!X+_ zJ4~@u-H+K(yZs^EU}AMGMMVij$R$f<+!2zho2h}U3H_|Vetd9bt3fMLs=?gO;f6Pf zEYDHlqu?`JdxCY$X|=OGUDXr!z5S0Dk?}y*jg1QFnX1^EhV<{`c7-JC_LqAR>qh6gTqhLvLd#69d`YhZ(ck`Wy;pVVCz9&i?e=U$f&^? zNoLPjwL5!>o1%kY)@t^lFf%Ek7BL744k=i$5X zNs3+oqgOC{acr6d;YJplbtQTH+=prO8#Z5V4Q@4($gr2c7_-wHj?~rE;#C^z%0rtw z)!BEx(z+e2-N~KBG^Py$=aUMfVU2bYR=GgKYZ5h2%3&%5)s>B#W#?^$Q(qHCLBYi( z$8q3{7`PF-uExnUrz^Rh>AN327 zY~LscIaBu5%<=B(&4GRUVIiLi$+gp5UfRS<>_}z8tm~^#&s+6}%kr5mFemD`0_s+b zcnSV}5v~s);~GP-$6IW$%Tqjfe{1hr_zhet$zf=sz#Dvc6xVc0_}cZsj@>%X7DJT# z21B?9TnOU1x5j8LRf8aJ$?xiBWj;r%$49cg`mH`~DmTr?HQpyQh(r`!+0^A_^{RXv zd!fHvC(bQH~Oo0%}73` z>=~adgy{t^`{j!{gyE66HHGVwAe!*nz-$N%For`u(gxqT!=pP`i2QIk`Q$L#(eFRw zNHA&M?z_GgDDC$j{zfeANEm)_oa?A%aroE>(Xo0*9jhm7daW_;@z`^r#VETJu*2Y# z>TXrQQ3Hw>JjDjb5|tCxdsjw^-jbto-$M_>0PRT|>{T5lg&RE`yEJz;DdEJXefc3{ z3PY$w$NKs@^zOd4O4V-v?iI%(0^)x6qCGgsb>2mmM!?;(-=^rjYTvNO=~&BHEU+&? zzP@_FL3rK7w#+Z<Lbs$)W=9K?trF-clOrus}MvX9)`^v2K zL&J&1g`dy>>y#}uRUak{tkZ%^_-0jNR5y5sO5RBOS@{+XXe<7&#zh-3vkajM~9I0aQ+8STHY$^m7 z2B~AHPh6boR6tr{y=R~{_XV`XS_k1s1mQm_u&#P-&>c9xJW^x|Sp&fWYkixvnEMr4 z=FCFHP!X^=2Gt~#G1ap%#`9p)Rc04(1%7l7;tO=FZ7Q%^)uJOS;LpK9-wyPY)a`gQ zN3?0bG$eP}rSz*TTk~u2j#;eCOD)l?>__-z2W^$_!ok~sop`>?AFmyd8* zR(Q>OXQKRQZ&5+ebyCBIcG+^w1v(kt{DsF~J(DSgKNyOwgN0kHuDpHq0RhcvyO0+t zr$Xo>D6$@-bAYVu`vuoo^FC`=yX-fc--!nvwH+Qf3-(9Lf6cc7e)3dgr@}%0fyr&0 z0}C$92HZ=s8h-pwgo_u(e!n`?jD25DsgVlZdw~N_r5&UtxaK0)v?FAylPS7GXBtSU z1tnmecpWv@HiYCySLPPR?v=x?ik>pEpjco;NY2fSXBWvV6O_AFC%PW(&UGy|Tep6J zxd+#*+s+j3#apbdPV5_wOLw;_g>qfbO!|C_6d7|^Nnd!t(=PzHj+%!L8Q=Z zXeys1q~)$opY36W>S_KR{47B2)vq6eAv1n-8kZJ2KfpGNTO&7NySdR{8NMM`OjWdU zl^8S@-PPO@3N2tMCvh+Em~dR=2&Kzzu(iC0eqd3F;`5DuR10`?TMWNEYUyBno{_;mFBd@;-J;dPz0=`H3ljcI#U_utHb46 zr9mT@9{MmvvSnuC#8=^sTHE4pZ5^B@QCVFW?#CiI{df>jD#{VLft72IbV2++6BF@Y z`8III_Qg{mfvYCSx24bwvZVAUvIXKptcvo2h+|k%81$5KxffseU2a~r-U-x^Bot0 z^NvKcDML4=!tQsUKMj1>p5X7PI3KJvB`;HiYv4u)Zl0wAJM0yW#c)gN5@_s+st%lw zne?)MZXzNPMmcBs;f-HHQs|;;fFM&)z9)V2sqb0~$Rf9HjX=qj_FGl$J&+-BaSMVKgFPsK4^# z00yjn1Yb3Dgu#;7(sGvD;GKK0ZJjs%MzGt#UA&*5BBCnc!ln>&M6%5hX`!vlCU_!$ z&Mr;b|4i4)9cokU4i;X=17DK94Wx|Tm`uS8x(5+(;SI^$|20EoT;|RJaU#OJILYTQ zL-pT)WX&5)>r6GcUwoq4Me52PecdQyzj7%Mwmt=it6x_|_h5$h7(T}G=2^fIm(54E zj}+{1b<&GLbba=F+WzkUfT-1^h#|KUXK~4sem!DIHo$^ImecZ$*kC=y>qgFpn%MlI)v~(K-5Axe!?8Tk=#VmHAL-hxu@*{huHi=+NmDS8cx<7n?DSb|B z+QDw#lj_geL=yKvjrN`vaxmtok+rtKC#)8;9J|5^V}6vQo`$+=?ut_4e80zVNi4Wp zou5i#zB-Wynnc>ij;|UYU!HV+$4U43zneUG#t}8RgVdr#^pM_VPtDr*Ea4!yxml)% z{r^iX)-2I1`6Uw~Lp3P#PghJw+LKTRL$}KeD)$Hm`KqpH3I1!Y8A~qlNk)228|(TH z-mpKoo->71!2!+74|7gCh&Spt)~hq#`_rV)m`A$1ef>Q|g}OuN?luSq1hPvZ`H~Gd zTKcgA_GmV10c4JDFs43cinF*==VDcDgnl*wHW{^CZLH;y64|9lo=kz*SSKnT7+Dg# z6!%dIjOQ78NIp*B&y1F~C=hR9%uro=kz62~D4KF`)6G|IV|C(L*vc&T{5uPmZprih zM6b~LFz#V%P~~juNGnX+{8?MK*()o?kzcIe9wUj^uz;@ETq>;Gm!zzWLNI( zVeaev$Q_45A6k^sH7(wZ)7!2xMaKm+*Ft|YGp#$N@2)u3sFtz2O7+0$6UyQPxd4bi#tRDQT4u9mVP}~su@9;1a!C3@9 zK<`pq$&3q1yB})4B?D<*7)}kZBXP1gc9lzr?RZLXeX9RDwDJa?J`lx7dlsnk{7AH} z)ci-KPC_dzzC<1Zib_h?X3J*90(v<~-h7`QDfzPF1owZh@t4YL5-ZAD4w4%(lQEEg z3o$Y51~SH->2F{7uGLfmrbM68Z_A9XrGw$O9ZUC(yG6^omPTpTs9Z^RbzMU_=wV6g zN%{C=x8isWUv{tb_NY;^zOIrZ7l(K#Nt1XW~E@TdQU9jT4z;GJW^YtU%fHg9;5h1i=%=PqS{yE>zvi@8FA*u4xVMI-tpMFb zQ);f+*V{V?f6s3OihtDptj#fH2U{ z9sX1w?XlgQ_-eO=m8B@C@e|(vdAHpMR2>yyP|3!gUeP4{Fy33_JwJP{--AoQ?J3Su zU(yRrghQkxr>6J?oPyY6mPk4D32uonjG!c2jBAW`ln+JqyR)4>8~H9QT~Towjh^aM zEdr_vEUr)%pum&8z50dbGB0d1_O9gT-8DN6s&a%xyZd2nngTokyd4Ae-6f3<}UK^Ks$AK#iL5a@)-4*Mz8Cf!7aNC3o`} zTS=rUo6@jtonpSK>Zeqs%zr8y$z;F5oc-0&6{5uMV<*Z#{rYZcapD?Mh^RsN6HM9B z0~q-L3)Abx+jF~;wGfr{KS@`fT!MFG*}Zoz(n|2OC%z{{ObJxqU}WCo0`OBIfDh^` zua1`S+?>dN(b{zY5^!B{C}ID(bF<+br@kW_fD@DofA|%S`>@bOGHy1*{QX8>iJj?M zjFZ7yO_Y~9OMT^Hhf7qtOz-64l5h&vV8&`d6JjYuMPHayV&?dbAs6AX^a2i6>0uVQ z=El*ez|^O?GK#Df|6BC~)pBP$^EsM-3;|Uyy|ILFshR=y);qpeujtl6?fZ`}*Tg>~ zdI0?9AD(6^`R~FbL;=*124~m+LTF%;vb#XP^CP0M7DtP^I2u#|bmb)tC#vQn(!(ul z>c(GoeIw!K^?@1x6)98y9B2RZe9z|h)a;cX!&mP5%~re{wnS+UqDt=g4lu}OQM#>` z3fOmsplj94g;r0TtB$UzTg$hlbif{<yH zcg`%;@_dVrsC#yoL>0y-zDABFV(h}NBC}5Yu9>q9W;mb-yZR&Wa{b5P(ZAZ zcXC~!qxQ~fJPa$Z(Qw@Ng`Jc4W9Ztc^*{ZQ!d$$~;?El|6<^`*b_)x^XyAQZ)80ju zNJ!wzp>sAnN`uZ#^0q^fIi6}w3(}Syom^xVyF&Zi$qkHwXLQ)yXre7mQ?%O~TtdJ^ z!z}@z0Ew`AKAveo1dN8fYGP7~guTEt%Gd#;e8Gj(_YKaV+(26C4G4$#Kg&A+88_ z?9;}KQ)-3BcrcR34*7odEaDib499x=kNNtRX<66!XLp^TH%=%d3^>-Yxy+HT}bgyl#ILh zJb>>OS>YDFelNG9gY8KPHneMl7X|s1?rLNiI4Hd=?d)0q6`P)tye-pN^WLi9W>a^b zE|HpLf;SK8riP_X3chy>w+u}x;@M0I#ald!C>DziTe{={P)7c$xl7&{!H)EZx{KTZ z`jydkj9(KaJNe4he*^H4M(=_Gji8M=qh(FFUzNmE!r?mtpI62|CoD+8p82-miCgd` z{-ev+j7-9h|PVyX4#Um$dH0aBd`j=o=%yQ1G3GVm>5{pGCt)SVS6sbMy!XuDv`w-*?Y6v|BrE1bXFu^G*CjHC$ zq2g47MI{#ck(fUE5T5@$JPUh8Vp9wlkuSQwMWF)T>wsK|t&3Xnp29Ng$jbG%AcmUG zo2N@>M(vAd5i$O9-K|{8kK0f|hFcSHVWra)+MHFyKM$Y$3s6e|87Z4^e!Gi-+>UZl zyTDu=rL_}8zEbXWwx)U;R|g~JO}93>;pku5rLX~kt%m;`R<5r5$eB7&+indq!-E=E z_lIN3LpX?7z%@iQ3M`4< z#w04LSxuWg6QtcGVoMK1YuZWE+g#Bw6+B4;IqF;+!El2kl+NiHKQ+*(2ow$lrjc*Y zPhlWZm73$Cn_7-WnZphojwu&=-l_`q>O$t=#`fdo#J}%5E7Y(O4kKO8u%bORWq4)| zU=rWU=TS9U7dTX;y*+iXsvqT|387k;L-wf~Z?dC!+aF;r>>4wWKj6kRNRxHH1RGzU z1uU}weFGmPwNtl>iGj+j=a25~TlZ+G()I7Z($hMH?IA|GJ!e&`=1P2{vBO6@Uauco z&*2r~+U+<|rTyU9Mc{#iyff!Iov<3*sDVvK$gIdxupHfpLoRt&41yRSY)Pu|K`qM&AR#t-c z)!`!PeqOM~^s(DOLtA_4+Ty|!e|G5>gH$cI&|eu9*Ivw!z4(Xl7Dhs>$7y&z3*cSW zVnUpB7rz_7=lxV=jVMSM+OL8xSZ0Jc<>$WO!xkG*d&KK=54SN=qb1hS&rxweK7)Xh ziuiBKcrqyEMx{1@+AYJQ-;oM9?VdILp2f{Kt1Z2tkM_Foqx4RHd;`vz5|Z}JTUNV{ z9BPHvf0d$8Tb_SmZr;X`ubG*|oK-P75*%MMN5>`mR(s}Wn6%K&r0!P{P8-%#jF-Y_ zCui2E`MFU_Ote3Xo)Ao>@20bhM2&-X0b0(VBJtmmm(KhvJ0$R7D?uF^#81*r@NUJC z-fa0`V}<1khx4|Jr$Ri=qS5kZW@gBV%ft3ZrIQ`A^&ZTcWw)nL+N@tq*N+o*0y#|M ztXfz$;PCKf_q>+9ht%5(w{!UUygkI-6ToATi#WVEH5TPLpLjg6c*~`5UQDu3n^o=y zR?3-d|Da2fzqZmRe%!c=^!FX!;@T;95lbOCBoZ*2bnfZJ$fsGfW3iEFJgB>cTgadL z!c&`Lv*OnhAxjkF;Zse{kX325ZTQACg>Iqj^paw~kUGatF5*zBKj-1DX&2#YG>(il z*ztl84|l2Xk3Vyc5U&ILp=Rp^EYw&0fi(b`VcQGWOrLsxuzO3Hm(mg|h_u1cum6b< z?GahGCyPY2bNY-iDuf(iPO*%9xcmjPfB1`Vr?H}G=30rmlbL2(=RJ?l9ugIuZ(a|c zuXt73EU8MfEUIxN;=akk#zv{yi_)Wi!Ml6h$^CVr7MvoCoU@4k4VT6q=^_18dV~ab z!C&(sO5ZXT)@eOn7{;}5{qe)f2(7d2qa1}w$9PM1BcYkw*S(Fj=T7Xopg&Zh?_({e zo*JV^ZECOMLccRQbzH78i+oavz{WZ^o%;%F`i13AftvQgQ+aQ(b$>in)lmZ(%gb+D zyd(ojGZDbI00n6#L$aLk1A+QMB2bC?L9qJiEe-j$Bt7~B_PvF~V+CO`o`|;Odtz>n z+a`qOjV_M6xX)TUVD^K1I~ODUcfXi9`54VgDL!~qle{i3IJ1!1=)5|hY48(g+eq}x z?zZ+CHGcr)Zev76RH(D$7<4JPQK+dXM@I0lF(6^(zK3@Ad(BbDHKPUb2CyG4iK zBD)|o^y#eVw?=S)y1~~CRit-Yp|bUS=xyrn$g&S3A~Xhu1vY@B3D~6(afDpB$XPWm zGQ6%Ak($@4m=;yQl2^=1ya=fzd`6RT7|FkBs(@A}m_>hSuv{4}Q*fp^KEssg%#9qG z?&$Lnq+zPSNW2He7U%#VPQm#TdXMHoq=prKk1~*aKxv}dYMY@Gx08QUsfhqn)KC`$T zd72O8mGnk@YRV8AJArHjO^cQX5!Mlsm`odQj zr19syjy#gdsbG4S<^GRGpjc6Lw}`k)A<=-d)( zt0ncFUpr2`0fi)g#LkL6u9KC{Qpvl6H+T@qWpMBTZgf->j6%&|6w2O@>GAGK$-o<+ zU_M8}%~+$kny$5%O6amj813Ks7?y!3W)-`#16Na_>q(0I;DaZj$U67X$6ELt!lk)> zrsGZ^69EqbY5<23{tZDIvBM3@c)(MER_iM^2i?k%LyD|ZaJj|1mV1AL2S+TUPNZ>cXD4s$`(lw$k8*>iX}#>-1&5R(EvG@BNkA-n{k1{ zIt_kNI$ZVDJjM=Sm8Q7Ep?|uG!YOScWK+E3p|U4WGI&4jC84Its=3IQs9NRaQqp22XwEBWVz1ms4A;Np14bI+w3+%@#LrjTLc&~X_%dT3$4j<@U zQuOsvk|nT%#+NgPc(RTNdQs&nHLrh~N0r}v(W#;N$~ObV;#>YVnik(Li^caO^63NqPQ zz1)UL$pYYCC|_i%mR9V}#%4goqYsM1xd~kFyLURdx>hlVkAIS-ZTbE^8LD&NBa9JN zP7=X#Tw3QR2f^$rx#C%^j3o}5obeq^t&8is`a2bvf}z_~-0Xdp|`5m;4g3fPU=Ml##By^mp+0TqKJASf=nt!c0thHKMKpngl9VdrsJ z*Q0B;o$tC`F)Kf+;R&{*_GD9JEwgekJ#rl#+=EdK`bYUFL8Np-lP8Wcx|j-G4(5`E z+-RsNc9{j?^ zEj3?J7?2t$u2BoE?rDSs}XRN>ouuovh>Nopm9%t8IDMfO}$3ZNl9p}Xp zc+EyHU=G1L8?(2y%yz_5hA+^`#ERg*)ueq!9K?y-L3F<=9e^B5$zhdR3WC#oP(_Q6 z@q1|>#H}q?tM*BLYP6mPvYa>Z23)HbKE*Fn|6QNZITVZsmIBXL4qJ0;(3yHA!uyf? zKcxr;h}=jB3*ZUOyE#Pf080<}Lh#WUjO0O-^s3D_vC-LSs~5jW@au<3PsmjTo(_my z$Hmvdk0;VEM-*F$jE-a+1NE6G6)cjEu?hc$SM{38l0_Q`7{70P!WrNGGy5je zIFS74amUs0`pU$z*VpUQe09UKBI*;L59CSKrL}<7{CDZ%D3BPFLH&Bk@H{&}`W6pl z5zi^GU%eeG+1)HU4#swbN9MN+p#i+xVl)+`Xfvt~=g5a2E@4Fm%s$d%A<#4gMg6A2=9SKD3CI6`35^endUM-&lo zVvuvx*8$3zetJQ(t8(!lhqv-Rl}q5FidP&m{!`@o((Bg}X8sW?S3)X6kwSx&+$>Li zDq?%?T|A$`W1CUtl%>(WU}97z-oTlSQW+eOxCS+TJksDvfpZNZ*&l~q1&Yf@8Y1uj zMFkX?j_`JWjdmKd@;AM;1p4qsf4B-*3(_C61vrj!@zJoySdvaiBz|hjYotJz37QL+ za#<)TMKl}CR@J_&)j5W(C@lqeE%p|2w`X*C_4Dt&TwBk}C;4VU&$P`R5#ma_@a1Ob zOcvv>7m1s*=^ug~?p(jky(snaob@w{1-F?f-5_$t?CILWHr2PYSvuoEB{0Z!Qmgg~ zt=4T~y)D=+@OiO-jYkEb7sLL6KC`&3>Tg+gE&{yfrTP@{r*sff9kYa zwQD6L=gUp?US&#rkn&$0D~)Fhc;&Rca_eA-Ue4N?z1;fSLXPHFZ#*+J!@Z!h_|dRM zPa)!uyrI9QaYu_+Sc!KZ*!FiZ0583>H0XI?*LUfteVUHTI_HIEnSE>X@uyO~l8dDp zc3I24o78U)sEx1k=SVcYWP*ShC)Zk6q2Z4EA1EatcN2J_^*gra*ar6Xb_UcN#WEyj z9j=JH&%^?S2!<90RwmD&GuKc!mv&9X<)4Uw8`z|v}oa1}+M+a-i>2d;5= z7M;c|Lxrwpza0JZzioOKctTeP zImL1ran5P|N-MD!zLfZBo4+i!99h%bUzTvMPq0NFOY*pxGyV}8zTO){th8Y04{l?* zgFurU_(p$vJ)1^@D}HH-xs*j%%&@j-#*SpqwPoLui z1_wj7+d-)71D|bkpsG;pN+iRXq+(+{mah^S_-GJ-N$4Y7S55EIe`4B)HEnq2rtZtM zCG+uQA$3uCME8#2NsEo2wZ$m?ybiFzd4Qn5zha!wy4r7BEXHZ@gBG|$Pb~~1waL!- z-VW3Flj(n^V#2h3e~@>->v1MImn+Ca-+A?3F>~vrQ@_u2JDmfEwN&6-%Wt>@VIyBo zEI|;7^1k_&IMuXZT20h|WS!bL3;W9^jo&4Q>l57f7p|`ZS%1X6QlN+vST*TLeRJJI z)m!L>>MV5{4f&ONT03{9P?MordJn52Vpc)qOY-{k=nr0d{tcB4urs||T{#?YJowg^ zBKY0EJ+N9Ume^g|GFtwLJ&@==cyr*eTMv9v@T`6sbCA)wINkoYi!4L*9nNG3m{1?d zOnF~VSIeSWa-+UP56Pw4JKd`%+#-@j59c6k^c}CPEMGswgy7JzlUi1I$ovMkOZ&e_ z9s8Jje-uZ+yss)hOZ)h2{Efsq!1MfH+HHzo4eq={5H!y%+w!XIhH~?(UKj%Ip04hz zcM08P7r~PqW>(ol6E4;7Guu*9Wp*7TPm5LunM7IwA)w1llfkW4eoljav872a6L3;o z!%hJT{`i~AiZP?{8?mkl2vKyt03VtyH0 zw)Dc(%t-E<(3(f?+7-;avL1s#gUEAiM?e`9q6Gx{JpR+O-kv|zfeo4hy6#L5JV+z0ub1~B{I^1BFpcVkUECNc zEAA81tIY8i9JAGlzxL46LsTGjWZrt&W(+8Z7t7CqbL%njh=$wgHlXpu3cht~IxSsa z1(71-aNC$}^!^B7^72pQV*a5tTf@I8)*+TkJE_IyD@WD+A~gG8i_W8cNQO)t9ty1+ zr!tcx-TT={AmONC`sfKI6B|CJTSlKcNKT%`A6^RE2Z^oZr^T5JORxb zv7NYjEMTs}ZvVo56`J1no!=?1``nTMcbPK080c5#z2!y^w9dtk>B+3WiI^*$V{=>Y zFkVtS;e;_coGYpIs-G~enkbntgjkfo z$OIbTB9S-e@km7?qi^@|Mml%Ryh^&rz5nx8l3il@3;TQbPXlxKhO)Knd6SlNj$3w4 z+jgYPrV{aOHSIm)GDxp8lRIBfJ0O`DWt57BZpybe(Mw*M&Zia^&RpZP1PUV9aAGwl zpXgJkIdy@~Y7&IuRO9$q@|o8Md98=ZbM4NIXHD|R z@&<3UO2c#VbeBlHt*mDstz~yI^!suY!!NTamCEt~BGOogsD}$b>;WuMkqlTpxpmfm zfuN)p1WxMxeRFjh&Uv%WZ)Y}YhMbsK0HWJR0RaJfAHgsmfzVB0h5WPDYR6UkS)~`W zn%`ANo2VGB_6gXFg}+V{u}HpNlm6pnVg&JDK-uUSs+bi^U2#j%ZXz}t0mn06F6eO0 z0<^(<9F<==WOfiM+F z6b$Qf1CC6x+`33K-dV$9d1+W5m1f?5sq<vqN6{-to-SkJHf zU1y83+=CEASF=>@b4Fbfs6ZAG8EN4^u6xSc4y_C6o_kCTk`#Le*2wO=lC z*Oum^yJZ}-zi_jW!cDEANS-f@5<<1GA0dD7nQN7V3kM5s#dkKp&CkS*dh#ZEd@&BZ z%wd~Yu%CKX_;gb}zRhG(nEci4Y9aB%9)DmiBsK?#DkYKMi1N7$VB{u22tD_4(Td;P zIh!0fq)h|8`D>7PLI+dr{xeZ(B#0a??`s8TY!5^%JxD=$dlg;e0EHTs^XKa8JuD5a zb`S@?FxqHEdO?lTDZs$8f=$Z1IOry%4{H?GAZYX z8f*uNnrPB7-5*Sa%{K@edRgse(bS7m|2;CZ>li6cHu|!C669!pB;WlSi%Q;tME={x z(znbXbKQ*{BH`>Ny0ulg##G&99G{YuSO20&Aa&vwmm~xAJC$3>*Wn-(#3-kK-P+4c zrMnKiWCZ#}S|fC@tp*9YpQGnVxfcXL^-%RH2t+^r@XacaM3%A&U+kr|UpWH4tcmBf zzd%f+J{v3K*b&aF{S=+ZRTBNlf|$x$<(E7VRS%DkC!3p;rKwtkoq_^Q7pO$v5dBpU zn3(D;tHseu2ami$!!q6WcTO}ju~=BgQ!jfEQq=`mfe(TeEqcBprDX=U3f~sQ4s(UV z&I*5C$DuOXQVlx*=NmzaboWn#T=(8S_>s7+NLN;elzeh7WGv5)$3E4ZZOLLPQu+jlDz7auejdf7Zw27{Ech}}w`H1MXV{>0r@ zqji94llJL6v7qbt8nB*X4L9f#!=DcO_|?~hcOe5*Cw5|luSQVVl#NDo(3yu)7FAiP z^f-5mEyN@YGN5!D-1g!-T?yhWuk+i8^HY~;FaJ)q;0a%HOgWEtni6klxCDSYl_=68Qye zy`G4wL^&n8>cZI2Y^6hB#jhZqsD|y0JZ7ikG1ZKHlU~Sio$21ApA{9^>fBgLuG!M? z$(81Y`A{<2r&cj#ZK9iRbEd+jx;KIOB=q?uTDP&zEb=!Xv*W3Y-JYjX__I z1`7I{?_rqXQv6xF-q|zCPNO&!%2cJM0SHr5XlD~qrlYR?Qi&NRDo$cCM+p_n#S_Ox zDu!?Rm%!~ZGQ8KXVP4!Xi1&%az#OMmn>4W~pbH2UHb+iZ=@O>b9IH`1);4|e? zzg%@{m{aPwy26Q#;41IK#-Cvwmg{dHzpPyJVR2r(PuvdbYZBJy6vdT~#jfNDwaQU_ z^@tiz2P_&*>~!3(Tlc2i);O`R6JJ_ohDsylD`(yXwvymzd=qSr)|jfa+=idOEyh2!3I?N=5;yL zE%Wn{Tn5NaA?nnRAM=*dh#QaCot(;$M-#^8WN4DFMuY^ekH^Pe1}{WlT!imm3niYVNClcqkP!(*HgXTI>fsFivlb~

oz7UJ*)CTSjHZ&jmh&Gd{D?wDuVn#(Ghs%EZ1o@s_p>s*X*P8vQZRSmV=A69d1h@Tl>9M z&Q9a~p6WOFoz|o-&GOi_Juq`gU?#w$ntsz84W_=VTU@LfDgO~;Il@85CkFe@-B7Hmu4Vdm6{^9XToUGh;qqCE}zLaEoDG;L&{g>8=F45oN_ zDaJIPntaDE_YAW6aD|1V*Y~L}R$)E2PJlP}cIu@R&z7N!*zja1f^LISy{v(JeBx8N zf?kFFqeLSz&fp9gk5yVfy|xj_1P9_OV`48av6G?Je7CdT?29lJGftia9hoH>nTsK! z_bfRY>U2@h_~*X##j?6cVm5WFPB8Q<9&lHX*p5Zr=Qq~$OT3gS#re=$|7iI<3L8gA zrR)-NVW*u@_ep?K*(;}x!_+Lsp@9&%ocxcT+_1sLNW^<9px&nE;@+qKKGjNgOk!O< z_-H_(fDU)1{ykQ=yJY>&rMvoP!<4Z>{DfpFO*6`VkDaRbQ@?y#T67;M)9zLWMJrss z+`G_mP^K(C|L{qq`LmXE8=Yc7;Fqtj{8>(;LJh_{tk-MHhPTwOt! zu-x2VVNe$4k5ds`c0%yii7lUXWdi;%icQq)-4@FyJam`^*lQ2Z`k`}+6e zVmT)fS#RjeddgA^PWl&5_Q_Pa1_r;Ee{V~g`*7l`eY2eFD5pPg^x_RU+$Cf(rGO+^ zTzRME)2fw@b0J8rLfW^Eiz3fXB=3gBpJnHLRTbKCdl(wO8YG!_;){7#TcRPPu`l!d zICt>urkvlw&`d45fuVX=ye*Kdi*~8?yJ|2?e6`qb4du3pCj|zO82{Ga(gnG^}{ZSgRAhFPUFsC zc4@N5k@H&C$Z_0ffda?3`Jb~cXP&gnTwAz3oa#W99G5Slsy2B})?0VmrS{d!kb}U+ zgQ@#lGLuDr(yo;zA1S06)1qbO63u=2F|GbbtdV_KjW_M)Q?5gBkFDK3z8aFj&7rhr zD@%;Y38715zY;W$wdK|NSVANW?0yO66?Bf%b||@%Av& zHH%%GCUO_GBTUL%qrhx5-Da9DbN&*o$qfYtav4zEL zSUZe|F_Pn}I~Qu{UN3raNLL1G%c~f&Tf!7B}-Fl9FsqS)^6$du!An_-Ar>E(01t%97|6O1W8jEHo$QI?H|O*<4)| zq=!+q#wy1S-PvV(2KW1UM_b~se{1vcRiQ1Ac>=FvEPe~C201r3HEKCab0$2tC}D-- z-E)^m5(jG|%0D6PK%B6WkY1wf^da-RmaKE}-I38m<}$lgw2}14tM@FKaX>mC+X&== zhR&0fipR!{<>po@>m19P`eQ(E2Jbp{a=9*BAksX}Nx3YU?jKKK@~7Op&#tQr&^h~; zaSj{4{(zsE1hdp;lc^F7Ei=p8iuuJp4L*|l;%}LvbZogj$8TxK5o%yX(W&W?Rsj3a z^ygiY`*27=<@&}na%aLt>LENP$cM|g;_Tr$wpEj2zO9*}<6B(N2LR#jH44;NwYNz+ z1YatAtr8CYf+)z5@Wl1rDGRzNVa5H0EI4GIB3pZ!DH*u;Vr8f!R^hd=ztQ<&%m{Rh z@8?oG#uC)!&GBn%M}Jrf166vRK9ze&I8Xh#vy5I?HiSfQ9I;CfVd}c)T6`5)^X{$b zKAB)vj&Rj`JGd&s88%fI=Vr$3^)c&&B}Dj7sk_fXG(~xw+$tkMXh<1Ws^WLjo;*{G zwFT=FcFXrV3FABPaviJ>^_#k1iY`Kzal_1O?_8bsu{!t}`t4(2NbBF$uYu4;x}BDs zI{9fFLXy@ymT}=x9bYRwjvuuf2m(jC8-KhE488YKa+I=hE8>MmVR&>FX%hy45CtjZ}u^)Z^#fP+= z$Y^kL!w5s%eq*OnX+I-fQ8$EPtSMUvw`Wpyx>&Z4(^hyd6|)`&TvOf5b~1yzbT0q2 zSnP`HnMM1vcJzd8tQ(TCAo#G+@Q8M;-`^@@JAOdVdR}a-^NCrO#5Jtl^bf> ztYGIyww{xfkE&c0H8MBh5Wlcyv|QWL`sr5;G^Lugxa3=^1+VR^%!_2jgVLRJJ9Ks% zRKHu`GfX772YQyUAD-THoI7?nwenR8w?2xT+_-r?I*DzGH-v9X16|UToLxjXqQr(WH zeovGejDy`3dHHc{PfT2ODe$vdB~ir0k$S)|!JK@9Ao*lP%;HeQfi7(Gth|a(+(jEh zo<5Fne%zj;nd0I|!FGn;eeGaRAS}Gwf!;bEe~ucT{i^<`>?U(tPa=h!R*rlX#c-R( zoFzJlrlX|iq>dPow0}Sr_PZ3{L1R+C-Md3k*0v9wT=ZZ%KG6BjbmU;JY>Izdz7f9n zdc8C+Uj`zZh+|+7QU_D&728i5s^5M<@3K`rWl-hwe0MQSAa%Z3?ldBJ5&eCR%qAj& z)tiyX^AF6=5|i;v-effU!{p0?@_{$SR^^AgO1BY_ZNkNKj%Eh14!E;`h?sEzBNcbYcgLPmXLiS#8e z$y{`$gr?1krUm*HW&2pAuJ4F>-F(+GduDr3QuJZ%Nw$Dn^Ul|ReU#7E(e3p*)v>dc z0kuQ04Ygp3h{30GbqO|pL0%rA`)5Q&3)wjx+1fGo7EdvIte>Axn!>Qs6OSbFj5f01 zf!)hL@oO%cM*@9$bL;DRry+qQWtFMo-s^Ch%CWFN4#-+R(>bfHp&`RtKKPiupO}$` zeaqMD$3ao@LH=yaXWL;j6e!(eOG6dryX|6jPk?etWoK44dDl;*X(A}1OkWSkRW-T@1#{|||<;02fzvNE-*nRI)ko=~%16RyaPH+}K#&?2O|zHAW|}9F8)6&8s~!7knC18xvXR{p`M@gF{CIdl8;bSVOu51GMvPT$!dO=Naa0 z^NRU%7kZLpb;`{~bV)oPxl$w~0q1y~aHyz|ax18VBKRXAcG%(}jxBSr#GF ze4vwpIt zGW^C~qkE7NKQKJ8x}GAc$GAG$S`Mk69qBdYhbQ)gm5%xX`HBYnMJ>HA z^=i1I>#axMws!741xojAm`#+PXjQ7i{0O?c>%F1ZNfO@-YMGZcB%0F1ll}JY=Hi~ z!VJ^>SK2~=2&B8&I7;bsDl{xD98|F9r$KpM8Im}}0OO0pg_^<&NL?@82<_)yUvt|Y zaV%D;br=h%`0#*Vu;TCs{L7gRWZ0wzPkE&!R|B;}QRTM43$Lr=3EyaCmg_uX9eKg* zuBgq~gv`lIeh_8~w%N_!6+L4lM>!dAkDnh)xQYtlgyE6hQ<-#A$|ogHu_tRA{CAbs z{(>1^R@n0GUDQ2X5Kr0?jHx3URzc6neN|@{Dvl@={+O-CCu!5MZQ@;yaVp8Mbrcl8 zMabnUo0Xr0$DrMc;G=@wXQa2^tK=Gm`Q2N?4CBbn{Q;0 z6vY0uxF55>rpVrONPj>oDKINKP3xjvOIY(#P)yVnyL9YTfh@*I{Cv;f_@rO>t7iok zZ|2>#rwpi6Enxv6|7J^dx;9Toe}lR{GOK5k3yI9{P(}}ePqQ(4OhyKZklVKSByGNY-pesw8men*bDsfuY;Le zO>MiN3QmGCL_1M5Z&-qr{DI%vxYb)bHR#x;-F#zdsQ{~!J(ZfLZzk|fL;O#>{;{Fs z{vn@MnK6}4n}}FhZXh@iA#d@#b{pcK{FvZxUPvM)bx!!kS?QWHNnJm=Q!B!17yXp~ zTHf>L8@w$s16SAX`}q_S0MVP(m)jVOcEeOO`+P5c*_wFp`=0wVZ8|p5-Ca)0YzC`C z3oEPe_QAFA)*~%DiGJSHi8zpMXgS?ZA$fPhq0p+F6J}Lj1fM8M9dJ1EJSQaa!)`sm zT%CswH_gA!RO5+FQ6~ky`c%YfDkJk zbDsX6;xdQh;OrZ)p6YRV99zyQEG`Tn-D~aD6vXT^fns{evj=RRH zoHbX_dscQPxBlEvpP^e}YN6=AT_{qTve|%P`37^cd_Oy9H#;br@jX2~@DP2FN5((? ziZ!3E1y+#EBpyCY^Vx&5xC>tEwC5!-FdmkSIwW+1KmWlXJch>lW=Z*1Yr6}qr8m(h8 zy)U_T;}NN;FPd5vZlxNQ-lK65E?XAks#-oxct38ozPr~%(71;g^6kt?9%6DCFqttl z+bE~h5H_Ug?Jv0D;-Vqe0n;WaCq*dT(#>AZLJmn^9zTmCpGYVVw+)Koa? zjcLMfVm;d@&XyIhAGF^KgyZ8T=}QD0(4+J(x~ayjB-~q^b^>>GQOvbHvAPT=K%AFR zrx2KDZE&l9*5J|CWKz`Wrjcfh-u~W$f#|X~ES{(B!;X`GuNTX@`?Ec5qU?K-62%?j z25|~U{6a3#bnt#KEYET#%gA`5PxE6Vvv9T0^n8j~Z_boas)ammx;b-HPEC5ZZ$n%1 z^!;jbd~;y94SFD>Db3f><oBjc>COsUH+CUNQP62JNW9hJ)szWZ&o)%(`B zd`?+g-`_pGc*A>-MB`6TEu8V8?uC888x> zq=|dHWh=@(>h_yvXDg^cKRM|%-Sj``{X=xC_}~O$SZqp^L03p$;@1H;>FKdjpzJi9 zyFWJw+tfSkf}XyVX_dEn)Gotm9>Jc=aGXmq^x@pcU>KpOr`&6EifK;u?*(Xd?{jO? zrT=ASrrRDJ@uDB@0}stNsJ;d zIn^T3ZBsKf`^Q>Da^VlnP@M_su`HY^v4)j(F)vDAK!W)yh;&-%);_g! zaok{{6t#+fQx0YKC{C%@5=izBt##QPm*zJY41ucC1@R}Fs4uu$D%C$ObNBjceC-^fZ#6=20I_8grnB8Y{`<->< z&plEu?ABmg^*h5>DLQJ!!(d2{hl|-=d(SjacGvoBd3UklN%RfHli$UE zrY?LHknPA-Th=1-=#_zy%_=2lH*2UDGgI*~Ept6y>6m`Zsy1EO;5>rsoZ2yrWH;G5 zo8P=%cRb}8{>;FtVV)_~8e5f59fhz|2k3mueTEfR$%NKM6OZfB=&OWnyqpV7`r741 z4_XrUMohymr_-nU8Xl+awL`f}hw&@Rgh0Lw__ON!O(I>#`H-NdGpZ~}2 ziz@+W4;(sW-`cpPdnqm<2t-KMjB+^ylp(;l=1Y9kq@jc-St@*Fn^|o8OS3i)l^s|G@ zU9RzxU%B$~J5|!&n;nTf#e+vc67c+Ri*nH{i?Tea^KS8>#HI76CW{MSP`k%VKOk%9 zViou^KE<0M z2XmpdDaXZ?LN2o!A{FjD3WCjpNumCr%#-z!8S2{!JLA{#Fn;dG<+#P2pt%|ujsol%Kmw3`Iz)O&+#r#hk^vAfcLW-WSsjEJo?+$2?Vv2+XPF=J|fKH^* zv)Y~ISe$zC;cQOh$6Q1k1E!SosTpbb-hRT+oz{r-W)6&0l?mLNFz_$BP(hkcq_Z}( zHb>qFTXN3&7tJc&J#~Ex68pRHfOD{c=48KWb%^I*TS#g_0}_+|z>(U?X%YVv1QFAM zBrNN}rHsr>cg!J@FZU|&)NqcJv+Wiw>3oT11gdHAp@%}&Bi>K6+{TcE&O3w<8>({Z zGFEf=@QYjh@ypiTs@2UJ_|=opI`;8m!*LL-TKDH2*?dT z*q*rwRo&j-tQqP7@v}uT^2gI2BS8Ml0+QB$+JZ?|(I5eel|A4fVXp=Fk|cr9pwD|K z?DY*VyV|BvR39C(DO8M8(XJj7I%jS0-j1Cs7bDfK|jg=w-Vibv^X%AiJ zsXA?{9lQ3U6EH~B^vHy`m|zpAcWy*#PkgVAXMJw%M@42*7co{J(@5klUk>yM?-c5v zcA_9%wI-(MzmOVhF$UbuCSU*fJJl0ImgzO#uD z{M00%NE0VPF4TS8x$rGM(vjxNp)WfOgA`sob`Kz}Ki{|6oFSFY{rlPxO`|6SgvdSM z^1nE{qTuR3nfoRX;DRAYSC# z2ATgSQSaWpgZG~7F7*d!cB9o4n#Y-umNzMB7E6H4r}7i8eN||!#&3uX^`dofb4kFL zQBme7JVE3)b*0ZZKma73$Zvc+y|3WGP+8ei`%v`Vl|%(h#u6*HQ)2E#hrP~?WtHZ& zJxrAK1cKa2Fl6FYIP2Bo-)cX>70ZO5T-&8FT=>f60R)Qk;S81?z&iL@hFt>6 z0^~D6){~XbO?pMF+E~EIT3$=PEwPr9#h8y^-Yc(8RwVGis#4W~=Luu+*&mP)EKNBE zCb-1yt&9DkUf{UW%D(?<`A18|@y;AOm;!fO+;#Rnh(Ld=&LHwf|4}8I+_Wt|g_1ug z3j?8tAGu11gp6NaGN+>{ZJJgKKM2A#=*ni=lr-OAt{v6R4IU2iT#~u5pJX=gqE`5l z1Kq2Ps?4gaBL0@ji}tK)R(Z5S;`?~gtONcUP%QlXQyi76Q_*k)Bp*GqpwRk+)(%EP zn$|OoiEDr+4JJ#Nx1PaAuB*nuu4k61HV<}xH9SRo7Csd(@ zIfuaP1v*nD#B)KH`?;D;5>(w=c_6G`qvWrKHHfru9J1>PzpyW8i3~`#;l5Jyq(o%$ z^A2yV;#OU^-;tZX@V%dgZ^Tpm&C-M8j!Rk>`hkq~Wk4jB|6%yoln`i=m}o2GS~+P( z{h`gKdHB&b7RTp22LtoPuhNerMnaF!-%)tAeJhBQ{_^bG{`}78n@$B(tEZM+2F4fueL&4{+n5ZU+C(U96j?X^g144))+E@8XXxOdT ziQ-ylY7($6mG?<<(~c|!n|r}-3gO2@E^~m9y3Zr;RBea{WIVQ>f%oL(w(qx}fEL!d+rBzGC+4e=dQt+|FRoCo@C@Mpqa<37fl z{>*U)ZZ$1uA!I(5OQS~wCdMv2w0>&-wo7dHVQfWZ?4yvB4c0^S=O;L6Rx)8%Ym?Jm z889ULhH3!)NgIp4Wl*Ciw}IcOKa$)!1!8(lsOyZ=uErfD|93BVh}k+0JyeatsRg`-bj#>=7b5i<_tN>w)kpixLa5n^`RL8Z`Gu zLmp96rdbVnt!d@pbx+Nk9A8~RxxGcuePYD!ThV0-=C4s+3Kzu!=3oe=qRiG1AOs*( zixQnp#6eJoD+qOCRF&8%Gl6g`D>>camU&L{`~kY>f1uPot9qpqv)3=0(lntO+pi+Y zqEpHQuSB%Hlz;I_piC=H*m5)dOA}6Be4`-=(t{nv3^vnAXI`3jNHa;us3-W*k zh-G|;{v5&9=i62%=ejdHNH|DbRnq2JMNu)H=8c~&2*2fEHx(`95^NT4eK-}z)c%e| zlQZU-M)1@;sj#4vWroG)LNXv$PP{rYG&_HaSgV_{AC=8AQ6= zJ0Ax3{YBs7489UGgU6gCDPXFbevhY7xVG2|q$9TUwgWBLRhnbc5FZ%dH*MK?FJ%=1 zMyIFF3G&DO--d8%us)uKkSj>_-{p{Lr%W!(Iv;iz0b4)>?h7yJGIp(uchEs^yp!H;z`w@o8DIV80poRn zpq0}r|GC<&JQlv*eqR)70>sve09jU%Op$Kx_Hr+WuW^&7Bgz&;3tY6R{f@`28n4mU zk9ADQ_$V=#(>M8q`t9Rxh^14pBgLltz=_zhu~bC72ASIiVG|F}E3@lUJ};&!Ce+M6 zA^Io6y>$d&tA*eUH*~%q;@4ZDt;TcaaV>nK`pg3*byuC^)0Z-o7SD;tDbx}D50vM0 zKOHfZ{M&(F1xBKME6t~nTBck%0ce851q%d#aX_u9RcH zBNh8ZjKRxMan@5;e^4fGv}Il{wi10(OH%wKXgka;`_E9}hxj@rn0s~@_&xD^1Y28Tx}nV@Osbzf@z9vobHR=mbBnk!6Q`ZFn# zoCM)y#^KTvJY%UT9|A62tMYRGa^wA}$A7qh?EenX<@7LvNAX3swIi`7pb(VFM60ZO zGnh3?&jlNQuTzlV6zM(0g{Hh$NN4TxD#xkk$IYa)LbeDg*nevNc{Y)BfDSw9&V5OW zRBBld*$S<-J`9sk^5-;`2BWp}=1=}D^RNa9SxL@rECB8|z=RO~Gfwmr-MnFfb*fA8 z58_?hU}@&?v1dkvPpqs`c+Jfc1X`X1XHrT$t-F$QYY97XUVVu|B|?*qoMW0ENc#$= zLu-|byS~p#$^B2}w*a?Qid^yBo@T`CL(lT2d;n~s!}Zrk!q%e>k}4d;zb=O&3tY^q7Evytwf-=BmuznxmQr8G z2g3nlTJ!s!>{dd7`v5t}Y-OD&RU%B>Sz|hV{wI^Q`=y}9+4-hoOjPhZ8q$9HACeln zC~JWHJ72#JuZ~6t3k!b)!6TqAsa;r9TUJh6rQu}C{(3${667*J)z{Y_G`kgMoIHCD zW(X*Pc*oHr;H39k1Hl|7c+-}Qj8=!Lj_CIGyO$g(9}01|d(q#q4{w{tO*Yrqb=BU) zpH47#tOHm+w&F)0-I|;q_1}%4f*q^F8^d=d#|tmkhcs(_QBu3`t14}E{%LO8)fHcq(0*-p)}`CbaA9@QnXzMB7_U zkwyXrb2r7oiH`tVfX!e7-&Uy)jJ*Bowv~b-!I?u{X5ds>b3C(4>$Xes4u3|~$&xm`XDjlU6o=(ssJB&#{a&oHqT36pXO?~YYR9Q5yoMFwIyXD0|a5P zfIR&VO-&CUZzs^|Dl03a_T40ZRU|c-R*KNBiSQv=94=YZrHTe;XPd79#p6-M8ZRC7 zJUP*#?~crE^JbGua>8Iiipse`1Bab%5DOMpWT+nk%?D6X#QbLMsop=JNa4&-mj6^z z+sgoFOFGPdWhkb~2PNg6V(pUTCVaI0_x$`{qAIBjTmx9?l11Cg}99`mKtuk=bCniO9 zmr8<{FwzYes^agFBD#JjX%RNX6#wsU$%XI4z>Amj%{yqDYQdDQ%ueh7^Z$b!+N)9SvElHXH{O>HCi_h6a+N^MnMe$5Ck_ zrS7uU^#>%-BK+wpl1je$iK7r3T-31g((Z&Vro0`P+7=NGm$ z`5;Tu!lNlWJV1S~4=t3*BXyh;eu}OW_&nY;Kcg&_yR%RA@8Lvd8k$CYTUhq?@~Zvp z0UQCZuAYc_7G>F3q>3J(iLdLlo7?=oV7#+q_50i^h~tu((~_plqGb^^iX#E)DRD2j ze^#GUz%~o0Zt5cW`fs^{R?uIKfz2a#@i6KIB;ad4NkCmt_L~=Vh8)w$tyV`Wl1ve=pH+INy9KOGLQT$x z9&&RgrT~lGN$`s9j0IaK3e-?&<`s$f_Hvpi2R=F3qqBbkARiZc8z80$`_g|e5^veOD})%=bG_en_}lADPH5NRH9(Ew;!^t zEXX{!a=~>N6jrNKg5w>Er>l0nCiC#uyE2TE_OC^N;({tS6U_P;=DpQFnZbP1Z){~X zkezu*Uo=Kh6Br&$`AH`CWIdy`V<@xO9EqNYgSte!tcPUYej};SP)2!&^^+%}@lK!k9bY zjiCv_!8ER1${fx-M7T=a2Xwe*s8@RUhWVvAij;2aV+WOVnjAs+ziLCN>3*kO#BEfa zZvl*_;GPA!_>c0RUI43KH;t}L2pF4!4{Y}!i9fp%AYtbJV*`69%~NnP$Et z=#c67HiRV36u%iJmxdRObboNXu7A5kL5k?cGv_guZdo+dt)##8nn$rL&(PuLFGf(6 znC7H+m3#;q4h$cj}#d=PCGv9e_4+!1bI4;!K`BPn+4d^0Qdg;p;9 zGAq7%;Y}wBgyVjd7d378@7*rX6VgnxGXP0e$MPyImw+uUE$f*9TS1BeV$TQUS~YA| z_gB8&wYj2G`!pbnH&R6`GLAk<`#>9AqfRK*NgN{Fvg=oQIH6rP#6FKyGip8$5HM)F;r1q zH|~E+sT56DKB4GbELOgcXc5By|NE~*I>p39S?gkIf$HbiEq(~?$r5RP24M)tR<^Jerz#oOyGT_bJCEHB) z)+wVaQ+XPVHvm&t{7q6)ipN;1+bW7_q!ZVb<})NiOt7v~%~sV4b$Q*wn>+Oo+yvlP zM$mWzcqotH-;=Kk{DZ!J#om{*J)?vFV7I%pojQe1WbPj@iPs4N(U!d>7RXyY^h<0x zKrlg1KitneXrTp`Hi zRq?&J>k0!TSi{l;SpM(uz}OQomO!#A34_7<@{3Bkg|bE}sXN3Da$LSTL|eFT*>}Eq zO)+2o?N_eE{(WmzuKd&Q`N59T4010IzOBwhoaE-|N1C=M^^9$@z3eg(O1w}p!rT=;woT+386{3HLM&nbn`Nvv)l+;g#dFZUu^I0_tz-}J@cSdQ@tE^LN zAP@hKBg`HGpx%S&KBenYnRPa#u0{LS*$ryT_~Ezg7+>B-=Se4Nq-ET{YmYO|VQT?H zhU(;qInUrK`|@2b3CkLP-6WmQ{I`@_V;S_r&!2-wn}iG1yqjPOpUg=6UPQ{*EjY0Si_b4&g{`EhdVw}0iqwf|9n*}@o37hQwkrGM=%N*hK5oVS~g zpw#J(3qoM#@i%@3Zu$?)Fkjza_?ml`%IERN9^B!0Gj(K$h18R0uapEDR|~&~Km`dm z{6nCV}5~>=P_&dMD zq&9~Nmze+vyxKYMMz8qR@apC`AM%iJLd$*sC>`j7-6V0Vu)@7K=C$5u z{?x?k_P4m>NB)3??e6{mqvyc!Gy=S?rsH>|bB{$&yJFg0^%^CcxFBC<-51V^dV_oD zjS5MR!@&8x1rjv>H70oWn?}2YlFa7N)+14a6FUZqPKuy2#eXy%9-O9+6?R3_v4D=- z6|mZgLDbj}RG%e=QPv|{JUJWjW|E48b=shg!G68=^HHTCMX+5obwS{%$fp1XYl(sN zB!B;VqJiX`DU|c#jB9mytA%!5Vt|`7C4I_3hRoSRa|O!#in*=B3g_54*$&Yw)aA7< z;kMqhpG#G8BcGARk|G2GkI~h6S>8JT@TmGnHbBnWz6_Q|(N{QHn3+M=M%sh0Wso0o z`RM*{&Np1VtYvI=bWAEtGL$?IN1x4W_J4^A&Zhdsq8Z7KH%+7$V+zpo|F}2Dt97## z`fMTR5dFby3CUZaglW`Ip2!6|E(5{FKj!T#;(sVh*XC3MqWAk>GoK>jn_Y97MsG2W zPbn`f9je`{_5iKNJG(@RIiG%SKkWEZx z{>M0mH84ga!cHiA4PO|92RDld`A_#9cD#QaQuN+r`u`#Az2m9;|Nn7&q+wH56ou>% zLX*_)D*E!pExlu=1Swq#@-d+#DiX6CWUcF5j*AD8O&9-q(m_q*MGzkgr1Ue0yS zbzRTr<9VMbafa!Ep-qU*RZX$6MbrR$y?@mJdLq&8SMb}=Qtl!fXd?Ba>A?Hk+O8xY zE5s=_N?^EhmaTMe{z2nT|637O1Y-p7u9>7qWZV@6BbAr6ELVFxKq3*y_f()rbksdR ze(hqzt{C2*ZyNk*b)-)1@3zHTJ*ue48f9zZv5?!hqyMSsgnzP8xZat$zQ{8m^Prn3 z?QDAk#>ryE>lQss&cbcNA$XN#O#J&+of*1Q;Ti?f&TN`4Dbf*A)vJ4EM@`D50ThVHpUL0& zX0-jeeW~=U!-wA>qYGt|ww`LtB?{E;IE%oepYpwp<%?B8P}4^Zt+P+E7O(n8*d?1} z3FbUlud0?NGq~8id~&dqsBShBdxK^At%ouby}saw@(uox7ZN@&n`;;vU{)wXy-QJi zSSgYv3xqQ778dnD@9v?duo_aeaM>(g)a0c2#VSH5sWf?miB^ZKHcFHYe%$(0daSm9 zr+6-L_LhT$66z;qX0i>svo*}=&cN-U4%LL%&?8it#+6oXy4nZ}fxJ<#^Rf!O;E0PRBJCYQ>xqo%1kTuX)>9`P|o$qnoxe7P;bS*dO-9Et&`maYW z&ON4z7~95yAO6T~Nd7ajkL9kxzKd-trOxw@wltz;bMOn_bO>6iKz>1nrMJ?pV3$rX z;rSW+73L}$Hl63r_mVz4KdN^;`Umhx@6dtb?80N>pF5x<|*DZUSlJGo9+J%GDEq@^kJg?lbz zltl+2e)tlu1h#<6Y0y!7cT%*v76NJ$4ICgkxn{mEe+f*~t+V~->Q-D7b8NIt`)Yd4 zz5BU8t-a#UsVww=o^rFqib3r8CW{i@K*;%=N0Kpr6c~D32IT@ZSl`$mLkhRS3H+X@ zOcP~;3sXsHPJhe8#r=9X^u4lU3aE+Lzf9-UU;5%C3Flda0j|j-?U}96mfl{u8I$9H zT{}Fm?)vkbDdSX6IX_d2q-JoBtpG@yJ#Sq4D0$fhk|~19(4CF@UD;lKkkxgvHetd| zf;FxI02#Z5+?rU`2!pFlR^Ad0CRR$y-zi;f&+u=LcAy1JZ|}-*F@T3#ZAAr7kFxg> zNnv=QUVqu!Q$03E?f$UxFq`F(cQE@)AN=^fy2ms5A>9j35WRpZxt+u4^xztpSCzEwwPW8aQtM4tRagrKc`ey_y;;epuizGG9jcdq#QL+M3u{Il3 zy`DgXSyYuuFtg;Z{P?}2kOuh~c~8|<#Qb2$H3Bfi-$zm@uHDeeyI)nPjMV-@4G-=G z(tBcXY{0`Lqf6Em0j|+bC2yW;724X#pVTs^LC}?Lhp`8j`E&s9C7o_1wZEQ&w&|(u zCA8ABS4JIf7qTzLfoPX+_E2bet=emk zABy5&tgj_zd4b?MY;a*{xG+i(vT^A!M7A5Md|4GnwLEd0%norqzC;{OT!L?Zo0HSP z-Mqdqn$U7f@5H=ib?jWMl6)hW#N)Gt3T2z*o10`^?)Zh@My9wmv`j?+pwdz0Ju|Z-w?NtelP#Q(`U}Q@Kpj!~gXoP)j_LOOel!9P4(?pa`y@{J^1&_pw)p3=xCUNJQS|T0;j3Zt zCr)=_8i~{xg)|~6wFR7Fvw{qPSiMdaR7(d-o#mw{${5%ZTkn>dSUaTKN$i#OEz2At z33Z;g3OIbHO60j9<}s`mxYqMPV9m}Pigk4km`x-uE*^>44_ogWoHgw)+74S2J0zdwkPQNJvkYk0MaM?_F3l0yd z4FaeI+|e@gTFem%J`s`MDBhz_yYGBoFZWbj)VtdBDJtSR@fT2wDeDftY{(|i@_g+g zjKjEWYSO7OPG?Y!=Q3uIz{$E@oI(5wP)f<~;XCKT{Kj!@G)rj9AM3uH`@_^~czEk` ze7x)o9Oouw1KxmKXWfOONwZvGfzb7;X$5#GxER-_WY3cv#ZDoR*?cio#Q1%nirw~i z+j0l_=OT|y#IsQaxR&krV)lMqRx7C%6mV00Tuw@zOVTV@mMkkDh(TNg?jH z7~83DN_Wq!PR;BCf?(NC4lo@>X3%%c;oXpZB-;)T3v6jd2@dzJ|3 z7)#E`c6?cDd<0a{^m8B=kRV;$7(cf*g`F-|in=4qW#+L!iQ+ZIE&SprWB!{?K>H;M z=f3@iH$LW0-gDF+k|#)$o`rShJ-S(P+}As5eP)Mf;n-2;JHK{uV8rj+X^5jmy?o7P z=ZDBb^`5A!wes=|+Tx`JxUOK?Go3)?7vI*s8C$;VdOx8b7gV})6Dcx(fkR$;tb>00 zZ&~Qv_=+G&kK4XMmOb`k?1_P<-rV2s82{l9!b}cu?y27@(38b+%jXjA;PF3}Hd!SF zF4NoO>t_9R=3_U@2tW(E%i4d2qt9uvZuo8LWb%&h+|63O+5W8kpRWttoKo-yDL=wh zv5aw{;!aLKt2`+pgg?+I!bYAXeGbh=o(^#8xA+Lzv^^&wQvlm9OF8S5v`n-nXSH>g zICZw98k`J1h8+Ds26{f1pPF^%f??T3?AC9A=M^ty=5*JsFDxyBQm0>CkFAuUm`=wt zA7)KDDz7<;c_Z%Zci+w#dxFtk<{{l6c4YG@dG?{qQ>jJ~PdnX?2RG|Qz&R%pU?dZ| z^VO|&_AEcP#8P^fC2lgnSV`C6xp8}e#O?u6S+eJACs{>ifExnLopu~Z?UeKr=E;bB zW;M1bKEoYXCK!0*({KVo&8EL#B zw}Q>z;T`ESK+}M(!E%r~(YJ)8hqU`Rx}*ivEFq`0 z`Vd{@B&m7ii>hgr4T2I!fY1yW%lAq}YLw-Z^XGH*S6BeLkk_@ZG{KGp&dGwf8Ap)z zmbSs+lu5pbylHBB%}otcV!Ve8o%JVSLd!8415O64I~1S3P{2kfHC#(+0{kRl`uWm#>e!|A?DQ((@^)-A=DW ztDc)%&2Q=yd4y&C+7ri`?-P@)?jEiS)?<7Iu>KxRlWQjF<}y>}vA|K#xzpYKaO$kF zw|=bmGGY>B5cUDWD@QOdviSByz4pJoa939Q&yYZkA- zUB61uK?+H8FPu7jq>XBqmnqj;eQ$I%tbiWl?>xXR4Ib`&7iv9Q3{!D$K@VF92~xx`k*4B1TNbaq|i=!7&wPvK|4DfYTM$HLGYDoK@nKZ{pePGuayQ)^v6rTj`F| zuz2?%&}Pgy&?v-g6l6IBmZI5hNB%{5?w_z*bRNyxT#Vca^RnMw$@@129I(H`6~V=J z^@YO-?g$8F6;-B?-y9-D*f#SpdV$<)y5KR3zl@>W9I$^J#SOtM@#`3f0`~{qeL`88 zUf(|Ceg`9i-h6NFw|&sHjlx)3pN-nHJZBq8K72>1St%HBN@nul8M2$)cdu}Ne0ujJ zIYTMYQ%s#!ZJF=khF?iL9nM8o-&>}O%uYMfHB1k!^A?n+TbnFa>M<}i#r~wq4Eh3V zb9&5X^Ph;L6>i-g%-klJ0~*awR7gqj)emJAtUQ!ZhiL}LqH6n#lABO(@uq)oXG7H; zJCho(wI2s*gn=eJtJr=z2z0Yweg`!SL%Htkb-_AD&@xHV$*f4TFadWw4nFTDj~)oz zWcf8OEs4W8#J-%4oTnb-8srq6*DUGGNd;lT(I<`nCPV<$dDxIiE>5TcdfMz4qwyW4mts;gwY^v6N$EjA^b9lfF1A(W|`4__BtmS0ug&*22(u-;gYG`*fl0 z7DEju3a>0BLiVe~>HQ74HbU(adqus z-B+Kd+?VDvDB&+fx-~da5Vd`f=>S=>VFN=C&vi$$*MT^ul18ufQaMJvC(yE=sLq&I z;e-b%Wu2RQ%97;;j~H3nv>2S?S{gkqI7i&82Pp0>h4z*MU1r;IjC6$Mx8G7D>O*PQ z7-6kA{l}vy=AibLL+RONgw+FSa%ewl^D|41=Z;fy%Nl5qLo}=PCJKAhg!md>GEB9_ zQjU3kJ2lcx_BaCfBt46Gk$(4nev3RoS7yS)jFx?C4)mQd9ob#-5fDlgl>ivTQzJLbOyX3wtFxT2VkYCV$t!mLnX~wiSTEWJ4a`UB`EiUr zmI%ckPkRGD~vHy|0b^>~;B|RB{Ti<5`=(FPYD3S*&&nt8X|b zR<|jP;Dg3^h;@b1Hc)(Jy-b*|5MbKmu8PNzc35i^GmhI)-kENarA%q(TP3{N2&Ce0 zNVhp{In>wvQH>daYRv6VJYuZJP;all-6f+bCy2wGh7@zm66BbEs&HM>lYjz@+UfR| zu71|Kj1tA1Zlbbary(!)nyf4{(TQoJMvZ%FSDW&D?6cq3uu7}2(4QC}qxXEWWH~P_ ziNL9}$j^&UQe2<&bIGu(NOl+QyI#FPcly(nZgE85FU}3?|X*gsdfu}sGc=2d0r+`XDtb_u)jtBy= zMYu)1iThO=9aQD4rd#qYUMWHUm|X@+e=PJCw&p(qYQg&vlp?{Qli~UNyU4ZQ(y}<` zX3j6WrB2oLe`ImwJy``>6h24+TLXdt=;q&_pw9GzAW%G50W_EqP2%{50$_#6OY84% z{rQDWb}3r~eyq)0#}W z81(B<0{281327}I!^qU?-RggF!F(#|3BjDLl*gG3+~ZllGg{$s2GtuWs}$PxA#D)x zmo1_?t|Fo`(j{we38EYLg8|>YoM33jwUHf=?*qvan^2pz0PNx}Iyo)p43vV|W?z_q zm{I*!j+1=Jt80IeGX$&8v(RAnC3gU5tH{N~>TFGx>}Zt6DR$zLGq)2;X;jo8JM&$; z;RPD>Nx#E6vu)`LhTC*A>iLZ@x$Nb~B_7)h#a7dgMc$wLtw*iA^5 z`qh455~)Z3T>_V3f9#(jas8Cy6^@70nQoFnRd|xL4uv+<_WaTByoIaFTKvi~{ zRnsuYXGO7VAe~i7vt??(S?>W$%de*_yErE#SIJeRw(gy?jUcxj{Q^?JOI9oiMP)yI z>;)k2^5}~!5?O)Qau<%-DJAsX8P%I_J2HyN!d-Yr=%fe|xa33RN^VYU5w9Uq-w&&e zvhjm)G2j8=+|AMLf&RCtaBW(>64;ntb{*$_*OFYa-hag)WZcB38X4$QH(FpbzjKdkPyjEG?fjM(eVB zDMz&YEQuj)#x0DJGMTvY)5vQihd4fMo z&|Uf)shkjCDOxHCQhgxKozEOSPnF)oAkjziSMPakeP)XM;Es~Fez=_BMJ99Oxk#EGBT_qwJ5vSDcQ4jh zi*ab1_rW=s=e0=fv0iKVuLmRYigvo@*c|B_I902M*fK~vxfq%VEu*yzBp}TG{+&Fs zbMpr7l809+4MLzS<;B5N)%b#*$=3Mn-Pp^nk1+etg~m~gR3!8-hP?gKk*xHC8Pl~^ zx6>Og+xfGm7e*>ulbe9l3D;Dr+qRPQ7#+8x8tcO;4*zf?`uOAinbtuLs5?(T)r~AX zl>K|9fG8pgB=5sxx(fsB#)t-^6!^I4a9Ov$JhN}>wZxXyd&e=fG- z@9Yci35#gp?d7H2*xPK*DEC)x0F2Q7+xtP7`@*mv#?p(QY<0-#>| zbZ6(?k;ioED|wlpKrpuyWRf*@17*YoZi2gvD^twmXw6zZ4Ec|?-;)ZLcEJJ+Dv#X9 zzg&}{#rdxZZ}xF_Cx0-{lGLy;?wm-fw8+o%ESx)n!J*G%7N6nfX8k-#uMZsIbj_tk z(6IHZ;@LzWAJ}m)**oGuXJt(gSA|>Rs0R>8UNAWyQ3-fTT2T%T4?%5c0JxMYfY&gl zmLoJYQCaA^3QC2`5X7E)Gp$NKdro7I27qgoZH-sbzx~$4+Amg#MfNWKZx|*zaSf8t zLi@?+cyHPuHoR}c;7F97i-D$f_F`vDBeQ)V`MH_Sls2~S@jy~5j^YU2H3HeA6tH3v^$nV&OL+~|zdQ_9> zkPAL^~^1g{P9_Q|dTBa)-3xhvi z85fvSOg0C#4loMcKYBgb$!48{HSC2YQJpycxTVb|qv&u|N9o3ipXOZsJ^1*iUc~YV z6*^0ucCVfv=dv6#tHlt0T3ctbR+KFNuG#&hvsiz5zi5mP&dyS!{lRpl9q|$;r^7+r z>I+jyompFa|41thUdvkl%U2X6OO2ZY$Nn+I_jfT!9Lh#~OVkT!(IsO?F7K`WxC8}~ zIm2E%cb0!Pegkd(?v!qW5o&KO@HJ2HpV=^pE%)A)-Ced3ZImj?VC~Af{h=S`>sI8w zBt{3>5*4C`r0(I(e4p8CGE3+^pEPZJrm|Djy%baU0XTNZ5*^5t(yeM94zoIXN zADp}fx|Rg+k^4)M`y!88O%mED!)~y~xr~wCSa?pZcCWeVor-lyik8XB`X}SLZl>+2 zIr1a8A@YhPwDTWrV}+l(*PS)lynW^DQ4N~g8O14*cHfhiPU+(Pc8@>4{c_F#(d{j_ z6N|GOtK$zoo4XTey+8aJ7AEd=jPs)#-ul@bDQ_cQ&}WKT%6LoYuBgpdZty$M!50t- z>PFW9en<^>gdOlh-m5PyCE>(>wW7JLYVsW{4P!t{OS4$+8yv3gW3R%%>&ntq@dB}{ z>Lju(&lGA8`aZ972#c;E=pOTa%k#7hN^9 zw?6Xc9G!8#Nzqc)KiIe6 zJYSOqkYZDwY|v{#q7pMaJr2WXB?VO$Uykqq*^>-VgB1B8H$I9F_yQ+c97QHsR!I@g zhkXMYbOTe^hfey#o49n;>?Nk4pul9P!qo+QtO(_c7&*Wcd>uGEJ7CGipwZyE^2@@R z1`^gS0m;*}GF%aM)14T{ocOl;TZm|i|P;OT*Df}^k&5ro!LTB!IgD*$x zj9pZ6if)&P%(XTRGXKoGlY#wbM^+2}s(kTOJ-jdv2B3Ns;w5faj1qths}|zgp~$5K zr}nf^B-L11RD_R9TjPmOjzduqW+Rm^Yo?zom4A65w?w?ef(As!B%wdk1RHk6`I25# z7C?vjyQh@i ztUb{-FfiXMNvTGvqqZVQP2j{tKCA_DT4A&`xEzzaOV%;o@5r^gDlYgE3JU~*%k-NO zRVX`fr%uLKFIUgq%_S&3^esu4 zGz0O}d*F2cT7)|j>)}-*Q1_#fHgShBmy8sd7f->o8l>i@txX7EG$-iOCMTU=-#TB| z{1+q)GvC8lX0sQgR-%Vb(|w#oCnCNEsWeWN>U*E;iWJi&r#rASMqd5qsaM2 z=x4l{D+U9WLhd! zpO7739ud){`q8reHWEO^{1r`>w@%|pZ1$J^&hM4V{dL@?OIA~{GA~UzC2Egv|Dk$; zih^{HC)X5N8!UAI2L;RRZwze{mFx&u{+oVi3lDhjP|)xYxvBg$*kzg?%7Q#=ze15; z?DFJu*oGIzS6?N+mg8ctv9|LIrva82-PQq)%5Nllr4f6F-rBme|BJVlKEBBp=g)yr z_1`QC^h(N^k~ZK^%%7+tSvq3|aXPn3;vPL-_oZths{8aMYz91jwpILI#}FebxXs^R zDfScQdr4Hb0D%>jhTEHm?EH`#MFu%IfkHg5PEpD#DTvW@D^_9-a-y17v0T3AMOIEI%9Q04XLfD0Ke(5FtT_r%{TbpDCNIwuy;Jr=<}`M96`p)F*inDN}xQYo3nwpSU?rQjo>iP?M9{?}g5x_FER<`^+5XfKw9{k1Jk{oLx}u(2!ejwTeKX2hI>XZiA3od|oA z7_rmgr*t!<#m;6u3pc|bHz9fVh@F3%z+~F%%4dR+x6-(VI}BjeMlLk~*CzH#vAN^9 znDwfxPlX^B>-zn63HZ35gvYmUKkVWES1VKD2`*K-ib6RG zG*6bp14!M%v;>!&uG*V2RVt@Vqc>P={V(Hd$8dy`EDf3ol1pLcet}zF8SeGFKx?md zug9#qX36!=p9^P9{ck@((9(E=>BgY5ww7+wFew$s2-Ki`9;**pg0vmA95`2i;B2(! z#exT}4Gm}kMLtB6(~ToCz%SQmHA{*>&W8rWqYWZIRo-6VnA2A603?qJK_d11wIy>5 zb7(W;eqHzHBd{cHn94o>clUk9IY(mi^J~br59C1kHDbZt7`^zd`htGZQ3SU}Air$| zXmbBt7eLhx=c7l%rGEjRk#JhV%71>?|k&t7awdgm4W z)JxH!npUrMA&gJzDaoqK8zN~| z7f9`HnAYUm;)Y)T%!wysvW~ib*18{nIcr>-Exl$8WYS#HTIu*GUHy>b*Os`_LM>3V zI!N}8F-f=hr^2H%e|Jlm@qDQ%GdINd1Wmco))yuw{+7-}#?v?-JDkq5M@ZYF-hKgn z;S(q~y9@PVwZBF`3m_aS45-iyEf{`5_X#(;1aGj+@pI`^TvIk?+(kC0=#GiOVdu(t z##rA_(B$6BC1SYtV|LO~eEU5zqi%IWu{>1hK~PfuW}odn+dEH^L{a}X$)CBm`J5xfmVNOzq z8)QGHlCtI41wg^cwK8>lAoYb9A)D>jy0phzQTzF7Lc0(Wqy4HBV7#q-7e;OHm%yl3 zph#+$k@H1(i5m=}awXw3J;xJ|^sKFE%Jux#>#34=?JT%_dn+xf1~?=D4cRV6 zK#7u9A-weU9FZ5tz)A9r^soB;h_;?KPWgOZ(1PW;7&|*@+9L`R>6L)uCWUg7-p0w=?v{7TlT`)Nvx6$&H8$EbI=Q&^N*AT4Tvj79YyN-$B# zma_jW(eVjP%gK`~5CN5%^gX;fPh2dDzV2Y0<)8)%l&rVO!siCSEqQo8fffES(2al~ z)I+PZJ^1lcy5@L^gD)@pFFV5|Wmb7&Y$Yl}1Q2BE%t5eE{|_R1|8qEwGe5~qNq%-6 z_iH6iFj!6EQJc=)N1V1Qis`No!`bi#owglBd#g@H^Bvl9hZ;g?x&>L41wUSzZpD{D zQ1Qd!9fXyR(mAiw&uS3CUp$m4EgI_AsNi1Q(UOY22^x{#-%r>ZI?-fxUor+P>z}%b{U_F1O3NUCD))Z3kva|-s;QOkTatMY*7ajd?=X}Tz=+EaxuMLSC3qEh3tH$jzNX4!d7kK6}W^fr@vb~JQcGE0p?yW;kf2YH|VTjpX z6DybwMfo}EEPGEuj0=XD0$oWD`1BfV{(=R3@Q#8-8qSL#v5+;0_(w8`y#mIH-BOZn zL5|ahK+6!^BUzJ{b2@aN`Mj3MkOpYi;4PTH?P2u*NPp;S1{?Ju%^Cu~V;Q!+|qwpK*)1Hqtv zL6Mc2;RBG<>ayiicpdBvPf=&>tj(onE`)~-BVlELy`~P#&1F}=0@uDNyh9iepx3keA?z&5NwRux|W0 z{k2-dB55X!$Lzo*T(vXQRS&5-*TH-YnyKM2e-oZgt!MyfVL(snV0q)n0fCDuT>3fT zF-33K24Gp$=(Rn^i)bVtjc#WO5mEE$L|A|i(Pc+qWl`x6fP4JjoTrZr-V-Fll4)aw%f4v!SN&Nq5?%)M!K4DA;}nmGjiN~=UoJ)L=bWDO#p1+3gw8nm^!5ILS+2a zWH>e|etX1IJmkjBTQY(d1C^0FRUV}arFH%C7Pi8b#oU%grJsOTmVoVt(LF%F)ghY%=@vxb22{q%DM?-?5lp8a%ER9P%@bX zbQ_jEZlsLNnnbd^pl2?%b8R0+g&g=NecN7O)CT+A_nKarTJe`UXW8KpH?rEqUh~@X zSPTpP;hmw4wrUg#!X}9z zWM^~wLofnE=y<8B6}!Q@Jq`2%W*-zS!+Q(Pik@@Z+ivr4R8Gl;a=zJ$>}>sFUhLk_ z5HbZNbl{Ylg9K#&{XR>m=>(%Bp3fDGg>xhc>)lG`M=Y3&Gj1C(b3+qlih5h-ByRDi z{qGY{-VQx4>;Imk6^XqUj${qAsC)D-tHLZNo#?#|LCBTap^4IMqf&o1fAiDA&dFTi zQD>KDGOI`PZydzj3?2UUIf&ot+W~tvM|`Q4tFpADQ|P4rM_HUM*U83f6j#aAs!fkQ zAyGiLl{wWML=z1x9sSjJYN9ZHclZIs)w`Sg{PmW=KWm(~9DDJG+M*$o|9i!q+gF9J4Bx2+aS{ zutX)K6BX9JQv>Pvl4nmRZb+Rz5fp=cNE_x*OExY$t#hVYS*e5LuFvVj_p*h>>OQ49 zI3Lrpl=l~MZ(Z4sRj>1|>-k82>^=(n=#^WQhqGSi_{7?k^Y6@zBiA*|$KLc7^}3W| zj%QU8lV2x~8YbORx=GOf4p-ky{0He zml^3>n%Y4+jn+OMi8|X;nQ!Lmv-<+ivjy}_^k+w3B>ITPy zX@#os3D2aLJ$F<2ipqKX&wEJ>AKYVjB0p$L;OM%ijsq0+iUemv>W*_3$|iI}rNG_i z-RjwnML3GjTyXyx{&R}i3zOXI_)W}vGKyl$a|*d=m43BUo$^Wdbj#=A zWWiTg!_U2?>8YLMw>a27`YVX@8*x?|X;R;ZWnI~`^4i1+PDb~CY^qQ(w^d3w@<4XW^69N^AfnnKGVV1)DnFrZBdBY|NV8F zWJ3uJV)cDV$3+2x{)>B+Cc;mIH7z2pEMYMYbx7G)!*dH7RD6J&SIS<})*7REKVEXR zwthyzNw=woQ5yAH7PA(P*4;B+P>kh2FIAcAbSS7q-F=%a(C|z zr63g=o9PNG}v`LORK!){jNZ< zwA#6AD4B-4$k^y5PCE2-J-YQN{sz&S#urkqG3nV^_*bo&5!!sKzPz97pi46RwOP52QKHB?tn%V31%sVoIV~}x9S+g4Q%U|k zY#P;|K>>hW>I@=5s1*Dv+*IR(e~e{kBEonUJ;{98#V(JEr{QbvR@;$z1WbN*%s!Wm z?vY_>RiMZHv^(e<#WsU)w}&x1Ep)$Td$L)?onN(1hmF6I+BRp8T@{ZNkRP7xYm~8Z z$YBxbVoY+!-pZu#)Q?k?8rJIa#%lJ3l5waK;nk9FH;9a9TnYZUAA6UfT`K%YxLF== zFCjxa=hm)!`{voFwo-0n?MzL%`35?(?@zD<#ks%ua-<+pKmY<$W^w|a<72nyj1ERq zvfuQ7P8Yv>&ry5ORP?$&e=581Rrl&B8+v*R78KjTsfZY|%R5fXYfah4ujY9B!()^y z7osIsjz4mD)PHpxE5g}NNw2@QCjZmaB);C<=2a@eVo$a7aq%%7ljz9+L zZN0QL>h?lf=F@odLt>^QkB25|^0d8+XfyQ+kF3z4NEjVMmOFZlt^{N1mI4+%Om3Jo zT^ddkZaX&IIe8FEbTQQ{_5Ian33G|4@sFR6YsM8X3gbMjLNUr} z>ibM5uNZn_e{JTOVoE8z0jDt4!+Lg#9c|4w40|)DK2-#2!6~OUTf&a zZtE%;xvq^Dta?wyi;^;kbiYq#XPz(Fixa;YjbRWDIImf}&3AivX|9vU0`sIXRDIaz z(+I^oD#j--Nqf4oXfI`|#wF`b8NPasLfv`f*Ol|EQefHF7>CIrKHq*`r$XFWWqIqB z)Xw|De+tN6D~gHRk6l|GD3mOE-0JDk(6w@VXE6PmcZSMCi7{z2^1WI2`+csd+5Hd% zW}ZQokQ?pwQ)1xF!cRSM;`R;!XYU*Hp3Qp7XVOen_3BOp#oy-aq`lM^+^bf}5+%D` zt=>=++@8#{CSmGqj-7%$_t8K^dOUn#qFv8d>r8^Id>M$qTzB?bKjsjd+0b|Ttv+qY4y zHak}UBH8*=?lU^|-l+-9S(agsE18{Reb{hfCjJ}dm!YYu6((w%NiZ#|@0FKi1V=oo z+>ylTV*SB$z0bG5dpwfdUR`{DQM0g6reb60h7O3o?7jy37+n>}RXvK$SjD>Ui{fU! zxxe@^=+;Ix1HbFtiakG)zVhIvyp{jaK=!zacc$m~GlurHd<|4~+6{cS^DrMtV zT>1Q!DC>;2ht0d4&O&w(WN!{t!efUx^qho9fC| zSPOlAoGFlE=S63sZtBiN^6DAEoz?3*6OI2{>)29bYCMNfiU%L1E#0aP#eCR&MDbPb zXL4)(0;BlKijuIdgvr-fAjLZsEg>)0acXM&SA%xt%6j% zP7g75jpL4T+>7F2qt_nk>rKN3C4@~{kD>GKbJ$+_A_mvkqc3UGq47QkTi9FTBLwbu zKBpW#^X=U{+n$THwCqeo;78HZ{a>`PBqm-J65+EEmfP4!rz#h9oOttnvvX4=97IQn zqQ=*Uv_y%!luLIeI*{#ep-FA8GMx8wTdzLqyIQh=XjgErb7z$+w%o~`+EM?*!@cGE zNyr}>@=_=0QeJ932ky&4p}z$#)0jf;s{hBHG50F3t?*>BN3UAz<54v8ud@6%gs$bZ zI4a8&Zn#`bEb(%^>L}@yJsWc>zIsdGmo?i?Zy>*xp|5)n%IkQ|GfgE9uIC3w(Pnm0qPz9=uMxrY^a* zVJQo&1zpn_-596O)_+fHTJDn~1OLR&-e#~yvi#8ZH{NP{W<6hRpN#l!82W|TPJVR@(gll#!UDo4B;DtjhHp@0g@r|YNQo*pS-exzCHJlg53y5-8SyOpt`MrBilveRbFF{bmVtdd)rdg8CaW-yF$R@BHlW?gLv zMt;G({mPzP#~C~r5Ki<;vKs_RqqdKk%wI7{?fj|By|>lMx2yAz%vU8=Hc)!;M>%b! zdvYw-@q}^%rJpAh-L(3uZ}i9?e&}_v+2xua1CM9Ho}P!hhOXQV=UC zA9yY@*_wLm!d8`~uw10#;!x#}`-jbDAKQN7W07Vv#Mt&g7Lh1vCSY|1kY4_-f1U5o8b$iGkcEHH_@an%O9&4WfWE^A&)%&v~}n(ZNL_u4BzEaw6dMb2iXSpojr;CLb-91B<>%ddkpZKvaP9iM6*Zn?2d{f-=)|hM& z_MUX2k_&5@FSH6r3F69ThtnNNA?{hHfcoXxVSKhX7C)Yz>wP9}Hc=RUzwv5h?S@Ll ztu)tCDcX8b+&yor`~6F9O`?Q9p3W^9{17Kd|Iwd9D_n1GcuXW#fH{A0*A~jP?7BJ6 zqv~(`g0e{+XJ^97YzKKAC%IqV;rcE_>!CX zycNF+4bHq4l`K(ou%`QNqf(GIlk!^px~ZyVG^KUJe4nC4hmsH%#l3J_^J06>s;x1q z?J#N;FcB-anDAqx|7hx_=JrHZ z8d3;q864rnnvebZr$<`)E+Ecw8%+||v=Th8L8))hw|V%qJ)3ZpDpS@&V&-z1CYCMr z<&_7oTK)VdU1rWq7ZO^as%14ZBg5n3u5` zRKtFx==Q7H0OfB3ubG?as!Krdi6zYL=Dn`%ZLZywb(vnv*5I)zCVVR$Iu?fWKXW!{ z`hBub31NlJrrKZdPkvIaDUV)xD|ZXkZFDtE+QG;Jx94%Ilu@AryX2<#Dilf=m|Ydg zHVzVN8f!4V<#!LY|LIP{&)xTeI}@0t(z{cGKlWV9ZG|0WjutT4%trM01tXk-fAF=r zf>X9M*Gx@6%q+_2XLGN3aEDwpd=sU>td)39c5d)#h}%?0+C}xN*Tuu`i-%)s3%Z0c z$@p0}G5$r9X-<)BMxQ%2&j!1^{62r`@^W}>`s%47*~t};uil$ace0iALxdmCx}JQ$ zL9O=SV_Gh0iR*oj`nQ=e-=20>SaIL7R1MOiR_f^Vl|SoEd?28x`;gTqBTHZXQ(-$z zk6=rCcVlOsWbP*j5G6e6VL5k)hK-TzBU!`I_QbRgsk`r%x1y6%3>U@=3l{_fioV%~ zx}iHInjJhi64i@}3eKKmA!N%f&=onW0{;osYYNc_lfN&}kAuyLwqLXTXSm`j~S5xezRSPxRC z)vRc7J1rnB(VFaSE2j)ElY1~**g_8pP>4LkOFTSj7`Kx^c-%{j>8&u*58(_{&_B(R z%cG&$){@Ng)&ERNwau7I*HG+oy;CvaVVPRbZQ(VqbISS&+s@WJdOU0ziiFlYO>z4V zy6wvu-NTo)E$-b{QER-RgtVwFoqD%@aIL+};^N*ev0}O%DAaCljrN!A8(0{n7goP) z>l}!I>Ykdtua(E>bBkA7^~Yt=DZ6s{q|z)xeYDr^28>5Xwb5R%%2z9w!kp47Cm_UL zrf)R#x?#&~FI63vU)|H0RB-Zo3)KPj!@yHTy5%tH7clv4ue$9$k}MFmc3?H+pvZmG z>Nqb&r`E5>!(ieYKFRUDe6pZo-;kBnpg7%YceK?00DS}_Zf-epzr8c5GpA=|if-3{ zpjbnKd*7qG`uVxNtqReq`o;$rzAaB}ZBzK|mfKVh;FOvA`c_&_op`VgAk#{p>n)B9 zvzt0i&;9TIZ(V6AJ%78>J{St^`OEHCzFR7ljVn5Bw#W%@arIk$#dBWP%-6~PZ z6q24dr^IQ=re9SGH98thB8XE(_UTXeXI&mjB!+~$L_;?k8C1=;b(e`^_*y423Z3Hm z_(T;iMwvHI3otb9SD-8JuQuh+U)FQExfu4RMHf=aiN__0)n4BW(Th~j#j$=lrAV`* zu+=DhI-ExL*=wJ)qqm})373>)@H8kto)QwT`ldjGj;M&2@6tUhcv`F8&Jp6_xJe1# zfWt6|pn$#bV<16AymD76Pq@buM-Da*gpm<1I zj6$~JddWlLNkfMtRa^Wa6v;qi`?^?q7^$GDEbrdFYN`aWxfI|^v;7<0i%)ZsEaarS zu&}T~t{X(m5c-*meYq)aFKZxn8oW37+~_P?w34p9^}Q>XA-?lG@qaj>;=jJWzUv1; zO0=?}dKa;_K48`)>5lwVSSG7PgMNu_%VSXBF-Oeub^g+P$D)tioMLOYeSP8lo0+ad z5h&&(Vl4v4bu<8elq<2n6SN($!v4~TZJyI0gBuNeJ+oYhg8sn5AHz$&nB36mLpi_= zyQ%4x&#Uu&RFICY(Cr?Mxq01EwyD(D#p23^86(S#aeTECWd90x)S(#RB@MzGtS9L< zB6-|!AqN5gbG344S|ASUt z@ZYIo>eJsgsyd}nHT?t?5w)rL>MD05^9TCwa~94Zx&@NH9|WG1TE?@oE^{599~ zfiRH~x=S8=m)}zaw{)NhVt`6g+uefkqb=%d#^-&5BPob7CdOoMZ!S=N(9%BL4wzbx zvpRFhM~MGX#n=x&z84I_6FVdV{M&jHU-b*nM(J+!7FzagCD&Y}H0QtK zAMKJ0>*2u4S-JN z=Z{3<-PB7TRSd5dy^Oi)kA318!d(yua^!lN9+h4(>>vtE;SlISSdNWZSFt)2L^2(L zzN$Z|SN_HJS~=kwT*pJ+)$lgx@mrbn3lU(Uf$)d&n-&mJ z7o`eR{h2jAO$C;}wDj~EXbC6#`uEvmMqnJbI$bN{8Se2FVwh`q#sg-T60IIghq}zj z!?P{98`|W~{)#h%BfT&w(tn_iJ+WFnoDF5H&puV8k=w#N<=)&fVOUJc?XZl?KNYb9 zq(a$9pggIGWzW)PFKfFAw4tA#p^vz9(;y7cx*5K@)j(E#$31lsx2R$#GJnzy|=e{EwPPK8vHWshX&@3iH|1PR5vhan<0lQnxV*rMBe->f3eU;iq2pIou76QV15H4`$vYUdF{zbZhq( zC#r-ampQq2nQ~rkTM%ysEN`5XkbOwO5kP7_XmYxhtG%$fX2_)dhp*>JAJHZLEk%Xd zB4q`lR58wD^(O^0LllofvWIk-xpIvJK|UiGxnB%OE-^-RB>9$NU|&eha(KCnMY*L- zV_v69(0k94-E;C{bmQXt0v9%NS0o_zSKtCyHP_09sRyY@$c9Vmi3}tgE<)b*+SKA< z>!m`#Bq7K8p7i(EMYmh;)5w1)y{jJsNVG{mBjTU%n5lVv$S9O?oqF|-n7^)@a1J7& z2&yyod(~P^nj(khD8s#LG)^d@0pJmC#?fjdzl?i`9VN-Fo>OZ+Dq-yFPC=7}&R2SZ`1 zbEm(WaeuBt)qzZDD_*y%%v0%dT?P zAu`%*Kd}X0EP2+B?>zyx0}c4wI35rn*{8<@9@<}3WM&Opj@KQ_Ucm{O^$oV~ zWxM|8uU>S9 zyYZ*HC+axMCR=A=o2QZ+TT-l{pwk-y3d3uE+$jFb`O`fjPQJ!0e}<=ba|(>HPTZ`l ztiPV3w}=7L!Xm%3W}azMiDV+gejg3SA{+(w_;3H{AB&o&n2t#rsRB2T%*ij%;P~5> z6!LEE9Bd2Y@ZN$&saN+ECb>73TD$djn37i!mk%!hSzicdb3i!0j6n~EY?X-dzo?UR zUor@0n=`sdI~^_Ki{W)!liStOPu;)6e+fx$8esUsLvqM)4DOD zvFNc&_-@{@Dvp07eAy+gA5!+jB*^bp(qVXkKPWg_8By9*t}hwx$8CXxudfU#df@OS zA1s~yGxq5-=VjUxjB*>yK;XpcKZ;kp_r3}Lx^Hwz-*dH#M_m@u{)xzhUE#OA!ioPxV zL4ZM9g4Ino(BObB{pY)$p9+Z!Q~+g-SW~jqxzih}l6y9Hb~1|@^+}*AMVu)|z?t%* z#_a$+pNVvt8GUY|?t~CX{>hnSSMT}&nQ>hWmWphiNn|F=J=68S15!tpb*wJ zg!GB;^nR`TU$Q!`t`YzeEn77%(;h?y&tO@WUSA1*boc+?oJDpu8hQKPg7FnLM_m?L z-e7FyWJ*Zd=S-%|r4**)Fh9vWOkGE$RZ9I!HQfn9$`mI(0{hPNcE+m<*`_L3P1B5u zv8z!)HhG^IB&CH-+Ud7jKZ^WNfj0EbGR!9@s2-Fzhj3ftqlkyJqcw-$Sd!Ks2b7u& z3}~tVTs!tTBMfK)B1|I`lHx8gVjNRN9cWD$iL6=pZ<694^w^O9W2JBp=UWAHU0H0L zP`kU%4|3#`EmF2f<4++|zF!Pr9n;DcmlOp~w8hODw{r)47pQ-IGc>*M`2Gk-LeTZe zPl(%unW!J~-rzQ|P~rdtB8xIH%FOh-X3*SiTjN;vDPi{mAP!l0YAO_>yFJya0znnS zX!D(Zq8hhv_X-)^jqU9AW9#E}-?ri*XqL7&i0e6%*Wd)KS<|jeJ;|+Kwa*!UyuR^a zSPYrCB%6CiJ8Jz^18!B|LSGIK>lpf zm-KG}O1+1%89{@!cEtf2dXiv(3qj?n#C2l*=WAy@*O%2k0mAZLqYDP=7LmQkxLWgV z0EiecoVA&cOh!m~H6Zp1zE{=ezq5o(sq&X`mI70x`)gb)4M*RhkI6kZI1#iQYV}2c zzZK-s|uFGCIce zY_Aoruj2Hp_4`64Z{s3NzvhSSt&PcySr2w?tgWy3d`|ZsHEI+;3cwovwN*Kv9&nsd z-~ALAWx^_>(0{QX8)F?w4TO849;|bo&doSs=km+jR zV?r$E4!KFXQ@NkAyJ=G+Vcxxm2G`da+C&LiO1O|M`orsJYbcmsWF@1eNB9*?4-P9nw`d1Z|owKT>3bHwq~cu9wqH_pQlZW1cvvo9C_4R zJSvSM^#F4@9rH8yZv)iP3PADxs=}OwZGpj8`=Anfl|nO3!GdQ5-x)s*v4GR&(OhW^ zq_kzOPscbJsJ;ld#3;lOUrfXfZwOJR0j1ngc?Oqy1%H!#S zOE*96o;?6riJ~lQmm2rA@JOemJ#yoIr02Ok(Bm!cG%-)7=m&pe9+*xhz_d^by@)i& zD0IVOp5_`W=Z@MTf(_Y8!GFBnO)QG_2YyEEi*4YQFamo*iz`C50KPbhvb{-krH1k&;xSp@@-i6n7~Ht`|CAn? zV>=$MfGMd9XGD4?|DnetY4CwVgUwT5Vt9Dv*pq%{%8=Y9;Zg`88|&$n`>rpJ;~{`t zb-IE5K76c~@L3($Ao0BL?FCIR9x%F1by|+k+;=wF#%M+r4B>64{%b$^BgHG;^7?Y| zZFE2$2y_bOY4g9LOG9q&(JuLP`;Hl^9P)vpRAUwjL0KWhdP3n7N44iX*#mBy-vkpj zvgTtslsoQ69`)F z3;g(O_6_CQbnsb}s>BH+YC+hrR9V>>y~_1XTYNlADstT8|nanB~HADIHKrA1j}1qqF11nY{*l~EmFdEHAm+8@aSiM z$q2@RNnmn|5^vqSu;6u+{NGGADora%rK%-t1q&3ZzPl#DYaGf}NVcR%EteWYu*5}d zxlQf4BT_XfHkp%W<2Jo|K0JY_{}OS@EN$lUfr03r;zYsjqjfWtG~2}F2D^$$K z%{T`llk3>nBBfpgw^m0|$1}3{ju^MrFA1L-*}m>%+sNJd{Ak>E8lFG8)Wo~js$C|V zUp$2{Tpf{EzM=k@ca=j<3WvEKh(P~4&}06k!|b%Xn{V3ZLukQ-sP?_C0GuX0FXN+s zc%jTsVpIhVZ@9#)Lv~f+j|CQqu-xTEJYF;=XV^)(GA z?>ug#aAE^1v({G?71)4*SLU_CD)xVja(uYpb?WlphD>xsmjdLWZyFe6*afWgSh0Xc z9#CRQi4Bc=LFAu5e?D7+UoCQ{Qq?~}3#+8Z!35ljp*0xonb4v zACG=wYiy|$U|gb*islDL9|u!*(@)@V)=>ooF73#&WWpt=S}Dx#hqIRddyjQ4lU_hhQ zq3bML{z`_}X`$B*>cyRf$$ZyX^3>;28Q5&L(mjEvIM_b>=tO0 z!j-p*@7KU!ywq%BJTD6ZrAGN?$4maXHY7NHuyUg_=hx=YF6ZkT>0KRUV2LN=^d#6* z+5tmW#VcDwODl!E3$&v_9hht3{2=BunpDJ)clGMKYevsKSG~lyX9HekrDR_m`yI3Z z(f)7zES2>;9b8*RfX$P5cTI$JZ z3Uq1lln(&x@!MW1KZ-C*dp=`rU06Pz&$VhHQo3l+0uOP2Jaltkje;|BxwdkU9gPdy z5AVM_qphDY1HcbYs1I`8@Y+b+3qo+Q`HlKJ!cai;?1J@ldz`vWQ5L1%fJHM-$3~~mNOhgtORQR$DM^}GS^x*l3=BOz& zMvTH5U=)TxG(xEyH3L(hlaO4*hqHjfd9HfCy7%=09NvxnAuf6Y&JVUohwN(0qu3ZcQ5w_=>0REfzefYlG)uKwr=xeBh` zHNa!cm(I%%bVr;A*j_jph~#8Ng#n3i2grGGdB>|}&yVz~!1pi9uZ!pAaknot3vhTh znPNgT5d2IhmnrQNH~n^~B0>14=7R`k^9Q7Gj~Rw3{cWp;=E-`y>~62(Bbs02FcMut zd3W+(v*t4=2a3hZJxX2N?z*6e70fWu0fkz@o`qiCHKj4u{65Qr?zrk4b!SAQvo^%*6M;at96UXyZbBoRcEAar(2=~N)0n?tQHDkvI zPwlmLA}L}wNy)hxk+Am}0(s-7mv52Qw^mGqn39xU2i{Unc60)vQ8W z-G;q2BI=be#ejfk`#$f z?*oYQUZ^R2NOI@zv47OWo8`IE`Q(+)tNN$m2j)5n>OPUVAhb+{3{@7&om6a?V+uZT z1$&BB&4MZ9PW8(_Y7wU&^6&S`##0%{d%FcX$hB{K{4Fd?!&Wg_FiI;oR=n=qpGJaC z_3z=}M{h{$ik?`R+QAS1TcWXJk!V6Vwkh>qnQf^w*J|m*zf%=NNcN1t9~CeM zh^!5K8g)sVSy~xT|R@EYj;wjdEy%tl3 zV7{S%Aw=kY?Dv?ckRB6_D?gyegn5{vBmomi7_jMLKkJaXF>6^*9vmOMBRc@R#MhKv zwrr#ENea$xzRiCu$tU$;idk;mX;c<|(8=n&gB-|6{sS&(j%&J>-8$GjD6$Fr8qb@# z?ysHX_Uv%a*%5sSh%>%V?RS?BLMP{ib(T^@Qv>w#q2g$pGADubaB}|`9!M*N zRez9}@T$>e^0Y+4yq2o9mu&J4(4%pk+a{8F*|@S?6-a813ri17qWKJ$JT9hGCZJoY zh#jnWtCnVk8Q-4IH-5U|4zGmv)+eZ{_@$8{TD5^v<>gVK`>4DqT4~Ttb-VZkkz5F(Q40 z{VB!Su~yRbzE5Z{X{eU7PPKKeeTtUk0`-R>LEQcW1q7oIB+iaP8OzJK+|gJ2(|kG$ zPPDT`1Joqg|2d{_VxhS9e}?I!>K0kp1g%&?KN8r|gF?H~+*>j8OYrdF*R-?`-UXwo zqc^(r&SI5S4}>D8Y>HY@>j%3E$fAqSY4Ju1WS2*%P5Fz%j+aG0acu`OtWyUos~xz zT0l6&Ayd~!HH(7n$ZzfzEW_GT9*lY9@-%83d9#ej-JTe?zJtaP7G&@$Wr9lK6GXQu?p#%DIzOU+$QmdS zc!+dksdOm2sEJDsl3=wOIj8vEsqSoLCHN;7RyNVbb?JO1M*y)xK>J$=GTr`Z(Q%Lq zzOpNNzaE+zUHKQ`SNJ*qk8G%AY~y8@o12^D$`A9?K#HJZvpnO+#a*`p;t&lU)h|$c zJq}#ailZ(ps7GLU)E{}N>>Pzg>HZ9%l!d{X8vDAw@Fqe!DJtN5e@GG#x~q)~xFP?U zJX8DnYo|aSl0b~wn@M>{-ZjEu&@|afcVA@NOL(RT(T)ZHlUmv&3QvC;kbQEeJ1PFv zjs9RN*26lPbyYyMDKd}OhiLe>Vizka*r;%yysbj+JQOHNOCyb(O~Gj@01v3jFmx>2 zPBz`~c_(&`?$nBbW*2s3+PN!@5qPJ9a|WqNPYrj3_Pdy^wp0fPm=G%PE5aVun z;6_AqUkJScHSkxW(Hpcs+yZerhCcQ%@0MX}ES;;ApA7 z?)8m8D6wIsO!nclo;v`HPi@>@8Opl{wNt(Fx9(*5bo0_AjLNt#&R#hJ&HS7fEYxQ` z9#@jp1+7sYq|m)O+_;ZgiJ3<2B$D8pO?a2sl~lXS3YAzUf$}3=+1Dff6 zBNJJ)*+fj2xFzYLJUJS4U?wU$ruD*Wf`iwnfh=|-iF}lir~g262^chv*3A++ zJQX`Vn|b{OQ1VX8m@J>Skx&-^Wl_xf(z_(GzzhCV4`1qUl+%HV)q&qzEc?$H+9N-p za$$r1la9AP=CH7P4R3ueVk|~M{-kbqSJ!P2d)qXyyELC>IenY>0AXP~rzkAtFomV( zMXO}UKD=*5>nWeC7cmk2qGT33}F+I@Z&F0Cr6~vP_kHI=7!t zuHYv0os%?kp&DTx!J1};_H4<^$59aeX;&p9LWz}`o_K|TihLszlNdOpW`>50l9UL+dFHvcBxYa)f~d`S6?fWnEDnGh+{w#03)*Z1xF=i#&Q)4U?fNxC z=ZQa;g?KJD0RE%yu=`V|vWC-V=C#iZjDWl+@6~A7K!zeUBH;W(#x*tAGa-MkJW5GU zdPntv*jpcVPZgVRATm;b$lz8;rW7d8C{uxJAKI-38ErFVPqAC?}>Ga)QJwB;7--OR)bSD-|O7GryI;ip_b<)Ur|yIm+H~8g@Lr z#fGRx#sw6E#%qwvj7WE&RoJ-gL-fa_DG&=t6K82*em(BM-=V0y52g=K_x5U>$CZ?n zjJt2H%;uRlP+Rx_b_fxdEEeu;Yo6!1%AijEt>HO@FspPAXwzdgfTY*6+(e1*^ zvESS1zrTvz&>1i}*I8I~UO`}%)$-nG@S0Fn(vc|yNH%>BQ*@%HFvV@InX(I*T6D~H zm|b5xn{FP)`@sFNVwml6e?tdM+3fSF}8D>d& z5vo6zU#X+N`mkMB${1KqkfyjfxnRfz=KkaAsCEDJl-; zh1X7M0#Q$h`oEn>d=Kt0$h0&;Z3bO~{)-^@fKJqZSaGkh7Jfob)i9>BkDP@5aX6ih zc-s-p#>$!tvJH#PrB;Q8WS_Y-J7C<8cmhlI*(_WG1N5~ip+EI(qYF{>Ji*O>Y?a^Z zoz^bjD~w9}+)RwsvQrVVC4|xQvvCOu^9vKjn5z~b;E-V@O7=S#e~wk1j{E?eQu5gJ zX}_cNNH7&L$(qi5$3C`D^#@pOTi{gID);7-s||7)^To5t{Ez-hzHK0=IJdD%O1> zt%_OLFdXsHyt+?abC2X;F7!mk*A=#>uO|V3T{euL7{x|f|A`n|E-G3fkUU#%JqXse zM~(IE1gm39qX8U;vz2ECdd`gWMiI_k$wX=~h6bHG6N@;j>j(U|V}5UER1mU~CX_rg z+4f39>ak>|e^g^%_Y1PysixcI(>Ugp1#!xMrMJ8l)Zxf^LLG)Ui75+(LOpMQ$?!yN z{6h9Lx1XSXcS2(@UscdOgV38~;#}1*&`BGj`vehuO8gc2TA0VI2eH=(27I8tlxY z@Fi(;;=8hHyG;V3s5zuf;i&Mk=+x9bC#CRCXm_!&7@X8Cy@}=QV2;3@YJk)h{1i(|c^e!}x;ZUZJt=O{KEXED%6ga|PsD!A(33H_?iy{{`#}r3*hK z!QShD4FmZCW%PSukO9Te}&N@6&VqENU=XLfB`w18hM&%b#EOsH=#a!<)l^? z!As~6L*5M|Ehpca3MI;Yx%H|PsU4AjcTLY$7bfmTrR-L5@C|?fqn>zg=ULZ>ICHTV z_C~4TWOonlHoRU*@X?>FIe?ZN6JI&SzZ9727_M+9fi?#e7Q%*c$8?o>;Wb9F(`APA z+9K0bDC5|}Q?dHc>3i2sg8E{EM}!-DGTC?qk76gIC#FW}|EaGygV=Q=SZVtr2CH=M zC+%BgiGIyT2BwG*g70k5`*6IQyO)HsZ(r=yy-m$`|sJ0fkU-ofRg{B95;@F5X_zZZjR_X6oDYv?>+CEaphZ=r-M} z!qa|3=`?{NaRe7u#GL%8;#YHKwsRB+s1yW}8J^RMP;}|Trq~HNGvT0eMKzJ?G9fJ_ zF0g3GpcUd2S1)x0C3)AL{9dFecn|3mM226g`Hgd5bD3z0I--#M-M{o99eEzb#!~-| zAu;L*!$TR{$1X@)ZLc9SYV>WRQ^&+@f2Rd=Q&26e%Xr4;9}0(BghIH~Gu-7~;Vb4b z+g{6=t$*QYidt${G0FmQ`IKG44F8n1MZ1}2=`+q>gL=xhYB6=LK400vIYvR`DNM^N z#aau&<^3lbP2$t0Mev&cKfSJh*=X^ciL|3F;OG@NL!huVO{Tk8alZNo<=vJ7Y63Y@ zHkry2rm0>9uu!};RVzECTY3!KgCCm?XOa~1SuVg|Q8{|cvKk|vLmKUd^_Ey!7H*T7mn$-=+OeRPJM_^z;PTGCu zL!t-5OGmuj__~3;DXP;RbNzRR=oc0PC0$Gt6*Wk&{ZuRs!QXK@MN3RNm*RCCQ7pgG zNl(^3A6-Ijt%LT4dG(4I+MMrYu4zs})hB1KMZ(0{HSkRMzDjUc-wH$RnRH(hc(lBX zgUKW{;sd{Nv71ZZJ@C5wUKEiSh<}jsN+RiUR`_ z;xPo=OXL5G=ply;lSjXE82zib%3xZFL*Y@AJs+)26T>C0QV3{aV@tF`I|3PH?i<`T zY%pQVF*ttmqD4qykLfKy7uaA9WW?2@X{-sPT?@A=u3FrHb0c9DMg+$$CSsu!sn4K! z$Q3!Xt8b(vzED-S1f4;TXL40ZB849cP&aW0`oFx4yFLF_c%|FvCw&gl`tXp{zQDR8spf z7sGQvt`L1OXi{79s+$&p`DKqhw@+@9fx71p^j%mXS&=MQ>tr}XK8PrI!9ziSbh2`= zT@0D~ovaUx`e)9D!sA(w#IZOC=VVh9YV1$h( z8euaETJnrW9&bX5c;ZXt5#3yiwT$yL*`7D`%CLqvXm9S`Gd^4#PJ4&$*13E6#E(yy zQ5fi|9X-YU=+T`sDjvJ&j)6|i@>?ESZd%I*okOil%}-w>&n2t3CQ2_SYtC;*V;He= ztz`wgXkNn54T)niXiS7;7~w;EU1iy^5(6j81#3#G#f|^wHx(_;AXBD9ZlWBBqicaeaUMb1}@U?^fFF zMCmBJ=#rOOE$h^;(B*Pmz`J#hFF3_MmZ99}56-jV=uHPhA_9V{6ZH~V@Z2;k;vl79 zYG88k(Ji4v;ch2$!`Zq^j+wGV;X{3l5AdBfYi$x|EEzbLDReIT+k^G32PQ@Wd1j0y zDmBfxbD2Snq09J~f%!QhZZy&3NVVD$y|I!@#!JN=@$gv)7R-E=Ev>CT0Q(|`w6u;k zFp#uPdrY4!J*7PLt*xQK{U6$^SO+Z5g6)*?@w-2{w&hyx&TaE}l+jK#-Q#}Pvvg)u zF1!3(W(HfgeGfxN$VlR9X@WKU;9e3w#|KsZf~H*Ar{QL*1^d z%O-r~7e;SBSUo!0zr%hd^oLj`+pKez)nTcC>sH?K9&GdH8`e{Qh|v)c97}xhRwiL{ zp6kes7%qj1tQ?XnFJsB-UKCt$^l(;W9jh-)BN{y#apQ14?M8AO9b?J%xy-Q}Q!Qk) zsdZBK>~&GfCv^=@iilP{%*pha$(RmQK77)umSE$e9P2C^^iASXuUnI;?|Bg9NIbJ z@q|x~JtE9gkCb)^`aCuGLzt1Xf$+3xe{vkRh*0mf+TI$Ck*R0CJJB@BbgC0#qkzzW zn?Wa@Ipp>_CdG%ySRm1t`q&4v*@9bG@-Y{{?^Dr>Ibb2)zq7mjIEZhhUi{u>vyr3q@$%fP(i zxg>^m-uioPazV%7&fu#+OGAF4{hMVNM`<}}v32~tnb81t=lAMC6Fz`yN(|nQUQ+nV zAhlS}WO9mtAh4Q;<6DyN;+G08pPy-|js3+gM1FFL{FD}o?6viU(?p}E2YAf=%G}IL z1r=78*cFElq0k`?3O>d~8dEUs;(RUf?M?Zi0`V$0-Y+=&NUu@$%i@_twuV+`=xyaC z(wqlQ4BiiS;W&GA@QuALUPFNHWGA7kbCIv{ZE(K7HKrot05&Pytt&ilO$USmYjFxYswWs$EW_~QT#_Y72U)PCPkb*m882OuiTt&FJu5;Vl$H$`m-PL@UwfGEY zfWjxs&oKn96OFPoW2wu{dG++rX&F)9|&FsxU7RUbWRFE4$?xe>OWq#Q4y0Gz0F}67Ff!<;r7N^@3ddX;UqVH@5V&yX7kV#n{t|L5gq3J$Rc+V4a zQV~Y~nXRyzlTMDFn&aI##)JLWBENeWaWCFVv&MxE>TnUcDh2gTw7)q&<2CJO^X}7^@%7tyAEK^N1+Hv znXzn)C4>czAch%tsj|L|TY?2x(ePdSi>amJIehaP{7(o--@?T_qC12lq8z|WP%*E3 zG}!puCpOd}HyK1<{?mSL6dz>*`g>7?qq@UI%q8|`vp(uQRuK;1 z{_dBRb-?3ma-3QHx}46(95LCm(&&Iizt`KJe@wavw(vXf-fe!df9K+M3msyPqVW~Q zxJ0oF@>^e&1zljxr7oC!5heq(Rx(tNTLFS~`{b|p%h0BCpu^zPcq4gXu2OT~;hqmjeALD-2UQOwSV?%Xav7q?wQIpMO+ z_~XxMj<$R=JA|)H{P=2x?O|&IFB%q(i_sI+LBXQ8TUCf+c~G~8we`!|d19G9KGT|_ zwmW%7NPY996A_(gMU{Qp%Lge@s3d0&_aK>k$?k^s&-cFg7<+%kwPsOnDc8xvi%Whp zbJ1&AV+0m_t=fZnaF?&tdRy1_t_U$EGcO{GNv}l51~duCH%=1P*|auUDwVw{)eGvo z%~*2b#cPsdg;hy0mH{@Us_(HEJ=@M^CsFoyxR;ks;7I8|;!?VOIgc(%Jqiph?0AT; zS>am0!rG+rdse9olf2ppHlyuiZZBjnUzX1evu_OVoV;R-vm&`JMSA4&9w zyF5FwQMu0cj0OAGz}Z;Hgs+oQ8d}OfBFE{w;rV#}RA!l9m5-Jfye;8yEp&L~TBL2( z%Q`*bpDb%P+FW*Z9Q1Q9jFE-@z^dPtUuBp-U$_2PqG-hvuA(C^RqPS%3HFrm!+u}WN zC5uu|POTim|EzbTSZ5D^Z#FO>Q9r;CT+kr4jw}xjH`7SyYktUyB-o5Z%xSZAIb=^c zq~1^U4rm_L8brU{IDI9w>R^A`ZOycPZ1lH>sHbdQ8%3Pw#I__oyic{=t?m8dk|F!G z?e0gM#aZY0*AwEC1`k|Paf-4bgSkarb5S?=G!1!VuderBhZ06K-HfCCA$~6V7SB>~ zpC=8x8p(!+&kw=UmiCZkAj_oExGT$mzt}K)+Amctf$0nC0PQdoD^w5f+v-ZNv0x&p zEpvQhRvUy2h3`7pl;$td(7&j3S!!r5>)mWUPsW5jYx9_+NVwkWA!|4Mh?KSunh#u0 zGzj-7D8QxYa8eF9td>3WdEIBE`rFv3s&kT%LIEq*w;U` zFY3Ac{yKW_H<6<1Y8jQ&$$Tj3qGFjyM)}GPc%EOahYtCul;y6{L!s*`Ex>7PQ^xg*;3N{vw-dHfaj2} zk6B#lb5!1@KdKSmS#fuwv8JK7kWhr|K^>(%#Z3{SF{ahB-_oL_qsM+9z_etBUmbfH zD%KWy05gypvuZd+eHPt;y_|TlA`Bje@RYVCFZkM|nR2!5;SVbMro44{){-D`eXg=n za&2yQ_Bo_$^GD@j3S!d&@@P-4O-GAf0+T|i1$31|Xo!)GrC_VE!fL;Zm%+E4(88u5 zXIdZQ4O>H8K2Phe(fEQ4)b~;>gTLN?)?8&$`0a8unq-dUT(*I&E}r#MofQ44C!vKe zD?;Gs2Q4RJAndw1&=ltzeM~Gf%gm#F(JLd|g+(~um-Bvo;e4nYt@9j494<7lgvW?$ zDb~Q@F>G#geyy)9j9DyFY_>S{(J+1`9(IQA%nm{eiEi*r3 zzQp|96H>Ahf+p+NM&1Mk1rZK%7X-AbV0^4eu(*`IpoIdXdEw@{Shh;O{Lydi9-2J! zvX}0xJeWiO>a@D#@0WZfAZ>a`!g!nr_dvDh^t0}m7J9FsK3hYSA!|{?a&1gjTlCNphoJb4!5bT0gT_mFzAat3 z!u>bc6TOSmH!#dGRN>G4voVCuC|x%BG5tvG>ciLvF2_{HNgQgete-z_HG5>}eqzHn zo7tRC8XdX%oKauS(Q5Lz(na~4X530>;Wi8X)kJ32E_oe$_$5``Oz1-PiR(*a(K6Z7 z+x)8WM@@DX;|`($n4-Fa3)tcR-rY^Hvl_6g1JBaXm(_|@xgOu8uYKEhO|eCX!jmWm zj(6|4wzjc#eT_8qdfX{e;7U}eLt|-mlA7_rnsmtdZj2@>Xyz5k~j}mlwixG9<41DpInY3k7v%TYvfRy@TU` z=NI&q-B}x}Kxn1Drfan>=wz#jzNhhNsu>c(!u=<_2Genj4FKHc#73qP8Dy;Zra zz)!LNm9rnz!c7~8iu5$h*rYCM{dDP(oc~ETJ(p2#n{=qqGvuB$A zO=otQ?VS+Pp>UUDRilo+?Pb1$p-Pys(?OD9=Rf1PCtOmO)Ev<$kkGGxE>!;&TNveHcVqh-`qU*&ef3}(px zjQfmkk4vlE#9OZI4~af=#dmksam?~t=dudd{XTPt9gdZT$x{VkE3{vc@5)EC(7C8o z)fYTNYxNSx624x$RbVzSG$eu?m+)-9273LU{`(<&D&_n6 z~V3Y=*GK%q|Z!eFH-9seUcqz zpuEY>f5!XX=Z;mT%E5^nkBw*!O}O!{_d*TTRA0!HS>R+LmRG|l>6XoWEsrHHPq@elPc58}Vel?{Q`iZg92b(KY4ez&;+lNeX^j^S zi(WU@%NVngF+NA&i{eD<;9NM!raToJNa!Y(G!;%~-C%CpP%Mwsy%4p;P{Fr|VY|qQ z9c&7Kr-$JExhyyLyv~BIl$xyf$UvzuVq-dpMuc&3+9@1 zjtG-LDm%Ccu1U3IzZJdK*4MiYUQ3hD*}8fk`Oo_d34$zM`87qr<}4;|C=5}D>?|ql ze#~|CEX1J$DsCTf!?-?h+YZo$fZhoN5rFjgL_65X?GzK6F6~&ld!*d?9j|Jp$Z9!O zGD$i2pf9{^^ z3%KIf@lF-F_pbd|H$2$yedeGnEw|CyZe}7^UF9GnN z#nlynDBduRYnj;r2b_RP?5W4_q8Y>r8Sr%*`((|)6H}2qk22YOS+=aba7T}A3CVLD zjIy;?#qVC+IHoV{Bb?!irwx%c09g2N5q$-YY~5CEpV;ghu6`twHNiVjkWt+CLJ^MWOz@w zmcp-_wc%TarS(zA@5v$_%TY|cdLeU9M3-Qtf0b_rF?A;lWse6pZ=1G#uZ++#<7G^!m&ucZ@&t3HDznv_p+{f0%4Kzn} z`ndg?7B)V|RAyMA7NykrWE2IRo%4>T=`WT+Tk0TsVHMdBIMYoZ8Gy%8FhSfteX~5q zZ^rzLP5Zl=ot7974t#1KFj=c%ro=QZ;43jrf)gB#s=2A)yj$VjrVUF_-yfJ zL~>o>G+!xunAQQ)&GCZZg)h3+(s9d;YrS(-*40M4+jW&fZWR79Sq6K}yA#lyuYl88} zS<8nra4?MdOU?P2pxu5r26X0mwMr)A>qM9)w4lG4&9G~RFdbks|kl4GS7o}O6Iw?hvq zs5j~H>N&-OsBYXW9?$T_qHa3iQLNe%0V9XRrw_+dQma4Wj`Q*|dyl^}Sahq=4!Bd2 zp?qdN^NuEOj!|WizjmPn+DCOxX0?`)XtcJqT)*VO`Zr0GRxw}EZ!^lq_7v-M+h z8rtHNbJCl$LzhZ?E=CIrKNxcKVJUc!?Ij?JgB;Z8i9OX6dVvOk$07Em_;zz_(6b9$e)z zTzIp!x~k0>;K6furP5IZy<4fNJlLRm+51dOz}bx?wVub_y-AHKIwcE%?xGTRcL!Z7 z+IBHJF`d61Z|piK4~F(`{y0QM_00UuFCT#{r;&G+l>y_sPw1zoXN7hj`tqd&wD2zS zq+s%nrtY?;n>>}T_x7!4@>$u$uWG(#@#1EekMcPH&goXteyM`Es{4EQ`)wTa=*>CZ+oOJ)byjOzHk?io5davKZD z$;mOUr@pLk@M)e3af}i+ZJSljjBnf2GkE1{Rr0gmOF)Lc#rxD}3D4Q}^thg>oeh`Y zEGF9l6oSlQey2V&Efy`!pFCdsB=&K40;AthQo!|-N1nM(I~toy=wJgZ{4ouixjQqU z+Iimkr3A|asSxB za3RfA^-zvzA#cMgTIJV?o(S!_Zrd;G4~a~yCgda?=i0z1TMU$pD9K|avR#TFj;HVb zviqG>I-}hB%-mpXI`O0XvsPbQnIkP-yKF4^!et%Z2`6{w@vO}@JHqAjPvUN>MUy1t z^UhoGJ&)turjZ$Uj3U_#Dc|Uw32=djNPDdBjaS7t&opU&fkkhQ74slB&esi8sSPRi z^EnlB$v4ZRPqQt1c?sg^3UR;ZTABn~6P5k1_b4TMfV#)c=3-BU!y{ZqYm=szpM6w} zPmJ)ES+QBx?z|q?ZvLs#mC=Z;!Cz&*x6q%NagkfU#2;H33-HZo$a4+4LxVD!CC1_Bza;0RPcLbsmCr@Y-%{Vzwu`y0lZ?@U zcGS+s^<{4ChHu3HZX%0a=J!rl%&NC>GK1Wz>y8|w@-`78j?T~T#mlYiF_*8nGuXU0 zW&^1>$3xL%dU6*ETgH~WZ>8^67~qz?4}Tn#in5%q54&p^FV@7 z1!lP(Cy>;5tvB|fYvTMl`EHihiLhfv8*iH@G@mqeR?M$>uDTj0Gat$2IOyH(_2rx- z6BX`as9nQ>O5B9{@3N{5Hj(eV-U9f`-ts2V-RY;j;p&-eMampEt6<2;Vfdp-M*$V4I#&EBX-IhmRPPp#>CcqSb{ zY|+?N=X+Lme1&ryw>xE*&4~6JD|48o&51~9!^58zz)@61zFsn_yEN1Wtel2BsD;5& zGI%q$@~9Eo2t7sy1yVeAiK@MPyOlOI+g^(2AG-j^KdnBn8sPgQWU9F6i`C&vUSB1r zFE3`T;ES?|oUO#}Da9|}g3UTC^GV6)NL4yJOYs#R+IQ!ooL>gs+eu1>*7|R5Iq{_l zpNluy7(;2>w6hg07`~kTSnB$UrO9tC_ei@kuFqGY<~?{N>iDX^%FkJ9c=fJkoKGhY zasn;p13f8P6jU6ttCKwN7`@Nm?$nR!rdm9|L4W}+8o%$;Kz|XBaO+sbVc=^j= zJ`L~JH~B450WQ$pEpg!lODWVnX66XS)Q&)v8#8DnZQmPWUnRvQ6J-2hhtRM_-)4!; zV~}0a6W4Ywoc{9)k4QbqI#SOw_wgOBQz?GeDlaut;iSCmFDJjIvSHlx?OU-_wo7$aUpX zFTUp(by&RAhLkLwN-81T>1*4qS+67$pIG;~*H>}G=Zy^({#wm)%siF-WakCub9EHb z-=?R+QA;Oujpt(fU(dN z25^5C0W{mz&7b3j(oc)3L8)4i-K}NUx9Px9{~-7NGW}Jb$Bw>MA8qAOKQ&n-R+s%C zGd0k_DKc2QFGYIipzBgYSU|P$&?YQ z)8ge_^-f~sYbEnB0}q&)Tk-yat-^J&Q9n0xP;(N^k~c~!O23y-c^+AGrKw)#$Pz7k zY`JpdhGD{8!aIw&%rd9ymLFcyF-?sz*4k@HQ>fkVVS;CTwjJY83-uF(NuME09hb#a zBgNXSch%cleGPqotLRMv?^-tUCU}DPLf|vf~P+hlDv>-CaY2ck4CXX{t z7G!;^7W+8IFK`a0w42_-u5pelG$Fn&Adl+Mo|Q^{l`i)f9o5Yp2=>G>Vb$C%cq~=C z@18Bz^ALKM*mw!iE9-RJvm#1|RKY!Uap;*mw-tHroX-||mwOI&Ag&(Y?{ zH&CBRi4ar(oe&cs3~U(|*)6m!WeloQe@5kMysFz-3lx-C3LwCXCSGq)(aIEVlZ{#H z>HOHy8#bN^9@V2%-y4Rq;s6~md5IVWz5}xavK)K zFF#pyyQwW*iRYwa25(tNZdaend@tIqSW~ElhafF!r0afyXGSJerO;pB}#D#Odi>n0JUX zM2_s|n@POLchdm=%T(yaG!A09Q+X#nA0oZ<^74QT5q07#3XZn&Um;38e=_P{GGAha z)DCd!p^2Vf^ z$`o?*DDL84%lVb1mxL2VzyhsvR$i5)b=0`>!2Kpn;sgTjsf7_X=e8wbW20G*ElgjJ znWrTXmV1(4so8G6^itz_HQ|qwkF=RxnBbTdGD2Elhzs8lJ3sx!h<=&nqjy@m+yY!z zkQ&rU?dg1KN{waX`l31dqJElKV*TA5qH=xx?YdwEXq=yl zwD7fd(IMr=otIa$ViC2wFG+WcN**6L|9H$VHlDfw^{cgSt`MT0S<8QpREM`msNQW3 z+e9>$P{A{; zVC7}^D~zRjF}7)}Ol%8x&x;sG!$_7?f?SDn%E!#9E0nVHyp=}PCD(aISDd=)`}J9x z3=2CTA_|{Z3Pr0DA_6nRwC5!nYOEvLXfsQRl`DK6b^0oL`$t_zsz3F- zVs5!VfyL%)DBI`l=XKJ&eCqI1INgUi=W3==nB4abyTo0O+BXj5?)lyKfY29;f?3ZU3Y6LcYp>YjS2u|ByC$Xioj?f(4az2cP(^u%b5-u zqKmH^g)F5x?h@oK`#= zYtA!59qHbsVhS*|_%dWK72sUMc*SS%3Ne&BB!-DF=KeA5F(Ry7Y z^&&s@)^O{EBqW^NDqp&P;U%oueYNQC4WUXCp=w_~Ef`vDv*<~P_1~BaZX5Ew^pAc$ zWdC$upOjF=&Dg0lyDaV)rp6cDZ0!xx&FU0S6Ho&5&So)&eU~u*<{i1rHoHovJ=KyY zfh$$sr94@Q3iQX&;Ar=CZS)0Hz<5;6)TVgg!150Nl5bQw?(gtP@_5K;bB`zF`PaRY z9Pnvs1p#7FsJ5PLFMMtunKV>VTL7J!8sT{Uq>mlT5}L ztp6JOvNQ zKY!W$NqHaULiC%1SI}ruw3e|5%U$BWyGMxp1pcw?7nazHFzf?`?Ow zB=(yLLCe?AUf5@0>TN23Uo!qhBNvWmz4QjNM0$4z3v-8F2ya<_kH#WU)Y%ePb~~xs z*EA^OpE-@$rQX|Hk|&g1^J6G> z9Z!tVxbjUf4OoX+^q>VsPf0`hx_&>1YU`@Iq>YH>iWv%H_s&O~jh64=l3q`LW?fF# zZ_ipn3oVkz%dB;m<`VQ=4Rkhi?44SO$+(4%C!~rBse_Ah5TiLy3b@#%wFLKS-7>Xx zpV$OMrf$2x@F)KuZepd{I)S~7CmD}NBE@_y9!8JpZ{E|{sm*$vTJ4eEc0`c}N90XI zgyc+rUYMk4rQ$Yya9|Hv?~1*aRh8q0v28#i`-w+PNhOBy(85O{){<4gzY@O&nL%EWgO>bVPSF!@x#G0kee z#hyxWVQ^o8h+cUTa$1`;H!wEs-dQIO#Q_+u8`598t6My9ABogdg)LS3uL+&5t8_9- z@+0?YWo+W8D;@3V{`=`&8B*Jq3r%c$_fvWG2@{436jMg=&7g8V!RnvyxXS0BOg2d0 zvuw|blgP;#h&1```TfD>af3*c=taw0Foq|LjMLL=cLz|~GL^~x1!e&;&b3?X&JPOv zE9(L*Bcag~dXw#XTcwlzy=O-knsee{kXCC#J;)LWsIF zZ1*_%!6re`Uox}u{q9QOxeMGFKPd0c%8zJdik9Gx`L|OnF zN4cNU*Y7~mFn%b>Z9%1}4Ua`oKe!|MTla$>9og1RhGGH?%B+K5k1Z@)bP`#=&`|R+ z#WrgLM%?jJJsKfDn3plU*$z3M&iU`^t6gKxRSOtNYu>V`*)KaO)424`lPkQIpEWxfS1I!xi-<26J!L|z{J=ZV@F)k2ZY4@ ztsLK#SJzXFr}NdPkS-QxL(Fnth;(SedT3WSY-@C-8k#>*MD*~Nkg5fAjiP)qVr0w` zd#(AcdbcleO@Br7Tgie_F7a2zeEl`ZZVT6o4z^dZOxxS+ke8&@FHBRAt&j6m zr1PIqpcEN@Xm>}WS}b7r7k&i#-x3BhLtO+{rRDZdqdj4oPWfAI^d(F^6TiVUnaHp1 z>)G6%*j){8spa_EU${yg|I74&`8dY-sG5TcL%Ppw8^QD!J{a-TGZrT487n;Yps-|i zgRPN`by%`@dU&x)XKE%ta(G!iPEmsD>SfDDT6}EbU66 z=IeHMLZ%x5T$q};)FC4aveG71WlFz#Y>PaTKI&NbEtHapldZ8F+p8IrtES^+#%?2KKJ*Q) zs_b#;>M1%jQpQIgiW~2$PpZ675_S%_BXFBSyaI_e0yb7qqN8mQpk*`4lvf84$)c$p z`c8xH=A{fZ#!%!W+CHaT6Trv6i^Xvx*cli&_2Rlq4CykXT(+0N^RewkpOBh7F9V$p z@a~4QXj-Se&ChQi-TSVKbFaOEm+d~g?mdjKX;dC*tl-=9pO1}}*xnx0h*6pd_pW;v zgOA@|{#h1tMS!yoTT=AveM$IgdB`Gq^0R=WO@_yzVJUkDFQ4~XF2;Vzh+CG|LGV&-{ z87Y*Oj1z-H%jsA7OZ0U_017iS;MK4`T$X@hqMKCfAG^RzhvtgV{fa@BATd9P3^UAz8hz&cjF$&;?oeL;_bQdqX7P0+emTTos;2#83VmMFfXKE77L z+u-e~OU_iipVxHca@icAqyTTlF@>VTb*tB`*FYQImWRyjV! zy?5(ztGe{UzihRVQ5uds};feox~&Zm>f!lkl2dxohM4VEc`#m zdQ2uM_s>yZ?73*gx1vS;O>2Bh=}K`(?B~yyp8*B1UkgHxi){nJGV}F~v7LpnL(!yx zV*7+8Sv56ifB9xGOT?4E7Z>5Qd3%kaGD6hU#Ud*g;p1kEk2dS@3nzh9UcIPfp8|F2 zeUbNq8}cD)`@3Iht?S}Emv-5RnaygXsDH{cXGJ|}w9oGPqD35%Hyrwf>B4ONejl%l z&AybY=@ur~>yrx()+YMS!3e8f9t3%DZ^ z#&*`qLuN1|Sj42(<^WyjSKD6s%3VHC2cQONy0BF!XMHCOvT}03rF_IGUC%yZ4EUak z;3F!?g;K&)JtM~}V1}v*neJLuaCww(T=*8X3&dhd5pYt4l6SR;zz5u6C(3_Zl^gq- zC%+_|`$mRYWMAH~teRuZ!SA@SIjke-oq!*D(O)m}6IKrmZxo9@qwsBVYh*jJ-2?VB za2~VTdmHXKku|f46yOql$_9Ji8kL+?3hwn~HWER&s%}T{I9gGM?xdgX%vuH8jj_Z1 zU2;O*E1-DaM@gsYcL3{$h4C5GXf-lJAulbSY^XSVTeUu29%eX_Rk~>4KN+p~1$?l$6h4*kL9WPz8 z@&X0Qf8&Am!kk@coPqY4Bj9##0liOjx^9P5M;EJ~Ye(|5>uPM=nIn;2VwHY=$h2vH zaoWA-GRybv9bk?!OpNm<<(1zsGICG00lRPRI@m$Q2De|R#PqU}o>P0=?~P;N(6FK~ zp65;beH6rt&J8Z8fIyG?uhfGfIFRYc@q^wQXI2Aw0(mscQxKJp?pJ*c9*$=`XYbw(*M;#s$dSd| zayI55R=27kVy;oEopmT>i;jXlM}N?Dc5C1@5CtAYS&a5SRs(n-d;LeNZ49gHb8Y(* zBX~Xn_(Axj`mECKH&L`SC$RjU5mhG*IpyRX@>4OA-pyl!y4**DmmayK+{(K}DwqeG zTS%;af%8C7M7|LQdJY8EU57|>XV1|6(3*_a8cd5yz!-d1>rR{28z#7jn>Y2QGWs&g+(RauGHo?GIry=e;J5FLHy z@$~y%tY|S^{*dn7kh|k$`~={cfrB1Nkh;p=ugF;yTFT|}$ghnEU#oTw zMa8^3RBn}*7a#sg>apJY2urYGJ^^+HV7+fYuxHK2X!|BjJUz%Y_3owq`OZ(?gCsu9 z{lHE<7qKY9kM9CL?SvZfNGReJutTGCrrw@z#^I7BF9l}L#3p&9QPEG>FSyzFiPnsO z)WswD$-$LSFCWvX(U%Re9<0kTc1(*IY_KPOFV#AG+^dMT!}bmp(KN$}VXbQME3@=e z(L{*D9hdD4M9=FN1Di1h_kWwyE2OwPJN5noo2FHZ*O_~jH%?p8hF$0mlE7qf_o-;f zT4S&iKG9bB>I-V-$&ajie)6GH83VysckISa?JXmw~QA9)2PI zYJd5^LTX^%(hF9NP!b>gQC2Ug6f0ZO@P!CKiuKQh0Yik+rCYxSPD{4BX*=s{w`QSH0j(FnGis2$2|>PMb;TV@Q01*A0^JArm zTM*s5{P_4&GkbFmh)~ki(l#7lyED61MSMS|<)b{>PMihn;7nR4YV=U|kd@L)3eq^0Tp=WZlFtRn zHTAHbLGU>lI^m}D>W=AH9d@-}^<-T!`cc*)d~pa^@FXC=r^r)Hwm3aSM(bx;Rxamw zn>|BU&5dSL?rd#zC0vE87}zwXETZRQIUlZvgk%(um-9WL1L9{_!KU>Pu)+VS|&gS?lw*i7gP> zYCR0D?^+9aoI~xGCXF!&IjA54CKcWO0?eBy{Z0aeh+OE*;Pe%#k2$ERO99QH7^R z=JGqlXdQmUA8Z2S{C=ilw?T`2&N`OTt%?k@{}R*{fxY5xCO-Z zN`^oJtuf&zZYO^ipDcEv%Sh0|57qNxofWSe0Y%jA2L z4umdFQ8>xS%jYX8-sRSRiJYAD;38MVFnQkObWEj2`}kObOTg-U3AD>bCET&DElTxR%mG)`6sC39P-KL=ja+bl_wh zMrg^PU)FSL+dg(auK6&m2?1RB(WFRM&H<&1eOSok)wny5i5Ba|K|s21Hb?quv3zdv0Lq35K0m42%( z?AlX$sPf_=u$1yZ+?rXZ3BDE1OK~F5mFjv|< z)Z!abjHm_n`>RVSnu+pQ-`L8@D|R>bfR&;`vx4|GB{-mHY zZ^Jz{Dd6ck7035l;8aUz(rZ~{XsA-A{z{P2g9|D^&^7JpYcRZ;Ta%ktlV>(CS@|P9 z!R6O~#<4_@^t^Y2x=f8iE*N?D^4=LxSfPGuCU_W4AgSB$1=?*Q^qz)+%X2i|dS;l2#BygCPFIu|PQMs}Lb%L1QcJUSj&65YSX~p1KeaU{w6GRzcKfG7P=B@1lcd z>h;L^OOk7{m`Mc@=BPo+rN8-10|fBb6Em0|cM;7qTT6GcY(3(Ll$&R?AuOWK#;%2} zmq*h@>iGzGFBvfRU1o!Y@ezD4^Z!m&bNlLMRaL3>Y<_m$+h2UAzq|%2+DciC&{K60 zeQtYWhtD@yjbu_0F7AyR;~z(biyyzH5ok%p!gw6hKyncVDOQL_yd2R-;HDO0Kc2pDKpfyQb@W z^hEWWNz_t%^Me8KxW4!@UkqWG;Rr9)5nxoC zZP;M(DWypd>fV&lR>&^(+$~O8+3uGRfkUIrVzJWxmJ%E3wBobj?P3rxbJ|E36-V8A zS9QM$X6K+eHN$EeC>S)y1a8Qq&x`u^p6GZ0J$#n9=)>t7$^NhW*9zKLheL5# z{M!c(vbhUP@b}F>>qf?Rlviryih9m5!4qUl{_dyrkq%4hHYpE=qlAd4bZLmVtW57` zTD7?>hNO`D%;Weea;Vo06%caf{pJS!AI8M|^rR9Y+z(v2>n$zpt>1=;8oXyb5wZaWS|DXGZvdWN}`c z9-wVH0`k1U|2>!$I}wYqUZ$S&OXUqsE7ymJ?B#U2Dm-vy_qN=A}sscNzMUG!6J zD4EXBJpbaUi^h3<@)D22?;)q|V=Y_5W(U}*(675~Zs~gH*hF9K_!-qxRf2 zywkBks2nK=#LX4R;GoCja}kW!CEP&nM;e>;YkGoZ^t>E~afH|nYgCz43S8oiKnGIS z@#(CBjq9kLMzbrlJB8gu!&Jt!blfV+GL{SEZ{CKMdI1E{0t2S3ATolv})g$(({YHoW6~wO#Yt*o`;8eJ)H!$`{VQlS1+H8*SwopL}xhI zqehNl>1`;Erc!Q1_oJnYm{(E4W89BHmrJm~#p^@A*^R3Z7I02`J3&eDI*mxOa?fI@ z*VSlPv`-6tm~@Nmhzb5nrWQn{@7h>^9+#eY9=7`b5)$acKqV+dsAN?&YKxOb_UVkfg-vtC#`Xd=n;eGHQfUl*EIXWd{!1`G`etm0gjg*xu8v zxjE(3*>(78$4;;u^)ndOwOJD9>HjphDUPSUy z`Ap$|`b^rvx=~4Z`2i5_^f=R7as?Ws!>#T&s=VVP@Go8O{7su^z!Zw}_AzJ{^_DPm z?)(l#I~%8fJ@WCVHk2@wTwgR@MFo~BbxPjvY4GLFy`a2&$+Z8cRA z_WDyCaeDcvW0j4a#4}B`35isJf0EF7yzk}?oj(HTT~j)Z)8dzd2xw)Uheb08;H^MR z7h5(8gHVeO-FvkxWRr>;0~3wQ|M zhk8lrrHb{6IvVGU!U1xx1Hy-$98;RWbPj+swvAlz10a2Vd|pdM`V|Ly zVwxd117HI}kkWm9M(dP|U@^Jhxgae{NIzFJZy<_OKTED(6;-sn?F_G2?Qsz;-z{$= zH#c)^qvjSeYP>z;%R1XGl_1nz2vq>R6Dfc~kSN+;j@I&F1tIElo(T!AC((@}G!$e5 zm98%?i!Oiro#HJG0G}fb`nHScn_Iw-$IF}oWe*+)^1wXLAaYSI@5qNFS$jj&32+!y zH_GtRg0Q{yN`Q3?K^fY(Sx>u22yr73A3Iu!+Kb!T3ky`J`IZo8d1&e9XjoM|>oB;8 zrVl8%W=2&M2$_-xPLh$wY1O}GW-?V>eN=TAKsO2jNA#WF1Iid8p!FCI9HWEX-??4T zu_0C&TI$YUzLxJnT?btm89ReRt7Y@I^`zO-^77bVjr@c#VTF$~YxgwnAm@LDDCzFM zP`7%cn2b!}C&aY=HE|;JBs%OlZp1>IzX|CVxLkes+SdB;8x+QRpCA`jYcJaxnI*r! zlui`J(yLB=l(GgPBJdvU&M$G{*Y9Jo&c|6!K5*^oqiZa~>a|ryHWLb^S-s!>9SjG;kF5f6gB_&KhzjVM$ma$us` z-~DPwVrJ%XRfyuL-wU_51sU#_0zSUyS+ION1v!m4qV(_>!T1VsX|@`Kxm3*iKGCn# z5`Xd2L@?ESma)U*~Mwy!Zb36~;NwZogJuYvn8y9PS zrpVo7ndB&|-E#BrmRF{137CEq=}eW&E}>F=Dzvne_}-%DZ7YkqzH!JRDSxzMq-_6O zR9i0^uoFry(t9U$&Go6d*UehxLIn3-ZtUvtkCE03=UO)B<02=ZC(&Y8=WZ&})II)FDoMGi%r6q^5nA2~0Al?S*}Q%0!kqRV zqAAQ`{w!6$N%o9xEJlcv*TKrKB|x-FcrkG8Df{0(>Lu%!8~OLq3n!MNVA-LieG{*F z3Q=7>eG=B-=60$=9*6QVEi#)09%dt6!2tkXPE1Ph2B$#%?cGot;=e+l;r38P@Wpoa zSnHZiq`u|`cX+=xpi*{0tyT$MA}7-sn*Hu#qbL{;MndHuiim-zBzGlU$Z(PLWOOOn z!b`y5L$vjK%}QSU1gjYey@BBe8_5s1dyS&{0)!9gC;6SpK^F*hgnrM0?tq=k!9_Dy zFIXE8+Nbw5f=PCma`fV}gJ3iI*s}oWHn8u33D98c=iO&)IX&h_?I77!Z1)v%Ed%ER zd|c^8A5Z}8yZ8x`jzxjMYZd83g9um=5}>d}=9`4|nm3rMI>1g$%QI zddDU&5J#omTUmo^FC1@31PAHp1z1H&*rv5qx#xC{)iZqDT3%kY{S3 zQyh->0N_-)>|z!fnyl%Vdc~WU<(&*1nxZ1Y{`P?ON!E-dB;TEkA%jL0_K-y|xZOw< z>klpUe&ycGeP8qo@l%z=>0+uN8qi^MR{uby)rh)X^-HKAWPgGC zAL~H_)2?UYZF;4iiVnCkVb0h&9=@T;$xOc~pax94A8o$;l@p&bJ4C934U}&k-`=fDvO!JjWW=C6y@T*7u zX*&ZWFv~$N%@dhGT48R|e8se=i98GHJt%#yfGUmbVI5AA1K(&x4?ljN97Z-!>LbSwQK7%r^p=7)I3wDpz-Xu2pk}4pcVkt zD`c^40xFz?+xPhD?|w2US`W=N`-|R7Rw^X1k_e>nu#=!AYu>7BeOUcB+@Lpk@zOvg znIa}OZTGek(;}N|#MXvdoTBCV0QGOu?gVa8gAo!POm7^2!v!oEtRtY5jL&#dr46(> z?H2-lVez;;B?7T>u6n|QQ7{=d^c{=04iS<)4;s*Jz5^3(Un^0iFd4Py9{F#R0Fd|p zMTxU|wimwcxVk~WkM5L&iIykqxhty9da{6>en`vb%5U&aLDeE${(wG57z7j;g#jf2 zKx>Z$Q!Y9%DZC0`z=txRK{!DfFJkM#onU+8zXx0ybwDE*(C3&ZL|=DbMdR-MzL^*K zZ^8a@qJu+WpHZavl3TVyF56kp{IQGBejI#G%$0yLpq7KevdV`6Jtaw^{*y4*v1Y>( zSWAb0@F{LAs0I;z(e-mM;Kx_%%On5ksQ5o9Dx=>4YtT#<&1enNbRH8Ut%Ypf-$Tid zJFmuZq>5icq)ZS%Ih}6mnWCJqiG)3b{wR1TqbIE^0_sjgfjvUDd$lk~7u2uO zO#?Q2rhyHpc)Ae^{^kk=c`Tar6NPC#pl%4dI1-K!XEkBzNNjNnv9ghqPNj&%f6{Sd znCJxj?P~q{guqn=_Nc>AIHfx__YGzlAHiaCN%=xXJL&Ql*==@nYBCUiv`pNJ+c zPV~Vnx>O9Ox`oTvRD!TP*o6@I(9s`2VW?=Rv)r0rTL7GuAkj})?1doEh-#^=nPPls zTp-Httj2jf@K#YU4{?YfVCVQhZy!s-Yib=Y1bFEPw0Gn~eO}4q_u9F)F|&rIscS&y z7JZ1Kd!NkTMw8yyLkSXYx;((o#cy&E2`~q3tKvcMZg@Y@W8%cghzF4TbcCQ)qp5uL zb1?OV?a{?~fnjIupu`aRnq?r+?~qkzdP3JzrHgRG@v^5Dv&=7y$Gdfl>q^YeaOu;H z0c?pMT=r_s_KBhy4}!)(c?|1N;FOr7F=JY;W24I3|ELwK?*6l03{|I7IJ@2^JMIAZ14zMVm#Bg&X^snE9EN7qyl? z17htSpDnfmn!0)?KWE4C(z+YI46#%jJpd^9NjPA%3*pA9^N6$()Tk4v+B#5dVub3Vdv$gKUI=h^{l z@XND8Br45ZjH@c%R;970|J;^|G(rZ({A?BB+b`{w9dYZu`|mRdZcG~T{li{scCf+3 zad~99D;=QLudB%_G=3=2^>lYyI^*&&-^M}HDn+fNn}}z>PW|St8$W>ZR#^-f34tQK z=Q0@cb4NS?O-VuTE_ryeh?w|UgaSPI$!f&;;jolSVhvdxl##ksv{f`GXQhG+!B$#| zhTY6}a0;sw)TaS@zrafd0;FGsn)-ip*qNZYNd^8_!# zlogCH4vu$3;0+Ssy9xPZp4DszrV$=&us1K3@hf2x3?!hy!Yoh(E^2-hw6iuD0*3o} z0v$m6jX=OW#V`X<=$maIb@LrB2Mtz)U>Q#F3}EW8)4sXKa4Q_cE) ziBshNCUuuOfs1080HBINmLD(0(n2r8%t54eM5yih#I-IRLv|4#K5k3_=abo14=xy7 zoplcu{?RHAc8rU7tpL>gIc@Ny9~ub&Mu!T(rAu3a7P@Z*_-JFWR?R>glUv+01@wOT zgZjR3kGfJY+%tS@-biE^tOExQaHRoWbfNw+U8=M5>4>)EGFf(*t2!6wlP-E`^D5O~ z{b#Xg9mL>W-M5t`0cmnDD@`)AelF7g<8DYl`>jUTP}4s&YmvgJ6Q^?pF$ zIYi9Wh}`-GYlE8r)NhP%6`xqrgNvdY&&JJoyxzOtWHM4h$u;c9&2FL<;tLVL((CZr zh0--ToEqMiUD6N$*BJvQr#ChKll@uda(Vj_73msx0(A4M`W07WMQQhGZNs|R#pNrE zqOP^~{i;S4PMG%!wSO%OEe(z)am5T3&8*?=ZH^GHg_fsV+8IJzttTr1hJEs?Te+S1 zdViADLRtQ?CgkSN3G$5QL@SYbnqC%_qi~fMR5OG7@i$#APGXz@N(QU6uLa(atfk}ln?7_Lp93uTPxuLy=rpO5rVC$kbPOGSMbm-&PK$U~2hruM zr>YPa=-qjW61ofVQ9*M|R+}gAF{{|3;MX98!l2StuX{~^gbgYLJN`uRz9LAvwPKej*Wv`%c#}L{v>mkM zzHUFPF#u_Oc4AXlR8<%Xo&q2?=P2$w~`Am4*1nlCDi|J#S(o0*DapL)@DI1IF0zPMz|l>YB>Bv>{ISe;haGg{*g z>~$pJnMxqQegGi+Nnvi}xbH4q+6g+;S;9OX_^+0tH~-O6WCvB1I(g`L6Bdx?vKTsm zHf?emIxP7ndek?-q|3#ldn-;E=o5UVzLNU=v|)>JW|a{xMJRrqeahoaUX-h`uF_s5 zx=c_EQ!XC?d|TntfQm5{-~?8#sc4dkp9_yEy#R5d0nA!|g}@crV64$F&qol;t!M-M z@aT6%(rzt<8 zU0X?PpHzgNzQ#@R000e?DRvn&(F3%8|HHnEm^>mBz(ED~`9-H=*C8Cfk#Qmuz({Ag z9#u!5yTe(N@dv)qojJ8a{QMJw`rxGlY3F0QkAh7Z6r`u5`US#b18uyP8QZPFGuqzLz-7m%Ar_?TZl z4I}`AYL+8JUP;G=WpE8y)=0NESC}q|=x1xs2=Z^fZ}^uo{$AS*G%*>UKautVr#R-~ zO)~hz`%XI*chB*6*En@+T^UH@Pv18H!`0vXcy_%IBBfzZpT&R)CD^pg*`%2uVT5@# z_cfa$C63f|?#eB*Gi`MSVl*3x!a?3SZtmV$>Fbx@E=uuc57be7(Ls&MWw3W(>Mc+} zh8mtZO)h0@q}$%ow@|gadtdWQHLc|ueq}^cC z-@(d#B=HL%b)aMjt%0Y6jg17ABA1&_rtNj_4uhg<&+u!^O@KK6TEMI|Ou6(_YtN*& zCw;dQ=l%iZm*p@ngyyIICrxW2jrMU(ff{IgVl{{XYu$p36GU+5jf}|UI4f>(cez&Kl#jnno_iT_D zA0^{5Z@b2lDl63Il??3nuaCWXSz^mU`gafm>|sZ9C7Iw)?4e-_A^`|T+aG$4M@X)$ zBO0ww6#Lq=h{v$zph?{c*P&?#1rL%K8QDpxfMox-YH$5)pn9j{_OP=I;1qvjXBbpC zp#NR+kiquVj~{rR?v%2Z=Tm;25L#qCl~F&E+avf348(HkXE=$o@6@Gp;&5g-;uO-; z2@;D%jNnoFsg05M&(jqGpO$sCB{x-iG~=NfAYk_Mfv4eJ52%tH0d=DC-eX zR;yrUoo>4)EWjUlPsi+et65MvjZxsXQk^)FRz|dyCnH&DYNszDtAYYgYThIxpGK3` zW&nsAeJ49IMJZ?@hH#2^gYA7H94Pk}b>wr0ptE>j8I!J}Pa@UFk{0RO^WzRdU^BQe zUH=$36g>3ZcTccfI16E(E!kgwFT?C=Xegyea*^PDG4?7`jy+ogIPuh+_kL zbnFL&c^Yo@ct&dkKTza*0887=kIuePk+8>asQz$0cJNKH0DdjFP+p{L7d9gFTTm8w z=wV=S9!6kKU}+&())U zz(U4ius8{z&0Rj9M6}xZXkNz*_{qPgO`9Oa&Mp4ppmKOR8KyCx0*dx|qUB(F93huR*23g}wY5dVKT-w*qNFXm_@Kyv^ipK}A-?;b{uG&Ab+e)P<<6G-bwX&!L355dOE2|n3A%U(enpeP*9 z^XB_1d8w?mRhQc4F-wFCJ()WAzCQ2k+is}HrAkEwV9&cdPUo(Du#&)dHF-F%0Jtex zR}vroT`-yY*dXRw{9lA;csied{a*&fo`L^On``Z9 z_kk^-d(&H;d?{Lg{<~_`9+f;~jv{-Tlr@d*d;$kXpXx{4vz^sVvG> zh3dJT_C@SX8``5d6lOgGO>)tM+S~9AVj}tLkCdBA8m*p zo1-Il()N050q-pV0%sDrV1GUQ>_T^-|39W;@bMpx2K9gJ0iHTyk^YO(ohu;918NuF|jOQWK!XMfh6aOgO zVER%#`&;9UYeDXs`cRnwkb%)bxv~hn54gT(LQCoI_fh}gIJpCp8jTMz>^e2xGC)6!$257#Fln1Cf6eXkuk-nzw zGrH&<#c;|71=pg3>X?I~(UjWd#YNy+-lI}4`e`}~A0N8fis~=1I@VT7upq5(r>6_izGXwW=U`e|%uUDyzec9BFOU3x?7ewB)cgPcT{)#wi53*0 zC?%mpmNFDl(Pm!;DYA?u`!+}m%66zoVN#*83u9MVvyI4%tT7lGOx7`$@q4~U=bX>^ ze!karyRO^q`d!!Wce_4+oPW;kd_HNsXXf>KJ|BxA*bGP@{1KsMW^1^m zboGHxmGzVqne=7E&{Y86RCZ`i4$2N7(}u%M5t+TS77z0$Q;#aGDyf$0`2Sikci%+H zP*5K>E1%79`V18KBkX%_-EK@&D*5RQWZ4D(W<;cb)VDud0Obv-M`{~J`+j+;9^Ejs z{{kBun@g>LXWbJ6Gcm-zb!zsjP81Wn|JG^}J!2lY#S#75{m%ScY-h*4cYkbs32}5} zZGCWPI`a$JIH1*DatfRH`8CYy?{QEi=H%S zA|foVpMFRt#oTvXwpPxr>6z?6I|AlcSR8wA)s}Kmwr>%kJ_qk{30WH8t@r~-y61K> zp}quUy`v}FHyOQMs|dTfTir5!IH;zJf1{?2mfjoX+%*&Z*6dS6_hW8aK+<3)U{F+CKGYTR@ISE77}kPITEH_Xfe^CglL|O1O+91=j<}c`rnb-cxY*=YPkl zq_2OsItQR$o2#dL1$2KJ5~jrH2P>`YjbccC@?q^2Slj*6JjF^7|EoRYY0&ALzW88u zCV}z^b-2S=J2+iXgB5pn+}Hc%4NKJ0$G`Im;)_|GwWKnmHtP;ZLQLP6+*zRI)m=*g zG}Vaw-;0DehPD5;PN-B`(#q(P0YIl#J|yE_wg5P4Z79AXDC^DU^LNIei;J|3ix|Vt zhXO#su&Lqh3J?<>>s(Su&bIf2F>in=ie5zUW-?ajD@^mzAAF2<$DC>&7lIOf=d(7C zNM)v%#kVPNU~=EQ*XJejoV?%E2E<|~GRdd*BInRKqmem?Rf^wt-1|EN+t#@zrEerZ zvKT7`$Nu~e{KU1g$g(DB7~a#Q+gIW9+JU*z3VD}tvkDP1s-9=nkPk5L*>(e~1_^w+ zmuqI(obeAPDM&oO@nE7t*Hx&bc$Ao(dMN?%5p+zf2_&t-%=?gE5f{Zj;J zP;PpkQg$I#9Df)mZFQml)icT8{oC~nxaTIAJv4s z+KknFe0=Qqi2kEvLyI)2t%}ldVQBC}02!^J)O&i+d}Y>rbDx1SCwo5nMfC={q55C66mDtBYAHq#Eb}Qlk#CVtUQ& zf!GQzf7s*qt4f~ynt0$N;!8u~bZQYP?jIbBhGM2DwR>E(EQD+i;-Hz>aFGhk5YwQb zpw}fOCNE$6nwW5S^icUe?^um72>IKWb-NRu-Qpu^I&Lpov`(JYRk!@JjX>%l2X9bw zEPpXeTKm-O`<&s(R@XQJ93m{8%Ll#?&EyrgGfv%Pliw@pXpATBWGrMI- zb{v5F_iOSJn2iMgx%c-8oM7L3=$GANT;yU^Ny{?Mf45Y0Vrcf2pq~S=b+A~=o7g#1 z7g$!5MQ^W_KcB44y@K!W@BfrLc4@}Fqfb1Qgr?Pk+CGTX^~>3slrOH)N+%}-4QxlcO6Z%ORw~@(x~8a58%Cp zaThct+w8CPDo+KRe=svM$FmYKOVzrt67R5L6qP5@?Xp18nZ>l$8b%Uy1q{;vh3{R1 z5#j4vShOeQ{K9*8_+K7a^3}H8{fF+T6Dlj`5JLCvqMbK4c;(fk`ECG2bsMOKIs|@# zk|;ukatZY9ET=`^tytPI%GYipufLOtGhM(|Q}#TLx6~x0(wJ|2YS%u$IOIz`{(94- zY4$Qvc*Qxlj_xGM)1qIxk0G?IeUv z*e+SSyrrpk-=-$p1Rt@-q_-;@`&HKW3Dy0W6w`Ye^`x9`H#*KQJ7wuUP^x@#JD2I( zQnxPi`nyk@GXnw?Bto7HN-ITQmYuH{4myy){~!)f(&vj0>Y?<%E}6f-8(nYR5U`^t z^Xh$}o`lhN{FJw2=j5q5d;6|2h}iZ9d$)jP1wg%RKK={%?eVJOv&H#_I%-q>n@%>X z>Sgu=5(Rxa{mdr}(*@G!Xs2ZyTopbhV!df{pSKcVzNb(6n+KGe zW--J4oXhJtopyK+CtrWI_|ZWacM=du!TS$ZZms1}l6?KHH+Ajjn1EttflmglYs$BJ z<-l>naxRG{^>uhDiA2xd$yEF-{*a$vkF@pN{23IDKbbJXG<*@jrV5V^>hPo3uT-g! zQ}g0ciq0sn59|lh0!Hrl8JV3`SpNO-09NO)-U2^CbGY369AWGGO)Hm`M0IP^QRY4! z9_6tUF>aS*-QOG<^jN$h18m&}I$?%q%1@R$**>WgMWSW{;ECc}R(AhJP#f7k`0JVU znXn)3Vc*^m8cY---zcSedYYMe51*Ryt>>94o$j+Vh&}swUQz1u&}_cdP!mP)(Z5pA zz3FU&FW!eTu!YSzFBB_)_le)#>o2}LS2j~)*){*Q|IEp#%R&cRyL2d=u7mV96-@g~ zXV)%&v&4qv1F>0teSm`(qf9IJOwPrEEXe?R4`7f+>OuSiKVx;TV`v3Xu* z6HDe#lH%*Kd+}}-51(jmCcJenSGU!Csa;CZVT-OODNB($G9#uNf7UU~Bzq1p@}||t zt0@9+3{PiX#iqI}JguL0Swv`aT{Ls~XL?GWvkYtr@>lj4S>J$`KdGfe9pUE-a_7sx7BWZ@a&^`8m1Iq>U3{3lu*72h#DHN{mwnJF&bfmdvjYqGU0HsnPDyh{w z(A_L?{GF1Qp>yW!M!(=O%24=-cc84lX6o@)k^z>})l?gWld8qE?xQ|*k0 z&ynooqot=Bry=^#A}Eu=meO$71p4#1AbR_w4DipG@JJZz`rGfiNWJX$Lnqf~)(-qE zy&_!>c+-B%Sq23c%kNlt8hmCt@~2CGe%kD(M4uULGwq{S^O`>n42=5tEMd0z@xSrM z-7{ZEeF5GUeuO#HneF*f^L1BjD2dei=6n7u(InRTEp-{d*78wUeSL+n(Q;KBJu@dbVxt_Uoa&Wz9yJ`#9V`eP{39Xt z;n*pI)}FH5<*3cCod$-5iw3HHOKaU>nI9&uOgMP~f71J(6!IAdot0)kVbZsoXqvqH zv$5&1Kk6R;F1*9e+9#a_AU9|*r}Z5_pJIKMw4~u)nltcZx3vG*;W!y4ZpbOa$1n2P zb-W^T-fut7`=Y;3yO3q|L++uqL--1Yv(dDNF;RX=Osnrll1mQuZ@{>Ys!N)K$|=|3 z#(}<(stmOsryQ$;9(Ut?2C0<=JL5`g^@Y0{1sIGQ>b;#g^NbM#q3Cki%TFrk#AXqC zT0!;xsPhdx+}F)GBA@N27ARlfE6H5?_Wfzzo}UwUt*EV>eKHP@2lMI-T4kTc9?Oc{ zq9}KUrCoc^D5K0!L^zw;;#mj_;om5-4vK)OObr7Bbhh3N3`?3lEmlMNY z1j?A$SabhxljVwq`C0zJ7kAnj5qPO4oc|yk@Tcg@02t>k(9V8eyEvZ|Y>D<5r03Z^ zo~E65IF^0RXS%wt?V4S5X>Zp&UB;oUj%FJya8o9X6#iDw`-E(6ZlEB44Mp6%BzdLD zU~tsj|NZr|#99KwX?J_R{(gf}iPVbA8Q)_Dmdii3=L(nPbU%GYb=z~OD0$_;s1&zt zLG#S#eM;42-H(}FAxk7l;n3IzTdb@A9Uw=;?_Rr*L}(TWazvQLahXxOe7P|VnFH06JRS$6HSC79m(9Sj1A^qUBY<>N} zG@il#X!1?m#8$M%)n1|bPXXhpC2C&`YmG^Hx;S+ok9sVd@ zyib+w$$7_X@AI~VWte~e;uSDD6noe)jTd2wkDJ8Eoa9mS7M#?lGh1=aOr>xEe{In% zkxPkYR3+owx9_kwkK6u4?M@J1PPEjm&Z(@Y`O%jO;|T#JBa#Z=#VZaq)^#4KxLVLu zc6AcV@8YD$Oc!IgODoWz(SAbDJEzH_%%pCx+$`#E4)!E}GM3r$^t88KA#=Jc%jsR% zkF>CAb+)X!ALwIJS{LYbSIbP=2R%!6cb&SzT-qVjXa0IIVQR3A|M0|gHNnxKj>5lz z*g!NnBHqWW>D-;0)aTvxJnp!8RB|LrpSduS0kQF6^VRC`F%1E;LWh}{Hp?zgKNV?swcd;u%AP+__qE$ZmeJGZUDWibl4?0R$CwJEzKT>d zJ{u`0G1YN4iVZIzTcbJL`~;}N&J0ZuAs2N#SS~FMxOS(sAmwm~y(Du^PKMHr?g?0tcT(snX+Ht$ziqLpH_HM`&m??)lV9|3dg`LI3-U$sie#BwQZc{s1;Vth zf5KF!LmuonSkIr8HRWzrzVH33^l=ZS((IsqL(JXK!_6YY%@Q@_t+Yj(>Ung=rSM03 zZ+{=k@~p2o+`}Px4$!l%M&i};UlERY1RA-|McfuD&L=p(^PiwCI@g!WYt zfXi07_r9fL#G%r4(Gi?(@Fn?qn@);WW*v<~qFura0zk zot;gW!lLA5&gz$;-VdW(DL;HuDP-@WiQ=ffM@+woR|=i`0!}y7TqJow(;*eDQAV-x#!x!RuemAr$zi&Qv2xND42hvoL(xm$jE4pF)A=1bF4jYz zMe9fP4Ie?8o0+2!4iit^Wk&95t?)h@Qid!NHDFpj_kAko_BU%mrwYH( z!_*C9^c+6B(+}(80PkHehVQ^`h5c{5hGVxy`3-NBa55u5GeM`e~EQoP5s*ab+hTr9o|&iNBicfeGhrN6#+5m)lgZ@>0?*^}**(!N8mAfTiBXwJgcoTmnQ$b%%kl35+FNw zeCDXf_mY1u6nhy>#nw$%4Xu0nNEW^Vj``gtgJL|qz?0T zsRAWmc$T?O?|rpnQF1nRgkC<`{AudDhYr5woA#3ms)mrs!PNMLH|ZvFXyb@98+aZz%>L@oq`y5^4dm zd<{^kusMsw{=@r)!k!R9K8M)@yo+< z_lJJVD*o{~Fk#0UYOJztHu9U}!4OJ4bm9`h{)ub)TwjgrDsg~wtml~bx^VZmsz6-o!3^|cbC++m@v$14S!ea@b&Df00st5cTiEH~h$v}^W- zdk>x7z5GKtekH5GVcp~5*=16S<(*1gnIGet>Gdm->ldcn6+RlZd89pXT{LOS7c)P0 zO*xe^@2U~s%^l1 zrfdY$(lVjR_>5ckRuK-WyY#zZ!|d~g5&rQ>OW#NtT)>>p z6Nx5dJ&eeA= zsP>dK)oJ(NSJqmtn9xO0i0JMR_@d0BOVlo6P%FcpXK$X4B{aB;ratLQ8z{}T&nP!w zZxm9H%33&?VJ295t8a+TJLSzNz1Arx+=abjsfv76t`Hc_lp%V0#?!SFXfrbA2|85$N#iOiqs?h~erPTZIFM`P4tl96Dy^pV}QH-foo&m$Bwo|Z_J zoj3EJvnsOc&w{T&z1hpAC-U?Y`CJm)6?6Ap`GQQ&4F$XFX>*g_?*57^CWP~fuJ6h7 z-Nu65t!-sV6FJ{wOqkkX^tUDY-ORCvdQ+F1zHDW572G)Y@huz4BlGhB-dvfou zdkdS=m<0Gps2wl#)cd`xy#Mhc{p@pz>I2`=Exq5rG zP@_3NJB*durFmm#sZtUyHmSVH@?5A9xxiy~Zs%Nc>!Sbn3bjndviX(1*S?(!OEO(% zo(QSjS4eA>R8HOZ7pc73>`D8Wuf-Fb$a5)Wlu7UN z?5S1z{^sE6VvVfv4dTr!1=-meIj88?suM|bqVM^A8c9z*r_G5ePa(x&pb$T5#|LD< zH$P|w{(Y6p8D5cxkwI8C?J9MG`GkX+QgN^==YugL&$rP_;q_y}c;3~wCvCd)YO@k1 zqKr(pz%!KUaN6nYAfVNqmalrf<;zNqeV8K4nvo5y|6;gpwsewtw&Ax?4qk{lvsWN80* zmd-1wony0-WHxs4eCq5IQtwK1gZY~}3gF4^#xFdub!n{?jH>1=wQ8Vkbw=eB&gA)B zHqr3ui^QgKQI?bCW7&9il3EIS>$OX}e8Yhx&es(_a4Lg0P0uu&7;>VzvDOxSKv&E?q0LB+o6TNySO!qvkuYc1Xx zd@qno?`k$Sp1FhBWNw#aw7J=gkL0MwTPPAb4O#nnh9`9_Ve?lDENZ2{4pnjbp*zsM z_l(T2BJo~Hwc%V}F-YcK>82LMRqNRyy1BPA+kb|_OZ2}x>FvrQ<<#Y*y5G(lwRb{0 zb!2~R8?!e(v-ziZtbjD0#fxn(^atJ?3rk~rtl_1)q=d)X^VZnFE^YUHq3wlc6(75f z*k!GE{Gj$$3(sJb_H~W9%E7Yt%v8~dOpRE{W^l{8n2pMV5NXrG9l5>RKn4ux?uSaN z>ne5Fp*#}3csPLBsu@n7*M+!sdPnW=KQr=DV{_m?-B9BQe>NX!L`H(QFm28}0v4DT zY9eWyN}YSsp@jF^hlaW_?R^{m#C1@K4ab;9*~?#s7!%kk~H9M}Da-{#dxRK)8=jPH%vB$r{4;gm*#)%~`cfn5fu3a_L(*R*xs z9RI?og>*SJzX16ch#VGr%Sd03QcG}_BP&*Alt#x8dTM-IoXdai4nP_UT)Z$+ECAno z9pbzFL|LH0>TVCM1Q{bPP1ZKNw|U23e%l}iYVSvnLIX0Q^22=hfE}$|DYtk&u$jju zaIwZWbmeSEVPZb%W}qz6CbXW;s0NB|owa3q10_{Jd@32I+gm>19u?Q+?ep$6@Ieut zE~sqVp?s4mhKiTD%FfmlS4sHxD_zlcPd2&=DMmG9E5z=mdhegOLB0 zB)N1~g$Ks)h(bGN|6zEgAfo}fWYuTzC?-~6Cr*DRV;eer*nmnQQ70{5CO`hXd$6NE}TCtya8W9=7BeEmPjWPYRABxF30OV;wvh zRq!fD4>iO#^sO-I4Vp5{|@KCxOe9KsvHJEsqvkJ zui+y?V8`!DH~OvDy_|?Pl*EEQ;en%}lu1GQz%PNqneGi$;h7^5*%qezZ~{;na=W!KpdAZqs_wJ6jQI4KNom4|{ir{#AyRm?ub*$ZZn{#k_ zfq{n0yl99FW)2&%}$Yjp_4AHe!@s49C>oSO;0rKM1No^Um7AF;Hr1 zjaip)^sl67CM$+l1O1v0jcc9n*31SgGu|BWtFo$;-}u%C6O*DQ>O`5C>?s3p$lEeg zC+dZX`pqM^gYx$QEQByI++~(l)YG}6O?hC?=bu$slCn}b4fIICTxmMAXO9d{ADt=+ zme_bl-U+woi}diwp_&K+$LCdEah|i_K(8pg@&a&@UE|7L)y_uV-jjNPUb?yD{~m^@ zZ0r(Xh^FAv{b0%p0{tC4Ci)BdOFed4?})M%D)_v%*p&Bo26nJ4eC*$XpP_zQT<4(z z2w_2Z@2RL4mP_6qUivAbXWF|u1h=-r0zTqgKt`9UqoIkf*^l)SKG+uWJ-v}~ z=8v*&2k}3eL-s5~A^t%dV0HfzK0spDS%TLz(1ak+>(>~4y_6tWbf}pd5}%I|&Bon& zO2*!13obGrF&sHE5zu>cmmdS=i@5F`AeCU&plV-&uamX*@l5KfqSxx6#^dc8iWT-DD<#16qhiw-PS$c1~o%29BfdPgM_{0%jHSX^r zQM*OSBkw@7krA9v_FnlfV2|^HTvRnoS*~Jzjr)a7$B%rnLz5f~*)~W+(DQ0i$yEq? z5+Ue$w!x_^ceo%SQduudC)HWtCMpZwBLcnI<@BXUnF7Cq_CJ;GUxZd=wz^85>tyDAbU`kkC_ELW+wZoNaV!SPX( zzg1V$_p(NNVZnx+j0xwSTZD!ahNTwt8+7GEa#I2GVPRpg2)P}_(8P?Xq z=9>qc8K*)3`M0erC|`$c9H|7Y+f9d&BPzM9T|U6e9TN#7=A!~Y2@p8^2XLoC6LahukV>;P6$Y_($9=bjXq?8|0$7y{}0 z-@tuBw{YX?x&LPGP~DmV*}c8~7jm34eD$kWOO^i+3$#8Qwr=8ytI(OQZ7gbDB%GdN zn4OXNzT5b;O!~#dr1rlHAP1Fk1o?%^k7F2k=`oG??Z_b~oR9d(qq7ULj4i)d!-8t@ zRPB$ArC}9SGU;jjB*anDus;kT4z@TmQ@w>XdOHR};oIZruH%5?*-?MH!wy|*QlS$`7(sTZ0E!=XJZ}leIJLV;SF3=@aSAGApD9TjPeSkG-YQR5ROD|_ zK&d+XW|DP*+x7AXACKsOT$PxyHN*o^E=+8P4fhfAMs?+VHNAaID2MFCs@ zn3wZ5pTLukL~(4#c#SI+ZzKAHAJ_8_NrEi^(DC2Uc_slPIjOKLLOvieA@r}PwjVN) zGMP}>=i~?(6e+zUaMYR5a2rTIC(`-3i$y|NaMf#eD3a~fK`7Maa03eRwNfS^zfLy& zII!|BGfkZ;rmsN0(9e{&g z+XCqeN!Mv0!WX17_M6>sV;r}T#vbS20MH|$aPt;0>!Vd50S8}69mUMg$19H~)r}98t851@ z(x#r%aEvZ!=|M_^!noQ~I488pDtkw_6CvbQC0Qh#hc+a-1hfpmVL5^jdSl=tXA+5C zPi^%Crq7ES*)?}JcSCw|O(!0yJStq1c{S|~A9Q;qwMVrOGr@IM&-E4jUbokU1m&;2 zKQYT61YXdIZyL6gnbUrT$m8Jv<425Dus#VazI^DMHH*&WO&} z>^VZleJy*+Z{Z%Y)J>6bhYy(AAA`0<99z5`|&9E<#uv?-}?Y+f30uO=(8854#y;q8Shg*5S)q9883lmYkFf=INoho^n49D#9DT zp_Z#E9NR=^db#Z%ocz1(98Te(PB!C|7%EFZDhDRTmsR(s!5=>6*{ zh=hWOX*t%F=j*@BQsCPe$Tol<5xpah!1z|}NcG%37ed?oH+8H07RJI9YUVi$%!E;W z*0Ts+nj)J;X-Kb98Grbv(6&YB(u%0%)Kl7l9cyox7Q~wigPT8sW?_UfOXI2zqn5IG z)vO-mYOfN&LQM#e7kZW3H+M5^=3)yPEI-+zPqL`Nz){R%oKgW)+*;_5)wo+MMq>B> z=`Q+OD9G1*9C^C$5%aW%47p?96S+_OOFoUt+l*n2?@gvarkni<^k^XjJ*G$Z~f~2wbD%Ce* z@||y&y6b9o&)t@Uok@G?6F-8Jgi7OYx76`{>pY_~ zM>Yt9;AE}lW+OOJ5$||_o(QUb8^X-aeEmElVdu0sIo^BIMi$}01A6Aj9KsQHN0@zZ z`sk6X>Dh5lhRgz^t--(fDtv_{cJi?a$q#+q_8(%=|21OKKTIe)YUt3*lvL+&gI;Fq zOO@_>2H!7nZ`Lc(3T=W`%8^@a!xqG z32yo@X}qx((+-S;HC4P9F>7whq?>LHy9*3@1F~W)w>Og}9N8xZOw5lzgXGi`i}BDw zWP_g$Sb{y;mByq)aI3r)C6nGhBXJ5Y?lA6hN$R4Rl>-(O=tlfGqQ`Lfhw`k8`!O5z zq9f9O^k;!t-h|E`TbmaEh7w}DRs*^aIE}n zw^sM}OFS3wcC=5ljqO%L1z#0zq8xt2^UZ<^jT!x0y<02e;t7=lj|rU0_R-x? z^dEl!R-eK}>)rsMVX^KlD!%al;G&LKYs)Tp9D1D*pJ8EIm?SSh>!LU7Bqg|;OMDsa z#5O?8K7j=WSjHW(TR?S+VX^*O4vPSSxM=Lk3{v>g7|vr%1#G!v5@Jx z_UfUgz^Y%eo@{-G5XoOxeV|0HInG|i!AIgXn*o^qwdV)8Phhet?EED8DW*!oJ$?uP zIBp`wj8D;^3xqpBMO8j&dM2;)i9vXJ%XfYlf*1l8=2&l47DZnip-N-og8av^J z5~}eokvzV|t$x1y4+KLD-~<7$YZNUq#LAC)EPrlAtK zp6Fl1{b$wFz>!dNSDr;*M#vzlWTd0$i`L)+H-Ov!f$N7%jKpeK4o3-}9Fvl!?2p<} zemJ_hFd)}2Vu!+zZV?UX`Tbp5aUv(42idn=Nu`TDolec%VTejqm@4yLR+VUC9CuPzQ6ek=yi<0 z6K|aEFK{z{?Q6NXjTGW~Z@*Rjrc>wZC>g@d7He+s6E7iUM(U($q{y~G*W}tQ8JlhV z_O>ETPgT@m;C3^SBhVUdfPW$K9|Wx*c&_hs!cO-FDeKSklcq^cg&ycLJCBAq!?FaB z!G~{|^4^6FPmM;ebzM`&kzBz>el0VGsf}R(?w+;INXX4Iu@o+3c$|9WOrY7 z#4XnC{>B;raUIV@b`R$N^=>cp{|}T=uGJGw?M!r$cFJX3b4mQywa$uqdlC-7hcq$* zP@pr3f-7}D2H2x(5km2iKkwa5cpiW%flnZ2$R(;Gr^i%mx02`%W0c%|+|z^2UjW~6 z4yJ3BDBHh%owVXR7g~SOilvNOSABm7b0K(>rAqvz(8iN8b1?9BP}#Bz6!yPq zh8DDD7i8WbQ;FrFo6C|HeDcQ6M=G{ zRjfqcfNNXeIsq<|<7pXj#ADA{I-jMxrOIbx_q@;S?ZxEQl_pf;zJw1>DT#=G`16YW zyT`6q&Y6&fwTti6w6{mLa-k4-voMW| z;fPG|EC;4EbU=}W!+ zm--N^PV7Ho2x-m&05bryAq_5%hi|bVl;tm?1;N+}pyb}Hqnvwpi=WtO_u$;<9lY+l z`2&nSN8f<`Rl7efY;`2_tSDA&-MMBMjGKNDP^&Ed#@#cXOSg;?kC-Y0~h^Ip$0 zjNYpc)4nbpbIqJ)y0!$apU^UXjW@9*tEAsVKkv<+xD?v$t3A)Eem`>-P)B)|Y|=6OOS}k1v^C@AXTFj@$cI7A;lnPLzXwbl7s-mvAWJG(?^r?} z_L6jib^b*R8UPa($hWH43|8<}O+Mlog`+V`9{BG{#nlcTRoeU*!kHY!2 z;MWnjTjLH?=Yc)H^PI0V7Rb*^WziA4ItxW{B4R+sM7H8^$2pRV6}*c;XNWgKtXWi8 zM2PWI_Wv^%?m8Gq+};frk=?sAK{c*fbSUL`I<5FjU)TW2seHdno3}83uiJ{HCt5TY zn{y6j03_Ji6MHj{=WcO83!Pj^y0!_?=!i~1JmCI>^pwJuXmAe@C~tLhr;Ge(6K_}& zmo+eye*(WmZvDzm#UM2vN(CxQ{wBPzD%bwHKqIU1)9g9zCo;K>iW+;!?xLjQ0U5A9 zzVY@}RgQ(jHL?%UjBHmpEg9Thq9QOAh1F@{@V0j2%6Sf_U#|geTBLxZJLw8zCqq?T}JZYhA47p_mQ#`->IqRrwYU zDrBGKp#D$(Fe>*h8TN(yWvd2}5#Rz3#bnJR&9FwwRi5HmXmZ~J#@`k|3hl%3zJ9rC z8rm+6lH2zehpEr&UpP!kdkZ+j9A4U>V?%Egllr!$K5(PM*0?ad?g8aNSlkHnbMK;e zR05~ui4U_ZPcov~xkm1^Gwh<5miqOhxP7lLNV>t4W7n%GZ}+5=FV}g3P2e-+3Jxdi z!?7n28k{oKfUor5vU%BlIf*xJ(OFspej1AD1PAX6t+V@|3)rI5j?UpTi|+UmbA(qp z{G&f6nfH`lsrLrV)d?CkW}n>y4#Td(^7#!>;cOz|)Z>?S?j90xJar;HLrE&D!UxUp z)lcf0^?%Cu99I+}ukq3?T+kXAy$fe#fY188Ndu@|N>ZugKAy*VQ^!WefB#I`SY+#P z4?*+7%;H`SjGD2I%O>t0y`M6$V^0T;RWi%KS3%f^niPqm3DTBx;30bx8b@5S#2NBl zA&S>5d`6(rQrl(X+sS*1M_+w z0b&^DGHY~#z{^@XZyQ=)Qv>NuT)TyArT{$s?@7WkKx?cymBOk4m7eP5v zY3%8wyDOYpx?dVc+TjsTeY*DZ_7ZS<*0_h34o|n>x7rB*4gJ4bw3dso*7=>G+hMuP z{1?ghGyW#~BMbDd@Bf&rPa*5VAyinMpBdd!Mfv}hNxVL@LN~P1QEi2%OgVMFK<*fRK?}hNw!^ACM!C! zT?gU0l*rShA-qMxz1_yQ0ih)8gQhwepWyXI5iGS~Y4Is&mdAI`;P~(Bz(Q-vs|u3B zuLyAmtZ~O!dkYgc%iCLbc7wJz-XdwexCFZT7K_k(H`OPgaX_yZ_iEwTZ3@5!R7mL0$tZ7}A_O{GPC|=Be^t;yOJoev&9>i2G6BAz#F~ z;}YennO2$j58D6#3sfEi?=P@FZ*2}Rn!dn+Mvx0R&@7^jzrv)g37I79omq#!#EZPh zLiT-)tT@y~#RnglhsixYkj)D)0P%J`!`rAm!9x}FR0@+PF7*@>1*O5J0aDOy$ zk-U6rL&%E{0`i=H^JI!p`Z%_u9%uC*Vg+^MsmIvP!2wv|CY+yzbrYQ6B7i!WuJge$Ktoq?JwIiOYQ!jmDg_AUh@>$ZaWHaQT;uL(KkGb z4-OxQrG~v*V=tEms|`~C@Uab-1Z*wK`itHhX1KZGVt)g4Ec9&9?8Srx5<(1S_DbzkUYVH8P~ue#nq({mj>;$( zJP7hQH4Y3F4nAQBjF173vHm;JaO&rp6;lXBP6ul2-O4Nc^$RQ&P%h zkxjU^IqJ>pR$=^-i@rhuAOpMeg7V8V%x=Ia(-KbLO%z_Ko!*Xmd$aZd6wL`B_2<-9 z$#ujNe^SyEZz8L01S&sq6CGUm!~kZyT?i147e%H){A10)9iUY2{a+)ozjgn;C||R) z**lHI*E?%>_Y+3W2Jb9vdpl6< zxhj@de6*d>8Q5Q2bl*$kI|z7|?}8P!k=h=(}Zo!ZA&m|>|KKI{9U`);bSYu+3%-r6a%#(ubyuw^>#;->y@vU z5&>mAnpgLLJzOUJMk`|6$snzpf8d_Qx_Y-J#+osJ7!P;P5I?C^WWMi`x^$(n)VVgW z05($I=IxjK7j8b^+7syzpu*pBC?jDfthiGSk(KJ?aTPn@nhRs^Bb-}5gzYvGj1k@p zdf2?YLoAGM{tG2qOUDri)UA`_>RRWSFOcG6W-QYPX-oJ#TjRWKH2OPyJr{uLa3B0v zV6jCAtMD{&Il)9bufk&7;@TdB=M5BWv^r3S&m*RZmYSe^#c@Lr$tuHKTb0b`+z#O? zct?)iOC-Qw6>_YKNK{v)6xkd?Mr-JUJe6=g6zeZww-vuDAhxly-`E1 zmHZ?L*>sa|*ao+B!k@W@b+64@>-;8uL(K_@VMq+UG+Ygkf5WLI0un!v3P}AI9o;U} zq%Jkb6{o17&`_ZTMr)U<@A$|Ohqx#!8&+~05A=NscuMsx*E=fTpFl$6IwO)&eP>W$ zjAdXUJC$(hCdx@YjWTXlvrz@!k7~~evxXM3=@~c9SvrF?))+DCtX_06D&02M_5i{6 z3`$(OFlVZOJMv*^;nyMZv@o6da&FEyQxYJ#CP104$v16S?+91N>$)hp7cJl(2RZH- z7voeI*38TG&s#3)4+0fF?L9`GvetQsAn7+G82vvf2VPd;Wwv3zKi2We>Jx(Aha85& z5M$`7O@}jJ>Z;K~NJEe_m-a02$i)X*z0E!35?^&laRH*3*xokPplU7s(!${!*_i&m zgi%1UbHoF9H&R|h`qX5aCJ1%5@fO475Cge);PQuICoDGK+1uQ8P$Mr)LGfV@*;RF_ z2${-oIm8DS;^84x2}XkG-D{m^KNMPycUr{xPPMl1lZFNi4@*e*(3*=rZCTw0u83wPM35knsX zw{q9rHcVAdC{nR>bFz=!6iL3l>!>54;g47zhhz(+vgdXI6;R7g*qAcK=ZuPd49il` zKhTO>YFo?JN^!%C4!NKkA4cC>T|OVDxmd25-K_dZQj8mn0o%? z_&AMYlTD5LpG$T3x7Ti()tFyr?V>LSRQ$98IV_7@yV7*N(e(B)g$rdf>2+w)`=E3z)K3R_);pH(T zgK+L}zVKbb1&0nD5{|i+6tefuSF3N*G)llt+E~K3QNNo3eFSS%qvUbVo7Qw_yLmTz z3&QXBjmmEsC!=iJQoc=;&>Y#=x8_0bjdX~E&0b}-voQ1C z+GAJhexHcHaO364wr8<%m)zKfglRjv+x2EBDsc_}gS9u0hq`Uw$Ft=wH!4LDx?7M! zDND9VB}F3H8I;>P))-OJ5o`-4Y6 zeZph>X87uWAqLDUabsx;Wsmh$zyJ9!?Wq?R7A9jvF<;^(NIO%%fQ>Ucyf0mUQj5Vu z{cyd;na8@4uh3>iwNq@o{%;%kj9FzHZ9*XY?_3LZpig{0q$sPvds^2yt4NZt`Ikc{ zX?U(bry%YTN-5TKPkA?iHwmZYJPibP8-T!WZth=pA-ui4y}>=_J4YS~2zh7vU;^ga zJ6{}e2_Z*db+@-x)_XO`byd_VmbN2Ut5u+jMU4kT z^ibM^vd4S`!NhkdIeX}?LcQ5Xd@%mOv(yi}YXX=V5$kUAo&7FrM{_US@-NaH$coQM zza->9sm`L-U(T4tb(cYy#QMawh1ve9=-b2`i8KDFz}UVc`#mTM=LLjq5Q+fzo-n*h z0nv%;vs^R|hc{1M^rzL17>FCfS?Wxf0jKZyY2B*I`|C@ zkX6@*a=1T+Uq^xl?5HnJWfzjNLuZaK8F^1-yrjG<_4OUavK~HaNM1GY;2VcoBang5p*I}#12{< z;GrIPGwaw;Hac9Bxi#=wWV?tJe969d99d~g$d)&8R~nb-`}91 z)v+LJ>4)=7Si zwUb3TkqwrmX72W^MbQ3Gc_!eXw;rQuWw6DdNSfKwGWkeo452w0#pm#RnZqQLy}Y~@ zhOM2@;J0xZnFaF^d1q5C+8W}DKQ;4IwO+@^oBD{|xoXVkV&dzHVtctgO;EQ-p&Y|~ ztZRN2y%oOYvTU3*92nK7*)A=Q{@74qPv2@dCN?JRWPBNXBVCNIE)D zn%X~*=fam&3sJdNvN+3ip!}6}rb&`;uQo8~iV&B5k0O}^6BXp_&^2uD7op#x8tDz| z9ik8$#zgZ8y?0M#BQ*;|*IpYd?;(>xTXSfxU2&Z*o8DN_SlkCcces||i0BnaL{E)Y zSXVgu5`r2^N{$nbug(s10Os#~&>9+LlC3kkThy04ciy$@AX5gynmu97X2qRIyun^G z(=t+ZhCV(tUbXx4L)w`jNR2Kh!N zPYRVk`*<_?GBb%J+dC0OG-;`mhV7 zrKQw;m3=8*24}{x9vbLDUp5~;`>M#L&$l&yKK5rZ*o@ZJtNmdKYWPZfzh*Tm^L@tX zUK`NC8)Io{YuQOJN4dLE(E<5;d3Cu!7YCAGoJ_V_ZIUNM8qj~%A$O?lAU9mHNyq5R%D)ztzF!-=G>5(qAE zQtM8e-GOXT56bLG;5}UL%qf{MqSrBy8Jq(XKJ9jM%`Rr8*Q%3HYC&r3x0 zPua5TaPRa8Xbb;|naZp4$_F$074HyelBwaBZA|8X0EB2|KOH%^^~NQ!3h@4u%5O9M zB3GpBVJP&cZ4LLnqX^Jcyn`VRE%}}mm&ow+@_K-^sXa4p44WVlGcHCs+S^ODRCLZ? zTH@#Bv2G+45XX(WWs)YIS_h6H$j>&&jfo^Q%(@2e70(p27~L!6QC}5lRf@?yW!HYR z*2{iBw`AB$>2Sg5{HbQ#{mB7|SU&u4d)gxG%b=GfUed#<(Om4-yW>~`23E=BL*z^t z^V5?2kW_fil>~t@yuEx4m*^%T>l57hrvEwpEyRWjRk5406?|eHM6gY@Y`kyr3gQ8U zwq@AQpWWwCHD9tmrDAuqa>|rFCKvHzHd3&(+|DIw8<&RpGHHpb|5B#d?`>(B*DA(g zH3rSOCF!2~kqDu=AVPi}AIf-j!gQ-g*S%ZG3O!$v`twCDOPXNWxqWmEa>kBGhWQ-x zP}`Hn@0soE3S&=EOCMPsiraEkx6V}ZW!Hdiowm7XPRNj*SgVZh)yu7!*9mfI>Ti`i zORAmW)lpZjvT+B_m6leBa-^x$`6%wY6OkjBr1PtetAW=!8LLMbo5L*_3bKg{F@p~0 zMHpb^(S&P1FvDNt;q*l;GfK@i72Qe}H+I0*bxA5Y`yi9O;?p*m7Bsf*T*N7_3Vk6P z<6Mpefmr!j&T-q=UMr#+fkTg5qwlpMN32Nxm9~|azSduc++pM9IeI={Mct_7o@Y?Q zc0{gIPGmYig~xV(WNl<(6pXw?M$9hJtA=^loG+Op!q~nbr|l)oB`Zs)pLWBiqwu4a1>+mR6~g%^D~&Awz8-VoJu>cqz$X;`-EWu0iYRRLSG%n>M zv@`-?H;iNV{gh#B4$$QDos!y-%Kikz+8X`cenx0Z_j!WVe8Z1UpPJYfW!#Kb{*+pT z7h(F9bsw#@NSuJ{gjC^wTr{Zdv*CoVJfBuyVkJY7biK@SU5B=?wFFG{{7J%6Z*+zT zg_n5&Kf98!H9h}sd={Z`zM`AciLrt$XHl-w$doo{j~BHkTS$P2wy_r)NYOWF<)-03 zYin@`(YECz0HZ%?iDpHd=+ul1Z{z z8x1;k@#SXCoq}*Huc}z5NN)x-@ZE52d2L2H)F+`gq;fN-i9&4byDwed?eYRg!);ei zz7-tZOa9`A5-5{v54~l*B`N>#2l651_v})=g@9dI2}*3>e)6@cK;}k?T&Wkkz*~5C z85%uBq5CmBq3MFXk`a_g4JEmj@|qGCu^DQceF6>2P78?0AZ+TWrro zEKW+TZpCI+r~W+(NmvW7YrdW^P*BmWUAt29+l3X!JTQFGc&3Ko88wEbq-{sW3 zEM90C-u(OUxnt9vkt@9#Af(l^Spj}^?UTen*bAA=Z@Kz0pO_L#cE5SImuBmlhuX_`=U+W_f&q(a;2prM0kd{%RdiF8OwL1aR1sYx$VhSlxw;Z(436)Z-EPab^1rQs3g4?EAz8L z17`AWA~0+?1JmTQs{-fAh=}yU!?Ws=kWKflZ*Z@xm5!*ROVQhuHh53@=#K?jv73pK zI+7bMMKw0SL_qzd%*Ih2q9sdTdl>4K*`+;I6T0q?L;f8P4}nk{`()JbOA9BKE`01@ z+f}H|`^<#o6_t;&g{Two=*Eg?Rd30$M2axM$K6y{o8Z?V#@Qrxjf-MaMAT+1m)MI*z|+U!Zq*v-@HViO5|5 zf+zpxM6BCxunnb$xo<@9YE;gq4Ks8?b6_F50zsNUFnpfr%Cums5vjDwPG!t`l2m<# z^(x~&N^%ujY6ZDTvV<6BkF2#29TUL5dwpWpQ|( z1HJ91YG0b(JdA30!<-d0y_IysU*;u6((S24RT*@A_{lJ8|8}#W{lexUn(%yG4&y!y zH8kvq49sJP5rb;vw_7r3wGp$Nk{wGpqkPyS;f(dO&;`bfI?=VjDRJZ#yaV1zdUVPX zIh2V>Yoc5O){fFbSKUVEeM zLwwVE{iw=emwZM}tE4ZF39-I-alQ3B^!ibkj_X@v<9;?9S-oL&OdN$~Mef9ZeEzO( zd-Y4e`l#_#lY~%j3Tx>2!|RYT2<97OZi(#;!!XRKP)m0NfhoM5tMz&HEwx^+o}mS+ z<8H}rKU92o-gRJ55954?&G?6i((v(e&sy=&wA_&OMWI)46JxCML)wey9xjHchZ-SX zM&`7*jeGsV60j|zBR&0|IDs<5lXc23DQ*H~c_>}f_^`K4j&og7l5b6Sx(b$(AMc^(tR_JsYB#wZL|b@9FLzFMY7jNNz%)QE4yy+NxSa31RwY4%+ntYT^eM!OHX1u(v(bx=r#ZxVipi zwc?YLA#+8k_l(b1DcocB3bJ*r+$W%2*Y_!$;9TJILvmY3?rt~*HG%12p}B|W$-}n` zSWBCz1a(Y+?*{b^VOlRoT?O;qgmy}OeQuD@V4(8JykNrn<7n*>I)iYA6R>_H^GQYb z)RF!W^Noh4ysGqwi#|}q)*Qndr+YQw-!?6%_wPJdJvV%5IhDSYZD5Sw15Lla#yAa4 z?>y(J-=??1`TkW`qE@Xf#!(oW-Yp5c22HPkNfS4xlCVw;;iGkTK3x)!W_E14bU68G z1T{XUHAZ@t!fk&@20&Xr5i3Z*YhneItVsJ*hZ|7F)r1+GyztXpVhxbZmCS{;tPL^e!o72945w)r;#|%crKG>1@z#ks{dvY=xv%1!ksU;|^>)wBSd1_e!WV zC}BO1nRdA}Lk?YNefiv-vqqu@hKY4=E~d9`eM!_=zF}YIpEnLJ;=up~Is$SlG+z8p z&Z>F2>x}QAvt2gFoT&@7t*NPwL>JCAH;+@!-mGUg=sJ&Ubnsyw%T>E=JIB7?wMK8msD$0w#fFHPmqBPk zHl;o)_V@#@u2@iZXffm#Dd$)+yR-NXSCIes6X-NAfB4qdZB$~AnG=G;s zur^HL+O+8W$SI}qP4@|uIU&EM;W7`=aUl&GxWdc>I@u;CVy5;wkl}v6oUhlKLhR>> znDS8$4~!MqHYNgFqjdeA61A}|vTM~13+Hl@F5Nto9lvzxPnv_W?=QKog2C^ea8A5R z%Pjp&?E1G?C&cs|PkV29y4N<;A(-?%Ie|Z8C5RwDxN~v~ox_SgFsP?2*|BbQGBf*# zku0mmu*l#&f1i8UVo@X>H{Td?p^?_JIuv7=c^+ryhxjTfff0DFLGy!Cqn$G!_ zgkk&fOQr|qbT_gLV_REY>>a8K>%ZHDmqt??KAUQD=plK-J&u`&F}G8P@u#wnZ7{8c zm77PjCAKS!PX)JMKvwS|KMu}mUM+1bLqrg22V+!V-j#fGo$hfmX4@^8^etXXCz4@r z3ZLVLD=Sh~Cqepl50-hQP|%5ejUyaX^U4&%P)_`i5(tzH{~|P5G<;JoEyt%F2#>EF z+NX#3{56jpNWxm-`OBu8Ivj+XnhFIWb8dtQ%2tS<5N5jI$LIAmq*n!uLs}tVowBr! zd4?^T?HxFcc^FWmUBsvySNxfgZe+M{5YOBuiV_Ioj|vP9?m`-X0cwv+|b z(?X|I#yMH)BVBY&*6X??YlL-)?Y45aVEOFb`GiJ5awTjlwF#YKR*$R0$n}``h~eZQroU+K6?A9 z!`p7jE0@#_I&BMKzeywR+Snnj@0)iVn zK^(l_YeM7UUt1yGlr^D^!yqomh$NIbSqZf|X)KjaTC_I}0Ge(U*x2!l%Ukc~+C$hw z&y;l^25mbg&b4zQ!v7hJ@$-K^7-K#9?fiuk<=v?Vwz8?0HZIylUq&}wb{c3h^xx7$9B(6`4!oSx!kxx*`>jl(kE;8AUXGi zh4XL&#(O4o^8tFxtK`H`3{!T)?I~B6G1pEavelcVI*y$CaU0y;9HrK<7{XHZvFojqgjG}Qz8$4kU}LEJxu>nlQp zT_(Apvb0~H9zIm=HU8jKmXHQCj-_&aYCzz=mfF8Tcjj9EGWm*(&U|h$QM1iUEcEw+ zzCHO^>_Eo*#2kFt)D%2=eCfEoimm0)f&G2I3xjuHU+DxFQXDMCj$_QqHQF%g9x4jW4{Icfw6dM3RRj2z%CJXM zhFRKUxZ>2qQsvTJamTzWBoeD9SulgMW;d@V+s^6eSv2acZUpwtx}%g5ex~GGg9cF% zsEjv1JK4M=AZ?2jhWR~3^WuL&B(-n2nE=wjciHJPbukak9E&Y!_WXLkV zjjp$wZP&L^$x~>iiKy<-xN0Fce4((Q%+uE6N*zvI`zcQ9m#AGVt#ox_Px-0VY|=zd zDNosGsSA=$O!f=NRQXcsWwT9-ZujAYYMXc=+Bts`bsWy-Kb=j4djw2o?P_Z4qKcle z+?$#D%k93*jVHSaGgC~)&k%Rhh=GH{Ir3rQ3**1N7*!|d2?e19gqHjJWt}xsC1KQQ z>?mj=3Njiuf=y&Ws3U{yR}_b;o{l@j)iN8x=g3O2u<@E4J3KzW>k<5{O(DU9OSx&@To==pj zXqInQPWt84^ZNNr>Y4lNj4D#-Y=e$vQ4{gLA8wB>Hxb&KDn7UtKDI6ihfd^WVdZ3p z(!1fIdKD)?oh9I<*oCM0Dv_^IlVaG+LgBgkJ0eXy0eznN3!m<|jn5~4*qbC`1AC;M zbuj#(Gfm z_AZgD;k=$K*7HOrgT+I+t$}c>wY_TJ-wHFW>A0SWLf>(mfM}&ZGWAD9!_dZPQ@?zB zn!3J8kHd(vv@ zh(`9xOm7W9awyMC&Gco#G{*d|ZcqWk;W)uhK!L#%@ThGKtr6*JoW2=+b2`(Ss$xet z$VX9wyP=^#=964n-aC)VTTu*aYk15{C~+@3m_NW}T}C{4@?xOx&WsTTqH<+Yi+(9O zIPt(0WOfl(XJRc}ubhDOlEMisufw8>KgMGh>n8>J;!kYjwO_E#!Lx1r^VEO5%l$Ni*+KQ~SHoekFh??{tG z93-Op1RR^k{sQxPn6;v_N_jo67NT5Ex(jHIsrVcT=YQ;)xMQUO(Eeb(+-99)V7(v2 zfXrCU!uHo*}20uR;-e(9YYII^)ngj z{*#vh1R%#)fL`Gm0lEj;G3f@9-n$C*j;)Knh}gToPQ*0Pb1ZD3*DZ#rO7ch4NGF}s z{>^l=94?mi&W!01X&UiPhF;Mamwn(oF`=z!AK>Mf<~XUP<&0tl*XXftUej%?m2XhH zW1wv)pfJbP3CkxfXWqLI_DDNC@h^*koPziKC9pYM;Bb!n2@-WZ2moqNtx-Zn96IN5 z@bX1MowA2E{fnGE1ETy3)0xkgap{Z6pWY$+Mhqkf(pO7F3N!gn$ys zygj1Rq3V8Y1b36NKdBUjLfiY+e-VLfEtZiXW+^-YFjzZegP0Kor#jMhzXyYrhtq+R zaP*O`iNJlQ=kkRJk4HT~g}(Kgv=g(+s9WYGWb{9`d-ysj3LT=nI6oTdGs4y=)C%$C zooBvnJr6)Qm%rckH#7~RZso2#Hj=q0IDVxzoJq-;#Mie)RFrg;VVbvYba_y|i79y~ z?@8^?agPTZ(JYu#FHwizyh?e+yGqFqd@>_&5n|RKTn>x72hl(QCM zXCu7h))s7&vC@QqyK%gy-v8#s3ycM1c|0N&+$_td_47Xe_*=eiYN3D7?j0B~caLvw zP3HP<+B4b9NRfk<_3M<)k$|i+2;uN$7aqS(HLwO<68cp2kgg{3& zs3tB6Tl)@V$4<>J8pexP zkT`XuQn~F~h$0V6G#VD9?s}nJT6bVvE{Ai82X;)=S$8@QmW(_JAYpe>e2_BIb$!vm z%c=MS>k+jKYVYbhSRhBptYdRny?tS(7ToJIp~kJZnul-qK^iCbGT(iH^655dA(^`M zN7nT>4#~hSJCsQi{BY+H^YN=W%vFghMnQGTwchUI@5N2zooT1Nyao;`+%stK$qG(< z{$_IhT9)YYa89~?CO`_!@=$fwDeYFJbzGg~_3ZfI^7DL(#YEnfWexq@6>lu6%1$KxL%E758^RD83RA1Ac<+xy<3zB{#1@N8h;?m2mK zLNPQj$Z8RrP9X;@I>gnixc0x}ik$kqkSz*cK7T`0B*^^Ik$u*dZ>3vcqeXjFumE^x zuBIaN((Ynr6#A*f&yNX|8N z+e>44sqs=yWq*F_oYY(yJEo}{OHXOMj@xd_e)jSA$>XOVS1$7 zi3^AOpKB=Kqcl@p&J`y#?Jlc%Gu!um#foR98!Fg>r?I`Pph|DhZSbgw(H zPq#MY*?V>Gy~*Y(%75aKkt4o zD5&+SNhI!2u5y9J&uN`wyStQ~v+j8f+=4mET`loXX#^n?Y-ac>fO4VU36=$>C_1Pu z%;BPs^OxD%3vsJToB#C1yj=2^-HD<FJ4D9Qo4(`TdJr zwf;Q^g9JjJ36`&jSNeKgL{RtFoVU(wevmo(X>?B3rM+x{ENIpxHg@Dz5aookv|oOs zGtB`vd_F2@I~?HqivHmH3SD@!njpBMhtaUCGeLc`QNU>J^Y&D{ZRG!zQVcc=2sJgm zz=r@>L&>GJGTR#OwkV$Pt}N7bt7rH+I>bNxv&#eZ_Hp8U^%=#T2(Fd+Mcb`&!W%=> zDi)2CZ9d0l@}{u(LnPJC2i{px9nW|p;7K`??!J;XaC0Ch-4ReES6Ry zk(b}DQ)2g(euek6=#ptoC0c?IVXfr+AC={+OZELb&b#XX*r9u^QufdfOax?Md6qPi zPsq1iOSWO?rn1h<>6jc7%5s0C{YBcYz9jT*vNWMK@Zf$<=vyX5>qDY&&>*+T?D-B@ z?T!c!wd6A8aE@Tif6;3Fk{`_svL=u&-r2ZtMh4J&Qtu;Q1jz_lbn%DeKlAO?K#R{z zPvM(Z3$hAohIgQY*#=0NbM`LHN4Kv;sm|eq4%aFBB5!LOhL!BN*cCOs5R-R*-julW zrVsCV@dnwmR&7M5Zu-j@{NF{#?+T;d3BMqW^)JZFUlVyD=rc(b{HAA5;ao#s&LmxT!B0(-=Ozr^pcpU zUuwkoSl-hNR3mzH%de-Q+zT_YPbtTgvx#1Fd+OvGOwAi@7R@~>UsoXC;1_{kSh1zs zdsUP~6j?kn5V8SAxHS92pjb<|@mGd)mJlcO$U4PQn;-%l&+NjE<8AS`Xy?UGps%jJ zY0JwhNERp~H!Y7OZntmfoM-I-6!V>n)Xe@d$_I-nU^gJG;;fX>GDCjj&RX#8Hp#4JNYX?A zv@Ht#&?TyAodROJhixo&68RZt7l=STcCfMnhW(P4)E+KQ#*sjbx%pVzeg`h5bME%R z%JtuB{=yau{2~2&wFbu1Mpa~^0Ydn{II(|$amYWt83oU8LzgSq34xp9e^6p;6eT77 z|5|Q+Snj8kpf)WW-;@O}UWS)2>s_5a>FcRxUp2V57$fK0xG-|2C>kbL7kv@n=YaV- z=rGD(HYEVC#-1XBIeY?t+Yo{owzX|=V`Fy2fBx!|4E(p^;=4uH!*v0MSL&SeuAB$a zDF$s?rfRi=du$AW0Wuf6U<_QY_VjR1Hl_ZTbd7aO-yG?Rd-f#$I&ApEkI#Xm+p|qV zZ(vCi%8DxfS#!!I=6~C0U_X%Yo)iTSFaxu=mBATL%E!1UI0(|+4iR$P2PXmt`Z%4t zehHL?w65QjLeTY|L2`9KxX4@z{Xo+t(6)Y59cj@A%cy#XXdSVus}U^YCCS6?2P&1H zMh7U%<-PfK<+gmC+JM7k8=80znAJk9cIh5{?ZT`A=hN4w@*p_Gj@$RI@5z*9JcVp9s_%+Oed8kL%D8)Z^cFECH#a13ztli%CKJE6$ z_OV`bk1FH=cW)kRZ7ua5xS>@;_dy7Mk?a;r@wdeV=)F$&8{;0h|z^QWf1)UvqIE1&zkJBOVh3e5g64WH}J~oZz0-6 zJ0AQ!KjAtR1T5l}&lhkm-$S$sZ+Noo`}pvo!~kdTec zr?1ru~#qSb1Yzq~v2k(2^y5B;os!^&t*x*hPg#gcdsaM~&kb9K_q zX*f0U{x>^UkLiS5wWz_rY>G6`^%?Ybzu+UZ=i1(N2^RG86alvd;1^=r;CLPw2wZF? z|?yuk(U(@w7D>A%4KRN^n4^!ejjUSH{#ynLPSSCi4X zbA6V*-4=ph?#5ke-L|)447h3v)_S*0IRxSwkwm{7`2vEIk z(z~Ojp(?$`J_B}23Xct+o+9;wndKN6F+zm|B_0k@sSR z&f~OO{_R}PCUD1^KOQQ}Y78{mOVgF0Ik-HrA*^hA|L3oNK;r5kIO}bh3J4jNd06Ew ziL2`fc2Z~D33-G{MpN^j?R@{s>&H9BKb*e2N1y8Pb6Ugph0AoOc?XzoFzvoMtopt~3V|H<&_PQg= zrs~s&TW^2SnR7#(US8jBBz-D^F9)+>vEHqbc|j4o6h&#$vpOD(%M^Wtpq406+bG)n z5y-+Z>D(QlI1edV8Chl-^h0DGPv3gbl?8>m|gt;{=;bJbBE7Pbnn=N|2|q5fCc~GHvl&AWakp} zzbDrN1d{*z=Ks$hdOc?j?$XKx`f4PgPdLUYDN(c!8HeAEq%Vxtpo)vXk2^)I4WkT` zWNzjR5s6+a6dZPb-itckh!xu1}ul!2f15soQH}`Lzql55=mh4-594K3gv76fS0J~!=R4a5Dhkgxex-juYg_#}a^t69h*QLZ zS1BrOailqH?E%)pc_cMe#bY*&7B(o}EreZtX8s&gw}lVtr63sq0&f(qN`I%SdG)Uuk}V|z-#mt&5h z(}&nInSNu(EH8eX_&3>P?B5lY$R#0wvAQux;NXy47i~sU;HOT7V|pI_$4G!7wg8x6 zSQCx$i*o@ywd|!%SsFl9h?sgy1MbkJ&4)nH%;l*}*vCdBz`>0AA=&nN!N>SAep|Md z-gHo!8RTD(gq7WkV6VfsgLlj4gjbJ)ZBFN=oWAQFuY^$m)B3>c*XL*JKp#(oe%wR= z8YJAZ^i@h;c;j<5;H%Wb0#z1MyedyieR*h-dl35YXKXNlqZ)=YXjt-Xt-iIR0iXB# zj?tNb#q;IwaKl#o6DePhoJf}Epuq{`X1CMAiwk}JOqIGx-p08PnFnOp&(D-s4ip%6 z>Sps!&SQ5lmzg@D)!@V)-$H6VMWOL_7#fDufV+$Z9HZFn?Uz?YssMO_enM!4q`|Yn(eLFu1rz za3T#D%F^h5wFB2L3EA;|>np8j@j|kOa(2|)%S97h0kStRxfuwG7G;Ia7l;48{I&sP z{1!mQ?Iuf82|otpD18Xf5Onfwt?y4nq`jsW00FE9NMq_9eREe%A@{<=->(eK_u9b* zHg`k{UpN`M1PLUe>l)1t`s43kaCL~s9yXm49sk3v(_LQ%2RTIq1Oj{Kb7Mpv@Js<# z%@2@_r}8#|WUK#Jr&G{?f$u5oi^JzX(OxH}V(xaXnJ2MBo+>Dy#__~^KZOCDZJR^h zuBV*-*4(~Z>SP4jPP%2C2n+e^Bf_(1M-3}@B9u};?hX_+E%xT@-nFaHAmW2~DrXai zyv?$4y*L1r5(9Q}JD20tQhhFKWSs~mddf?@G(XmO)Dt@cP|AlUpreJx>GxYt9jmB4 zca^gR)HpR7*YNhq^eDUt%rCu~ITi#3w!wFQ*gr&qu}brA)p`RJ%t}|-Y2o_8Ecxo0 z3|NCf=#ocXe7c@PJVPv1>4cglu&^v($`mwd{&*2(;SDYmxlN!|TM+3UVK0K+;>}-v zCGzBde^5AM_55B^A{?-M8lhu=UP(uErzr(?HiDfE)w;O3wSpTDgltU4yjQDEUALdR zQ*hdh+kaJb6dWxXnf^1v=fN$k&H~2xb|NW=*$r2fR(N8pT>t)RTNucklq)x}jA#w! z+Z=#6tN-G@OEKPP_V1&b=eFQ??SxD7*x_6v?Ent%q~PU>MAQlTF^9h;UkC*B0E0rrh#4g$a&vas%?fDd(izNanCV? zk!=ZUeV2KW#ap92^gHurN*76yY?_N+Z~8A_c|LXiZ4tLaI37++FlZD?wbds~ z?|t~}kvY+zcv%+|9}ztiPkr~iLsMXWLfUu)N8aB|cIda`nY*S>J#xWq1h9w4BN75r zi_c0Iy?gN7p13fVpl+WvdZJzWwsX>U9pM0_kW+r*p(GXr!<8tVAhZ#GA3nRYK0bm-dT`~v3BgXf0rc!H9U&k zTB5hi8B>&!HP3nb;8O?B5&?Dfmr>k_96kK-N(hgM*SUgdr0bDn~~ z`y`yg?*aSM(%1?(nop?xrRCYd5BoqkYSJJqqob*#UnrgH*R=Gcu@#)y#vfmwd2~KY zEJRw?nA#p}$_Vx%Uv|%}J|g3)y2NW<|6b4f^pjy<%LW%v$;P5EM8$Vsu{NFNU(+jE zSY3eN=?x5OZ(UiGxjgk6Ze40*Y*AKu8iN9z%X-UW4^j{R?6>oiQ{ zTyRfpL~i_iDvv5S<3;jH&Q~wibBs4N&^Fj9PKRt4K{%d0nABM{C*VzY5THWuH(|`{ ztrdC^tPw{9ZTRO1t3DMq2kK8jGzU0rxGy#ICXUBwbjQjQ+akUEp$I=f zwm8z9X5=xanUIjMw4Pn<=q`v^$*NmfRKM-AKa-=%#i330na(wtd*@Slv1?s~~52ZDTmG?T1 zKf>=dJJY)q!5o(e7-tm4UU1a5HgU@R;ZcPpCKKQAc2yC}#N)kw-uTd1rfcV)UpuKN z{2|gj0_(du>2xlC@Ki&&se9y3cv={}I=Sol{QKnF50bm{qgT{P-eTGO=2}$`;h2m1 z(}m}T%Wnvz4i>IHk)eqUDBU$mn5UKFyL<;<@oeUeo0OPVyyoRbp_#}zvnK+>>qDC- z0lQWFtj(m?M)St6c-v;b+@l{`3MiYD9GoqFANoA)brT3mwD{jPkAGKb-KwSmS>B&n z&{$2pfP}-OIQE)gnL(qbW%jjryVrLTKXp|nS>ROmZNJ=S8I{Xbdu)pOYRe)13=i6qd2ME9E12^Bkk20SY z$WMLMcINwZ(Xws+0-sm%X#eqpsp2oeTwi#{^A91Vs`mn5%4%~~hoHMp?YMo3v<*Im zhF0!ch4Q!3A4JED7C_8?8e;Z2AIL9;*&21HE1QI!S@XPl_3A^_TczzT1D~7CBUp1B z#jMI;OV3ARke_KuDJ8pl1WKB+WR1QQ$0|?Ii-W}D6(Z_*$=va`paff}E$AWm{?WaR z6stz2__tlDx8pUNSU>hwhBXQtdO6Hnb?al!k6#xB!gU-=oJ{T`*)*)LVR~?AX@&06 zXEErWT{Qn5N|i<0wIfnGtj$_6yJ&;wJSO2xszAbh)!(%xZ#!5O; z+E-+4sPPJ5XduV;?LLM*Sn24RYU!Y)H$2dDkw)HGL;rJj$+kv@B^fmX2b;p?3e#0f zUJ0d0nanCmuZx-L{A}S;Alq}kM#&Z1D{|q7KHn~sE0pU<)f*8~6$MQh=nYh5W;jG3 za2Tmr8ci$=_Pt(2@13qXxG~6kAt~7P463Ttt%!LTn)DDIIJIQHFTT%2F)%;&+`y_H z2u|x$<~Mn#ufX5Id&^(&z5f2|Z>3{vNqoU0_XM#+L#@u&qVKut^()VqLO2&onPro2 z7aFMLKXcK2JkJJ0*`#{${$lSNWf!+)ky};WAVqJLQk|eNF|rn+m{fq75w$BNGsT@g za^cD!A(q=8S00O(If2VV=;@-uzt7nD7v&h&#_fcW^qB#w7tgy$%y=+KiNe^qE|31B zs~Pora`@AV$J4vV?Fwm2g9)zrASU_A=4RQ?4NitE|NibPu{&zZJjz!4T6OVViXS6G zGyV|p#HEK6hD0oKFPN?G?;;hnzLn5g?qJo;-vtm?!{imtwos#ZrdZx=CdPSjW8HK7j;vtaz= z2n}A2xGFh>iWF1mqB6xWr_GQuNuDaXzcm66CHTC>fFw!~s|<#LE& z4$D}MWe&5P5@Mg%`?`H^pFiOH!}t6CaohX0?RDGh^?E$-&&TVrpVP(CUekZUR5K+3k1=R<$T{xsVcY{U|@j46Lz)1F};Hvlh8 zryuW9HMOO#zVvgANNuJaqzIMe_GA-ymI3vlMU9?}{2$&%4VX+b-2)zTM+$t)@A6hG zB=6edmdifrgs}g@m{`eri|u3|?T(UEg;^&TknZg}lN6*FLhD_S#7cX+YC9Gjda ziI)D!6p{KWjMHP!x|CTQMnxAHJzLti72du&of7-*&|x5O**I6d8$W}b_Tfeq$rs_8 zJs)n%drehZr^#65fHVw~L9cCXjyvs7j-R$Wj8DAG90&#Fad5m&NjCjX^c*)RuhVyu z?%&Umu1KJuo{Gq6FgXb)3Z9iKBAu9@&nLc5qvnyxb=o^-n;wrOE_n#KrLdt9A*7m@+DRfv zJgeHk3x_Df;PY*kthKG_i*3f(Cu*Hz?8v3vr{lZ9DUduw#K_|S8JOwRyrkdca(yHS zDiG?RvcsyEr;z-Z(A3IGqoWeDXrp}ljiWQpKoj0vc0v{v=utlAGyCr+bfcCTOJG!)vae>0q zq}jB6_7JtbfP-eW8sQ0^sV0-b0Y4E;Xa3)4x&gHehfutJ8>Bk8P(R8e6I z^@~GM=S4x+fXyb_T=m$D$yu$}4r~KO03Pt>9(b*W6=XGR#9HTOJ!*F$ewUoHfBqDh zPjCNLKsLiOm~0HY1kfe#@|&8G6t%Wz8XhkRS;vJ0dr+PDPU=?d-Lz@bcFrAvM|JYo zG}-SIee3;c^k-hfjwe7Wx$1Fr_Y02kWuQ9Je9WioDnwQ+FGw3_D&&tT;9^4jkSzjh=} z2%M4)zh#gFo|T=Bq-=A2w^gWUs=Hpd&FR*so1&^KwZ>q@dXSP0_R7<2YTAzGUWXSO z+;q2wEM@ z2(UeKem~b}l>2KoS4yZof!7iV%;c|El`5cVol+{1rR56~ADNZQ8(=pDSM>u%wmVQtp@n!a88^f%0@=wj%S4Avz9g=ATlQ;Qi#t-t4-3$hHY8QEoJ& zZX7Tt(l!BD7_WgMd$5G>?Da5#0~{R3?2r|kAio>!+k3)2EEPXk%z}J9AH=^ zt*W-j(QDb)GGS8ib?$f#tT0B z!5gq(d?YVAFj{80$kvtIsi+@-n6pLsiPvY|Fe=AsIzi$^zzH6u4$Cy0gwvR89?n!z z_wzj1R&H~+`@d?S1K4V575ld}-5RplO~ZfuV(ppI6cx@o8VCx_pq`X)B~{1XPHPc} zZyOamH@zJazlJ8Au#^N>%T#{1^6fas(s%T2@?&+M(qfzU7NO6r&|D_kBGC|l2rZ|r zH3bF(@T(nU{oXI99q=5j?3f~hMc~@CaP`0ZiE|~C_tJ91Zlrg^mZuvuZND#3DLG|; zs&a*()$dwpg1HtsFRi4`ovo%$@&TCNwu&XQ%D_R;unGf)MF6TxDk?~+v>0hhp8-sj zj~{*y_$IOC82{a*cB}F1dGjrJuZVw#b*y%cQW9^`H~({Q8o8#7^TX$m0M0NgQmX?B zJ+=o_brXJ0%N^IH0EE2-p!vjeO?2u%!1#QVeITEZodOP_a_wXv5HkP>)1JDFK?DeY zAu9o)g%^d|3mbD+=O_Vdk`g>oDutOOlzj2>7lpEuKRy?H4&2_LMSkPZ;&Wk%7VCJ} zFujv6J5VnA=>~0&X2%n2J`Uect zC|6N%jHXmuS&iOt{X!;$%m(WZqM|n{^^P>Aib0oQb1Z{MzP-D$ItFyb@ON&DCS@zD zouZe|Q-#?vOJh2sk+dG$W#rJkeGuOXl|RMYX}?lt7r5N(ZNQ(FGmkQ%$E@wj$0 zSrhQ2p`bDJLXQ7YT>Q8Q;n2P`KXDndQfIyH)|9yNqS}*##4@u)+;SLER(;cINWBZYIO@AHNMN@G4@E2(U9Fjb28;6~LyRFZDpvgS}@CR3&8s23xi`LVH&3PKY50bcoF=8r#q1Ay%A zzP?H2I#Ig%`jQ%C+(+g_kNfJromh`dg%()|AO<8SG($1N(}8kw$C)E&a=K&5)M>t7571*afsyPm7&VR1S-4|nVhD>4%783Za9RELHt z&+R-6U23qYeQwuuFPx*GG+H3H|AH}juRV$YIsz`gGiPlTeeM%|sR*s;Jmm^N3ZgF& z9!SjBDyWL=L|WmbLWHl%TcVBxEdCo(C_)~po)ObQmp(7?8jCVYCOXv@NIMj+>Rt;r zj@%@!nbW;<|5fWKgxnJs2->nFJ-mum4Si4XQirRzHgC$8WywknS1=se^0cBR*J5uL z+{dUNiW57c^45GA1ZN06Rq!ew3tG)2wmrKr{X5j*at)DQf~$5O^px4;VV`{sKUhD6 zVeUJRc$)t-tgMsYvz)@1)NSX21p)WkBc7hZSd>Xaw1rk5tuHjsC=Mow^LT35BwB=Q zi_OcOuN~K}l|+AJI|BJ^`c0?&wHctP{Na_%IM zEtVBVN&2&gZz(=tEv{J$FQlSPk{l-;kLlP_UT zU{h=ScFIkvo4)j55s{kysLD<*>6=r$Ta`5)pPjYdDXOFR8z$jw#i?{+h~^0fHV5!G zM5$VP`Dai01*ztRAu+8p;(%Ka);DoJ26Q7O#A|+MUnPu!4_c9R!bYic?E_1fhn_y` z(OVp&^95B2=5k9{%Z0>%;7dl#!oNRx=dBv|B%ezYp|gGg9qPKf$bcH-N`{$V3mNaE z7Pn}HzFTeib}X&dOdeM?0ZTi*rK`$;`lpFcL|guGvJ8Lzrl3MOzc5?!ruEd+5>(N{ z9zo6(=*k=My?9TVd~bZvI^*yQaGnKv@X@}j2r#|DWkH@)xUVjItBex9mAn<&_F<&m z|I^uy%eRw@CQo-;`*kHc^lTwdNfF$nx(jC&tm3bm@q^8J8%UIS^EppW_+bkoQNuucE>GHw6Au><_? hjRgPicRC)DZjR;2H7mVZ^RJ7;(!$!j__RmDe*gwLwT=J) literal 0 HcmV?d00001 diff --git a/history_plt/pso_v4_mnist_ablation.png b/history_plt/pso_v4_mnist_ablation.png new file mode 100644 index 0000000000000000000000000000000000000000..1d33ed7c4e9d3ef42a8126a6f45a0088ed378a4b GIT binary patch literal 288164 zcmdpe_gfQf*R2he*aa*|6Qv7C7Z4Bx=`{&eKt&Kj@0}=$3M#$#UV?y>fOJKr2!hl= zXi`H9odgJkbC1vSe&_xEfb+}Ab!oy7l9{{gz4lsbPq2=b@);N-?9ib@XH-=b^$s1P zeQ@Z|@#T}p!I9)WpU>b)%1z184en^==K0vg@{s0ZHzzwsH#?grY#x>_t~QPiA_77} z0z$Xgtliw4T%`mB?f>T;0*)@v1YPh)x51~-I;j}B9y-L*1pPbg@Y`MX(BVUeR2AhB zUdc4Da~u@j)92z^tT9I44Wa3$1$ZJfy_#!kM@l|y~xbWWDhyBWcu~>pgfIq zNQmg+3pDcK>?+D6bZYy-*(kf8H|>zYjeBc>gvuX#exLH*oz5&HwxaUa&2m ze}Ck^4}`m)eDJ@%wpHp_)_=d@&{O9Bk541IV};?LtG)MieJV^Y(R*Wdh|*tZAn}ID zMJ1r*;(A-0d4NsqEu$wZxDxYmx1~WL%XWdK7Nf`J=;<&9KK*!Yx&1z0zopWa#GV{= z5hj}7ug_fT00*B^sT9X@n_kWp!W$N!`~v-=#QFogZHc$sN?$=#fkBB`@yzt}biDIa zvv-)Z=d#@bI853)0Z!-B{Zb}>KIqjUdf2H;w{G|5X?JaHJmu`yFMeplshygJVp8Rh;(f4B)|8qSGdxec;uONbXZ15q(6LI}g3kU{ zREE>{^_h0!v5DDVNkqfGV$^E|$!a$I(?SMn6Irhyjjcb=5q&nXgo<>QcEP9(oK} zT1~e`kOJZaOgs7t;2U+RtsfC7+V#Fk)#D1 zwlgJnrlVYC%-esLuGCR?7fE<%*RYA?|Fc0}l->Sw zbYpueY}meA(eCC4MloS!Cg)e9j;6I9XA%bW4$Xb1(-xf%$32p-uwY9B>jqD*o6CHs z@$&eYivf+abew~zli=G+jq1FdzZ3EoUXUid2`SHBy0=Lk>}~wIZ0QId`)zo=>xBHvRjX;$H83u$%S$B0rqi(#F*E&%ZjsAcecNYmYJP7BkZwC*hB;q!)3oSGfw zU9z@i5g3*ccbsXi(z{Dm9q~dh%=6loJc#&&R2g5q1&1-W8g*|&dt=14E8*oi*+DH% z@TFC>C3%>)JNKE&z#GE{MCAQ9yOn1oNuxcOsQ>mYw?$fW4$F8)pu**$4x$A&KLr`(idF1{dxVW>-S$zlNacH z=69K_lFJT!mE|*Tm&?)TIN@}anJsrW=ch(tEcI{nEeS-9oTdFY=U5$%pS}`aV(%;(oHHO=ZuJYcQ*C@2lamm5i$guOqCdUQ4Aq;f zIp*3o`)p~jbat~>o6K8iJ;|5K8nFFUzuiUj>cd=(g!qzq5D!#y?w^&sX)r8`6zSPU z^$fB0=qhnxJ)|j1MUv4 zvC7^$&}Y4k>jrf%m@9R)nZqdYOP|zYBeGB*Yf%z%9sq=7(9QVT>Z`sFOol%?qXS4pO zwU9#t6&~B5`DPZ2YdcS06Tf98CUQVl!m2}=PG|L>#PeK1mZ$JgbEW-o$0@?oP?*=kQ{y zE`A8(G^Vq0&7<`~zSp}~2u4l!rAlIQBO%qdqc!42{qyM135zh90k^r|*Ow{LyvU!) z9(bGCkL8_Z7U^x~%7p2SE;+~I&y%onR6j4J9Bk-r+0aYIJSr8MH5sd_TRX4j?r8Ur zCEo|~^^Z%#B1;;nc#3R#*XCkLqpTITTA-i#F))JRjn+ATQ$o;S!n4%*QS?GV-jRB% zspb!}F$QL9ENRZoS5+Gu1Gz$*IND?RMRw%-(Pn;YN-NHzHSYE^nbds>A@O|-jDa^E zB)Ty_up&GZ^zHk~#O~yIxS$*fB@5>ZCL>OH?A+JItY^SP%ma3EB$q!=vA@pD_NS04 znNu*&wur+L6I*`dQBV6V9_5U)1|JmYqUFQvl@Ax&7FRbjx&4+GDioQ&Q@zqaQ81pf zA8#1FOB%Fr9>0&&tf+@c76hfs(Q{xzGB;d7y1O3JN3XU=tQx&(dK?>Ct*f(ySl@h_@@3GLG~;9piZ_8frOpKO@j!kLqe{oLn!et;ZvXP(R| z<(7Zuc`FE{Pb%5e^E}7Axo|!pnG625Wk}tjQdaDhUfN|31W^Bk`K^9EQJq?4-OcXW z#u4Wg_U^Kv!*C-<5A^|Y!OUl#<630T;>&ddorRI=a+~hVprYH8=jeDoMGM54dKjsg zumvq->bA~^wijChDQNPf9&2f{3FFtc0maQI;rp=wW&GaA>%qP2l+?GMm-x*~7 z&kV+M+H1*dA%;VmHNC>F2(dd|tFNp4sh7V1;@%eT;rz+pU`i9##5E@vylOm%iN6<- zS5+CZ%VLbjKo-D=x9;t1xXLI;#V1KPl2{5SdnVqnruI=x19oOA_s!0u5B96PLELmj z%J-s8lbS&EANAW?Yspm(W8q{*5DSdTt!BZhBpcs=?7 z5Y?>kRSkLLqiJpBknc);{TDl_8Oypp2c7E^t6gC;?QzQX?{d1Nk>6Bj?*=Pc$oZ1& zD5)@uxvewT#4Cy((nYWm9_7lufs1L;acbO761QK+pIE6Tq&njWU>^y?b2VtIL*E!2 zfB%3GPpWQ4UbioT@2t;gvLna)P&#fJ$83lTd6$Avwu`(sb_;zkMXxYR3Aisw`R{Jh z+8E{GY*+=%>IRpUgWg*p$$df-vX|*QdP<9Na{=Kb@0!%s_g6*g(iZ*c?4$BlWaVG( z1nb1RFOO7{K0mDWC^}=a=r;~xL!?=5XsM*@>|ocK6jo!aehiX`Mc~%G_>TeT{ak_L z@3z*le$Obzt9-yma5!~YpkrsbcBKx&RUJb$?zVk6L9@C$d0uOir0SWUG3_AXpk2m5 zZVa~!07;Ct{veV=eW`4u3naSBuGfm|)_;au-YlyJ*B`uH_fDXOd)gZWh4!{rt7Ov} zHyix8$eb)KE?@V?idc?X3~XlSo-8boNu45@{Av8 z=ou|PdDyWLOMs%6D}OI@6nJj;p86nhL{OwhcBsMMx3gDU&OWSYl^ieQ>!Bqto5pV6 z1y+9C#_#**W<>4rqBs(w$XM*zpD!;Y!Ew)@q2-9MxX?V6k}&sP%B=goB>>HmV4~X! zz*m1K+YEd(>I4^+S{|^!d#}B{Px6Yk)ZeAG>o6TqvS@i81T}|NmzRE=vLOGG7#SM0 z7rKI7rmNnM5$jjB9!H3XH z^gAdb?<1~qGWP|pgE1hnuzF8N@R&AW-fS0KykFU~H4}JB;8TqGUjIENWRBNzH9@1+ zgJ_3MVUyiky>Ak&~)gs8ktFdan^`P?NtKf%iaNYyNQUvWq4OP7?>x?bs3)XJ!SK1@FIlpWZuVe}R1dPsKlif-21!jE1Wm9Zl$!3!fIC z{J*_EBLdceSeie{Xk<+%NP(FSo~QL;XDEwTuSRRsZ{wHu*d;J~>1^pSEa3Uj)5Drx z=Kfp#Br056#xhiPckZ+O=3dmacTS}(Dlbo8CeixpU9V5xi$zr$xlADGT@Q1tndfx< z^Wp?&UkzuH&7=m=GI>>B6I4;Ety2!8HI`57Mdw$}b@PPJ{SO4;gkEq$b|(J8O;{KKRZFkm<5kn< zq4}}UG|d=Mv+7`0$saS7qmPCa28XKSazT~s@y;gzHL|Xdah2%W2zJcir}sy0p=M^z zQF+d1bybGR?s8}7TNlWl*w}ErBiGEM%P3fs6_^l!dYos082(eN3p+zv8tNSZaYQJt zV9^8=sdc1cMs4i+sh-p|2v)Nc_Pg*NS)Jb=yWp@s-6noAdkRjlEz~cvE4+ha?;n5Q z2*OLQE1{DlotKtcPFb!UPOoa}q%OW_xF%>?(-#_5OWGYCw;2y^N)_NPvXD^GF~-Fs zdbW(@btI@%|9sN(nlWB(G5=jRLBCx8BAm6{!eFomQUCX#b`fL0v0h8?5kKS5;?Wvv zwr~Zs)u(Is1dRT&KPLtB_@s4DRbAvz^D279j_uoCZx_68T%OMmIgO1;6|o!q6h7_` zxPhy-Ib6iys&n2B09LxPfWkK!RJXJATlzk64_#DSZ3XI9o5IHnX%H9_Hku3%lVust zVf(7L#6X|Txd|C%i{$rE5mQNYu6ma0-ON$~)w`Z!bGf94J`TJE`;nazWEL!{|L0Jh zx2t|-Pp@R2#{=*UomZtj>^fulO%zfK#r00G`Z=}MG^1>DE-6qw)TAD`X(^+GNC2=5 zUqVqWRsm7hzB;B}c4cg#c=P2e_&1*6~ zZa-UO=?L&_qOR?yH>?47aHM?GMOCg8`m#o2Kz%G4s%+j-CwLWLb9{?KGZc@R9w@VT z-!!QGnwRRsi@U;aT+v!tvMyI8|MK{C{tF`BXE}LO(!P0L&2y{lIn_vAVDet6C$pP% zjZoLB;@|bDX{Vy8-YaCrUYb*vzMB$ONp3z}fxGoL{7gr&Goaq9!bMp3$##wJ>Pz^? zcBM#5OndK!7LtEID?X^c|K{w6>M_*Nf+PI0BF1Ds#eKl&dKYo1{8=X`P|_B?Yp4sZ z#d3b6KisW2!;6c^sN5`3G63b-_y8&8+tkP zXe>9f_~gO6ojN^fI^>E|ABi^#I$bzOl`EyZqR9X?SC+lvO-x2pcV@qyU=@Whl+Cp` zA|l~QU%u{jx!!F`fzDqH}AqU^-3n|AaA`0f--UwX{xD+7!qs(bSL3#|+ld+&N&q&co(Z;jz8z2q(iuwI~ z5gde>IP=P>6~}^0g+2!76BtX}ehYnEPz}Y@=VRVAv-`bwH?W^!Li2T|4~H+f z-quwjx*8HviswT~g~rjoXn{O za;OR}maq78)7^~@5t7u!4*@HU4)Y?WEfvKV0>I>h{p~`vScgarK7(RWniz~?K~0P+ z5sSmaK1T3n%`b<_Mzu>CzdAkv}p6Por(CqG=Q9;e{#1rnRs49@5Dtp6|)dG&W`i z)tePSfLMDpOThNyk~6B0bHu$$>Pg0}nsjeqyWF=jABB#CQarhkKMEbGL*b+o<;l~( z-Hi{BOpM>CV%(^rRb#-4^{yqMESle!N+`GF1|A-Qitl$r;+h%ZFOHt@2?Kc1x7@Nl z_F-4=)>L6h1MI42kkpfI#m|9Mn-Nx4$7qM(c!v}7(`f?HCnWU za+-8Pd2xc}lRXc!sqF@P)Kmc;w?w?tKR9%z{`nD4qy+ec;$TRR?Kc>jC6oC z*tqzC%yPY}|EYU68<_N4@c#FRA8j_E%J_~tnaO(+&xv-AQoMf_@HXNA?Uq(S<^Sef z_cw@`O-k0keGhrn%}nuB&rP-de8lzE?x)q5f@2Bi1wS@%t!L?8Y3epaDaa-BKD`41 z;cbW)|Fhr?$i8&4Aucc-qQ(pBxqnMKjC>APMIUS-VjKbye$IO>^5V(bm}!Qvz}Hla z?yiQK`!n^vfkPia6F=yACImOQNf9f0JAlkEgRIiAJRGDbDimXr_#WQQjvi(YLW&Bxb;*!lA$)Zf zGfBkZmNN|WqL}Qdv^_l~cH}kPBzA1>kYnS%MxIv66D^H}t;T&)63*%YgMP((x9(%b zr%Li^LPHY_5r?K4Ik7 z*?5c4Qi`tVS*e3b8pg60jqJ*|Cg@01T2p2F)jj!gMP9j`AcJ2{q63)b2s?ESiH5cO z5AYhxb-$izA02@H&v<|Q^SDe{%xpfr>roz{Y5+&BW)nd5@JqOJ0?v^n_h#QBDbDrA zC1jt=S8k+evb3i|F|IH&S|OCG2B+EgRTjpn9Z%%F4I7^p8k1I%>|3) z;OlvohSBG>&hv=NT#fFO9DQi35OkH{yn*{K>;5q?-p`xf{u{9_Xe!z?Y0y0b)L125 z7zV!y>i3~>GJwJQC8}JSuXw_91_FcuS!9wjy|>XNLG$8>F+f+J>qh}EVYT|_>)47z z!_KUN$o0h$pT#0l$^M1{U4lcVMy__6gA@?FdgNnH?=f^B{2?yt9Q{Qn`Lozgy;gQ4 zLp(xBp7<3oAhHxgq&gzuLBHw645H4LzdA-3V4SS^l(4qAPWl*(d)wPS2N5Jgz+S&Z z)3CSJj|f=`YT%*4Ola{~R+7Uk}6k-RUUp4#0RV$mlyQ16fJK`YJ{| zGq@fkSSicJ9CxR$+&C0h#G`0lCBW~(P~7x6pV%+v1sh&IsS5%L@x}#ylgf@Q5$17f z_=nh{pN~T#6Nt3h3W8 zkmz390<`w<$_h-i`q9EZdEBwMo`kO`f*8ec+J8r=y|2)q>$vIWZFqpPm+qQF7cl8ccf zXWn1QlD)O)5$Bd4XNKM;-4sw+pYrQz=q)Xty4&p^Yv)_iBx{B-&gE5^#Bd+afC&T) zF%4>x37-zit$|wn!YnJcY|UEZ62Ecus!-hATEU^el2D;i^?*0*0Z;3sV~+Q1!ZRy( z%d}P4b17wfm1ElK4nn6Z$DceZFACtImS>@C|7mNq9w5oeqEB^u>+OF>NN4WC zUsJ^MTiI_%PG^{3&;DKb9UUHhSTMb!q2y~n`^4r)4(-xM@=tJgW6C6l8WaCicCguHh1?J9AG{s zoo?u}1j}T%rFkiKKr5P#5NvlaKk37cd~&cuuBoN@!x&qnSDM3E9WROjDOm7I4zDaq zB7Zfuu`EWmsyu;I)DZRADT&mQ6KBRax4jkx$%@t6bS9-(jVc2R2#VCCi3i!Z_#+^xy4K_!S z5qQ|na6o?nyhXo2?UnKPCdf~|A9;^cAE}g8eDEA~k0To%&hz?8gOe4!OCK{Qe!UE? zCCQO39FF-_(4@fC(V$acYpQUx%!sfyEw62Hgz(=$*j4}9BJK?t?Dd?dwq_T zWv*O1=8k$a_k>KtQdzqKp7lZI?@yR|4h$$8t`BEi@}Y|RNF7WCm6hd~R%AVjN3$ws z{w%m`>ZaS;)hSD{gX@?Afpcsh687~?G+%`_suVG9iC_oMq99^^KXB0FJQ#2l`hUzp ztqO_v`fpb8vdrbuw(q$BcE&rZ2^Nu$SCPtBh{b1dkI+5Udr0i04_K>O(tUfYZr?;V zlb4SgjMOx=4crBl)!SkG9AM|GC}zmx>_MCl3kC83BF+WcgDQ8*wsnD!P zxotGhB8aqJV|`XEW{l|rRvd_w9h-un_dVl^SO+|sN?6?3NVF{$3X+$Sd$S>|h59;I zay&=e4KqSNe??D)l$+%6vwutwKZyB}a{L!sUV@h@{mS>{dGmo)3lVCwBCi6AD9=Ym6CoxL8cDd<2FD zk0xYP1*$!Z)?YKSATbD^%VYS*px(#b6#&=xOpT~+yhOdvR$0sy#VB&(+d9Cb*sneV zIJLaU4k3T9zp;-|Eo!)NZ(Y5$tjT0`XIP<{m$$9b5H8IxQJP1qi+=kE7(*&GJ6U{} z9&?=}kGN`6{6={VitUavBtGifE@W5V_OYc@6m@go%GHTR>zVdDK~X(_D-x(D{rXdC zmo-tCNrTLO6-IG8YuH8Pj?SM>W@$z~=9i2HDZ`0(AqUFPXXmUU&MmMp6M?^`$(EAk zDtnRUGU7sWkPzala!Uj+5i*ukVqO>1VV+DGGeQ`VhBrB~V1p-Ffd-b79~n$)R5*cJ z%UyiI8(Ftc8m=T}j6=2#K4T8P(Wx8@wIYn0{qM3(LqY}KW;g7*jFz~LGYD!!8$HZP zu=Dffx)g2X^NIsRhRR`e^xJRt>VSOJcpOpOHBt8-4vHt@hS>2;3&izD^=1eCdpN9)?r#AN@zae}j{42R{=dgtY+HVlLBmlP%GU{Oe?SM*_yB4Vy z9qZkXG#FwlDfXpynb7`#G0kkR@F~c^VUy z4{3!@CDr2ueyLWaQ*H_ll$fWv4j4U~p%*l}JK=9s_OvY-7(4`?0nTDN(~af=wMN-= z8Gtb+FG(PWIV&tCcgU(La(3mZ42$@ZmXcBZ7#h4MP}D+q#^l4w-9qCw=X<%9UEJ%n zJ@zfBdpnYviK41=R|crVKtk-8$)zxz=A}#f))pGokt89Q2mCzF=H{7-w7w~5z*gQ5 zXaJf>{vx2=H>Z+%dj5*E>OfTED-~YxC4^S&(i|+L(^&jaQumO&_**`DOi9;Ih zrWBF^Y|(fKN7#(jdE*C4KItYgBA@EEb7AoqoeYI^6dVKo6UI1YVorqes_pPy;V>EH z>{%4!Du6L-0b<_HJqCyb$Bbh!p7~ADyg_vvozj&@F2K%y$O`2`e$&CSe=xYUTW@@0 zA^v2^1G=%|IiSQ;FeqkruYi%Wbfi&*rULO;Ii}ieOff5jQ?PC|&^{*-21V}(-JCi% zy{#I^;G(}5jLX$Tc8hl6(QBbQf$U%oysvU0BlU8)k$2ubK-P_c8Yi6OC7-VlgUK(* z)c!aHj}hr-3xz#lq_vFvKG5&Lmff|4+r~44#IiC}UAI4*CiN`7eWl*Ns;<`TOSiYX= z2+rg_W1ypwguJ_RHIu@(_)IE4s#YnIRL!u~-A%8r^*xyZGx5QU_Jqp zvxzjGD%mOq8$`k0ZyjHzayZzHg|1CUI%PFDpsK_0F%5P~w~#wnLY~MidU-Q(3eAeW z+G_}MW}b(gJ5w<*Jf-4{UpL*9y7aQr9=wY1XGGODBUZ=y3K<*zR*0cmi2tERr@!5Qf|9LxM>Q>4W2daDrxL^kL;iz}H z2N=y5W0&e!y_zwC<^CvzdoJB01!a(P`xmg1{sNo8E+0++rPjRRS;n_Nf!3~ABljkX znM--4z(QGG9b4O5ojrg)!zlWRvIa5vq}nEbs{b^}`Q!7rCOZ@XW7`kb5vm25CMcy9 zD!qJ1@HW%fu0U(`WaHT49cTNiwVo@f>s`?rek;EN)&$}F!x!Cu%byrpL*#3dZEg!G%!AZO8o8lN~OY|N}!>Y=DAnEmVupHPJygbAwE54k0VnW>#e4d~N(06?rboA-b z|Leb|e}t;dCsk^Jr94%+4dLuV|JdrFSLyd^*MIW;0wI#P53I;ZhmRhgCi6n(?t2+u z(xRcaKo6aJK<@jhk$k7SkX{VfrbKLdvcplj086&Fh(R``=S^9LTHp~-0{!&&aeEec zJw$w$N|nEx>Vj}D;ySAV$D)uPf6dd!bndoB{pYRssJb!S$Vhhjzu^Dtzt9K#_W6-a zg&-K1jYm-0h&trhJJqxIcipIYea!i>|=06|u_u1%;zR&+U@c+jDt~N{l$1}f< z1FouHK%TH&0lu)NXaUp2>xY2>8(^zZu1zm{G z0h(yJ&2VK=g1CJmkN(Fi-(Dy@1|+@}7%VFaiAX9{@Q0CS2*-f`hwoR7`=Uk=j6nm$ zYzC;?dKM z1_&mC5sR^(+YgP0o3y>RC4x8Z~3#X&yP82 zq|JaO?%qlfO#H(&iOP)FmuIC~nZP=(d~#M;WErTuPkZQw7;E?F1Clv5Jfn^tKYbgj zqU%eh9EQp)c}!a}QDBB4=EG|8d+;m(9u>&KJ^By;Gh$?@T6ZRn^%k2-!*%9%KTer| zgO-l-F2I|U1Wry?yZwq7D!Lj_M(|3l)=-PW+dKxv$ybG+zLf+h++IhA@B`32i9k&U z7f*j@&-(&23iP_HeycAaL3wHa=-E48+!hD;8x3gRS~tJHDvodiN@S9dMRR-sJZ~1J zWQhl7`#4l;f!lZ4I;HO?r`~797;iKGEu<@8L-3c(K{~2T`J;*CNB{)Y&|UDovw*6t zBEIk;FWWZ&lpTGG^_~^aT$YDF(7G`)CExDrX2QJXsM}dZ?{iQ_Ev)FeqKokJ07SJ^ z*z`7!u>cRro*DDg3!z1GoBL0~WJsULTmDZ0Z*=wAWoQyVr9b)GlR~cxKp1J+98};t zH3Ij95&o+ENQ5qLRKWh0fotpaH-k=yJGccD0OnS0ksRW6)A>?K81(|+ade}xuf4<) zVpwkV0f0ty2gtRq`^#zh_Lw_=L|Gd<){f^RqBG->I?U)C>QJAwWMF(3^~blu(1 zC?1cwWz?fTt!JWz?K|bjN(Oq`aQX&cN!^ogiAuTj-vQ@zKoyY!1*A`O{}j~RfdEXHihz>O7Y&FywHglkva}`%*pXn)Sumbm z?@PW3)Gj>%-WzKZ)f}7N+%YupL`d}3`+An77;swmtO3&;Ev-_)#ptFWjCBS^Gn7{a zSau9N0@r~}vWwv<45}C2?n)zn?E>P#j$7dcUr^2n1)~(*tSQfuswOoH~C1g z-djDK1oqd4G_d7%K&=3UlDkJkQAYV2#zeS^tv@$}-9JzF?dg-3d7R=u zAhR}Q6vvO!$0GXk0fRP8MnT(-=J-EZC;cR&(34l5=5!?>j~rH$iy26wkN_JB$m-qKf> zLE5NW(r_X3^n&66lQ6EIr}yLJLG>QsaO2el>qRYBPOxp!Tdlsy1cK<(Z|zepVO1G3 ztF{lIf(Yvc)vLnE8<5#ELyLj`ZJNz$K`_Qg|`?h}s&W_~B4x7jWCGM51=+wL!?Vqe%c%G0#mVF`rFq z5zC*^(T%Ln>yqwzyQt_G5lR*GfM-Q<1P9D01NyIP!Kc@!*@J|+34DyNvk%ep1D&zP z6LS1(W7IgnnS>YR3!Vnghm<-1P$P~Sh$XG^N<{2|eO5Ud2B=p-gY!?JAOhletKz}DiCgy0aRPJKZU67-4uwbs^+05K>52&C=BjXcj-~(N`O4(BOn%zb-g})^$Bo= z-H2knGaJE*TT(100$)eo8M=i;rs;CN7)WC%ti1zFAJ3X_^fc^pJJWO`z+*%)WXS4k zfa3z4c0cOB<5%WaeYxa_UFp@_^sDdO0c_(hkSy!>=jTL3jQMo@we$6ILU>d_ImoDI zUkH3MxgZ$6FfVcL!{WxDU_og~i*Ec)J`yz6bDeoAt&^zUUz*cpU*AX>IlEqu(EUiSeqNai80Us0Eo`)EHwHb z{%zV(de5o$*Dv|o_N?Ue`I3}G-k#5@Uw~`vtK0I(kXAGi*diefzl_d2FWDtz2M~;| z{K_TXKxeRLQ}61XPBbeAg>B-uv(g=YAcoUAhH;`6k9G5^J;p{i6`Yv# zh2147pkUYsar%1zk+;ibtNB<5J6_5*viI*VRnBqiy%v?|8Y`{M_jDW3u6 zfQ%Hh{s-_caH4w(a0W@P+CshwJLP|DEFtIj`|Bu+zLJ1Wk1`I$Z*e1X#Qi{Pf@SOX z4^#~3&eEj%0dC=XNq6>CL0&3~D{8N#+q|{VKU_f{;uijFd4b6!D)ywyzg)_m24i(U zpoAO`FxHt6>q!b|GJ0F95p-U(v@cWXlxqvK=O8cBgne*D!)`Uk-@2?rt}VuT>o_qC z>Q7n?Iq(-1IshKwL=gOjnLt5bU3q5boB7NH*b(Onp6Kf2?;3l>oWw5io-Esm$5les zvDfkR@oxR{k?w%)_o17|n-8%ugN>MvMTD`)EIq@49DQkBGMi%Vw-zKLyS0;h$bfU$ z#SC;XUAMnYmk}N(Th2thAN1&aGR7bkGJ#E6#jh9d!w2>Fzp4pwKV2?a_Vt& z-n*y#aTmE`FWh)AXo(8^sZF#MmH!B%Nt|=5V1eDWc_MpB^HsIID{$>v@zIFd4%{-J zNNXmO7IA_FjU94}AIt6BFB)v!U;IecVW4XSeM{|oE9e7tuN@VcATpDt{=%JGZxJa? zUFHd#a+ZriB_WQ*!Xd?SHD~8bn>0~jm7qxx-j}nO$Q&K0#hABR87W2DG|K*Yds##y z?J$f#yB9=x#&yHPZ|ii}erRXB)%fk)0F15pq(-Gg{EOaj=O&wKD2P|Fyg9E#QBtDp!A3XDsXvjH_M-XOu>k<@sqFQblt-s?B3&1 z0Q@*BAWG<7C2ztwAC!0wwK5?soar~$-b4oafCArMEChtl#EEZjk^qY|R@vi9Hw0{5 zDQ7OX0cOsQ`<}frAXj9hd2)G=?4I(~^s1&+!fN(xD5AyCzr=9gKhm#5rV+qZ;B7s# zRfVzklJnV79S*g`S(z1pBTMPDcSk|dvs5OwRsg$|_$urHQkwo&x9b*;45}X5oqf>y zNmNYbRkNvvc)z3@p?8`p@6jqO<_x^R+{^w+3z+{hvN7_aPWyc%zs?s8fGXu(AztN> zF)w$1#)A0Tt%sj)Kg~3ZVF^Us>QS^7mx9z%=M~K1QIOp$?X&R$1!@oEyGt#UeVJ-q zZ(6r!yQysnv2I?`dXU-Tlr5f)d7Z6lGYZaGe0XfB>6D--jc)jc)I;_dl^*|JXD2}; z?wOs_h;|GZ>=wwzA^wpM@Wo|m=0LO%0-@{O;6-ud-eRVIIF1Nk>|eFeBN%cPi!E>e zZBw!RfEk_p+!YNHt0(;W;HMk!{4<)zjDefRbFv%Tjy%)jj${1<%Nt+x z4NA?z=%zil^GMve16(S0rz-kZ<=DA_~Sn>v%-1jV|p?u-4%eWE4 zTYW?LS5yDXZiF)Yqus*SKQeE}bZYx^>Cfoym%cbC*LiW*Uw_Vr8-^XbXm%j@{>A{<`%%XhujsVa5{lNh{&@bN<2hc*(0kxL)5g=2CuLGzS zU3v9C#>0W$kPJdB$AWFA+=1VU7~qe?YWBd}ry=dr*8#NIxafa0yx_XO)c{h`s#$L% z`XIl{AGDOY0>?*EG8u)7CzRkrCJsBKXTa~E=J zv}?^2fgmQC&;uN5;rj`+AeN%P6CHqr)(PaFs0~1H&ia9ME%{d$ZC?hC`Bvc#1wx96 z766Pc>-VL?cJ}VR2F2}YI3bQ(m;D*2Tic$BKY}F;1`Mm*aTZ8hPgv}Kol1_)x3>kk=6s8BWn1V^7GsAa|SK+DSY;XzOU zB_n_zN3*pI^lK**EUCcXalQTSRv+9|=GjD3(Dg3Jg?f~q0$@DJtQYtm^1FIhMmCP0 zV@ZzE0?NB_YUq$Pp^r}c?t~1~?;=!UpaogUaZE0)*LBm#z#B~P1Es->O3)qcO`=4Z zEU!*{vyg?nk7KStiun1qOO?Ex=So?3v7;H10Az))7O0-;3H_ic+e{)8(DSNVVD%nd z(LNCS&5s6Uziyfw#PAS+?Ql!gAGZQvz#kk`01Vyo)HH{d$Gw4dg9E4`y{G*u@L?D8 z9tyymp3Fb;2BRRe`sHY)f->;u8=)Sr1JJ8%-#=+ARFD&l@p)DCj5d$FRdv@F$oxd} zedSEv6Ux8>(b$jI*I9iWS9W>R#CMw#>7S#OHWCO-3CYBk4zPjt#kV*p6dr`mZ_GJuZBmZy8anj@)|P_mb~skG)cS~8lq9PBV&PVt z@%uYKZV0|wb~0@VQ7f%kT==6OoXS<=TN8epU0Uk;^l*FOW46=O33rfIe{Lq z7XQ>h1_y;(F~r{({UX%S%WL_}?~)9ME#pj&VAtVE&31VtwH6lNk5^@UDpHtIAlDdy z`|TRUE)N3(oh3vgh`3CvNMBE;g=K7qJ;rjVXZIs8IlJ-ad`@%S7!&%~c3^n;5YgAZ z&>`_w<75b5-S{YE;sz2&Wy-@_38#ZN%2_YpGCZH3VixeQ{98R3ps{@jPzQwm$oi9n zcdx!=Q&0i!co5!F%xrJ=O7I5rqG>pX&uIzk-)xgzTatMeU05af?FF!bD)}eb*Q&I8 z$%mPzf`5~Pus8~yj+_bTE${kL0#)~ASO2Z<*&%@|GI$W`c3gI)57E1_0OC(o z*tt7@p5J@%9uU<&U-MNM97d);gHJfvD<==iOatc?n=Rua_hpf9Au z!G`8|VSTaSXI5JU+urp=(0iJM&{a{c^5WEpf8;}2vRUCfxeml+a1#TVG%^|L&8g?P znaTDpGzmEThhe&~-W^Rq&1$4b_1A$&`l2(dPOqOm57>Wp7(>)rpbXdP2>NH8Ch~Q& zmMnsT5t565;gF#D0RTn#s%?$uii0dzknvq@(_+$$G{T_tnvs#6e0$?ay%xg+y`NLY z8x{KPlNay)79yT|@d^mshs0tCwcjysV?F?q&q^&;4@y9Gx^K%&05HVEHF zj?*#Gd@;oq7}6hEM>jfMUpI8)KYg)==Ok>H#G`n}qWScSbNKJbtQF;D#tdG2AP$!I zD_YR{FmIqQ6&savu2R>~jpq)Q|LzLpKgOi=w-=T<2APu0Mw8XUL5Evn zTl{m*l%pqBC&uClO;#W0Dxe?V)iTj2(%*ytXzY5W=fu~MRq{P26ro_T`bfz-@Y+2% zUCw=F8>G`?s4N0+5aeqS7oC>le5rF%eOx>6SjoEj<55}cu3M2fhl-LUx*aY@!!bpZ z6}fY(Z`bA^R?uAbH!Ihj-93n7f285;@%OGQ^k*g*GW$}wugY^;em^iEw$(MusmAhZ)fp5<#>w0P55?#|Kz}hpqB~^00c1U&}BebGH(*CCx$i28MzDsvrAeh0*k8RG}? z$oMM3I^oCc1b;8fO12o8-hHFFM*ZXd&|MSQhX1{5LdeN|h6ZZLh-L#O1^yUb=e73G z{y}7sK)OD90+hWLK;dT6qy2*^EG~;-&)g4c#Aj|Tk4hJ~-|N=NdT<89!Go}y%X?7& z<1ZkjM^}qzOn#8`U>@v+z84cQN8 zd-dzn-$8u2kqVITgO6(2Up}1TEj*KlkKtSdc=soE57GA8=}BfMU=m%S3O?q&+Zj1P z^VN?R?xqz_$rmaWEJQal6a|(qQ?G%=voo3}CY07^s$fFyb~8t53=AVj$geN3>e z$N33DJl={1>$kHW-)L}!(~OOiF(pdi3I|~8?0UWeU<&MBtQR{6K`Wc9j9^{RGPoDR z5&i>!>xGoo5=Q}08$RBRe6xN6Y=wU0EMNu{M{FYwC_xGUzwNshtEJ9U10p)t1Wyjf zVQjwxkaMI_e9uSkJbqxeaU3oQu`+|#DF-xvZ*cSna*EYaAfS>lEP}Z*d9diIS(g*Z z>v0FNIF0Bawr!s)a+>!dvG$;EdKRot63a?iyMWQv_q=v}0>9R(bla`w8>~*~RymA@ z^CE+fjp;FmZb*YWxZDrC0eescI&KRrKQK#+->h>1O#zChb6yz~!+J>S0o0vmaQdD5 zjzDJ;0~_Yu;DeP<-_Dk|7~KN!F2xfK8iSqh-=E+9&(*{&B7lxw*D~(6q4@{5TVk_& z^wal%phOK4ZVvtH*Nx}_bk7QO_Z!W}S(ww9KY!`~%U`MYfY(}*8X^E{Adrz{ z#?9AmT;u6W*VnBnIHRvy1*p1g^Tjko7($bap>KfjUZnFjxDV9zs6Ma<#fKimNRE^y zESP|MQow8e4|RVY4)y-W596IWPNh9WNu|XyvSrDxELpM*Gsv1`Hze6ZiHd9`vLyR5 zBSegyQc)7wnXx3$?BE|G2N)xvt|J`@G+;_v`h1KDK8b=r;(T zS8OaDK4_S~Wg@GIp4c!lT@;s0#-Be_(4Uxj%0Fch75grF7?>^wfZ1^N4za?BefO~rW5LhD^!)ho& z0R#h6H+*9k@A_b!Czvub-ynTS<)YT&6ar;?yzK)_2Ssa;kY;*wUlSB<#_Y%ore?P;oqW=CBxz>X-^od>EF5P=Rzfv#6iSMEbf07 z(bsXc{#r*DK(L3G#h|FDxmINRba@4A-(stp9aX?))tqLnMeNVd|HX7EtAZ|O>hBnU zrJ41*kAskT1kCJ5%1q#AA8_S6rkcLjR=!>{wh58xLolI|-T$acGdTbD< zK3D=7EZxSjmp}?x;U0YJYtriWO)IeJqCZW6UvJdv zEF+5vl<`Z;A3 zN#8)+#XjrB*vNBy4*IB_{RaT}o}12T(1~m?VMwew_MGJE3n?A$jmN{H={|T-kRZ=b zqqK~(JQG>I?$FHj{LqmKuelTEUtS{ES0AIG2_*KO)%_Co?b+GQ28$K2^@yJ>b%V7V zzrF-Cq4zR~I*%R>L`ycL@Y!nB)}ec^5xXZE?X6mqUjX)O1X9L)?BONOgBvWBw5uCX zGB@hWNgxE|ubs!QBM}@1mwkQ5UXsonD*e7haZ~9bHN{Z_(5zZkZ>~AyAAZCYM_Zn8 zUXJ5xY{y*rsw2&TSNeXF%+)=lsl=+3W01d}2-*~+nn!A+@e8a1Cbl^ef%A{}aG%sV z+-ix>f@*n)Mc3bNmtI21jjY@q4TN8d-%Z&~g}s!jzwQO6QC3x-oZ;Eh9Ht0_F}; z;d$K%N-}vb%Fwkw`Y`XL{fz$ebOeqq(O>~Mq5!1g1l^2tzMF}+YIj>B(r+le^9EzU zSg%`0fC;VW&Oh}hz`4avx)p6!RMYQ0!Cw*1*x3Op&3^>%yvq5Ml*b3?rt;_8%$@BH zKk=#32*F!vFqOt*wZ7^Kr2}EGVn zCni8fH1KYs0%9m$g6#Wmv#l7eN@y85<>8u`whwzucDMNSZzbW(YA-Jh4|l8I9FUp) z$Rr87?A}U_a{aw0rw;eXrw)Lgq0?s*p5*OSsN2wC)|oj8@3)1p z;XmsP?*_!HU={X$4U2RPKgu{dDs{)USKp!uFi}FzLnP!o1fBd2(#J#nOXpvbYO_h7 zfh$UCFHie(3(Dpri2_JX4lN+#<6m^LLOoi>;Bmm$MV;`>}HTU@p zAw#%$RQFt3GHo>MV!sf&V+#1&K%UCX1C#Ud?n%=uoT)C$od6OjZ;xJdGEt@0I^F_+ zOy%|5ks_n#*_22*c@zZWanjz=3CNl#0Yua|n`egehY?8v#m)nA)2{do0@$p{0oN}l zyJ5v-dH_8m6bqmWCC!{$-iQ8UoAe=f22SuvM&Gc}GK^yIcc!pU1j05f9&uRL=bQ?=`g-U*4IQ$RD0`ES+^Cx}jfqhDr{!PX^ zylkniW?jjZMY}iv93JnhDA}k?xL_4>jqDh=Z{1G1qhFh_v(Ki~U;d+mY?d!TK}-2Y zIpdoE_$wHxb9u`t?U_#h$+lmi>$b1++|Dm5#U?DY|&w+FmTph&2T3Q?|av=b44)DlLame122%mUX_$_*Ums6&g*B8)Z#A%bNfk z%=X7p7^ASgJlEW{*s;x)WiORnKf5$!Ihw?2Sf$;KK|9*RQno#7wtfQXLdlougMq2=Bkt|`?@#Fl*6|yP5=8NxNP3Ux7pg7_>A3WM5nglxl)tTxedSwOnP>;f z1aNq@$_RbI{r_90Ys$Z|4)DpXxBs_NU$budFxUO z4}_e9a7tN~1gZsB>O@vTMl z-={xIL4$EPdC6-t@CMX@J^ufF0=@To17vjmgBS7%PYwP~yQicT`%GHsbDsy)GaekV@u2041r?4UNXFn5GMEG( zK8HA0O=xTzkxVIsb#%t`zt{da@H%s(HgsDy$i;vA_H8zFwf;u?>RYdQYnpE%EW=C? zz-Qk06f$}Fzi+Dr%_*ZQk9w5R+61~0r;gx{x(%FJH22Lvdwfgw2_L-V1h?X@ZPMrg zW#Wb!P)nK+yGD>eQp?B6180Dxz7F++74<^JEgTTTwmDlNXznl zx+vh+2ROR;FZ#+B(rFwy1x^Cz|FLwcoW0_6SJd|VI}iZhH+{whj%=$a2ae|XQm$^?Xh|^ChouNUu59B^Sk{EYG>V3kB=)dWPc3rumxCPOJ*9M z>IBr;2xt%rmYvInkLW@0S?pg$5Xtlzp(-QLr;0-m(IX@}(gcYbK_U|%M{5vBio?yS zsRC{N=^Oa7bm5o#qN5@`fX~f>J{$XSfL9b(cH4^m<8MlF&iFu04KU|gy;cxS*Nzyw z5!9fHST_nmH%6B4Dlh`em0pdXFRB}SUjMFHli70v3gi*cX^VhlMHDeDUtb88+*jZ? zh&l+L5kbks(BXzxoKF-4)jrhs^Py#6@k8C#>Rz}um-JgsN}o3-pRX}UyJQ4qCt~M} zVsh9O;Bk0@>4B?vi4B(SUtQI{w9~W$d}}9H*YnmP9OcM7yjUs~RO*fJ8lC;kpr~<0 zl^9%%eq6Q=r+JsKaUvXwBhb~7m&JPWgWXOEcBDcNe{%;12uj@BM|q2G*B!Nq1=#O= z*Gy-gse?1)H59=x0%=um#9QE++(U)EaGy8TTu64;BNnvX4 zRYQ0~TJ;F501?o0inCvIYFw1|_4q!8^4&=2-NShUyZwR+T|S*% zVLYN@!Fj7-cR$U>z#QOjs8(-|=e&Tw!)tce<^>k-gI$ch1!U%nGSIJn`zl!Dn9~5^ zt10iMb@8MY&BC%9n%JHu+j@IZrzB=85CW4&iF=QU^4Mp@1Ao(oQqZt`Yukv-eohZd zobi#)fCG{l5(847*7^Z)Y^>g8H_@3(){VwUGi1DbgTYooL^Qb-FA8!zF|)&JRARM7@xfqh*n%tHF*D`_l#?5)*@ruvMp?0V%dzhu+NN8h^S9@C%lG^tD% z9>(yF7Yxm=b=3Wuw3Uyxg9}*=`U929dPZepVkF5kI~x9lm~o(P#Fmyxr`@_O9>qa& zV1w4$5v4OK;YB5m1~{?^r66Ps=cdA`!k}>j|D+tG)`|*PQeIlaE&CK=%uUj%EOkk+ zD80dZZplaY9M;)Ui_EH=(SLBlh!_|FyzC-!$jbKrLXdlXY7N6Hxd`Saw}q~EQhtkG z(8-?hd7W=k)_Njm&B4O=%D5pur`oVq5$oLyI?i^aq(+ju3l)=vPfRmoGM0RyeI@(8 z!Vo#&B`u9gnWr9wGIrk;-aol-eu6aS%Y8W3@4cRH#n!byp4BF>1DLtuYU#J;Q$J*? ze$;jOew`@sS;;8Z?;y##(8RL&*)skx$>MAMN$k_(*Xm?MsOh~BxGH~q;X|KY#_GFsrP6I ziP{=Fw<;O|SA@p;9mF{i3U zedGIT9nrl7M4_ifGEyiP$wJ<)r!a%CVF;~s2(s@Ilu)N@n{{ZWGr{p7e^^wucAtaVn zz5*MK1D5}2U9hH@*R5A{#5!b7uUxx2KrhUr(~~L=YGt&RB}K6s6p3Wsu(O;_svar` z5cj@omh*j7R_=^wpzF1S-sa#8YX(dEn21eUE;a00)fd_e1wB%!Fuq}Oo%Y4HSu!I| zILv)>L-iH&((G8zzmXva_ng~*FE#a4P^x%-#EB5h-zY*JDJUUePH4skDG9+2ra&1m zW*Q`6QjO1&Zn11u80OE?1$4i@v+Z@LHI~l^Fy^MOjrsQaT=AKyB`2=FpQ^W|GL5hB zPMUcQvrwODF#mddg~hX%JX27AqD%qnCHrurKA9e4-WB3__@*(F?DBkq!d*r#$t{iG z4CrF1kulzbDcMSPbQ9P$`iG#=?IM5Pb3i#rk7uRBzp1;W?GzZU_c2At*e_EDj4a)xV<94%-Vkl}oV(h6+@oFeE@%m5pa6 zI97Z~)-8MOxsFeUR`tlD7pY;$`DzTSR9*4Ojoc=bTxn8&Yo)r=6TbN(IV}Fw0O&D| z2h~R-NS*MUG?)MdK|ZZ5vpIj6&~CCa0WG00U_KQaWidUV4rX7tL!ka_S%VT`9^hYA%}54cofWg{<#+PEikqsOKPYT}A%x zyY!oGp2|@uG5wz)=D$~f6PR*cblq5fB3S)qY8BEV9OVE<0|!g+D5T#}JC)+wk>H@} zmg4sY9!5^$_L%IS9Z8qJZy>V8AC|Xj=pAgS>d` zmSwtAi*g|D+3zWhF1VSsDri2%zKFY!s!uMCcK8NaIw<|uT^fnQA8>o;zRD5a0D#T$ zpc8n~kqJY;cUg0|@F&(su$YZ0$iu#Ko$gNve`oGu14aYV0R}hQZ2GIeo03D9f$oo&obpOM|GJOqb)r&EM^~HJ0jH32QJk067 zsjgj9ObpAYt(kk`@5`be;$Hci5@mqURn=Q+7VSzVZXNi3UycJ{b+K$8weL;z81TI~ zxRuLOsFp6&6gOidz|6vTJbJuA>1i#N!Wy?rSu%7hS0xc>z@AVY9EI2#PU?HiHO=xc z_*YSzmIzYO_mcHdnHbf2nUv0RSJZv7J2J`6^v<4Rp(MkC)GjkeC}CZ=iTKN(@TOS& zi=lAorn8DE0t}~_Rd} zIVki73KZ+BCtW|HiFv^i7@(i`J7T-+ENLD>Z9(AF`f!l>_th)umWI)hr#b2e@4rwz zEvs^w+h4lbkojP%UxeH1-;|6|rLj`ZI8ux|u-hA(YCtN9Fh9j2$3`hA?) zJwuBsZ;?KaU^a>6=6-<((SaZEG05d~P|}4%At6V?8zS5Z0>@d#N5}X7cSU{C6%EnB zU4imhAQO3LEW1KJYxBpUDE66x?Yy9~EZAqtlbm|64x*$9R?IDDU26O`em+dVC935n zF)M+~{^7oRw%g4w;t7lm1KYotpW}UYao}#-o+ms)2m9^Sa@Uz(l>)iw$j66wKz6=9 zErvkoWvU`0pJFgU+97#1I0hN@~C4}h_qunF*?wJl6Oet1DGZ3R(gpo#~6c!(# zUAKx_X)V(FklE;V1`TUNjn9NVm4B1=CdsJ1&z(vTH%t`|BfU!Z zO|i5`Cb&1lwTg_}#w$ZcK|WMGlNRGj;g&if)=vV}$w`)EM(3W9?AjM32}z>^tTJtE zMBh;qf9#JON}o)#?htbFo_K$|_ty@`u`8T1CHdNt!_2hf`1^Au?Kp?a_)1+{-I@Fl z6-G-Gb0RL3>GoCB^uhXNV}GiC85&6f0@q33L}}7W#;s?ygmUo>5FOngxJv6YKgwtJ zSm+pi0#Grg`7-+)%rVwtk^f(5%nC=F_-W>7EaM9adxqhxclV4QNH)vUE2|)ZsY9#W zVY@m1Q)Vq4V_{9FuV|hOM2Os|&c}R5gITNrOLJG~4Z3zX!_5v-M62?baXg$oOSc*6 zJh#%mtb#bR=iPk;Wl9rxy1L2!jGs#zL>Z;f8Op_^Tbww4yiEzs9}s6_oyZK4XtCue z_Om~l>B5+wo%ZILe0Q4reIt5WxKsmFbKjh@NOpD_EH_+Im>3*tAJ`C0^iQu39^~+! z&E97M;sb>`qrX^+8)be)Dr$h5knm1D<(R)%5)KRf7-w;So-HV{u87|q59bA+!)xB6 zGmH{d&=I@5$Z_}tES>e0@Z)yI>AX5=*PoG{%xkJSEOV1O zc}R8wc*72g81nSc9vjaX+%|d{_G=3~?BV%5LT1<7S=$ZHq1hPfW z8)c@=G8VH$3=e&x_QlaAe>twhKM^Tf*s_*exA*1E#>QQAjTZWc&+^)j>TLqa&8`a~ z8v;y4xs(xA`7XKEYW0hC2s8RD2k?rcA`fN=XIE$L^Gb+v_mI1SR#qz+7fG7Z z7>%`Vh0wGcADCLQjlT7kxlZ}wPw7eU91FUJO7stgPst+DU)2LKma8Am&GP(6D=^rl zYEhti`3PQ6FFF?n7f=p%fLlqEYei8s_?0}#`$(>A{L*p|tJ#?Bl0ndI<``Z4Y3v*I z=>F7}YBh1gs1QQO>~Q`%OK?p`Qh2d#N*TZ+J>qWTslMX}E?@#Pl6WPuBjeNFL**}ey>@_Q^93Tm6{p*j*FE~5)p zcz@5J295r+Dq5X=eqpe#D8FoImck#mTP5gGD#`}d7i1dbVGU^&f3kFcDQGF!_GE_i z@lT%ct=oEn0k+fJr98Zc{`akwU&R#X)dw1z;xeQB6>T^Hx4{B6c_7!tFdi#r`oq&sdb* zpjT;JSg)N*CEBYynS3bu_X7VpdpPv)ln6%!>Bc#BAV*4za|ICNg2k)N-nD`x=sH{f#fljwF<6!7`!I^`iX}jAWr!}09YYIO7`6}((#sBR+IwiVV)bw%=2Bd<4Nx~21Dk5zJKFy zuIW_;<~6>MpktiblqgN5fl4PA;x_d2MoUjUt(ntJ51s{|P&}GkL@r!|Vh%cZhstE^ z*;&k!bX^RrQ%h2eb%D{KGO2&)B^dF974hX^AZhsN&@q>9{f$m%?c`afO5XbM?h+M7 z6NLM#?Q_e(12f{YILuif z_xknCbWf@Af4LF#E8wL()bC;J?_Amo1zy&qHUp5uzPu42!);1EHdCJMa;H83qwtB* zOAS!<9mN(JS3DmV0O0EW8Unp7z-780je;ue$Uk2EP4AvPc(uqJNqL_bmxxjcO&%&8 z-`nSej8u6AE%5)_K&n5oqvd^yU3t%7(Ko^NP^YG2n=v{{IDGK-aeidPq zjC9HU3>(AE9SYdhD@=>XX1`nt=_;Hx2DYcKv5PxCUZvfnaxf4x7aB#H1J|`USqxZ4 zK@TGasSuA#Lz%QBIISn%sz!(E9^(1(%RSRoL*(4&f+$F;F13Ot#_k&I-&EpvO*7u2 zRtV>xhgO<;#4&uk<0i@Qi*5!6zX8K{m~w6#9^4F(o5lRa;Hys+T_cVqzn0|L5DGS|L@}6V0Y94Idw!63!2eXq? zvhO@hE3}fSYigu!#l!W4UuV{dJrvSlU|)|CT0J8=4r3|{RRKq>qM^>cx6@`5(E6_z z%4Lm~QIYJBxCn($4-KRNVrYaLD@Foj&S$DOL7}oRofAYwxk@Ow*4Rz$@>&1SDtPSN zRWsPQEJ#4T2}hZ)QxWseRg_pxyrC%-6a5&n3EC=Z?ylaBvfm^V(Du|;*z3Xr z3bW{3Yj-3HL#EB=pw|7hz6yx32G{BXKKr&K>4$YM_vshcxqdZpEA`|*@&XzSH1AKZ zdo==&m)e_Ook31+LTVytD_(q`!^brsg8dr|4q=*K-JEane}#_Op7SjSwaRNHf*;;$ zJru4k${Zbj3r7w^>*C%R)Wkt7uqSzZkGO z^EyjnJC|?=8W`A@4|BF&g%9GA_)x^3C$XctA z&Qb(EZ`Rl~W^!w=6!cnWO%EYmEzkKmc&_kl-1(d@ae--bU1@XtIl+}!(yPF-p^@2#{>r?^al1gyBK20=!lD!@vY z3Ih1i=*MKz1=K}ODy;+DKPe8P|2pJi(2C_VWKQ4yoU1z#DIOj&7v=YM+xkOyb%ZRe z853~$!=nSsC;0x{9!q&dA={AT((WZMB^o7a#tOYhliikj*&s2aZ}Sd6-yuemF<+&x z;T^AZQ;Gp1O@JWBPY9_X_a#v3#@!h0%7i&Up+oqT?QlQMl1q2^3|&~pzMY4Cp=EZk zrcO!9e_@lcbv)L}l9S>b!dH&o@71ypGgrah4)*IkgYJuS6_DmdY6m}OfzF71KI?S$t zpMRrQmrc*&QcySUsa?}c$$kge>v|u5Z7;~5h)%N-w`=`q;`&W&1fe}iK~e{x&bcXn z09ixZVA>_kPnYa?4b8k%&Lxi`PdWe=h%vt;eigrqJKy3ZF6h?W;c#_44@Ph>+mRze z&tr2Q9l!T>sb5*+ytf@%Y6@&%mP??0@RBN!r)`Al+O@nn#FeIJA-qZLiO)2O5 zxD0L^=2(!Q7?;yJvql9#ZIk>*@GWg(w?M-YR)}9!Ch{0hKZ+QrwT! z34hyD9E!8b0+m&ruM;3kQ(h^U3*%<`r!ODuDu>|_W>@XDU48!6E7P1xDFsq~3XSD*zX+Zoq?i+JIHI`rpp~i6{9@_fH3Ie0im?eC6Ar7+yL- z#Cpi61K%@S>ZxYgd0uRUc%SH>znG)RMa(ry4|dj+;hRKp4U`0mBeCHNY|qYU2ugvQ z*?9vKm!RDAIgnZR2z>&i!I64m+?ScF_3Szn5Cpznp1^~_oo%@e--Bmwnx(m`+uICh zTSbvBe@Y{1kp|lJ$hc8BRq=r_3m96T~=l_y;-jv{h;@Dswwxp zgYiaDHR8Gv>)7!TO%Sd}13?PwlSrz(I?pG)n1YSAJ(ZSIg#el zg{}i=@93#rzXWr3Zo;fbCePJ!{Um@g-5u}rkI8ft(4)dtl@Q{-KEs%OchD+llx4H1cfIh8% z$~&czD#0_~Zq5TTh1_rBqVi|QWSLL%hWzf#by$|%_A6++Hk_<)2Xo*|lhyfjVH**~ zsMvqWp3${8zDB}@*eHg)QK~VA!t9hU-MTxyP`Ku`n)9xDL0z%*4F~r5&D6$+w`w2A zKe{M7@-<`pfbwe4&VpV)kLU!bVPbMGW>O`hvi#p7-%H`Sh(o(UPqJMr+C7AnS~;~% zSEZvLM^ujvM}(O1I3Ej3<+i^s!ZS=uVTuC9H{SbPVw$v_vWp!TNcCQkJNqNDThi_0Rg9gjekzH(C9Aew33WZ=d zAv5s8H$+Zd;fUWv`M)KI6XaYFrA~@TIb)jkuXdo0UA_Ta_nA z2%YW^zp79lvV9%*R6!zSEIPYigHZ%@MLZWkoo%tj#*Gj_6t`3ZzvL2`eepv$**x#6z(g^H{DZ_Du>$4Z6G8FN=LOyCIro+WSUHHN5PEU z3z^_Nv|P0Ndjpsz)lT^r6|%lHNqp}Nk$QE}TYReP4^ z2uG{i2!t}7s4aUPCOq)+h6XJ@ZqHEQqtu0dqn)`|Gi$MfDLi5C`BY{~S&Fy#pMxRS znGa{yETNM98^UMNPWcwXC}{IAc8iKR4oCl+eFEsn=IyIMUPcJ=EIW!qJ>`7MO%M1F zXM^1!0aeE+zoRi;j4xwmYj6p?%2`q3jmFp$al40<7zbZ=HN-MzgdXh^6R~)yn!;06 z(s_B}Suh-4I?wBpt%^BHQbo6}&FwR6L4gRH9sz&Bp4B*#cr*{T*5~z-J0mZGFL`@D zfYj!dB#hZ`+}4nfobWSza8iq*Z2=k%)h|A%;()hHI&edj_6$nEyN`^@lF;RUVpRU` zm4n~*>`j!RhG?o2Inn(H>xEvj5osfl$R%FX?uP%1s3^-1Smg76wLAxjEsn~V9+0ws z0~b8OShi{gNr|P98nk~NWZu>&-r)+09YepqE<+@gNiZ-fSV${U2Uq?9ds*TC95Ik4 zv%3uZw4jiHp7kQcvb>4FmyLrROazQ?Wgra--{?VFW!Pk2WL3$4pLHITCEYYQQ{N80 zrfY0l~QrPNjqY%(y`pVtEHWlkoQI$(=x#0O;e6)~TIkj?TMUX8R ze9E8{5}DbAb|tF64GkNDEuwhY=3BfK>^9Na%~e1oSJJ?1ZQVNapCFI;T!W1p&-t=4 z&_(xXh`RXk=mz-FVfAtyQU3n$yOVi%ASUHrttA|={Tqgah2wZf6khQ(Yx#tTbtqu~ zbg39uNMwo!$<@HZL{~Emvpj*uDvNuH-T1g`9s+K=N0Al51R{=i*EB=6iRGprXe#?R zAg_XAeD<9Bb0J8`Sf;E(G3DPs13JpdZyQ>@t{?nQs)2`MlD}uP-a&B8->=e&dw#vP zGB?Pp?@259$cUSuI@Kt)tBQxYvi2ke*yiRM3);c87abFR&f&HYIVUb>dV4)qitG) z1HxohLA%=_Dq8!*a_kyo&y*x=&Nz|Z9|>|1NYthD`rGc-lbbxJ-7GrNB3a(#_||er zL4tZUMoco(aKUB6`3Y~#Tg$`+8QFn+M>We6GL5l(aw67iw=FxN>R9uSwNzB#C%q7& zUVYxbT3?tGTINX-HonTHm-kYbVE-$YR^d3OfTccpaY6D^nzo3oY>`}lH7~aA7c^=TUEzclKZ+A)#&v{{kEDj$$Jrf}wF`?)6f*^Mu9+kB+syCJ9T@ z3F4n_yPJ3voAArW9Hxp-o4ojWPV;SiMq_Lm{OUsC3G$?8#Mf$}k^TpvM4j6eyqg2o zGpm+1FT^97crCgv|1)jb7{?#xl4kBm6W6;-YjWioldvraPlxs;? z|9lDI!dv~3Zk_fudeMmt&4j+tGV%jq-+@*7#vp84qp9+ZCc!4o^&1Ma@@%ijTg2kVFT$R-L(D+g>@f zWroE`xsi}m3V5~;dC#i+inr72-6woGXUz@U?S(q!AKRTQ_dnP+pGrte zbDPzE4ntU;j(OR?9i!Km88W#T9mtLF@3Y+4@s`|1KhPNb+9#4=^^%RdiMuK5kHgNc zs>GGMKj+m}PCS(#I8$3g9j~x?J!1$?S7C@YEnHr#M57K3T`iX&Uw(#`zM1p`D(}$M zYmoS9IWr51rBf#_D(My6P}T!$&&({ER(w)U=`C+r!v+T|=%06g-aVY>BR#wNaa7M@^F#r}=SS8j@XgqXw=YC1 zGV0~`4_G&nBPvPq=Z?7xh$zg&dTjpB9_RRC_KTFoqdvMEdT+0>(r7H~ zp5 zPBZg4s^{--S#3lfn*BK5rr8u))=w62ZvUER`CucgC225**P^i?ER=}tj};>wU!@0{-M`>0D;x>{C8j1e9g)UT^t%n?qY(;b%iGQ!5MO*p@$o;>Llom$O5 z@P6TU@z6kobjO8E!Z(hIAJ0uC>v4vg50)jKx`6ZG^-=HsaKeV`M)*LDUTy4QHxI|0 z^RzY1Hu{IKrC7)+50{*MBd`?PGnXV>r9Qo`MVe0*O46=fzFikg_lK*$DSP_Drffhn z_aHq97DMj9atuF>P8U`cHX7#?^0)nXQa`v(J}ym2$BgJZ08{iV_DhW=XE&qlo^LoRWDi{gh(mw1Y7LVkD`vjJ>@JpTaLaciK#j zRKRZj(8uszPfx~r8p{?J&F>6ahhwVkLa}4jqcPc}q$*2}TIy&S9Q$>OG^3&!v45Oo za2*ZB&26($dH+gpGz(rTd0$9Y%>lgN#rFhhk35LQQEMEHI4;?0;@)GmvVmCiWM#h{Y+Gl`mf!0Fgu`X3xoDi4%D>oh{2(H=@6r z`AjMAIeyaUvXTnloe|%_obU zxY(6S7*V(U$IpmDzVbwAiqd5N%H#>zHg}mb_t^bjl+de)z2{Y^S=w@uF6F);cTF4Li!$o2|Vf`sV%tJF~j zyRcFJaP_z68~`TTQgEG1%K#Il_zGZ_7maH*xkI!rtiS$)W;5=t zGC0j0qoq&Z%^oJ;z8Ne;S29Tdp}(SJC=)Cv|MZPvc~=l2EZpTM+t6M0zTyY-!CU_j zvrVM~?y4*bNG5chG&`N?r5>@|-%Ua2}>|8TXYtXdb13tBD0T13gZ zmAj0xnF>ucQ`FEF{%!cpqrQKR%BG zh((yGmhH&>3>0!TUhmC{Z{`A_ai5Y108IS8BWN}fnt{UwXK_Hb*fdnF2?IGh(m#UR z?HeRNIM#^dgg^k_aQ9nyWxI}Vb*ZDpjQcQUx7x?@#_jA_PlVWmvehSe5BgB-3G^Xe z=HdRYH4(l3#SyLd|J^tt2l;RPEG-U{gX*li3L_yzqPVr2#0EtmmRkhI=lmOb=oSan zj7Y*oXYw)#;GCTY(YzeL^;s1k|Id+}BdFDathmRem5|aD2lGol`BXxp;)UABS2=4y z5g^soEJh?+7DCdIcybq14KP+DSD{1&R*BavAT!TQ^9W~Q{qYHu1U@mWuO`=;2iY{sBnt90X^d>2#yq`Jf`tv$PSl_YH z@3WB;(yw{eKSBz^BevK0p@eV1kNPcrm&f7CH*_%(GhB{AJQK<~M}_^AhXGv1Q%?_u z^BhdSt^@65ivo69_KtktV76fjj|=TA{70?KiH?R$Cl2_^dyYz|=bR!_E3ZH28il|( zM`XZ3?cG~ggY%#di8XdA`;@Q?myrz({i)w`qO&MCjzWu9YMnbHJGy1<82y%DV^m~o zAyB?sx&E z^9=;f9Ajni-P7&FsD0}kz6&jOyH&0~0$WHUs9*(`{F3B+HK2wIScM3ThD{)%LDdQf(f@t!( zVAk40ecHf~Bcj|xg7hY${?CrN%}uzVm&6fLkxlvlmX%-lz%`)s9Ita8F5d19`3{r* z^9p}ui!@1mkU{g6XQ3G-d@v|iP765!a=c_BNH2LOnL~`gfa90{&*lKEDmygx%o)IR zA+Q={OM>X6Ti)&u%p>qjQ4MN=-QybL3!aY?a(ckr)dZ5z*u>Pxzu#x;F!EL~>VVZ< z=zaDs(Bhi2f7kOV_FUNbaxz3=P>Q^`4tDvD*G9z+o6GP_etj1YU2yW7U5B>_an)Vi zuuc#m{wS@`0(I}}Tlk6cUx1Hj@L$HAQ(=-_<6BcjGbDHH+j%@P9=Hu@_t!me;30Hk z6dxFJW$Nvfh!X@P^NP|8Vdb+X%^Wrow)ytZ&HAgq@s#g|R{t_X@0(ME$3_E15!OrfLuBVk_Ro4( z>p|D;U8DEpc+iM6oX5y)dP>!kN^r!BM&DgD1~^#q++}2YMK*OVFt8IB`h)si&4Zd z+KpEkksa+&aGG(m?P*~ukC5o>&qoS=?z2}tV)Kt|-khm%-;}j}abcD^zp_!`^+57h zKL=AAfnD_Cfme4;YbO@#4n#E)X5^e^4*d2ejrWy1)PCJH5FT}+hH~D#q~X_2`~y!g z_?+Gp;O4H^NRsQ*57res!@Bo4;CiTrY$QKjRg3y_nd>JYmW7Fz!|{RTkfl83@AisI zciax3h!F@uC|F*UY(p{@m^u;*pbND#mtpax;CYmr6%v9Z5)TtW{jT^H)C}xP;nwhR z@yC2{5L6lnGX*^{8slZlm|-N{AkpC3@lc-a9!!@Cjnde~-7%PbQxQwtuVO|0m(|Mi z3?2AOSj@SOtEkZQf6<|6W6eMmOb_T4UqCHvaGUcWort3Q40S3TPRmB1Fgrdjx z-Q0j0!F@ZHV1v>-U++~;xvul14o*MH^>&aJfIGpha?6lFp5nY0pbT9L%r5gWe}65= z?twROoPjsfJg$Sobq56zkg%_A_L&EZJHT)aZ%!ryLpjSiNFO_Em>L{z&%EV1*vrRzw?a)EoQvkA`dv6FC8!14 zx01b)5>VR`lQq@uS}Y@50%d`4K8<)h&5)Wr@p9=&Ozy3>atC@xZ7~r9{|q6*2grTf z@>C+nN#GI!ZwnPM3KCwqxaT1UwaoZbGBC{1T@BbCi4z~n+1lp6{UW0;;$Z|i&ZTFf zhe*49@R5f#Kh{C?7*H3e8?lCA>h7r*Uv57P*}(;PLMm4J1ViC3m|7$RbFoX9CK>my zay!Gkshd<%kdCe+99aUioF1X^r=H?4_s#0s_+yjA3F`gl!0!Vz}cf(f2o;jGwWhY8@20I zp<-!7$ifaWVy1p55}i2eTuFHc%WTBE>DQMiLUy~X{2@j>@xs$i`MY~F03{j$4O7vO zVfg}`uI74gNMZCl-oTXQus%!B-)@ued9n0{_;416$aUx^53uvh$zP1G49BJuRzO=c zWs~869ed7a&@>$d727$36#>C|a@wDwv<+1hQlC7gX0?mEM@S2!DDmZCnl8r{3Y|NI zeRT~nET_02%iz)p6UcM#_k~HW>2_z=ydb-8@}_h8wy^9qje%-kg3h^JLF!9=9_G{- zC?jq&{kqIEnX=oV|Y~J8z`gOCWVuyUufD^3Xc%G2Z&=HQ3&7Dv(M< zOfBQpNOGB%LbmVNgjBuRG)CU|UW1Cys+S>BW#?YD>m_0`pMSh)uwqDQ&>&5pC3S)c zEbd)CKF6TsB=Qsr9{hD+h&UXF>G_yySqVBj@}gtefe$|E2?$yLNU~t!*!G$O7SG4hcI06q3{-W;nY=8RZq5AKM{)`gio+dz3 zCl6y*(r;lsdDQPX!K|87uX$dlyX`ul984PLaBIh+@!=7xe&cLsf<7^SW;~!=wgCo; zk~pLyPv^TdwcS9<8J=OCqVzK$LSQes6L{+|A?HP&4lb3jSm^t&2%&!9@U}}QcpOv2 zl}YD0Va)uJp`U$9TCgoXdDh?)mi=^7V-W6=YD z)5KFTI-L1UoUr9+4UfGBn7)Be`0#Ge@4cnMQWCU=q4K}1}pLp8lGOS�M7 zrUcksv(L!-5xw1-l4r||n=QHDKAUpO5KfCJGKMGhdRo9G(nF@_F==ist9S_8WM{+D zVAH2H0jcxpVIRy}S>y?GKF=6him|t!&05rphWHzd-nhh}AR#w7q)YC1aQlXxP);;( zO0qLKgRjH7y-vn)s(;1)z@-SAT3RN~Z_c(B3-`jSblTw+j!7NwZu24znObOt5d+Mn z{5#ySG-Z5@u5xt#e%S>b<6w=hjTOzPqFkW0*-3CE>zwc7*5Lj>lAu+YB~$2=huc zv2ZP!?`W01LJG;6!hOajaY~)Mtw6~feKq~wHe_TUJw^ETEQT7gT${t7dvA3+O>_Z`=qOy*i z>~ZWFp~xu8EITqHD-M}inZM`de!oB8_wW31yXDO5T-WRMd_JC!@u`qLZb?JC`+tZm zupF#?AP%5-;r2MeB~i%p7_APE=0e@dWj#_su)pg?Mo6B=^@?8zRWn{WwU#95Utdg} zeP$EP7g+1ayct!y9b}AR8p@8#Cf@ec!7>M(N47?;3|qIM@%GLhA0!vmv)tfPA1{6P zYx5>!op%%zuHfmJC{&$Hl|R~v4Yy;~zKSl+x9E`wr3i7Ame6^C@p)@|X~UjoR^}hl z@jSyQ8T$iI`(csFSS`96LD#gi6)nGm@T-D{EAI%9VZ5RrCLd>Oym7Nm?VH^m1t&&I zwxYi038o+m9}tgUgd+W+;!k<$k1&L7sf9B2@qnr$JEfZDho;WTf_ z%A29`k2!nl5%Y+zz;l}1cY+a|$Y}N-UF}8Hg~G^)vzi33V*M0^?q}v5E2D`h_|2Y| zxtWE!j790KpZzubacYwL zSh_Gx;_E?^d&L73_ceXgwjk1+UT5CDVxQEK(`C-~QGc_#Be#6Z$dOq<#%B~SHY`6R z24`}(x(Vyp@WS%}z1f7Ng)RH+f&u(N6}BKYYrL>MA+^w*?RMU)5`kX70pWY#&Q@ie z+F+mDs8e$)-#&Hj)ka!JKC0@Q<~N-}O${#HP((Cr^_=P#^$pK^-m;>rjiT`tBEO>B z63$G>okfSE`d?urvm_}f`RFPABu841xw(`RID`k>UOR0f)I)p4)a@e)aS$xa7hN^A zbPA{jvi_l@2=>tG$hW0v)!=6~WLG+t1oDkfV|t(Y zbh=Sca?3nX$!sBQ2bH&?ymT2txa3`7Dd?t%ZB$cx*s9R~tBY9DSQxK3>iLd8Za6wf z@0ey~5~8sKE&{5%CI$2izo0n@qYiN!WC{AwpQ?`a%b!%eZI930*m#~f>Y<<$X8cV^ zC#T(Ej^o?nI)#v%^k>jZ{GxRT@-Y6!l|n^3uBfx2ouK&ms?Ma_u{M34voRR~k%hmh z#?-nhd-`hfnN2iErT=m{a=6UH^53juE_S%_8_BGGf4{N?DI80tR0nSphtoqjnx__5 zxR=3>`QFOt9n!DHmtvX4KaM!L6~^V@E`>iHse0&m5IrM#MMoH6bqw)oW#s8Qj&?qh zd~-Ef(Q%{VTmq^5XZynVd<|`BT7T%4_t*Kbxk z9Y@y7Ix8A8DJsO|{paq3o9$TEL+Exac(sm^>X2y8$;J$lYQ0Npl*bijMV$e~4Hjp| zn$KYPFyQL#`;*5{4?C|Oe`v2Whih2@nRWTaGQb1_pJME7a^~d@q_jkX+KgS~&2hHJ zgdE?VJy~F(Dn#0opJ*UBk{gix#2W~gR;^;chM5b3G7cYwvJUJJwmptXVs<~MXnek* zSFD^7XFD<>8NWaK?hi!53>_Bem=`Tl5D!Am*U#|c1~Lmy_H-n!%ExRfr`;{{vIA*N zjV13uHO->vB^{E`Z&%c%*&c{%E-2|`a9*tBT|b@J`1eExszLiJH*KZjhMsGCKXv|m zjN}K(60q&5x?WN^mJ^^?@V8X_zyWbiEH`775uE@wie#5INlOs^{{*3&1^*#79TiIX zv}zSAK@M-P7jRB-_T;4`O)b4Yw4Zzg)Gbr4Qd?m8C60H?KkVp$}ugU958|TG-_ID z6e>6JyTC?%YFtf+p0p;#-kGvKB_EOf0bTF*6O9ouy<cGA7R2uIOE%7;}Y`r*O}d zy3!DbiDQDqKE{PoI@F}j4tWClK(f}GScDcJ*!xTM?m>YB>fmDj7=;`NTajkhwncuy zeblvOsHLPl-jA^#!K_B2pFMw+iHU?rZZvTHmOG08!G3 zYjp2Iu9<$$kz)_cB*#5D4M^@yr~yhG@653OlTqd16#W(`R2Sm$^TI9k?qP^0&xwWy ztZX4#{~l%ev!#N+27ykK_mRC)$$gP*VM$H9u5PbaVRv=|bF_>_LCAIcDVi(Tbw-~85-c>9x$CIp zFeHYcioIW0v3Qgs%*}B_TUGUOR=P2Jdu75|nJz7UPE%t1Lvxu!v4mFlrcy5gJ)Y^Y z;$aQ3-K_+6f1MKT=Ou6sYrL+$?39qFDde6lurC?5_vdkppjNi+{s6;r_SQeS9vu*| zcchc#`tLanVM&pvkyaIP@Y{N)Q`qfq(xz;5Wzd2nQ9tf>bjD?E(kt%@?i_rG9Hy^s zn*}Q%g@3-We{cgJ?Dd1 z6xC_4hz?pp)U1UpzQ|NarwAS>o?$(+A*zffXU7n`hH18$m3{SB1>{p|69o)tOPhPV zVZbVJI6N$L-A!yZ?j3%m%(}ciRMF7O*z5}Yw0Lb!$1i!Z;WR)aOtTXgynsUr`Ip{H zHvgds2Z9?Ak=M`TBAQSjzk!qT+1}W=;W82++jXV@01p}lx*#%&bq)DfFrpn%`&F|M zK_x+6`Nr+4K#=fyBB&_j9xc^+{i(gHoipQcOG_*V#)(c}LNF7>G&kA~$IuKOv1HZP z8yV}NFTR-ZL4%ox&O>6?hz>}4UmuSzz<5{~7`jOurnL`Chyn|Ke!@>lQ3hHd=0|nA z@g|-LCJnaIq2Oif^)c_^lcKanos#m1y5JPiH3>L1yIo)|CO4jR_J%5~vjQOl@~ssEQi@4_EtX$HLZ zs+rH;;59fGtxC0$Xtc_(_Zmf`WJGyg@Z{0ECa5O(1;a~}z2)AZ{NPCG*w7W)egy2b zhQsB4?T+~qs0+G%irQr-C~qON1tgnd*QVP z3E}9a^;Otujg0YJ)LWGU9_!=040dQk6w)_1ULY6*3>VO<(%Fkx#N_#X1Zg82#(-2j zlkx3?yT+N?j`N7iuw!o)aMKV5W)&*&xDq%r2OIDxP^KCyzf+|6o(Me02am=8RS_6u zgYE1nMlsv)A(uu2IJ1p8ocT3gN{}#{0UL>R!!7{i95!o=5cJr}{oCtIVj9W{%tH+2 zBGwlsPc3~lCDKQF$iAebPy}|;M}&8G0;|+_Wxjpw@5E%V?Q_%Wth+m|kCw%blg?9% zd6`fhR&X>3n#0N^Aj!3m_boSSEU%P=F-_d%yS4H3=bGU}H$ zdTbfPK>xW^v(44}i8Rd0`_|c!SF9aomGaVW(=F3q8$6szgl?{9C3x!mQ@J&SjCMB| z|MFhJ9OZJ3ODNvc`+!pqT*x-7WWPPOpn>B2%eXT*GTs`nNHKFVLgE}R#o~71%ai=& zj=&`|dCsU{*F?W*0=YU$h5hB6Es0Bk3#n+AAZdx5nw1k4?}ZXFu9U zR!bKS?37`3H9zk7ZD^Q8dBgA@qTj)9s)+RiFMYNL1r@GW#EO|hNBd|-EQN(+5HN>i zW8ZrX6RNsm{6X@Wt9l%m7tES>6)9~fTr^0oU(tE7s@L~l{TDQ2@i6R*uagAe zl+MWzaH{@Uu06a6~D zW~ch4J1omdFo+bJ^b{*tpEArOJaU^z(iQ{juex279stJkI)*3+xUtZEUjwm>wYwk+ zOJ%s}-|@)>pkF~mnb4uirc>g6>{eY`$@R8w5wY{)>yc!P3YqTqFmxT8f(-CiPcqYS z7}E$xozM}8&#W5<*s`J+X=X`F{*SVH29#v5TG+y1r^T`f*KnjFA}5A~*bivOaG|RU z?1~wi5-@Ij`xhFfF97UWGwvQ?F92zW*Dz9shyj_^G5bsqBZci881C6YTx9V;1{2Ou zj^o`bK=|H^1#6*(nyLwcpO0dp7eAF?|CQ|V%`fyb!<^LV%@*jZJm{YF$Td9SC`iok zG$~jw2XZu`^LTbrk=d^A-fV-m34Cq$K--W5bL1*i*x8U|5EamjcQ%UVv}wK<32MOZ zIhf_6qO0Bmq7OrOR8?=NUv4@A41NWMuV8tR+}z$Hn8)0ICEfB9y3?cuF;ZTL*5VqQ z0)Z6&${OVtjomkJS~VHr&K4l*!_8rSi2r@#v7qZydt@*Ko!49Gvz6j~)tQmc8>tFZ zE^%Qq+*Kwno5Ziz7noLo|HO#3-FUuI>}E=%igc$yOQnDolg6&nM`7Y{itWDDMdyy( z0)?o}j9WIy`D^rz03lc+koqJ5!{@DnHyj$@!6ZB;3^5*IR z7p0@^rM7$2ucYO8o>IREhMPZ@3v{zA`^L-pQ?R4klFrc{u>6g<-&rUrV+4sL*-n0) z10d=5t(%}@?@IN@bv8Vq2;w1okzhf$rJ zEN1BTm8TC5mXQT7fCL(#fCw4x8e$BXOuB<471- zNOxOdPRk(Bk9Ubadx7J3x+M#H$}XvE-h9m5ch8UP`)ZCK`@NA=?@b$0k9Sh3o5u8?;pn2!9eDM-X^<~mJiCn!kcU{cA}Ekf@-m$A96J*PB5;~&th{xJe3H1Z}m zLk-T`%%sHgza9X3&B_qwHk)%?VAxadj>>FoL!GsdJ!M`%rb9z6(+Fs)EbH&Vyk02i z@sn2t3OTM1S|UKGeLhHw+!Z(nBF2W16w?Aqo8Je7(ZG_V+PZ->nnOI4=E+vFq6p=i zE=0*glyeB-OSh=|pEh%bzo)Zjf(P(5MV={`qN8pdE555;q!Eh`_EFX3%DS-dw_q*v zHLidq-^9#M!}^>K(-|{9V#CR!+3LfOIz1$V;H^bh<5E0lfeBFh_Mn%NwY>w;V}1<< zfT;_NP&#Z?GJ8HX45#GpL=`w?`xr>)TW1!;2RCqPSBQAqJLE{|GWYi?QOmoLL36v>2Tq2eNY!fve%W_lILuN7 zbE@Uft5^JyEX9^^M9$|9Bs-0_WX|Rhr#-R%S4dB6ylx!SP1-jbjT5gF3lrX~`IWzx zQSzBs6?PmeoTJV>$OfY8N?&J7xWjSLsF=wPH!_6-XFK(B5LoiV^E1K}am7ddB@>Dh z6xE-`4@*SQ;tw&cT?6;O52Y>ywv-5dzLXp`mKrnlsQM-2r)Hj{x?L8wy1Q4B zP`ne?fzB-j8xAV097UP@a-ymMoV6KuL!C&kvv=b+(QO)^>2<6yI{)ZoYZ~#XCeQn7 z@8`iBO61dp!Vom%3*48dL!`**TZ^OBZxFU_of%#sT&fhq#p*9A$1_Qx8;tJ4e2^(# z27`UuLIn=n3{N%tjVzCz&4QHFk=cWnUK13oNO(x`r!3uP_Eb6ZDwzUprHB_Bt51=A zHROWJeS6mL&2wS+vW`g&2wfa2S#DmoC*=4RlN#FdWxu?iV600{do~Ysvtjs;Ewnw|>%v2Xn*V2mCs+z%aP#saD)u@HZH$>eRlg zsuPS=v%L-8K2Ym|v$0Tq`c_XFPn+q9{@(7z+#e6d#ecbbm=-oh8z$NxI!G1+;UHBR zu+8kyxBvK-oU8`(lms8A+Si3R%$9MbzsfB2^>VU_w8FAxjwnkb?Y~MqLh^%5aN;lx zDaq%PPE2QOVhX@hu$Vrs;7CQln;rJ|rqnA0A7U>EnVH^>zCdJwSh-S#^vIbA@}z3t zk>knIruiu8dL?|!5||J2ZdO7GrM~Bgyvjg3PnV~0>phga2?&Lzby?$Z)}Yk1?mjiC zlzrY0OW4GLF9`+)qo-*4czTxO;bj!Z4=sI1TV5Hu9=znS{lNC^YO>YKlz9#9@(wi* zcFv?`%k5*$#_#ZV9eWS&A<`c!jzkq4_k?da37G-buJi$Rgt``5RaNMcqmbuHm8!!k;o4FEc0SMeO#x8wn!MdviyI&Dc*q} z*UT0tkyOS5@N9hrDy$I^ERvFn%%c2CF9vWIU-kfxg73Qp8dRlUnc#UtO7zW>5v^yS z>$Q}Oyz~j6yJQ00a~uxWaQh zLVW$+z*d?BLxA!_cvPedwaq4{WxX*XXDj0G9Af;vopM~7@Q?iGv*<;$kyl$(*^(49 z{K!@%g}BGUI|)2-PV~bV5t9kh=|Jh$bPn`+QoZK%{^aaGGV*M}WamY@96P73C}&It z`}2P(Z|bXirpVOS>Scj-3c_3&z@yK59!YVgS%O^8IltPSMf~7MCBjicTU{G(;Nvwm zVJ0e^!Q#yAUr(9$;F1kzjRoSbSU5cA*&|Oivo#M-N+cDPL#k?@Mzs_qmSFUJ!w7m_ z*`>4vn;nxJx#4?@bpDiuSW9Fo74TaI889B*0v@H4;~dPX)D}0cq(vQgXsonVzCN1^ zoWukYw4ITOvb5wP-6H<~ENym=UjFEzOihilqKgi+f4*`w8xOF$Pvos=XlM5}*Sf9a zl9p^Z=_#*-^h$KscT2Qsi-!Ck>F+-;OeDyzNn(T5v*e5w{8g(94n^{$^5Fz?l@9w` zPBm%&O3IEritYei@?Y|09h3?Gd3fa2G8s`dpv#rXVAS9az?wsT1o_?;xv%`=-;?2A z`_Q8Y(2!pXj9CH&7ddjTRT&I?I_su~{~X-@kHhPYf77RtJ7*ajQG;AB0+rC)g~2Y#c6b1P2TRTWcld;qSOa6``PBr0O%!;LaGmGke7 zBf67Zt(#vBa8>C>41rYs`b8Wk=f9sx@P9tj2fo5S#>QZ(<~A!5HaOAYyl0xo140aG z@4vu6u~lH&f4{JRlP02ev-{X*F7#AFZpW_e4>BsW%OQZRG0~l4>HDVtfK84JW&$o8 zsb25ob+tM7kbm(768X=FXZq1ill{`wWZSrqHI~3jrebhu<=MvJL)MO7?mPHb5qWN`YBR?6$mhT=dk-iGTg@YJR`1*kDq}k`YzgepSgh@g|>ZIw8-kkH8k)!WC>AvB)=VhGMRgz`3;@^mI$v5I!Jnd9?vK6`C|o@I z=FBD5R{w)Pj9qCr9R^fDY0d=`@RZ+xgsl~t?YF->zY2Of_VPLqo~qXum%y+ z8`0J7O`P{vBs^%rF>r-a@rgJ+SQ<5ezKPSX&(omeM}ZC(2X=VtIlY_Wmo!RB$~!>e zVP5`-dT=tnXS142Y}>*m$Q{KHeFTt7loTsA63Zcp`E9KgXWImPNLIr)&1}RA?NVwr5~ha zN2~5DSWvDa$<4IpaWegt4tj{|maf^Gsw!P1c&Zv&@tGv&`a9d(At9tln$ipyNyZ?2 zEiOm7dqV%*fc|Z2^HcDpZ0J1di+Y33QYkc^3l3wHG)0WA!k!6vuiKiLGUoRrep~4Q z;c3`ineugU0!;XWYalajHw^-9B(Tx}_V)JCC8a=!m#!N3^YQxm__Woh7Z(f`;t@iq zIXmfJj&J)R&$v#5Yw5{SkCOrm58%3rWUO*#TbqesUMQ4T^S{2$kE3i%sBBCvQAM+s zA6J^1eRX)6p}FTn#D?K~}2u;)Zn1@fcN0;+2W%E@f|r3xfyxa zm0wQR&=57vBQY7LHsLLohSKhEAHg62l^ zch7Zyt1if_WC35Ga@SkmdNM7D&DJHJU?$d}GNaWRs)KT&nM8BQ1$q`aCx`D#Hyi$j zV+p<27g+SJ?(I_kU|p|6=l1&mI7Ffc*VJ@^(H2$pruYr&OIT_)U6K}W9vcmgIey$N z3Xch=Uk+kVm875JM>F!o-@hu&F7nW3-$xc2Cfbke>A~F{1sk|!BjG=X*Pi%29M_-P zrxo^KUf^8x6ymx(lw-`d@^|o*Z+K-~v=$Z?R$!F%M7)ce4`FJDn0&Jm#``4tiL&eg%vfz0IE1>C143m_`@Xtv zZEd{iFzFx2IDucB!|7@CWQ z4#vZ6^pq#qNgj8kYE*vO4=I>Y2#4o8E4bSZ8Q(;PGZJ6#jtS={)d#hDJ!OPNi8Cy+^n7+8@lEIrVi!zzS2%@f~^Kaf`n>Q zG{^!(b|^pg^>|u*8*GhYnSqGQ$RwwlI|qBSl5|^kFLcmrXT0V3e(++=GCjw;}-x)V#nuG0ZX&sLn4b;R8mpt=~3?G*6bhO0V1v4RI&iDF&PpMF?jW zvb__L8+o;I^|3EB_hAnPpt?})CR!B<-ewU z1(JYLosq>T$x-gZN1}JEjat|~R^V&=3|!)tpRL=F%)67lv1%y^OG4hXwl1eK z*1ayA1E9{UUr_~BW7dtua-PLETs0VY;Q=>D?233j3GZhujIy~W9ar8c>V1xz?rO5k z?KEmG3Y~w?_z!d}3ddB##{CUq+wX*>AM|$kUX;z9>+8uY|137#$LIgIqm=@k59S1M zv+~{!!)y$cGP%n@|A-T~J_sI1Y+&FM1LuARObxgIWOkU|;^g9*fgUIh@K`j$uQVvL z2oey4lmf>rSmoS496L>&QPkTzJ>Gt})o@6ob=w!r-LpX`! zVD;v_NCEOwsnM3f{(fq_Jt0pK#r#Z7Jf|;`AoOVX0Ep)|mzG-${ZSj;$Tq_gnZv?M zs9^+wguv%CJs<4J1b}T!z%VPR)t4>VMFu~!)SdBEB}qi}iHOTjDa53Lr7yq>Pn zWF&SYXR>cmD%Y{!BafvE*+>++3*L#k4j7otBB=xexh1E4m%!IrdA2hp8+f$MFK)r! z=ii8lUH8H=5O(?<-9abTTknft3MSL=6~rR#AYmhYBnVfP)t7E3nhw;1Se?S>*+xwmEBv&>~e#!{Q@NArdkjNh&eWmTpx_HXG{ zLd;HJL(I}{tXe|;M+F;xrCsJBN9DKs`o2?xyQyg%w55(UC5%451^xp17`~_;eSn5Skv2s{5{|u!3F1ChbVCZ}N>LT44fb6lt+apZ|OAVa6js#0C5};cWdu zEk=NKWrIGWqwWCl{kAk1H9uW92g~!#4zio0MO# z6avegh-A1TG>wetZsz4sEwZU4v%g>bwH+fH52_=1MAyb*JR^@*?z{Ws)cxAwEZ^*m z<6PKDA;?^{++PrKM}0=H%qckeS$GX5_}R!*ZC@d-6_+ImB6o?YAIo31{)5n`-4u6CRZ%ML4Gy~RXv+vG#7My5i zPpi%F+r#Y^$?2CyPEnz}HHzhT;#+z_r14=a7n|^7nXA(y;l-d&t=Y1VA8(=F2$s=p zz`%y)nArmo%t#K4;1X!CqN2VDJDmnU+sqs;OnUfs9q6*pxp`$ zoCAM9m-4ICz!D~w_UgC$w59)TQNGG?WalO&(;^&G)y`?+wQ;-HRBHaZPR$}KQm6Hm zuti{RB!-ivHERkIX80R9mNa6^bG9_ST}435lZoG$BfiUEz&X}Ri$utM(TJ6QO15(w zH5qOOLL5HG#R&FV9cK7G1Z!P5M&V*l=ooFyD(x|ar_8h}WeUWkTx79zKof{sMl7vg zMf64KOa^6g1CqqAVBB+P*|YNOnF;bQw4mR+oQ%gKz`cMhW+@<|s)b85cWYrz8(Pp# zm&Z;qZDE@++zga$<={A+z5c#4e=S*SE*q7Siu>mQ*wPA<${SQP2)AOP!e)EK>)Z8$ zDx`dF&IL44c*L|d`X91l25h%mD#z`8j4?e+a?r#{q^SA)Bu61wBLli}&{5xbPL zK0Q#%(zH6j(Pr8bOljunBUihctgdohKd$uO>PbW)?0Dj9>|uFpL=1HTq?IzV3GA(a z?gH(!Am5*Ez@j!MB#9D_P(xd*-pJ}x6C<>WOCJ913U8Tz!G@ZY0~KcY>o7IxEIihh zU+JkjZN;mb&Zb{3xE#Qlt3WJ+wdY}=kwvd`uf(a%Y;^e_^pVKUy6mtG=@bNZ>^o!<@U_cSW>gk6rC3w*LxQOCA_K(`xAwJk$Ho1d()Uwv=;f zxq%@YyGm%Y9uM0g2u2Qf)X(+rMUO}N z$n(u0-seuGw3*!;Lrd?MC00WRR5SSvxodn4J~IAz=@Cd3>eOebj2aI0vs3I@sFU+A zdCVNDcGVN8CUn9jTF$<(J~rDL?9kK7C_lrA;vKs=1UyJ3ekfp*dYD3R_we|Kb`9*s z?j~KqGUl*W2F7xDR3Ub^zoySo4?WehMd~pVr$^h7zI`F>PRsTdCObNhKu7`|@QHwH{pYucEe-}6RaqxPS=9CXO7Vr=5-JAQuYXgM6`q3^hhaE@x7*?mp+#eE~VWA{V; z?91gc_wOT?gKJtfER=sK8_QfI1SF3vTm#-_de4$yCz|XH^#QuSpwj|7jj5LEXFOH? z#uIltyL{JGo(sNY4DuPuXQKvN?p?vI-Jpnb>gMRNJpahh>hnE;oEK~EC-M60GMg}) z3m@@z)yjRemT7*z?&qTXE*7x5@TEbH9HHc&$tBAG7O0ATHH0E4oJgg1bB>+L8)HBq zHfP9gxg*Q^4mGfa-N!YFFI>m>uI@v5e1E2|ir;sc1U|T!j!C(cTNnMNz&& z$@pW8l5?Au#2wfXj|NHG09A(}u|_!Zr^JN5Tnsgx1Ba-T*>#(F@P-pS&IXQ2rq>?f zAK%KIXnKyg+Gl5FecG;8OPP~@OIi2A%+&NsWih;0`&|f-v^;5IQK@`Fj&`muJ+?j- zr;u}uB(&rN*@`}kxm~){2@xk0bJ!`$^|}Eu(lDGv4DY^4N_o43(VxlDUmn#SN+`Dd z11KLuU3VWe?4}5CYIAows_!a3wXG@sH1aaGM4fANIw#{A+56A<()`k5>?ai0>&Yyw zU?id`YS|;HH>#oNXU>~Wp?_wR3!Fg9(yX0KyX4mUGe<2rZzK<~vBp;gY0tUYN2(Kc z<4^4-W9hy*Hj61G)Nc{IM*yXu6Hgmo)~dO0$f7hJKc#wt@JPLHw%_~3)+?3qttWo! z11|bS{9Onog3_heukU9Xj(;Yn!zSp|#zv(GsdYo`>AY#ncW!)1Q=q{K3uy3D(p}5Hb#s5Pf)wP)>YI*ic+mE!b zcH1p=zH_$nx~~YG4r^$EpZP=CU=04lM ze|ARr=l3CT^c*>r0TItpU5cxEXKQJG;$ z?kMpT-Wvnj<~z4L7md(y!IUAID9)H$+f&yu@U-NgN$o!kON@eRre#GJLx^V0zUYaV z9n%dU^&tCMU(6NgT%(rja(*et-P`%GkVAPp6-hqh3vaC}H?)N3AeQtONY=n{nm4a0EsmkPx@2^(1KHL`0pcI=91 zVNDcDrM9O)2z%Lqv+SYtRkGUzMN<$z6$uEwRGXb0Rlu&ZI#}W5uymns{jlQt>%MoI zFs4G0c0HI+<=H#RpYVl zagk%*K}6oNf&%^rd##Qsi7Sx6DByI<#;MZD=ul5bhvtwEq6?SY*%Gg`){vJ(n>eq| zQD9e(%OOtF3L1_>Z{a{7?Za&<^|Zd zC&;=93j`7s1a(@?))KboS3codliaX3!zYerblW7P9jvpl1jOX23%^T$`@=V}Q-ttn zU**J&%UgN+rdMDJ|B6Mnn$U%9=UsS^%yK>Z{b*Y^CaS{UgS5$NP9&R!3w##Z{|L~o zhqTZRv3+ZC8ml$fOTS8+g6hv)W~ANQf%D2iB_d~hA@5$zzJV6~y+6L~&I$F)#MMR8 zPF$TB`agCJlfNGExt(r=gRMdRpM%R9Mv=gOb6X=e=uhxEVvZQO3;>)L>sVV@x-4e3 z5yPhb*8j>&jacCswer5(1a{t~*H45!w8|&Lizczqn#$*}DC-sxMc_$6@IG5m<+cQF zwEoMFrHlE1vVbm9@AzJai!CR-4`)|IAJgzg%B>4A(u$&hlY@dE@ZPfk{q}PPKmXntcx?oY3 zlS2#cZO&T6I|3X!Iee;N0s{+5W>~-42M6l%e4fMFj>-j!OVK?2P zHmDo0OQT|f-_i%XGw=2zX>n&R5NafVoHZ$7%838SZgOwmWR~K&bpIsa7mR1*3A-<= zoIwf8|5ACd@RUT+Rx<23d@~wGT3K3W<~MgE{P&vX&XQeiPE;z69LrrZH~3>t6MaU( zgV4(#feigf1?fH7J2thwU)~SQ{J&M;kvu=Clyo1*CoBaG!(VhR=X)UZ;2Zy`UIBnw zfp_`G06f+0c7bYK&3*Eio92g11 zX>h5g&FqPc!6{`+079B~w;!@hFI5-!JvQhYynf5qlv#3js4J`#@x!K0xeuxF3f&56 z%4lv_Pz<%x3`d%QHx;S*uv<(irc%|gD|;mCl-H9nRvvKoDi+ATE2w2t0IRU5eF)dW zgP4qlg-3j@gBHxeFMYt`ENXLo{#yr$xZO&J@>SIyj~^a`G|S?&etkQ=j$TlVc*Q|<-I^n-ZO_N2TgW5&%bv7#+B)U5m*nva7GPotw_jO%-%fPrY4@5&du{ z7wZEs*>x>o;YHkrNcyM?#R!Ug=F%+IBUs_$5I~8?9Yasu%I_#r4>&(zJ!EF_UEFW#C^NRP|aylql!dIMmY+a@++M<0a$(2wmce0ysIrN(iNbL z9RE{BE3^Y&U#}kznTVZB+wimGj(n{}M{q@5sxYW=nsjwygn<}#R3r9T9@guuJirq( zjc56Ujt9+yxry!i7}e$$hvZCC`L8~|&tDCa5UEhK1eBUOU!3X#~si3n7MPj(!a`R8h~*U$E1<=O^h9iygW3FT$lk#n(v7g?A)8ygKmf+|>DmIfWqlT95O;=?`^$vikGBxE-SLYbi4})6k_b{~ZO;K_N zg;vxEbcfQTEfO#TiW-4Q#~T3#BSEvyK^KYVxQA~*i$?dhlCPw8O{r^e0M%`GdFqbm zZg*reSQT8_A$;1)k(ONWH9?0XP6SE)yRm7=h3VBWNgv$#_W;V9fJRbzLbYJ_Z09Fvo__uoJJmj4+ZOUr2! z02E3;eqObCMNL#(;xoBX?7Vo2Cie>rmr$U&7_34wFpI$@cB(#QMybZ*(kJL$*7fhO|3CdeYRMlSj`~|9o;bY$c3Q=%+h`{ZhZJ^sV8A5apMz%oCAuVZ*@& zAL0>=1hv+md~?xNO=lf;!dvzxR!?zXvRTsT;hKorO}y#Mi-aM}dajI&9}IlIoPzz7 z0mn`YNd5`@w}n6iK!6mI3&;BjR6njJ0EOAuZ-2oIorCS=IPOs(Im^z9kmp@}zy(I( z!))5&p3N7cfCFRyoJGXxHvDx)4DT!qV5~;RU@}wYi$oe?9D5ySvSQRi3X~;nzv>@* z_V6Qnv6q7tNA^eNAGnymy;3;&G}+yeOf5>(?lfE-xZz(O{rqHZb11h1Q|=R|{&^9m ziC<7hqYWXox!+QV07X(q^_WX&D#`2+qo#LRTFZX{GJQbXJ3O`40;_p2`PtbPDXs?a2N}xA0^Qa2q}b6qf&`{0UA}bU1F*k{G?W;(xg1 zUye*X-$ME|8o`&DAZs%cU}Bn%jE{++o1-0fAmSNQ)b(>$O9S0{1kHl(h$XSnr0UIA zMS#YnW9};CY9swwxLrMre?$$+GAF*|zCe->6&g@>{H>(*b1$T7c;>Nox(#+Kva+JI zyh`_O=|i?)58ux2&U?h~Kj-BF(0N@)Xi{CD`EUbN(r_O{5Y3K`@1Jc#ri|6evmX0) z4fg)_0n+|C=7suLdqoDaHbaq=8g*HV9b-WF!n2*|BEVv2RbLXV!NJ898m7O23>!Bn zJHQWw<*GpOhW7DDI7q@TKM!xFEa>cNKfT{M+`mye60{lW6l!=#E2^v=T2rTQE_}2- zjI@9yk8=^auJ|K41IL{-Ju`ea5)~1(C6RKaS4>d-`*`l&%kv$H0H*mKBA!ZNBRkZ- z5y*mQ{yejY6fH-)Cc?`;}1Jnp? zkRvUkFw%1&I~hMR7c`8N&Q3K1RO^@Is4Bxs-Y~ROh?Zp znigFVw%4BaNf}TX!DpP=@69I&W_R2ZPlLXVf=B-~ll?U&vVJ7ib!}Giu)4?H_QMQJ za>8rWn_P4o2qbsy!4CXPu6DoO$naZd#&3tT#yit7>Y2w4=OHsDj3%si+#kr~(}-NN z#vfv2n|J#BJWhpUhp?aWVEk6q<4(w9M^)n8wK<2lIhZwf{%dh!u*weersamRe@;Z%-15BpLve|O z(hKS#d)|o*A@;i5Yfau!O*xr@Gz>jSNuTDC-q|TM}^oC=6UNDP;7MDOEV?}9T*y*AHeka+A+XsB#RJ5EU|QK zKduO;=ZyrFELc^s_!iZtzUQkrz|!@7crm`Lt{RNvwEFhkNh=LzH8Eb$6~L-nzo>`B zayW2G*dPr7(O<41per2_o23uRtjqnaXr>vBekmivg*SspceQ4MsXLcI#KeIT3^8@l z0;-8U7ITXRm56q9EOyNpNPNk8#g}Z0gd|8Nx3$M3)d97itmc@F|2-#fz|eCicTo8y zE&z|8(8nufp>%M#+sLqu#Wq8lWLDlZWlbGjUaqj-gL!rl@swYEgqn;jv7A+up(X7h z3ZEZu@c(kQ9n5-st*p`!E3+HhlR59{0PqbFBpb6`VM$m)b1rnzo@pycv9i~8FxVZW zZM&0ZX2zz2ihgy2XewtvcR}ebqeDTZ_MCTLmHjR#5NG>+ph}KbmlW<&oJWNVE5-PT z+xd9x_S}7ZDrnR^-)hd*ayWNb64jVc#g+1U2r4WVmNL6Ev3S+-6GdCcQe;4C{U`IP z6qz%JiE}4rvSO@Zd-Cj5)u}2h=~t{RJHEVJQ1G~R5z+I3z|H*4;(^2xNrx;^6Dm~u ztKO{?IjsqT-wbRw!UNe(X0-FzQ@@1ra+a?vHMw?PAdGet?~3_4uVn5Qd*oy1KRv`_ z>>LT&k-FQm<4wI89X6`rIV1Bh=!`iqS+p#^kUdhP_ft4#i^KP@`@)mh0jb*k_kYAy zPvB-|W(@qtI|h8powRBkIf}18AnE1k5lM6g#t83eGFq$A`lAV%4y&ekJ%ocwxy=4! zcFQo!q2r6JsNcR*&QXSwofJ~zw z*(IL{`Q3ib_%TN%ttsNJR!&z`*Z$ETiByLyVB0r8g(o69K;mJhk!WcJx1KF)hQB04 z<s+S^ZIAM!V+dX*?IeqiX|;qirNZf1a*426H$=+cJ*lV1A(8jVfV+f+YfrU z08X}ck>h&1BcAySoy-!V$eLgxJ7diih+luOA;!HkxYcs`!bh1c}%ck%bu~O>L1^W!-*I5E09by94!S{3$#-GVKZJ zL>6uH8B}15iYR9u5FaPzm==s6ZlS!yA@_h><|3ju^)0dd|ym~ROH09jX&%%<62uP z{|PfamsrYAy&JCW9lyGYTr@L|3hw~hFyycw-2%>+Q-*}x)Wq=0h%QCpE6Cumd4dm`uN;s)SUjUthde0K$ugP5?+SGh;p#H#OJNd@1r*f zlGy(~VB5CQI7(G`$SC^~l~BEUZuuJpmG)DD4C3MMOx7S9HvEic(LPDj?^zXqpHw=6C(?Y`1`nLU2 znitpg%5MZEpYmI;EF%0#E~+9HH;g`&hD}+h;aflY((WFea%-k0CMo^>{U_Isp8B=l zzPAB59x`=>=FBXekmpS^e|ES0LbL007v53T>Fr~lQtWi*^bgqWyLf*IF67XX z?p?ca^s?PKs&q(J$Eak1eigSjt_(`n>w790@Gh)(9lvxdi!_P?Cs=ny(TopXzEmTY zxA5D`bihnA*c}Yc<{!PNkS@>)%^0Wrrn@2Vc_uTIHyQ-ItqVI@hNc?^sV zW#H3?jlfP34Ha?D9=)0GMqK~EfD#O#kV5rX#YLh>PBM94Xtyz2NVxHxAdnaiiozOg|s&cr7tiQ}2 z=-1zwp6yapm@PuO!AEVDpBnj3U#$Wn)L$^7;ssJl40OCQVC-B8WG)GI4i13>a8WCa zR7RFP*7b*)5nL%P3GmIgij%#!os)0kYp2auY!XON60yz7U?e-VB~dhBp|n$E2cO>X z3ddoE&?=MotH>{Fbw|hMA@YR)AW&iK)^@$O%o082Q`ap3^aZiG^ru!Z(T@fINExWI zuNLkxs{&IkDpVhQS?`I%g~{aTecLW*v3N=a-a()&IS`W3W~9tvF`aYDe$Vl}G`<{W zyHgz=ghO7qg9hlmf+Ek6Z5}lvR&5s(Ky3p?Hkwe@hNXQ?lQaX5KYAp<4w;K16vAIM z)ruI{@tEI2WC~y~@Fa?%r!v7A*!;r6 z4v(0qKoHBxKXF2>#dpS3gT?A`P2|N<9|-t>0i*9u$Wy_11n7qGI*5*Fh`(gN>< zHG>^_3xSzym69Sm{0vO+kjSo(`C>1s?rU%*wZdd_1~h^-d8dLkKQ+q}v0Zh(dvUR`+XK2pQfuq``m!x*sI?GE zE8+nDp8TpGEm5e<`{0-BJ`9KXry~F*QIZcUz|~6=da6(M9dF#9l``=3R%SPR%v6CL z@?_{9iM(}*Y8g&LAH{Omj{ZIjDa3d4s|JHKIV^tCth=fH;AYW+&~^hXU+i+CknW^-xLHw?1z2? z8@`)$d}GUVRQ}}fmSBe>+o7IyrfU?XJxPiRoH{pU`$53~{`IF73x#!$b)R*`T=@d3 zRe`--#vggAzlC}A_4N{i;Zha|30nZw522)1pa#N7LQ%Mn)H+cB*l8vThaOn%0Ce2} z5v44E+Qh8Z9UQZwfdif7n(1Jph`t!Xc|Rbt*V$6A(GaYv03LfRZ*Mw}sT?h!@GvPw zTWXtSC+0pXg>nDAfZvtUPt|A1E{l12ukU-Ci2zZ^+VeCX`vW1 zB|5F@xQVfG@(OZ_kcZ#ZCPC%~YtTr`)${T22VT`G5`el8Ye7+wdFduygw5iV)Z=L(E(cJEXY~HY$01$ zFIcK@S3vd^Q^Ti-mn^y9R?9nR>>dtX>G?Hi>~mlm47AH9Ks9LDuK8Ww@yMC&Kd;PG zM~-t3%#!s^(rV#I8BlvFLrYDHqL@i;SC`e$C0APR`xpEz&spp9NMC4#;n1K?_Z(94 zFddSIk!GZL4&O=jp64(C8&nwB`3pQle+@h!{s=CT;iV5{-~6}SD{o?GtaiB>HL`gV zZQHIZ+RhL%{3f)u;k-!0x+lObFl4Sdhc%f)wdsn6991oAmpfk&RmsfKoFR}kgYWp7WcQHQ7Ko?wSsLD(X$B<6k~{@*v~|Np8@CgsT>7j7V% zBP1~Raq-_DiQfK?syov}kSG2da#vfiZezg64J4}6WbZgj81cCbBb%;vm_3C1jJ$;T-?h=ja;u?|*-P<9b|=$90|i?mC}yKIi>;zhAHC z>p7});S{Syf~uaZKt&4t|LDAGLA}qXFp|VqhWVg%dUn&@JK;iCS$jivX z>je8rSV2!*VK?;b%F*RqC^sOykpV@E;l}Tg!yc)Mabo$i@`N!`Ll1z~8lYLutE6Sj}bjB67&iQm%j_F`ZafyhB@ zAA^-i=*yQcliaO;|M)C@QLgFDWgp^B`_l}PYG5W)vpfO3=X@{*Oxps3*z;e%emxwA ze7kGE;LWQA-+0<=ACWPl^IHPPW@~(W^K!k};q1OXEihAu%CU7UOSAn^Wka%jq@0?X znnGWDhvQtInw)&;*(0Db{K>}X8BG)SQ#Z}dUhEYa9lS5rq2Z%iraDpr0Dqs+9jp=V zlp@!AB_a66+jg5|#E>p%iIXbA6n?0!(ONgD<5A4<$=w_ftraozVC(>X^ih&Apwn$1 zj1|?9S==i@<+Kp+ZxhoWZH&<;8Du^ToF7)L zkP52U;T>JGsyK)x^@)pGvR8}~xJ_96b#`=Z^H4yTd1|{=f7vSZ zl@T>NzH+#6gnzLkD#=o6=6o?j>2$Ev%&W!))}fH4nZ2kd+sH}+vy#)LcyMkwhkp!4 zI#y%+lI_S-EbD2?wOvziatb*MuT>uA^$fG1Wd$btbz;{B=BCgRyxmJGpW736f_E~BdYx_%wfSH(eW^!B&YuWxTyz%@C*)dPs@`}?Hf^B{j+EATz~jBMoW z+uB<@&9E<+Yl#|bKRYIM?yWixeSF%*RbZIM`oc z0V_r?FCy%DFxZu<1bhdd43CYbIS=w5UVT3k&n#K@VEu}Q2M_PuNs1XB=Z{uAyweh) z51Kx7d%u+njjZ**u+z4!mugJw_C~f&FfP3)i^h4jdU8vFfk!2DBez(zDdzmr$mO+l z$)J;`u4*k6VfeEt-#qf&X@=VvBr3=w!W8|8g*xWyAi0O)+^+YDU%nIyfj01ci+Mk^}|!}@;y{zfC!UQ1ws(m1?Ba6eryf_x zMiLf1a?jRAWT~INu2pa=_cZ$I>C=96?ka1NX7`Z2bx9UJ>HNj-dF^z=aoOZS)Iq}I zM)rMzsW6Q$2mNLrJVnGNT0&07^{t?70)=NrP7eQG72wonFODatrO6_S4#+ON1Dz!D zXW4yhVk_m6%x+srDu?A#YVz_FDuoa8QC%4g9q>u88zjCV{5kR`KN(}G2(+Ru1?6y} z=L3!8oT~-s=*NI%emP|j3JTPdmLrlRK1!-3Kr481HHqcqAjrq`rg#zl0SqPK zoWFtWur2Sz?XXNfSfmjFe5=%o8^!2jW^Nuhr4d?o#hflK9y-*00x_ zwC;J^K8vnyg3+RRI=>M!rL^D8*XBd1b1nP_MU!JisFK?!V8Zg8 z&03Au5LT;%h~S)oJZ}UFbm@zk;L&CW!*0Y0k`rt{j?5N?ctlzo^)AGOEdw+YrB>2Iv{xV5 zIs*>Tq;VKTg&>b5_%EN!Eno6;g|q=)dBxBB>DL*I^7=TTP|PbLu89!EHf@U~Ue)f?d6jYIFqpHkKjwiK6=hhRvR ztoh*^rgzX~CR;f^4I)Jlmt%HNH@-*gdPpSPV3jSwe?!Nju?L7KN2#(!aE~cgy|m~2 zPn4Fu$gq6REf@aR9`gp{bRz(-nt7a=tB=2O=Xq+Pq;ieoiBoUKr>tsv(6~PJ$0$Y% zrs(=^-wSUhb_gugWjn7IW#`w?_om1s3a__ZucnI$}$xMyni zj2KsWm^UEIf{kO+Mm0Y^&2=HTsc@<-0vBG2HWDT^9ioiiTHQzC6P7KsK@iJGZT&SKy{DF+DvU(2tNQ z%Asa#gGvY6e1-7}C`G{v&dm^}eM`X3!U7k84bc!@b{Pcyp&W1v8q&I*VOb}ecjqVv z_k%vk5XLBWaO3119cxmRQP&7M*T)kcKH3^>k^i=ZVw_#jfTyb+jUqp~MMfXrS5DH2 zgBZ~(o|M;VSv!?fl|Tb7sk}LW*7$a_Vh#pCYTAb5-i7S=@6&;p^F-9`1(a}KK%6=T zO?CvLy1}i^+{O(;%{Ba78QcTIY4lw$E#dc(T_pzr;Vj@_(of{7I*`vD@LXA7z~=cS z<_JLgiIS}{2h-QlLz0@BHJ)=&vDzwE*Gl(<6Ek-`;%IN5(vr1)%ig;?tt4Ay3;07UqkYnz9T0cq711%SyDML&4(s+U!90xHrv$fR(<@k43vLKla^rpI@)U ze~ILW>S*lfGi4@6IBI1il#x&Z^PJM!*RSSbSKyx)frzPbM2rQ&tqmZwP-JddtH1e4>_a5$GYqK_Z;0eOt9Yvm~zoQA=sCX_v~ z2bJ_hDLl~s#K_wqj;2oltToyX2AnsAKM^?JKKeZ)BO|&XHND;RoxJ?=HVZ8*nk_O) z_@Z}rLh0a(p3b-hK#m3pYuLpg{rI$-HOlT@2}{`+tt*thcfy8dkQ3C4vAMZH;FfSh z8(8U6Y!V=kDBK`eR2^^F zLc!|rl%+Bvc-@}XsFIs;#6T~HodeFh{MK5aPvimA#tZ+xpqQ3+=F4aDs?hE)u`PMM zg9DSn0j9*G#(m}Bbwg+}vV8d9q+tue+$A9$%C(rq+zj9&d4iWQ>+zuavND+NX}f)V zB#E+iQ3MnOf(^T{)UdaIGm(&s*DVgK&9ujO^n-a?l`q0_gJV&SzxknhL0h>#x1 z(+sE*)6X~bjfP;qr&(Qq8_QThBD%=PXiRYH!({W%&klt4Bc3J%eWC$l6vn?9-R>n@LJ3P&NBF z%V;;&$!tWeGV&(tBTsh9U*^ov)n#A$Iefj#oim|P zWk_ZEc$Gwk@S6YC%B&JSIl2Wp7PFb_X47+r_;}K-O*Ab!9hvhosy6FxCu6nZ9tTtQ z8U(0Et6Ft>G#OuD&xp(yykxIy9uZ_@sjkYCY-1fl~qUEnyaS4{4-jI>*m5^+=i?r zgMFfG<75?I_XD#kEr-Vz9g61e*{%!%Aord%!kO2Jr-3oaFgBrt*Xx1p3(ncTG1h9 zcdx^($>$7{RGdQbLXTSj_TBTqs7~#sxjR!Frm=T5InC#|Zp@Tj_|AW-Q!%qD@&Qk9 zWLuf{oHS4PX@?@&4@=n5;;uKVmWvf}9GuDXUl*AhtN4nVmb&Hw2qDKGdeHLY*`S^X zO^>g6#4u90@cyjpu>CA%I!Yk2;W(aoD>!^;y?jmacmP8x?$tEo-uv>yq%uDbn6w{>t$Q1`?rFy1k-t{X1ol?Rw{Nec2rbks#%egY2ufZ zc2l!BeBRw_PRpe`%wkrSWu{s^^48HoZXoZ{!rV(|U2mTDlTWVf5xI0*RiD*(R)zZT zNO(ju(``bR9?R;!>W5n69Lu~{enKzQQkj_)^Z>!NtaH`o{!sfQN&JSyha zO^#oik}7+)erWc`&-q@hOwyV5pCuK?TpnK@&<^myBOdS?2JCP$Bvop0SL6P3#B zAJkv>Z}3x}vs+*?;(b?vZD?Av~_pYY3JrPYc04er17x(xpK2}2G2{n zHKqrzvl3Q+<$Ot4RUOFc5LBd)SB|lYTw8a<4Ui5d_9r!uxVmN)eTtAy;e_ET~8jg5g5OSp>rGJ8rQ3tR1|Si9F` zwRNI0bJict1@|f@e+}gqG?%p1tuYX_(@m^rh_uK1y8jerS`E)#czk6K=`#fBfPBPM z>>Ny6YX=13(2P8D3wV4VDFRdwr-f;bT^Nl84Ok6bUGp(b#U40WaRxkY`*IQ2 zuC&lphtiD9IkI*uq-(nLvV-2bJk(B*Bf|9INp2n559qAc{H*crx=DjkL_M#%GxOq( z-imWfqHXq_JP8Pd`my;a#^pT%2JdHaT;)Wu@Yhsm-GhMZ5rr!xpda4fX;|>aiuhZsMDDmOet4VX{%hHOm{@5ZH zm0_`Wng!{y58ghfpp$kuIW@UaYN5lL?@)wIdmdmtae<&*N$cu&s+>IZlIZ9mD?MGk zvzhcmC;B7(89J^IM$!5vahsFfa)tt;d1Zy_hJ<6GO#S}YHRf|o*B=TisSB9%5# zILST^)#Iv&^Z1Noeq(NIHvS`rnMk?z2KJ@)%GbbuWG9|hgtMtfX=bk`6aSN zd<@Nwx#YdYVe9tRIb1K(gTyHh6;YmQsoh!(bvG+vyLA7{5Hh_C?TWena6mulI@#dt zaNLI?*-9IW{K~cVE-mM6^{s^KReSas72DGI6|`ZbEVmzLdT>N)oF4W`j|KmOxxSv# zDA`iCfcxuV6}OHLq==Qp6^M0tuq?@6-u_^6yW-odn`)Anv_p1q4lB)vxY-GGd;eCA z@1WwZ(f-KpD7;}uoi=mLL9?SQtMT~74T-I9231|F4@8}V=u$qR0KL0$U0k(gqI077 z*wh_#ajclOI!9dTJbkBblJl_l>Zx=x8Bt4aKb`HH1-IU=8j4ju_Q#!_P9I4aJX+lF z>2&es;P`~;8ePS;d|aQRw)uGHA#_M5Y`~S4!-YN!4&NO~S4ULTm{dfi!MSBo>CD2^ zA%$EwpL6qDvF1B@rJD3_`qm~wak4nKX7in~6U%PR20QWi_^sf8b;V1nR#}n8y6bam zqcUy9%MU2b-OAR`rgL$0V$Y_eCX%L2(@S?Ihe|7EVbRBK1sAL<)~~>AeX~65(MS^% zDpsrWP<|Be(} zJgMtaH{g*};USk2SJc(;ODMNqwT@u$W5Md>o{EpXmNv5@D;u)ItTlE+SZ6}pBiE1a z`KA5_B+QX*T$#yp>$%d>qPX{8$w$kRtWp&DC^ZLE#y;u4#mo$;jJ@DLnl%2lG<0|; zz4^0Bcb3=0ahOA}#26FUtB}+U4nJ2qT39nR8oydsaDdy7j9;JAFjIc_6Fs}hBIeF>%=4E! znz}E9yyCn(!#WrI(TU;>E*meywPU)Gc6lL{y{tAcG+|z(?4!e}lH5G*71h$t8ZCOQ zL-&M(T5v6OS|1E8xHw`%ITxKGIPCK zyuZOaCy&P?!a6JL7p6CEo!_yjMn;mXN2YAYgkY;@)ci|DLxqE@%PQi5Hr+FYb3ZrB zyX+=Q&zcW*^7FiGnyYBPN_WAmVnED0-R!nSf!ocaP*TmID;WBYTLv4+`#*ZPmgA|?xeG}M8Nf;#%^a;&@E&9MRYVXVPsbxrMJu&e2skQ#^7Q)zr}K4HE)o>+(`dx$E0C(vGv1J(=7Ya^X?bQq=_d4 zo1CY)H#=~doR%{6oXVKoPWzRQffT)?B!@kN%1@*Rua#y8s|`yjdZ@lw-NRUj_o>v+ zwmg608`_&cg~j%}2kUyBhOpbZK(0T7gVKCZZWmXeSfyG26{oG>xK}a@n4+mO%fY-$ zf!>M2meiXCOgz5>@d6*D+2kYzn-ULwUylhAPGaFRrM;1DH+C-?oa3e@^UAV@UAdQ} zY6@Jyxr?FL$$^c-q|5xy2%F{eWNYmYfs4{*tIu=Hbthm7*o*F3amM%gC1GTczEkOr z-}Go;uvhdW2(TTCtm4}_E89NXEM`s+?S*5}G{7_I;h>|&86?&Bb@g+0Znou%2}J1DdfX9sC|E!a-*n9&UPF;!MkBg}2b~4CBE$oI z`xK_|!D%wyM|!Uj!U14_gwRTbWC6%726HHl9^iJr4mNo4t(vZlr`yt)LljrvcYamW z0+h`P2|H_X%-OHbop+oiM_%Bm7Dsl zcNlL^O*t?(N8#^npVO_8@@>n(|5WVFyBDZBXrDn8Rn(?M-g6#qUz-I7k4xq(Rv71w zx~>OJ_%}GtH|`m|%;UDxER*SKX8eS+g-&r)j&TQv{MUpk@3};pJXOffU(!x@9molO zP~jBO#zL6YL|5Kw{iTe?$)FsYI0A5N^KH#rZq}o8p+4U)P2VV%5_Lb;ZhJie_j{H# z7?;LlerA@+^1FM+5HmGTZ7y<*>_o9G#frXtV(opJHDPshUDZVkt*CQuHR9KJ-b=lY zvc1Y0E?qM4y@aMEi$80{)JpT1IZdHI#?qNdPNk7|O;#{O3IsMYuG}733nPrDsO1_N z6XfOk_=c>%h;py@cua1oy{n`6zFslS)izsNB{$W;Bf5?jXOQWzCfwlIIpwA^9-V=W z70b>06tu4H&RN*3!+C|CUPVCkpxknvhI}YA51T`ZL2$T9Bp+XHeZON;;9)l_f@Ho1 zSW&)mX~U?@wWkK#Zh_2PxLDz8M6ALd<8)5;Fig{h(C%-apED29a<(OC{<>Y@d@Gs8 z+0`<+HBLBUC_VQT?d?#_`OQ+=+jUZX+^e;t__uP+mhx(Wv#aQ>9aDVX(h7s6WjbU zCTPC5G`EqIXUN*3%7el2?Y3EqJG)}C(^PwLz0c7m+c15>^|-eDa^~dp6$hc?+g0rW zjsh0_;=K0;;#6Yg7D}6kUTNz&V>bx-`rG_2LNBA`nzfG4MQSuxX=p_h%bIdj1gb@i ze_AxA-Gakthu(Z$Cja)7=#HoG!A?Z=+NO_en$_c3YUm{gHm}}lTUIh|J zQJJT>uRQKdRhv!LW5{&OQ0}wpGv)Lw0ZU2VMCB>^C#&Z}j_FEIMBQZmF7VzkiTBy7 zO7WDXjg<1NTcvX=VZicC#fG%F9B;K<8fX$!obq}b+Z!gddYqhUQT#G06ivhSa-{q>{W?$KU{&#Qylr=U+tIx@crwoj zcG27j>>f2(k?EYoyupW#nHvr$c4}Wg-`_qVMNs)D?_rP>*7s%n?jw_lb)^#p*noC7sQ@Hn~gxlnS(h~fbyYF>NC!HT3ROekvus>K%SVg+r$3);> zXe(ZtPW<&ABY*42YN##dYdYEB*{l6I{n6$}{NB&Ssic!7#{KN9>!KQ3=bcLRCdej> zsq|r{4zJTP<-MLuD@tXE%s&}wx?eO-AOe4zca}2{@50AfP)7u}@cisUX_Oz$&>`Ljtf64FY0UAjq8_t)wWrs#*$u z$$^2RKuz)e7M5{{Qh5EtutRJegrI*a$-dnYct%usesuNHD=f)*(;Tu1%hOMp&*;ji zUu-z_eJ|>)*x@tl_j86%MDK5YOBQ?5dFMtwJB~$XGPopOym#)s#o9qU1;3XHT6j=5 zfqlVY=h7&}*47BC@3GUIn&5NyR0+wu|C{czM75wX)Z-x=zkuQMOuXGQ)nRLecwMHR zsJ-FiZS&n-H-I8>U_}hCS#A@qKflwV_kdMbpe)GYNGT8wZnmOPA=<7(K#G3~EGttw zD{%3sB|%&aUV>*1>j{T8RJa07s)ysd+w+<=ks?qh*seLyiqSy~+*pyqj8px&$S?TJ z0N|7f{8~t95aNxnr#0rO{XKf)_|!qv0bl-^wKsNK?G3U@!!OEqg?mSO3>i9GWzD|{GN40%90Lo`E8!-y#AtVDcH^&>7<>0?Mj_UrgKu&BNU z&WEwr`W&E0X#jg$vw>JKH5(uVrQ$pt{p*s$3ky(2tqy_Ko{)>-osp=n^FMdlgQrSRz+aPSQjz{G&Ieand8T!@ZXhb*&gXJ z5EwlfY!i z4o`!_ka5li`Uzl)sH<%R}1#N-^|ZRJB;;;5MDRL0DH)F&xlPntp} zkqaNA4%7Hndl6os>5?!d2XRGJ2ZATRI&@%IL+J=Piu! zX{os<()$dpC`AwYF*p~>zF9Bma^7t=H!2KPt zYvi(PU{BpxD}%2Y7s!r_PP}jWT5g}AaA90BFt!onPTKY(d#`;SP4Eo#?>i3NJM7$fSRUOOSP@P*yLB1cWJ&u)eTS&45OzT6uFUCp%=r9# z8;`f?X=x##0>&aF+c9itTh<%AX&!9acGZVjv0yyF1L4Q%3%N-C0)6}HlzD-9H}|wL z;*WO8a`@SSqXFy$)Vm+VfvY7Y+`(0Gw-RM^hs=dpOd1)gesqI_KzJT1cvvd=RP`cf zK-djnvD>JY#j{~*5EgrN4?0`LL;z{CUdY)GqWHQ1NyN@gPkSpGGdVz(;3@sp)zy5n zP7ZePT!r!|C@8soj@_xHz7a%T>}6p%}4OTUO-b(yXLYB7rHh&0?rSU*?nkl^94_naIY$itn= z;HQFnjAY|fz9f|vDl~1E2KuW4+Y!`2%Af?B90l&8t+I$P-^Pks$D!4GiDGHNcX~XO z(5RO(BtCc_`Z|rLo;Gc#(?MFLaGphGliIJra4gMrE_kl^#tvf7{6qri@18I)X9ZsL zWveO}_Sc$#J|fALS!@v_<3NB#IvoTtr+wV z&{f~KLS(DQ*n}hec~~DqMCJ>!KGI>w@1{Lq3X?ZGkm}3cx^;xIa3AU&iPV+YO6DlY zK2z{Kc-T#__<+Ro4j=k>w&{J>mS}y$@G@BjmO;6DfdU6QDrpkdH#VwDK!pbi)-J8) zK0+OXRQH!)P}}?Zyj4RuI~X`4$3~V;DR1|!eJH*Iy2ZvxY)9kS>_w??vdVCwIY)7~ z*E3IHp;N`PQPLFdIqM%Pcxx8Z<5A*T%Dq9ZkZ@6fA4#xP7T-0WXQ84_Au>u@?wAH_ zg%}{NbvlT1%pAl?(d~ftK^w6Ipf8q}lS?Y#bMJ;`+!-FgV#D}C)DtB-M<$>!NuYnN zU7Lin_F|csoSf9W$k(lkq{^H{x8PVFmGB=6oNKf!`E?Y53&v*)Z4$+19X}IlbjW5g zs4q3L(Vhv>{d-xYq@q{L+(fX*8l%$$clzN|(hV?VJt6}yNKvFQRQT7xN=Fo8*V-O3 zh;ZR9{kcyF(I6i95a}5iOWUR1$yuMmX;OyvJ=xoxHlz?>$=tf z8+E<7ZeJzU_G@l7%29Zk4)g^s{mQG6)V+q;n(cx%AHjgT!~^BsgM^>jeEA)HKS}(t zF1a6X_r5qxLbQOO2opo&;y$`VwrlgR2FZgeUse8E@e1sJ#f5mz$6Xc05&me{Qpn?U z*>zZBA0;dTKPt`ZoTnrkhYtQ}iW*YWWw9@8UuQdVt57WeDUO7TRBCm)le4=COaJ^3 z*>^|Ew@H6wF6RnpO^bg{RPos;gjmXZ@4?xmP*nrM-%wd$gDdK!CtcO8UenNgmUR|A)k)5xoX z3ZZt2yX@;T==rcOl|pc3*R~HfAizltG^0T%-chK z^G{XR8+ll0vGOjy{Gp%9KCDZfRmx>kfM?214QX0c% zHXSwg>Op_^PxIoqiT}KEcLZot&qt=orr}I&RRunuW8K}YQ6OiLE8JO|m{K59KQU_N zMC4 zhNj^6Cg_ISWcFRix4kv(ksX&MK_(@%m8j%Zh-s@xi#g2QC$)YkUVIwr@4%LKzIZ5I z#}wW6ufCCtiyX~7FSAcb+}rj9k=<|m54-;eC zfWOL4p~wY+vjaqI4nzhi-P{U+GKg5s+Hx<7swCy1a&>mOmypU+v_leG472of)52k? z%@2A}`6+s6_n!$dP99Vo(>2m=JtU+mXsZsNz?Qr1*<=`uy`Y-)NoO2KXvVEy>t5TN ziN2jOO1rvtL^U9F08|6#|1tgskpm7qR9V34U0J%>7D9BeplNh7r$oJbGA=nOnHt-| zQ^nm!;b%60mJH(l7HYc`FScDRWw}6LQ-!PI-a`rCL%&L)i}reSHG*f0tV+yYP#Jxz zQf&M9XcArZVUB<>IW~?o8&wV>56<^!+msfNY)m+vchg`09^RpNbc=KyDV}>WH-4 zqi&h_`#W$dTfm74ug7k=ZBWo9&1K= zN3Fqw^=`7A4!ythLF>G~Rp)H202l$H%=XQc>qif#yzzV&mJN zC}D!Ic7MGwKJPjJQhFl@;pVlD-K2_B@{}z#Kd?s;rh>zKJQL1 zwQI!NOhK0&Z=@6RHk`5*pE0YB(eZ|Ecf5CK}3;x%^f&` z|Fpd!-~i;+0-@w4uIFZ;mwSoG@YHklxIpW$1nx<4wzjtKEcc_vgrMFmVWY?i{aF13 z`HlIBC;uu%l^CsQh*G$MqE2D`z+>P z7dbt{Olj+al~hwk*f4M-5neXq4kD9$bwTq4c6sk+(8|p-h{OF=u;QtmLnMM$pq4_C z23o?sR+%Yi&P@hid?#k%DOSDePJQs-3$9A+VDPJFH3WDD#@yWQK;N;##uJoL zTc`1D69<+~e@?r4$!<&*p&;9Cfss`RI3}}q-`b1flhO%)zgqE@qy!qi$M*NMz)3?B3}8O z*h^)`I*nad#+Rg{`%n4F@iR~x{;jkFE!Y`TP`!?=L2DS*UIc7>T4J?KJpfH!8Wi(L zZAvBpZ+v%W#In`325E{WFHCi03H)4KgR{qNAF2z8aQ>4p3q5)F^B5NaTayEnix0YOj`V*N)wL-^;rV3NU%jCUQp&>BIsXSAIQ^5QXg zQXX{fMg0T;9<*oKpLpc1E1~(3FQx>0@u5}a7hA!>vDBL;e(TLMGxvw}bvTwrd0~VR zgkKh|eKBk6xsgGROJoPsU={R2=G71D=L#T0vB)e~F76a3tAyH|rs6lun&%-mEhPxh9aUmecOr0y-?CoJRAm2ipa?{=@^ zbMJN_wl~-RoBv{$3y!mw{>n5#F)_9I!<}^_gAO*`LuKFc=DQuk1C{>>*oX={qsCYD z&>Y5fEt~;n_7dW^z0SV}wM0U54j8TQBs}}~QcMh)Ni6r0%@ov_Ebj8N(9D&T>1B~p zD`*|bro`mx!?E~wFRrE*d1$YD**wU;SY>_tJny|EtY_&jx0%cjltFfg3DRoT7Fb{9 zgDCGC=>M4!@#6yNvY0L!v~#=SIt)dCS+zq$IgCp&|c5{iJQY2!sTGNdz@)bLgMca+m*>NYBkx+(^DXh3suG$KgQ&4-QN1 zLH+#iKNYevc?BzfZusF3t%iz2NZO=K4Tg>!HYtuShsWaH2`fccT*4ueVZo4-D%l}s zvaHoHDa$52N3yB~Hc{Bt5mSY0OpM3^EDH30h@8RyEPHsFR| z!IP!P6#cG7u-@C|*)f@O^nTz18Nq{JyjwGyhrAIqd+?FOh|k3T{v&NL5X%Cy|AJOT z)NY=#o6IgALU7c&5;xFWVZqXDREz-lPZ&_!yGle&S{Q{uT>7C+0d?&KsNI0`S}P^; zKkdfv#P%LR#ByEsAVpA(WeJ1!%q44;p=&4ostlkLPJ#_C$Kla$upcw`fY1ME_PHtV z;&U3POynKazHQZsJ}RZ6`HDU|wgLF3ucXXYn>47>fx(rOQ~Ha}8CchW{arhYP|C?6 z{^z3)0e(6xz2{ndW;&JghF-_NhHsbW}zWwt>|AHZG=<-s9#pXnno>(^n)+ z=K2alTN8vGCPQor*g665>vinb4eZ~QUQ$6lSHTyn6b_{$Y?Kd8Y?d71aumoz0YC|C zB%WsJyVwNrqf~m^fV+QFF2EA)(?nQ8s{&w&(L+f)A5rA|T#cMbQ0`o+(waf<@VE5q z1^cfigQAR0Cjk5(;#`+}Ee6XvODX_mmA!G}hDwzHn9Oa$X&2ZJp<4U1 z*o^$O6F`L=H99nZJ&q?a`|T;NL?cCaiw`Bu96Z4i%CNv$Y*o;C?{_ZRmdnGk)I2(p zB%%^J44HY-K}$fs{*EPL8X-KpPk3z1R@uPspZMCjqsOo61<|_ReWiT}Ws-rY@m_Ih zpDZ0rlnEwkD*=Ao8sdgSN|MbFxk0*o63U)p(ZnMPAa{zR$c3#C;`f(&0?Wy1mKJh_ z3>Ip{f#bng8g%sO0SteVbQt-Oq8>~|uydf?Jdc0;y)H+uq7Ttpz9m0RZAv_QXohas zaGUvLVya&N^e8Tc92&?mAj2n7*x^IDdXI$PqnPIY+cTkZt8Xf{g&x zT@K83ZMVRkG6eL{=eJ{o?0;cFQqD4rw)wQ@X%Ph=Il72)r3AYFi)Mf#Xv#yRbxxHc0DF{)a)%YdN0(C*|ga zV5+?+www1#UNlI}K`{)fvfgC zz@t`0O)Vm9jn7E;jeCkysd2> zBFsblNr=WUpuypDS3J4`(y8x`%dnp?9-~n%O*@@KxK@IDj)N+RQ3o&X=9!5h&mp`M zgKu>Yem>;U=+2^MHm-_|x%mBm=LiJ#w^DeHz3#dff;sZ3x#*VvrMQT+a3;T6I<3e{>3IhM?VIyG&V6@S8 z2C!hBV>G@cCNw#OJ9xK;`aIvNTmIwjKZPG;mExc8TL$ghCiAABnAvceN~)QNKQ zZZtMlHv!ZUIt}10udm(z&N9!0zAzg+noQAGh5EKR3W!J}IU>@u0J%9LH*0{g#0Bv7 zQ5&dRn{1Vwhk%7qCy-Weh5gV8C(-w~`SIMx+*9iJrh<_v!+n=XrIka(Ug_VT=C3;} zVFf-!6i>6>DTVC9Gl{$)SQL+El;Hrk*8EqUX8xVEpreBqcHHIwbbw-PY$VJ&Bq+Pj znc({WZ>DoE{m;#`{h2}5<`OBbS87QsTkbqQ?O$$NzbvB8jvBKw{D@Jv-d0v{-)IQe zC%d)pb6N;87&L;kDPHF#!#DhvZ@&Ssiu8`4w{MG=Jah`e+!;WXY6n>U4QFQ%(;r1) zo$d)9{x0QfvnI3pYPQmf)+-%DBIT8eAt8k}F)jG_f4LKU6m$<^G)Bn-qcKNf(43Se zct4#xB1NqNJ3@#xA5~{^;ChgqLFX^*+)`V9N$_f0N`hL)oI|Xnet%o3<6~2`A?D=a z^~XZd!i82m{RJlNXCqlO@K3kDsJh&`cH@R`z-bY60)D}x5iuu#X=*4^=0bJx;AU|u ziyVa?U@%``la}-Rh&iH3yOp@x1>IQWdCZ%zr<5oOGj#Y`F!Iq7ACh*o z=RrVik>?*U7$54|!}sZmAuSG|g%_p+fW&APSc>1wjJ)}mxbq1NJ-`{kG0cGzma{A&f{@u`z0B#e2_wmKO|MTAE>0}_3ONSbd zWHgD=Z%Kq9LV=AVZVMbHRCYw+E#HNJ@kV;_kc+%k$;iP`bI3wDjLvPJ)(nmlb~ID( zBSEpDbP6upDl;!)uQ$Dw{~QkkiGL6m(7bt@8;VHN9nRyD~DWU1&z_ybU7s@CcB= zEiurXy9rNQw^YabcmKNJms~Qql;W=P`FYFTKl>TqA`bhP-Yy8eD?=mN7s1s~L=P*_ zM?!errMjv)5FQ>wi(MUA07a?{!v7mZnrQO?MyPiCNZekRz((nR{T>W0kUp9?6!V>V z9(u5bf|qfHq7oLwou0an@HH#N+76FyP*>NV1t%jmjzOF7IQW_~!Q!XeJrL#RJ95O* z1g0ZrdF48|Kh83rJ9q8|eh9owSc)gU*}4kvLorf&itT>Qgg;*ssoxL`0PiC(&0_0D zPIs27&@i_2*55kUmumOKhMK}~vgZPjxRRKQ3jc;AtOf*@cl}2KV0H;P<`?WfLSpTW zo!I3(u!UPkDvG`2zrucOCqEonlewdWJ`Y{OKi&J^*oX8}2K{rCwTC%8!{lgL!E7gg zB#jY-p>1d`IlMX2;f4ew*b^vKnTx?BJZfb@2>sDz)oi#QY@h6ruT{WV;(y}C?sEC} z*Ln^w(t-`CdKT5nFDkS!MH^NN_L4}Q0~-%$HsUex-cPo_4xjK;D%+C^Rvc1R#ee)Q zmT2S2pnwF};kr%-vdDMA%KvDT0``hlf&xw*bz|Q(NmeP$c}SuZVK6!nQgFIX!QcHR z_y_qH2Boaa}Bfn}t&=r7x{`qEA$SMTqPN5M`O6K7>$SFq5(_F;d!I+fS zYM=zW4tPKnJPfSAp@e@cC;>~NueXG4cO3lR8b_HE^E;}BxN5lG%EKtLvz))ODTEdR zk;~&gShN^*8a-@xOq^lU-o3TR2OyR(NMOu>UZrd4u~WR)k!A}FC=?NGvx=rBJ7foV z4S*6Hv9BI2;^5+n0E(_qUG^cACrmwIZfJ?HG5&rw{wyLJ*RPAzTX6I1$-i$1t*yiC zCbcuFkXZx*ZN*{;epsB@<1c5;J=RdKe4 zFH)BD#I|M^Zu@&ZFzDO5euaHqmc`Q^=sL!;Cr+z^`;OCT+Hc_x=ao8QbwLKDu2g?S zM)bG;-IM}m+xZ*u@9Ly7Vs30)+1n^bZ*JXTu z5ekW3GBSW*{l7a`JYi^O7reqYB{eL9^kt6vFpf+r5hQ%e=<0|y`T2kI5xo&}C1eT{ zK6D&F3B)H`n4z;{Yt*{tGI48Vj03!AuiPJB3L2Cl?>MAK|EGx+tGY!c>?c3}4|vK3 zRW(A~xkeG2oTZ#=_~E0`okWnTOblPz=P=@_J~=v7;ch92yF3@tW#uA z(P-Z+%34@hSZa0h|L%M3@d3}JQNt5J3t@;bB_8mA!oLejFFXxS}`x^X5u>kvU zAmK{0z&GQCge%Pt=W$^ZptcWag;~x4i+R4#Q^7C+#oREQ?5X}J`vqyTWbTmD@j*TF zUoi2{ixIg@(Kl-Z-92r1Nr~(VK86S|bR4ZTg&!UD6jb%tc|``&#hOMNXF(0P{3j>KBy4ziLHx2^SI8wd!C#!d21$-lgLI z69&aO@ec;Ym?dax^{=H}z;J`ouaE^2IK^#P{kj-o(XDGhNl8u3=w?Lfy)+2UMa&rJMIQhlT&wB~ArraD zAaUe%-`!E^*Z zprE9A0T$pr2mb@sjw;A*_&d>_cvC+0j=%VP=s~IDwGxVehIs4BO=;vbFvute0p%6kCc>Kq$NkHDm4UC;bc22m>Q={( zRwAG0;Xn9^G9Y#L40hme1i(QS7S6_C2Vj56A_)k35=4TYVgtz)U`>4>-6h2kTP3Lc z)n{>MG*`f486m$>Q~OQ#ejsvV5L+7qjtb7)@|WOG!8lND1GwY~1ee^!XWofL6K}^O z7FBatK7|bWUnSrtg5eN5J+X)B!uJAqU?lC%2;#bQ0U>kHxIlXbfDKeevWQT5wOb!p zo__xInSg%1xQO&MfX@5{hWyozlU$Z4M7W?Z$Oe=K79Z_ueAi7o^;>k{OxZqJxog!%J#$%#h=H{29S-y!VdkJgI5PlUC;<>f z2GB)X@IQdeUkK69d@ydTWs_R&dVRYXvUyUAkylY>-@4nn9om5*(vh}>vApV~M?_#y zDD9{EtxefA$3<=;3OmHRfw_Ik4G`d6(>^5n`s~@&4{`Vl-AxB1Bqfyr6>D(3yi^M{ zy#1i(c~h`?t6fPw!1)(ak(T~#$lObp_P?Vne?EOMxrpUE?DOS(np*HCp2=)lSf6FK z8@e01JalmZYL^Z0?DK2uRc(cSzq(i<&xZS_srn1T_zNUra@t0Tgcx|)^1TlOm#%|WD;}gwrq^yDo}d?@ zbWhHmv+#%dCQmy22nSX29ya`+@bng17HO|*&d#OV5c$eq$#-@Y*pOH-Sh)c19s=%q z`uaTJk9e_?yX41S#8)`UdHGkV6+iiLB7cV7BhDUJf$dh86kRiN`uzjSl#(=;XZ5ak zhJ0S)XS*{lAx4@cC-GP&RC+U%7-}7u$7V-Y{?5th)V|R6;e_8tACy^kwv$U2ZC| z$T)i?{4rPi0u)$7#HSD#a;1x_V3gYk+d0*hPCY>T${{;QxoR1nBYMp61Nyicrfav~ z#iwaIy2u6G6c#v(Y5;67CaTdyu~K z4;>V!8zi0HEQZ%6S#;tNCe}=_4g<`25g&2{_8Aj*L;P}p9dd)VE|yML(!B4n`gfd9#V;$bfZrg1G2rA~*7-ul}L_=w)T+G8Ox&>lCHt*Vm)i(yRh8f6A zAyLCmI~bw}cPBB%ecuFf8z|>_yg$BzNcrg%CWwiU?4=%ErL+9uOzH?9ChPvSt70Z} zk70;mvNmeUcRuj^^az;!`6a&lnI%M?MO^TFxQB8ZD$Gc53-9Pw$_Cc}DPVK_0atBe zId=bI@R!n!x2TP}$RBhN3^1_k0`C}@O2asp^%d4}V7h(KS zx<1BODIV)cre#Bs_wJN&c{P$TfcOT?PDTHbvG~QWZ=1WUZjS3(4XXnvfh1sM(FY!? zEy#HPS=OL$|qOGpGN6Nf~s@98(hv-oefJ=~YEFw&I8)h;+zm?{6dcFQ`QMF6>f z0clk4!Eu{)MGj)B1OWbDUcWy|`uf|3<}|-UKZMFA#)37q?crO9ASu#s_pZdW(&mgl zZ3CyJQNf}SDC-CLSTU_9e2Dbv{sos9wN4&UAUmjA&aXybn-20S_yvB}!&kFoWBbyj z#|f{aF=jVOBI`THf0z}{huKC4ZTZC6gll$eLkOP1;fN^c^1waa=lN-QT9BVhn78$c z-src`4bfxX$;70UKk{2lzb~s*M-h@6I1YEndRFX|OHvwRS@WeS5=FHi^`LIcdj6+n z_{TT^wE=n$-){k~5dG8>a*EY;xiPuZWgzid6hb*Ug>W0TyA1IB!5oqvMhN!cp4huc z1v}AAYf?utm|TYGw30pFG_{@$6NAM)LPkT;mJ&Nk;5}MJ-XmF9RsV6K-~Z;z1z^4S zN)Xp!x=}OyNR01Ay)^xinM4YG@t0q401eXLns$HZDZgoQ)mEzO`Q9UQx0M|ebmH?EV%s8nk8c>kTk1DhWPrURklB|_-V+d;_`7@ zLqh3<@t?B{yG}w)``|d_zM)W&Lr>!ZKj6I&@MjponDB3h0Bo|t>&(O7d{H3QlfijB zjG4*ASTOrjCy_+eqgbJi-8^=dC6tiMk>|umOQDu5yRr;zEAcee!=e^J&`M4hyymm3 z-8to_jJIu;R>|R&_s;65nF^GB?Au_0`Au+}5x}7@(GicH?QM>FchG`MJ>^ZJ62hIK zXClZ>p;RmKqBjf!a*MaNRo&VAH1&6XN}1+cq>m2d08YMy28{V;V1EbundzrgctH*7 zI#xS9Ue0+Uo}oOy{u*O*S>_5z2fc=xz+T$aEv_G&x|8T3D;U097;Tf{m;M#=Uw(-GG~3xOY6lK{dxP=wlk#!l%6-&|gyx9#SG zFbO2HjLC6mkU~J%6hA4Fxdyd~=cV1qi5E};(7yEzD8mBlb6gN(=@(Zs{xmfW)wt8qvNpy%{m=)4{bd@3ZnDnnaSwX&l<&~A%UtU0^xa)b#B6bF6@x7!UGiTzO* z_93bjApQZtp%6K`kTB%SV(no%UHmTo;}K$0ME5VmCeB8e&!ueo&}ZmS6~Iyt5Z(uUB^<8L>HT0=(EF#bJIC%ibo%X^&tRes4AAq>m1h_?gcJ45$Nn^M<(l%0b@M4uTWl1`0hK?vNs3?RP{7PiGbRhuLmHUcjmIS%YCIes@tdz) zf~jqH(G3R~G3s?{SWV7J9wZr1wEqr08*mz2@PCg-vI~&V_$Lnkkqe*`Baj^&h!OOw z&|A`0?%+Yh!jc5@|O|25RFQiX`wYbYkqboJkHN5sQ{;0&A zj%Ri2nE$mj&@Qo_E?e*Y;0`V91p&?DBlX_?{)O8jBPr=j*AiHc*9CAX#ugXf1grIv z;3N6`J2a6AIEl32xaqk<@t<_;GUi?a)oWO82bO(D-6gbg;o}Sp+U+>7802q{0$%Lw zJL@htK|_M>@T+boXXZ3GG+x$Ex~|i~v%Je)%Q%oSI2}>`bNr>#<&v1I*DL(wU7tb6 zF%6Bw%%A1)f@~RpvWt&2Fy`TZK8$$j>xl8H_+XIQ007CmbJ^f*D(?Y`$vTApI|Ay8 zSEg_B@~$d_lgbN8M~i_{_*+}4Vb!*`#cQfAbyzK6qjs2j(p61#y#!A!vIjzn50(&s zo=s4+B!Da?=3e-b_hL__#h}-d*t9ebY5DY28uy3<`A=Xr^3T6PiQ6HDqX5!SKLB~OVBtPW`4HxGVuQ2&B zLiH5z8Ry);R?DEKkCdh?H_+JV`yJ%FSFlL3WJaI!pWO*7; z8PE;^s`7@443Y93jR*ioIfw0Kz^36Xqqb$>e`|pj(kA#IJESsh6m{)%S? zJ#VbD?8mN>X~0ygMaT*THe4;|kL54Z+aR{PQ@{Nd$39 zMLLVrs;NkERaAV77q~E}*v!8-F_->AeIb zQIG}g_pLp~v~hkP5otN*{DE231y;Yi=PHsB0WUhAZprVjWqL-&P8AFURF6Y`L=Dp9 zLpLPn3hbz8duVJ_2hILQyKQ6MTD7!Q!ovB1?KdWKBkJu((j!w3t$@Rm@`J+zC768~ z1Usm*Jc23F3%GdwxB*&=vp)2b^6y3n1uIJtF<01JhNG-eh%%-2_n$Z6 zyM={?D}!7;3ZOZReuek`N>ikl%k;Q2?iQTy2&F6V%io6QuXwIzeccf5rw|~b@$j;0 zfqMY`gDC4DkSzMBowI$s|pca)99ztjga;>y`xup`*}5R8heR+gaa5J$ef_xTm?IJ#SJLr>KFGuyED z*TRIeF*Rd)X{C6i--3eTcuQJZ8hHHcQB?&Jm}rT1 zF+RY3{ko=rs)iAUZp52vi3#JFX;zazyvvmk*!8*cqEAdggW_n#>Ud@Hm~5WN2~&TP z;_R>H89jV=r1UP~N`lf>H|&7x9saQ04RuKhRjA4m;ZF{25vwcA)#=v5lor3y@g@tQ zTfoXS-23sW-%JSIg||mDzqFd10>;6@IZ}QeE|V`V@+7CGURHQaYK;a;xWYiy^@A>+`b10RR4GLbPfhH0$E%C?@VA#>!XG;hTq2%7FPMe0y3)GaOvkVA8k}&gNAxFROqE$iw|a?_s$2VphxSjUmVOx ze?r3Es$!h*m`Nlgr%~RqW5vddDWa--6VQUa7%nxHE>vJfV8Gzc*b~a`h}B{q5&ir` zuJ1?ZihBtn>4e8!r@P3VrSIpLk|2?C7VToQmYV)Xee_vLprjnd zzC|?||2yIF?`SQ}rq{y=AiO&AC zHdS@Yyi2GA!h%gQBR)B3+P2u$}(DqEQXJ}o2RgK9e3X|MApmwT*6v-D$PFBq?iqmq&Wi-9sUc^?$wosz;F}j1(4-1e!Zy*m^{}J%)aCSy1YkJG`Jj2gNdn7JOIE;MLLRt4M2#zOk%??^)-RC4{ZhkUf{5g`6NlmbEZku+0KCcoS92}YJ z{~GqXs_4k~28K%cBrsPS2h+rlt5XJRL6@b#{d`aF491udw&^Zpo9_EWIb$_-i}|$G z!6xcO)3qQo%*hu58I8o_?XCHkfnDNvNdkHuSdB-`mf$z!#6wt^+hkNsebNnwir%cl z)@l+Z;=Yux72?RYZBDFQ3o)}l`ivN=0~V0<<7Uo0*vvSQFj3-CQ%Ym|qJ_H0J_(nw z4JqT-y@v35D)HjQ*6u>2$FzsoPBeziZR%Z1d5lQ^Je-anSD(-5(QXkqdscF&w#bgW zaS0C;=0p*49?Zje(Ar|6HRmKV91|^F$tv8Qjs8Wd_lBVEfi^eZvuTrF#ABQu&a!q= z;wCcrnkzR`yW_Z;&s_O9#2L;l=ViwmsKeGW3}f`XAkO_Ya-?;A(T1Bu4z!AnmQ|nb z!B=9GDC8^EPTC$Gm0@!m&WNpGkC7VVd`&Llnl-Q;YZGjvdMsWNoO;C>GX}>PwLq-h znNxte%C0UYzV?dr!$O$n_@5TSd|^|qza<&#d2I2-iB^@!dBh(KR*>BT?!TsWzxW5w zGe0F#Sx?wE6gM^Htvd({T9|fzs~Ts?vt>xAW%BvL93wN5*&krOAUuI;J$>};>vRsV z=3T-G_>s&)%u9Xeg3Lz5uJB1ZH4Uy?2k&(r3fx^Hf6-j7N}e#r$Kg21VMF#Ds{Zb* zd+0)JV8Sz2$M8?{6DQ^Ne7+i6DEq-z>uJu?s)li1#fi?YZ{r5;#K$f(A8)Uct!X2L zY_d9w%K9V6&#dw+4UEile_okq=P(-YP?X3$-SOzgtnkj*IEED=LrH%f*Js5YSL)ik zHD^`g4|Tus?V-H9{duq|(h#Ge`RtlhYHk!^dhA>(iV{nSBD7JG@HpRCWrkLv-d)XcOq2z6^OTo&g zv}C2s=J_)x>+PF!J?CtYb2j88n?h_}>a>Qfsra{g>s?F7r@Pbbq(-UgT}E5k?EIQh zI%ORWm(q+d_QAu0oh_xul8JoX!55VtE$sIk=T1mYZ-`6pDO$;-CdDchRXZ58$)CzF zeWTSOzLyeMgwA=K>fx=SGEKb{DyifCW~}CuO6Dl1j#R;j%`n;!Xd{=}0$ZrB@AF?* zfkW!5lt!+}a_{YvUTwaz6#eEwJB!dR?&;C@S}GGBHXUAQY_W??c4UWYYw2Z?oN1lV z36JEl=9X-ca;u1s&bwcis@Y1(PJicibRRCXomUf_bUonS_e>L2n?k(PhWxj!gNMYd zUe!lPiYB>uQ%WJ;yVItYx&l7mM$@r@L z+wp!k{H&u|+$FgP>5Rg{u4{SFb@k-t z;v>+hNn0oKNLKD~0IVmH(!8M}Ci^Hls|TgKBH%(T_IMxr#i+PtzcIcSF&Podi5H&Eu3Aori!t6DW*bl*)Ml`(DALP>Z_UmMk%ic+;I9*wal zKfC!z4W%KTO1SPnwDv8L;5|jc9#vNPu7UbAL6}7EP;n=zf6GJb6m_RFuQ;Fz#z@k9e3W5kO3Tdqz@sU8!uL|u<^39d8Y#3 zT|Ucl_+wN{+Dj>$3%||f3K=K%Txz}+zFkJ?Nc_lT(h%(7xcMg|H z(b>89?u&eNU65LN(<)dPs*!KMyVh930bHGS+lsKCXi1jSA9h*L`n@J3pqXB#2A^EpV`ml3)5zru!B|)E_yl#d@ZVXdI4Q z$>}OWtGe{n*HRJ1DTCz8AQM+7GveFC~WGdna5$DD@(-26euFXqn`pl|NuM$U$aP3t(}tuLInbMIPb8og9H>-NQ$r)EmuiKIc?La>5OL zwkz4QSKR7V%y_zEsdw9K>{3_tHGiLLY86`71zZxE)m@b9G_ge2=DhEnIs*?k$zA`z z!x*8^qDbEvVzld|Py@`B87 zvN*d@3~8KR?T>vgf9Y_(h5?sr-l5^mTx}FwOktvuMzH_5#l^{p!8e@a7@ZT{>f8-^ zPAWUez070QOHGoy0;J+JRn>BGZ$du?;?M)pHEz_Y<@z`7h8Yjy44iQ!vVH7s$L`N{ zU%w}`)K=E9WQ-4vjp;8L_0gKx>}FDulVx-t$*2J)qD0Sa**Y_=`4@eYO7?n z`{c4xBkir%&TJp!Enit0iExZ{nO5nge052dr7&hh?&bY-jsGNtK{~*!$lAkl-mFP4 z*{ygY@>!G0bR%|natmVoIt~TPO3lu@N3~=kjnChO^tCU|Y3OI=Vh%jkD~Sf}7;p8I z0)f?_itWM5m{i6qwG$Hf2-^uofy(flbWvYfOO{6XQ@+40w49n!_O!Cjv)yXOF_2P!3Fby6^95!wsndcAby43`rcGT#0sNl7E|rEFW89~5 zNWchVKPmB)deInxA7H<(F)DE}3mrfQAM6xdYZ4JdOVFqBD!YGh?`t)06h3C%>ARqs zL`Z{0Fwzx}#Lx%35et zg1UUWp5(fFjhroH^tv;}*G(Xdx z7g5)Agj(p2Q5FgjruL^=_q9{29W>KCANDV6xs$7^V$Q0N+DI&|CR{O{)}<=C-6mdn zH7l%{UF?+EGz#wEA+?R}NJpD(#JVR2Zu%xxC44+Ee%5`Dd%C_y6Owj$&sP7$)?Mn` ztff-vioZv)aOhDT^MRSO7fA&-ja>JVu(%!F`l&B;?k6)WkU!5k;!mrFnXAx~EZJz) zp5toC3>{g=ulok|Nsg+fSPqHo&k(V(kNBu{ST3DZRzzfJ!@3(zx+amlvWd%y435u* zgUwa*GmngMwwbH0y%PFFy;6}x!m>=VRq(Q7kEtELU8?*%wT0Eg!@FZ%U59)BuQ7f( zV3Ug$%pU=P6j#||g+M=gbu6RIm-^Z6+}uYQFv2aoC_Vdx)Az}em}%oBVb9g&YI4r+ zk&vLz(K)PiGd$2uEBMPX-K%eu3l#|WIIueA%9#Nt=df=+0tJNg=A`C-E?In8= zPP6ydf+X^vO?C52yLRn}Lma3jp&AX;Z6hEMnLYq=x53rF^yD1@bG%?4*5K{yoGBG} z79qByqcz+ONjIT8?NQJ%=MCvmGB^wy!3L zuZYlTuZVIX;ve@n4%wg9G~0+x;@~3VuL>@f=OO5%YJpcVFt?0;;sXj5eBl2nuFibr zMD-62TgE_DhIBi)=UiCvS|UZgY~R704|JWXi$$t0iuOAHPN!h~ zS5F-*$2z+U+jW%n*?!+0CIgAGP&u~O{f!e*ylVj~2tEzUc$(e4M(0x?mZ}^;HwX_0 zdUckel8q-d+ipa)V3j&H2>#B(^1&^B>VAkx6~vXHvyGBXi>pWN4NAh53odJ@)v2vbLnNy<5O$)rUtoi7PdE(t#*F)9$cBkpvKOS8x12t( zV;8r!Id~>pH~aq8@(CdU1Z>ow5(%=4ZjDgICg6c34Ss{Wzy8YXt02O(A3TSEtM<-$ zqzq9TU)gp@nfsW~5u_$9x(BaEjWy90CMTENSiHjo4ZNo* zz#!V%>oLHqT-f#hDIMvRJcJDgZjK1Y9PuYIrU27hYdQR?Kp%azAtL>wQy*m*YKTzj ztzLjs=UI8}Fk#b>GrzP#p`2f!c6ATi2}7(4eo*#69fx?d{hhL> zZ{;?qNOv!!)6a1T{d^mCP|q`5}}`h+(X1U=_?QL+Ftn?dKw znItiUHspfO5tt+DgNeHU>wX~HgIzUP7`~=6U4O3x4zL&KKKB=V1~W)JF#~Cc*bUY= z^@~ftACJ--ZB-Fj`V09FOgLF`^0$w^2kGKRuRCjui1!0r9bqAouzC--EV)g5nAZ5f zW%<-?N$>U1aM{*3N{`SNW;1wH zc_}C;aO9hsnx6GQM@TmXj0~&&B<&IaW|}av8wN-4z#H~T?_gemc?dcYcwEF{XyZ0G z!MLX4a1zhKqpS>TY;oJICbg9m`U+<^gUx!Uc zObZcjIuedzQN8&_}+$$}D94lxCmgO112;Pa;4M;L%f{8u94 zKiOmD$h-o34_Jtxh!DDKx$iqB`to!BtQz(&7^{5;g-TTtva;nb*KTn?>E58lg5Vg?M(5L~o+g6Wsqz~}{0Ufg*3uyg-ylnXnzidAFL#6l6d-x%6 z`=QU<&`drtZQtRat=pu0XlPYMuCmG4txTEh08WeB$-}0@rdq8-;>O)MJ{MZ;)5dOg zxJNC}8P`we6baTA-5wc^<0%190XA10U?fNFNdHUWjKER|W4Mb2nWa?r6tN zTcum$n|H_`0v2hDu-nR+aWMNay!I##6IrSd>pj9R-3n`h?!BVoN!I}VTUF*jUY|Uu z6ZE<9`}iN)R-WQG`SNLx{Vj)bu}oLz_n%O0H?nAjx0&Ksk1*}uaJ?d7|5U{No9Dpp^9RbCGzd9vHiy9DaUwFrR_I7&Vqz4?~9hzH^zod0#IruWWOT+#$>3`py=^F!~; z{lyfgmx8GLo&(2?&fG`%fzl5U6+&?`;Yj(qtt2^iulEi<)?jdq?xT_G>_^s4!4ZT= z8y;07T4{(lLJsOUU4X5F6Z{UJNp2=WuRP&00k-(?7xkhE@{brqY@<(REUHX-&lB;|8#8rk0- zX`1}SiiWPr3!{7YUtx;6fLLyPD8KjskyZsSP`+Xhaf3M>s17en<2)Y40NHQQ)YEM4 zw#0cD7R1zIM`nNj9X+O`2T&RIm72fC`Kx{PQLk#y8^`732z4}Un%RVy!{qMsLf7)e zegXTQA1<}ne(Di*MIMvwpv#A8fa|_nzplnhI!yx&^q~@+|eV|HaQ}-z+ju ziMSYi26&%{b~OAPb{xWm|HtMOD~Mnije8TA07T_ieu)dePoJ*L^8>r45yFAERcMX@ z{%&A*683zuY)vO#g=pc{K*V5>E3hjUhP_GDw&KW=x50pj1n$e{0+ha*%uG4GT z3)%;+7EJV?!l?hY{Z~204?kVFK)T2zZdO12n5E)S4ED|)Jj)qxmVKNv7#7MZh&cXYigs)QZYW4#IhlYWVWSFtzCeuk}^w^2wi1 zO9Y`+mAeeWgZu~%Ge=S12yXBv{I&Ah-GElRjC}C4fDdP)@U16~aBY62w`$&B%bU#9 zrsHdJz%O9XX*F&iQB9vWIcZ5sWasUgwY0(49Ev!lN*J`!n*A}qH-C9$T6<|6ALuaC ztc)IbzwEDq9*{u~#Gvvr%yeI1;KO{AIeaM8NlL6&RqqXssXZk(s4bohzXVQ$+Y=Rs z|7Eo4LPtaHn31O^^r$O z)y?Ize_$W6I0LV$oh(-q4-h4JB}MloY<)HvKyJ!%QLF&Q-V zHm!C(cnSHi)&n0nJ2rP<-3AZBH}&*dkn?ydb}z^lPbAk&s`Q4srS7U(2y<&153mnR zjmbI$VOHY73Z7S`taeJ`NfFj9%IK~dFSqBI8Tb=!dG7su@Hqc0@?o_AK43fcHZJwm z^?H1}_sN`+UX&efqYn2yILLT7&rtKSiB1%+v+hi0bRDiiReeT^JHXyA^;x_=TQJU7 zkR5hQj5qGQl=yI%jjAL$Ho`3@kYVYx=K%Z(Z^5wFIDfb1H{`>LEqox9DvB9lj`kPt z<3!siI1eVytC9jkux{U(N6H4QnFkY<;}Z4Rj*W3>aT^53(8nq84#`h^`oli*Ce-42 zavu3jFNDU#-|%LE=d~b%#%(|iAI1f(gD(JsEBdwPP`GWQnY-zg z^hsS7Yl_^b?kXa)b^U0w<+dWH_EC~z>TD99L2TS0-0)qJmhY&B6^lB|YQdhDV|h!S8TL1-rkxh78Ji09U65=6{ufPndT`Kx zwu#}~>!C6)sqeS4e@~dSF{~#&h+9PB*k1tHM}9l8cibjyiKaKVj{@P|8(d&29x$K} zg=#x!oueeFn4dF(G{AI%CpE#R$(~4II+jZh2yI)goq_ zeV1`Ug=6V#gj4TqWXBsm^;YPR)*qy%Y{Axk>J-D;Y4qwep=mTrCdn7g z+5fyP#__kFOGPF=SPkCY@naW^ub>Aw^;WB&W9sRf3q0fC`aTtqX*?C}K@@T`0v)qlC zwPmp{zi(o(TqCZ{dfoxMH?C7B>!UeU*h(I_DR*g@o=a9RKCR85fSYN4+VbkpeKaR~ z&EKE!6s9RA*bPtn;8PK5{d4!Mm3u=&29KQjke2<(0ZAEqNcj53sxQ!8q$wj?ArQDTp=Ls3***!BZB)ko&@e z`r+`&uXZ06!DE!uS4kP|L#v~jWh{#}@2Zo_FQB={lZDyg!3JWklP}~}%Ao)J6=$H3 ziwyINmRs-^ZfQV4*rOf>qn36p^Um_L=jxDWC8&p})Z#jUGPmVvurJZA&U#m!RDOx$ zzkKbFt7yavB{FfLw7K%FioQ^7`kmfOF=iAO&(d^l4L($^?h$CZIKxt7%9ZiylvbYd zq=0l*;|)uqXfm?F>BHC!i+awA>VYGzPZij8`YaR=Nl9Ubh^r&S{vzmlxY*52bhC-7 z+r}9MqZtvD*zRQ3eY4k8Lwo=FQ_kSl2X|{53&Rrp(~YtI@vC|#{~m#Sh;qJ~b%vF$ z#11kZM4!F$seEpHY~n;I{CzpDjNpqpl3I`Twf5Fz!SQP%Ajg&8WLlEeOMlf*`@>L; z=XU5!XN8uSEsvKiJ}Z0DQ8Hm~4Qe1I7Ym!Z;{39e@o5@lS;>=aHA8??yLWP-mC@Ak#OA+xI1YlTpN^~HlM~BU$I5))Gc>Ih56hsaSCIB> zzTo>NM#i7*ck~!?><2d$(;kP(h)Fjiv%b=j>EZ$LwMD|3*fYgF!dGBz>?yozd#?Sn zdavnKjo?Zd-sJ25a+?z5D4}bAAMssJ1#88exx(Xiw&XMP6)g%X>+te9kIQDAFbIm7 zQNYEBKtOZe$Q!pm7nC}c!J0bEO-_|(EBiu&h_HVaE`B${9EN16wcFT@KJSK?+1(Oc zaY-5OhG9($qS_9P{}kWXhW`d~#dR99Sax1Hb^wpQg>tL0B9JtH6Bra!=m957Ga>>9mP z&4tr@1{F-&!ke%#IPZhEq?}<-7ve#snd!E1pdOqcU(S7~Cd+J;9G4hfi&Hx(*XDe# zm)c-_0>%XYTSem0045^)?DMJ*fyCtjvH4CtG9;3G9_@4-m-@MNC|0)eLdOL6(|P81 zH-c*+08s^`5mAlxK*I)SA2sJcSTU{%JDt!qpS`}S>caVs$X&=7zrIdB6T1ah`NCqm zk)J{MNJ#V+ZQn2pUO0oN-xnq1eTUuM1Oln%Z?8-%FO8e9{hIO1Qgt;JIVSfl4M#G> zb(w_A+N%~_=gx&k5@pZMEHPajK8H;FQB-b2)#X~TvnRjqipHO9RVBTu#hrx*v)`EJ zx5KK`YB641TA-}P5ft;%Mc9^Mj%IGJR&%31&ql$fW}nNS#Jjr-&<9>8$w9&Zq9-du z)k4M9>OAs4$6P`}P;G?~8MK7|U!(O3Ix?stAzuprzeaPr z9EU$UytmP=R_wtkIi-A7;bB$vh)S|Mcl~z?M2{2Sn&yAOCqEM?6+_QOG3=kGfYUk~ zvLJTSsHaIm(Sph*3E??`1m(ZN8<$KvwmVbecFxKX&qNzy?$+cCCKyH~Xw4a~_FbRj zO-7Cv<5Kx-d@GejE;zaiz(>d3keDvrm_$`|?Ml7LiU(R-0O;^nBx>2v#`CK>O6POS zOIQ7|>{^{2kE4)@KmZ$HzNddhYXX16d_IfI&1rZwyX^@?LFH&TuFD1!qu~udM6f@+ zwTKnKji@*7?XcBHVRG#JMRvP!1+?Ide*nN4*}nqGgWZ~W8TIfEW0{Az7v$Ys&8OFo zV%-prROcH-(F(YdTAa!!Oh11aPw58wjYOihF`b1%CrXO0c4r3>)AzCbR|OOxOjTtC zWK|wTjU!)*L|*@d#m%|+*6Y9W6*2{D0t$|<<&m@J#|CS8o2(-;TO-$><=bGr-I?yM zc(kI1zkgs)p&=b<*ZlV{_PdW?&Yx^6V zVCyY`x05nRUqt`k+yPz>u?ow7Z5rC6GkJe3#_G~^lJm|Y2m06Id=*MNzMb5BgKO-# z78W*lI+P>;l&INk_vev4Sg8*dzSYt2| zGtJNb709YwXSZ(H$Rh-KA^@9%`{vaff zvrDQ^(_pa0k|JyX&i}hb`v;t_3Q`bT$GA_jeR&dC+me_l{%Rb1`XrG%i$Q)5PJN)S zeQYciZxcjMZ>ZvvU#Dc0O0cgjR#jn^-(x-iS;B_s*m>KlA_lcGy!ej6gdzCZzP{A5miVn4xB>&SAWS|WpYw;}K zS0?Ssk%Wh8^5V&wfPd-uIjt{z34!7fFc%~waI1tyTYXMY8s)A6+dGt{bKMP={Q9v0 zUKM8rax(5Ia&}EXETS5E&@kdbIx}~!nsV3r68d9Fmi)+bd30j(A>noC;`W3@!A5lj zF}aW!>Pfl%TE5A3PRmmhbmJWSFBOS93L(1apCzujk*CWa?IcG(JLL`K0-@f>vqs7j zLo44bR}IN)nVFf3P@>UkX_4OizYh1k5UVZPl`oXHCp@tssVm~-f)L;gPmG4EQoo6o zF-tm5n4Lo-`4mQildLY$5vmcsm{kZKu6E8`i0g4T{ZL`~tTXG3yX)Xr#suQN%+n|L z`H~>O&P@?!*Z2}E`{UI70i2PP(w&Wb)s9nNcR{WpaBt(0I$Y~Xx!qZ;8u`pS{c$Yy2tZe32_iTk z$)gW{-2!2}S?+E(iicA!$Z8ADH_VvV$d5_n>eFYukw4 z`1QIg46dE;cU+f9d_HjgMtN{_mc7mL3&yI{Q;w`byOOcSrw3!TYoSd;%dL%^1cGua z=hGoLLL+G`p16l+KMOVx z=U1FXKijn~l7TG0+pXYLRuEh;3h=%cuGC#8u;o z*Q0o6tMnCeXPT+mw`hDZLeG(0rexeZJlxe&u5gb!F@qpT-eUJ_c!w#7o2Vms)#1x9 zlUGx(F_ujqE^BsLh8U|tvTvy|k~sU7!BcDksQ;B@ZuIn1>yH<9mC3l9`fX_%c5`o_HrQVnv;DHtj3R}?F$6*CC20vPLk zN{*t2B#$-zgb|L#WHvHk4c5!?)$dKKX63;#VU?AY{YczfJfdXD;@Q{Tw>sYvvd{4I z{R$+ZaG_%(p%4_^LV;*1?wy%7@~T0)^0j-g3X){d6O6k+8-iPzZ>m~(7d#jQSGV?E z%C}Jzi>Srb2qIbRtG+I)aU*58!*CSd;;2aUmVlD#VS~i@GHObh$<0fn8L(Ye^(`zl zd7}4#J%>|`qR!qMd1l7NlgRdeZlRzlBG};Z^_1ER=(xlUyzO3%HBxxM8<%J&^&B(6 zd7H*(K;t8}+{!yu4*>vx0wm}JyUWB!2- zfG{BsfFR^o8%S>B*F?d%>v6CJTsA%(hosDAtBz$9@%2A;jb=KWFIW7nwq|mzR)FKw z8?*xbX2t^y6hkt1)kvtcyBFbDVSbLp9TNVPoz_`Zx%uGD-w@=E)YPnjTU3!>N=aKB zQSoE}E|MjZD0`+ykaEa7xNkIpkNatOPRhT4^nYS@7&CZR?d+=Gx2}nr`8W*@R)kuI zafOdf)LV4S*Kf)u5Z6jr}v2<%9k|2V- z35(!XR;%-@_9WbNP{KK`J>mm?*IvK+Ft%3ClT>@bikk~YrLQcfrvo}&;=SB9(kOI* z{vU?#^#bwGbnGA&xWs|nK!b}Raj7=yuDpEA4+v76E21XI z26H*~(B>;`beL^8!9o%6z6zc$3 z0pGH|4g95c(eer@kDwvt9w= zj3-VD*Wt!D$8$g;0g1zrLsx6=k$~IL)nUSFqF=@e9Oq~x;V4}yLJCk-2dKELN@_O3 ze;Y3!;N%2shZMp5i3FU%Dxk;pv*>bt70-kvB&+oY^oD283`1n0C?*$d9k1%mm&__0 ztO{9I@;*`J$ywNn)ZYZN{|<4=R_&s`^zmvntbhQ5@{zq9A|{<=Ho0%`3yj{MnRn80 z)Pq8wZaYP>2c_^s0r#LZtrvdSvl9rtrzuUFe)=8P?~Tj83vJ(!kagaz7YGi$Z^m`* zfNfP3b<#3P4O=8BP_a3BwRzy{$`Z|4?X!iDjls151WK;V40Hf>&m6)qvkzZw98*i zzz;3&unBVt{7CM0D(;_pf%wCaBJMDqc0r1NypU(V@t;a`ccA{)wyhDh5@PMm_w{lv zUQL$QBzZ6q-Z6U?!a;V4=LV1rDpbY)BL9pYpJD;|_Wk)X{VQ}lGqW_TQOR5Qu+@?| zVIA`RQ7%W}le-vy~EK`M2+zs*MR49`|>iX0lIFlPHnXBv2=f6}kkzs-|DP&KR zmeoPPkin{9NMDm9D{`S51y{m)!PW4;7F=C2>D6Y~0^gpv0#)BSBw_a7s=fm2wPPFe zo&(ci{G1kVjAp8IoSlaj4t~8q#@&m~pchXCkM)_(NIANAX88u#YX~7*EG6d9W>O%1 z&dws3;=c~|+=;I@9gV2-05Ksc+<&RAHDA>1B!D}BnHIzjmm4LJW^MShJgXmZEWjT2 zzjfref`+k-QYMv)gp4|6Ue!uT^ zLf(G6|F|{g4t604`>=_+#K3agDVB0spq-)sfi>Yp(~G-q+%%5_Y2HPN&-1P6h2S0GE{pV^gr5jCJRzX=mdhb=?WBwbi0*#UpqHg;B!4jn$DKv+TvTT!aS>| zceB<-@(LLLMsUEtoTTpUKd{X+IWYhhbZF>7h1FoQF-jJ3(>J-wb(AccAP}4)`wIo= zc*BPApI`N>J^g$}qzCr@oC6j#eRZ=dzixAapIzlcbG%^Q#Y>f=?qX3GwJQ+qw7_a; z__y#aD{JZJg~63JzGUikh4)>BrwXnsyzUx3RluhRKX{eOdelgs9b!Z#ZsF=Vj!SL0 zfcjHXu+&RH5_i##{rlBK@c0_L)3&h>AZ7hLiQBU=VI_(C@@7|YOcTdkO4_QHJP>edqSQQZAp;Hj>uuh)-#o#4sU(W)9mZS4E=d!%GuUF*Fofxc0k;Qj0^$>o&!) zsb4~x2w(7<3HlNGhA*{BppO@+VG2!Y6laRBG+`e{e4~KQorr#QAG=nn|75{(K~xVF zM2W&ibEv5?1r7OEvPIHO%a?OCGZyuK4DUg*cm5}h-THzD@VQVoylA%wy*xc`UWuRZ6m-abS;DNfw6Ubh*)6Qsgs^yloZ_%l+jfLJ^54>V@BFf&(gVHR5i0Lf@^CN~<4k@QiA8VQ>0Dd^ zukI&6G+DZYlrH#6;{ZL2HAH4!OjW`lC!t%2PRpx`=2mQXp2^X$2rya5zMyi6n>XHn zy)9|g&5`dC^bJ7;Py?470uhDe7ar=6Vqmwzm4+lN+y5Oesvd;=e-rcmW3(si*;aRK z4Uxsozl?%vNN+vBJ#iTcOnS0OBV(TXR(cdR$t>qGG_>)EkExl=(T=&I0(^uO-}8O3yWE;G|EXR1sjq1G z1l=FJHub*62mA0RKfIXKbnM=q%&ZIv?~CrP$@Hyyynk0#Wa$NL?U@LhIEk_H9!YMq z6t?cvh5xPorMb6Vr9-9+G1&dZ%w{UyWoj|JtFUZpY9-Am^|yFp(-CGXW15p0j`A`+ z3`&Dwzd1d0?Kf^$d7?ZIa)=!1Kbb>Rs7gU266FlyvCk5|MODxE+*0WHLE7L;vk?fh zmEx5=NxvBoQ#i+*(3OLB^Q!bKD0m+YAtz7nnNxg{E=_TzckRqC^gn95(i4rNpB8-D z>hoGNk95sGgqzdAHwQgU8rayOFd#;ZFd&U^RXl;o>vn43^i?1P|Cqb1Bn`JF<5n7s zF@631Zwpi>3Zdb)Fnadcg;O%7xsn@!HR;pY9KRiL0H3!Fw6~vKYTzvCE)7axZ-ZA% zT@>gqB!>y07r4TVwJK}O;#o0G|BX{B?@jCI?Zs)`Z5fHuA-B-2%WYau>3uwPPZGCB z^m!h(V+-g=p6!E;chLa{FPLw1jMUl~0c)jC23nohEyed`A`+NHxw(7iQAs)3>gz%9NS zkah7rQTqO<+(Wv<{+H>Om(wQ6Cj&m8t(*d3U%sXG3SVc&;R zTtGFHt>kl1U+_~(bb*Z|Lr|dUtR`1NW`B7BlI_8yq(@ zfFxw2`t;lRjJ|~oWw3Zbd1;14n00H zwK6|`bhwZkrHf@v&o@Pv^P!3cy0tHr4&UInXg?bT4M8tFub*1_eUn36?T z3>J;zdRY_RWOu0a)8}B6vaf<^Es{*AjhQqA-NG*Q7d5C11d0jXNIQCGyJBx|v8Tg1 zuMS&(z!5wyEsS_^Alu zG>#4ToJ%kkv{(3ZH4mNr;|6E1yuGJy_$MT@A@7$Obp?p2AOr)6Z&c!ftmZaIa%+9Y z58^M^LXPA4c*oH`XJCM?DaaTbY9s_q&r?v=aU*MF5)g58nhU;!?t=;oFV{%$u^+Dg zezm!Qjy(a&wB?^ZcdDUqa+>0F6pxmGs~hsqR$4U#4lO20l-LYGVPFF$Zfq zoeV+*Nsm)5UHP&W%o^j+3b+v~REHZ976@~wnlVFxx?tRght(B2!*wzI?$ngBS8=M| zq)-vn;((skt}VM8PH9Lq#HzUO#<_GAxDcQ@(@mAAy(gnP=H}g8JYL;)syslcI%ij{ z;V_7Cd&9&_wD(lsq9*ro^5Zslk(+F_WIATpu6<>@21*h_+h>Z*;-{C|eWwLN$nMrM z+ijnuC7n{u$x_GHpOty9FWaNCJ=@l9cIk#Y*~(&S*u3D#xrO+^BGu+0pUSMGOS3Un zi%V768Mdzc4MKOupGkBTD_D^;Cp~q7s|G}C%Y8MEF!t1UQ6_GF6Bc_N zKZnWytp~0$VO8zjQ)PSaD{N#E^AP#n#|uPYT?ay*lh{k^_o)(1vXlaow;c_U4A`Njqb6XQ}SNp>#P`C z_9v=QN&;k4l(Kr(wklE+&MBhs0A_q6ju>2Qj{#^QMxHs)?SltyHRY zSAF(CzL+T^*VEt)=VgiYkI}d{7XwC>bUBg3V$27}Ns4lq8_ttGo+rlVmx{9U#4&g3 zl_iGv+E;6yIQXz@zL_Orc_iLce9YD&Iw2;L((*mVEa9>#ga zp%?3#TTjW)g?U#c?q%+1rw2Mya`#{;6>|ZU8%0b>N59ETGpliIuSks9RQ7Md?p6WO zxLp;^wVfA6BZ;#FTC6ITG(4;nI2=q1E>g`8j&`+R` zVBY{|uE!}P`y}KG6*gvyCO6f$AH%)BwE5P=w#MT8@R|Eh8%T49?3^iM-U=>@Dc!Dz zJbWuP<3;G5Pj-s73%ascs+9Zq+F6fq+LJc*pDjwKKisa}$1a=b7In8%)~WWvy%*T* zGJmCVZbF-IxNN#+ni*3dKIZ>aPk*s1oLV(dwN9v3KL5K#U#)=cG1x96mEqV@uc@Ws zF$qi0r!;SJd#MU#QG6Z$DdAUx#`R|luyo7`d}KjrbNAN_A+pq=2hS9kMQ?h0AK+-_ zuOdpl+*QJCwabrUiI6cazr}0a?{;@1qE7YI|qPycRTyhc1QXV~B%Atl=b^$$mJ ztq$z_($j%(i^*10hCZ1(;TAVuk%IZC&jx`pn#^5e5(P8ps zD}zaqIJ**j?+sNvGrzyjgzX0!a<_%G{)eSZ5J zr4K(9J6O~s4CL^wYcGOm*LcD`JSzsrN>QCGeKxkx}xR=`SOrfrfBO@Rpe4Iuo*;(8cqdtpxlDu(gy@p*U7TEVGTUM?*k+Ez(!Pdq3$6` ztLpJZ7=uv#MRA~yq1$i!Sjnt1KWe3}*_oQ77Z(N!G%Ye;` zYb=emJKSr=nj-Rj9}Ivwv-bVR1;W#YGnsA<;(2+c2-aJwwM_2Z+4@hl;wHxDf0 zy&@BJ#=;0|e6>kFT9vMg!+6@Ip^-Z#8evZ`6O77mcShsPT<=NJ$csfm3cWfCCptd9s7m}#Tp0CMHo3M_&jiiK16%!x`pk3rrTjb?< z*Oni%yW|OVb>v(sF@P~$B!ht=5kA5T!F}j=!^8m6C1Z`uv&E7Vz0*I4Vf@rN4U`d% zrQ3({S5!xnrgOgvV`HbkpIU$J((-YP zEkq0QA~baTdQ?`9;_TP`GacNm?rIo`r>1K1y0RU|11!Q>1B29@w6=q%8_8m(n}S5k za6b$GI(L91C4uQXhpBSb%nfaB7jeB9jpNG~X?#dr-Gm#@8>;uY0^7#gp5Bt#(Rp?z zZdW{g(dBlJD60@Q%AB%-J(x{#KId>SZv)dn?qA#+e;=ZWU5iz5p+ZAi0TukP)nM25 zOntaE@MuUj`UiUjd~*-|SF>jI)W^azb8^^2<(DVF2x&U^#M=0XnyYVRil1|EvbU|~ zu7H`>c9r#CGs$+|6|9)-_kZgWB!uVGu?QWJ1;U#+2`2_#NjTY`iyNuGK?tOTsyZ)O z6V3|K$2E^S#_`{4i5YhGlbl`ZppvoWml9rCGkQBF!@Slhb#M23${e2W+9Z7WCr8U1 zT{1O(_I_aUqQ6`(^G3pjNmW|zF@d=vLTI~pLEvJShFwR7apm7nT{>SN*SqJSnwxQ^ z`#39H*Gq)BZ8P0l^9YU|6{zUlD`I@^9&MzYzlT%|S%xQhm-Jr8ZmM5$zVZ zgO7|m&|PThH8p>q$Udevz@By%h%uH8jbjXxo#!S3zmD#m(kAAGZ&wAcb1n^;pP zlWb+Ly)~9>9m)Zhj#p%S=EIKrbqqn;L#oP^5CcDru=R@MG=uo!5Q8ay?^;d2cvEGnHV>z_=i3g@7{ikbcV6r1-@tYI`FT#cl65aA zVU+N8RvMxVp=Z&AVV_`X(xPQgtNymBY(wSG3F9vu+HJcZf8c4SI;(A>O?B?p+I!tQCp|TF0yy$}c5c_{&ziCu6);Kg zJ(uGQy>*kYw$THkWIO7;wb4%*Ha!I=NU4Ec0$+mougHqepDRTvUu?q8jJ1k7+B=2s zPB6QU+z}yN!-{4%U_7p`+W60#VrJVMTmrp|BYWk^!V0}t&gIz~k*Rs?uWj9mo9iZinXGC|OAo)u7jlq0Y5xN1}7B!z=FEw=)D_M?DxYvM^hr?RYM}VrG|~+qX+sU+r|(l{4@2n2a)Sm~5`w zbZlwrk&3yTId-Bxp(-x{tHdtxeLyD-F?9)NOU}Pc9y2q~-&-VO!*0{vYup;4~hDIqoGqx^V;j{O_@C(QoBDtHn(K9H+z0^ajJqnyP-=ujyUM;PIMd$ zHE{d8qy$EU!S{7=a~$?g42LB`uZ=TvXUKoAyV;di*61Ib@{m|(qH(a{L9-&J?u}wk zb{d4E$!h*{VePIn17+FCKm=1snJ9NJ(^Mdx6Hi zGW51yO>G?@nor4paJ8=`NBM6IRhBLC?+q*Tu06}n!QRJNmjtk-3(KN$&Jgwr6HiPr z^xmUnPh28TF2L+uQ)#QGjt1;r4z=Vw?2_x!+>0mfuxZcsX3}~FM}0Pc$kAMsjNR-ci|;&?YY=LQXrO@vuS41|@v3 z@e5_EvjW_v^xn@}n2k_|yV|Pc2>w>i8f&|HyCMl0)yW68kP|uz<9;r{@s424w3dkY zMq(&UTxb%ic@iR&_mPA|f@UszXgJT?IfT=D;D+l0;e=JaH@q8&FUFKjaHpYCwYzhn#DJ%XFRz`CI-VFV%C0&ZSl;%kr^{dW0uV-=4OPojAA{-~hts}Yv=)bCX2V?PL zhdcIahJ_5){AFeDyjXVSMQMih*38kc_Cj06{8^0uZ&_rH2CJP;knJv1*zQKQnep;Z#>`XY0o?P$=*(w3T%TShnZ10%a65JW3#@B-+Y34a=cBGW&&FDPX!C$~pm zTHu+@$uPPPTcg8g@DhgTiFI7m2)(Z?dS|k4^Bw#FW|(G- zWxKzN59v_OYRvSFPmEJ|{y4q54fLdWHW*vGsiE_R=#0HUwg3=*b zdNiIH9YVe(>~{Q|?@*-qrpt3;S?^o4+yqKm{Vazsb%*EE_%*XE1v4s?uUuk%-9ZS5 zDw^RRG>o@wh1y=dkBZ!bS}%{@{q57VhLfc^N8IjCzNQ}aC`=xyf4!I1OQ2c1Tlrxd z`aIuyIyhASR?y2Q@1jK>y4V@ZQ1{&5>d?`ZIh}3I9%%O%HQPC>kvg{jfRj+n)~=La zo%6@vn9MrlbYb#DJ>qJvB+!*wgl^0BjbJgiPZ`WV825|y z3L($R!lX6L1SVum2Gs^;8l>$L2a|E*J7PK;Y@FlWrm~Z3%Sq44X_^{W*u7nPJ*aqA z(Q({yF{`06UusZn4kbyK+I+^lbL7iRJ>Z2P?U2x=83&o>9yrLEHCwFLY+$DKsSOQU zcb#2-Az;)l_Rx?uXd{QI7RAr)AYp{yk|sz0>CE z3XQz&4@{AAsB@24W{HBoU&qTp;y8vLY5BNzip>c+e&vXrNaK*7NLL5LkEWz(R}tyMj!b)Rd+~vygn`@>mDv6KqHIg7dP#n%de2) z^JWjTleL#Kuk55-amyJ3a{s$)$ZlrQL`{w1ll^u%=K6tqr7^SymuQ?$Qt*K~+XQ=! zsj27~LYnBUIOuMaw^{U&Bk^K>>-_qy`4_Bp%*HCXbtA_M6?3pMwYmx( z(devwYQTJOGJq8HhHQx69p05X6GN!%P8+lqtWZsva(}z@D&3+Zb;|c;KwUx=1k1G= zk!=swLZs}Hkx_0jclTtsTdgdGU^eNZ@>l${CjNj$(3LmVqFas4J&ndIIP97rFz7uGQJ-l9Eh=p$nBhvzRXZsZIHNv0bDYFjv=XrpDcmx*KM7 zdZ*Odvf-LsWy9;UTk1bCFA_~iTJdJr2mSm`nMp~TtgbFT-l}DglNsiDhL0-~LoJkz z(BGw#L16EFMT3JB?ei21oPrtO(QP1KC5wSN~vwspYoTzKkC|lga2UfnV>{5=qqt`jh}R{aNK`}x4cQc zZr~w6OxU8s^SZ*>jP65S**6woMjzFY4=R^ESGdoD@vtqpf^}1=^!v=xsT!>YRiL<1 zV0!fUd>8O4y(ZeAGJ_SFywX-8$N^(wmM5+rjOzp5_&IM1hgHE*>Yw$^3NAq1Q5{k_rDtg|-aS0aOSVr*Qz`G`?KHX*@zW4dUAa zfgp8rk5g>3WpD!8Y|WRk5zwe#>fc0=!}YJD=MvRrMWGUlKo${?!tk{C`AP||vL1^H zZa>k5gA@>!33JfvHk7yL!*QAd9kAgj&IezQXj%9X9eZP-C%goC7&weUhX$@$9_ZuK z4R;I2cMcFE0(QF*ZzSo0X^@~H0-D^z#bJ8Y^M*h^pf_;l%1IM9&r}p%hwM@E%(>W@ z=+iT1!H;}5Rv@G-xG5E-4`#)T*ogaQ1xpta$DNX2n1{DC1-_#mlff2t_tk@+*-A|x z?mxti`3F4C6R>PuxFS>lUZx8m;{>lR`T=I95<(2=j~~Hk`ys^3omHy~jOAZJ3b++U0utH4YpQupgRtk4aRxnAnkzp$3Z_1u!3OlE$eUEp2K_zg_96&p zrsOBKDs8uXIbuZ8V#__b9uA&c^C%Ea^OVo&2SDrp+y-gTJit+N`y)LAxq0AXgY@q; zn8}Rb|G`QCw*b1#z>gwpdb4U|K!=?X%xKDrFnc*-7^)rhh^K%yS%HS!1O3^r!hi98 zoA*h7whXf1G6UrCg9hoRK%tRAd!hp@5`gzS3FfNWnil~?a-dc(u0|L1*;6%oNr#Xr z;h6l|^E;N`{6BbYmY))&4bqLE5K|xV4f4WYWP`-+mnNj<3i!Ro?jOuB%TJftA)3b3 zvfXgWm@f!eOyx*Ps3DurLez>$&+i zfwt?K3$jX{0q5ZvUu5Z-ojk3Y)~?z!;0i6{i|p3On#sSyHETRS0w17}`fETT&5$Uy z)abb@MrR`F^WCaqt$$XoX5n+u7qn^Ov7m`&bM6_em|J>^5nlp;81;vCvXr#B2AdR6 z<5m4%=UA*VQbq45k8B-bH)mSos=PWUr0lUwwoAc}lVx-vMhLO_oPH~la{ z1_PQFv|<@>-I(irHG*U)({M{|GXa-Pki9gJsh;pDN~5;}{HHH3az)$b)UX$loNZ4( z$2yQDk$VN~jgknq5VeW>EohO(9F1^Y01XtpTmhdEprk+m4PKTT zNxn-N`)Ne1_D)w8Vh{Z)C@u^>J?F_#pnBYDI-f_fKE45H4L!){s*H@T#lng`Kqeql zZh7lEb-)2y5NM%}Yae)b=&u%Ee@5F-$7tuhQ@%Y4EG!-SJsZxrs9mu3Yg=mcRpT|;JtFY)MCur)2aQ4nP!8KIdHO(kxp|L~7If@11n;02A^!;BWeTx3Qr)2AVLgLMC! z$H599H9T3XcTM`}J0~@-gkcBRUQ$5>eJs35lcZG=0S>4?GQAVh(2K(V{W{CMuPtEr z7Wq+KkssBW3!^#|f}FP>!DLCAQqq6IqkYVS{T}2yhHLDkZDSL)f#rcLrXU^?&Y_-< zf_rLI8{8Xd7fg$7o)mQds2?yt@-#rNHqUHhF zO7CGv*G`Rj)-rEUCa#=n({mu}ywNw@6eSUyEYVzd#ea6kzc+p9J2ccmW0=Nq$^zGA z5?+c|5n*F+?THJ=MwQAj&jJN-(C<_^)vLN#t5r{6NRoSuPi~n%ag37d48SL~m3}uc zE)fB{wcJrzvmNv_gJyg+C8tIYoR9wm8RR>S{gYSQS{p6!eAym9R+?x=7=(@*!VEU4 z%}9WJLNr5ZpgX|<+00OvncwQSP=i)3dVr1>tc>vfPE`f&?kpxBz z9=5J}*xLv5{KMH_eWo}5UG=>wFJ=eVPO&IZ3J=`RSjV-^eh)ZTfa2BM!ktVxaFJ6w zWA}p1EW{S>_d92^hL~n@0MTMOX0^uwXYg<+^}-iYQmaH5F2Ig8za7w(;$*df`UYsm%30!{XqFS_u- z+(3TN{c|G;1oH16=R-mO(rQqL$LTw1OG%q=0>B?)G$4NJZ=RY_1}`sN>3vZw-62h*+8L*+xm{(QN2H9_813jc6~9U_i!*T ztj#f6#w;h;_IRsr&O}$p01C~eAT&=;__s!wl~~*ssgb7|8^7PA%jx@7aUe39-;#7G z>N1o#OU%0zHoegZV9!BtyesQo=^2BZ^>tmN;wU7SHfiJf_IDN?GGMGd#iOx7zVb`W zGEWb(d^gLi^z{8)QUC%Ke(o3f$9Md)7jIP=9u>{Ck1%10rpE1Xo!wfqhmso&Y&xB& z?@gkXcZ2mBv%%ASTpI>Z^!R=-+JtN$W%R;Xg`x5b+u%k-?6xl2o(p(22oX(tn9l<5 z^npazdSUjXtGIE|KN%6{_Tk||{KKap?OedzjL}F#$hkE{-y4q+n+M#gkd}DuG+Bn^ zRqv27zq{gMfrvVF;75(s=1qkb!HTh99?Z=NHrQ!-Pku zY-J4h`TPAk1w8aDI3c-wieEtUeRa1)o&xM|5pV|paup?@I1ekHArEd`@XK*+^m)~q zdbY91j)?Y*qfmVtC4Ls+9|!)B-ok5an*X#w(gS`(IOBQL2dUPE53qp7;`s))GWusL zVIfU5(m*sCa3XSfIACr|0@pgYx^V-f5j>#Q!QUvkiW}m4RG4?&BZgXVL;Mxf2g0WH zOf=JsfjpB0t^@FK@eYtzP5z|@!tVa{#lZ@3KuiPJj1)q_X%stb1^Wc>N!IRg($Tg7 z5?`xUi}YP&dgm5_H0L0+KSR6@7?F%m#v^OP4$kZL@^o{J3#Oz8mw3L!h{SIoYtWM7 zAy+&gVGG{7+8nOpnXz4Z+t6F*nGksL^dvuE<~=cZ3AXXpPoPBkLFRpD0lU-UU~_Z@ zOZme~D)!(Sq$ZvPl3&2=~1|Ak5bs>{*k9fAvP-JF~XQT)11A|FY`Nmbm`MGUBr zE}swrzjtsVy!Q?!Zd#hF#V-g(6z)DZ!+TI%;>K*~l5OM`3k4*^|5fF6#Xw!FTxWF} zLRO2R)cssuS~cgRbvqi0HiCcB1fJv|Kuxxkg19L|*ys#0l}nrOf23}Qg9)4$R{tC7 z_Ob~aSZE`L0YIDq$eQ#s1RNioW`p6Kmse=YuT52g`$5Ov4gt{q7+zk+Lqfswd4BsR zwAsI@o-R9siw-*9@u`d4tkkW*wB|BO?_7Q{v(+V`ErJ^&hfOLn<5kPBCYsg7(hs>1 zFT^OX{*!L?E8Ml1+iqHyAOLufkuIV9D1%QxQ40vdFGxu<Jp|G zc^`Y)F+Q+74pYFe{Js){;my3N6Ja$*STa_iQ34vtk2poTxFo`FPbdT2+g__xEdDZsI9hweTwF zgGquwm6pVu8YbLk0z(f?4~gUAC#+vH^nj8KAvhcl3v}XIJ+MiCWHqlkg<8G2wQ>Sa zm2Es2JE4rdOe|W$1@C7dM=OtKg?!g<0e6^Jqq&(Eibwq(^^~%hvH~4k1*8oqX}%8_ zinNPUe+U)qm0l;8X#C8RqHRBN1xn({Kcd+i&>nJvStaRC8sC`k_#j~61>VzM%~M1^ zBP!j8qLjk+1)iZc^m-61)_$&B2#`FCF$CqFFlypCZ56wm^OmZJUKFL% z{5+%ayVrx(yO$XuBmqDlA)GNdrMaCf4cG)dq<}x$QZEVYyx#+KB)K@`ld_o11NYrf zi?6WhJZ(xoZh!qR+CXuntk2<7>~U)Wf3BwxflO0ClYy@4{Q?my=ysqVDgY41KV;7s zG~C()Z2Tg4Ifi^Byxa+8u>0~sY;UiU4t;H)BlnQ&a42lxzF`O-|HNbzu|xQ20}^nL z6(aZRKmZ+3s|SYK(fy*(&+K-Cww(yn5K&AHrzQr?K)`yf7|s7^bN}zio&S#9`9B%C z!>xw@snJBJ8vZQwI7Y(Q0gB5AHryY+GivW~jyU1YUd%T5(5q#T?)@{Up5bP=yn0(Cr>4NF`btAosYmG}_6)`N=FE2gj-16+vUO5{l8X41HAV0_Mjy@beD_e_l@#Vfylcy#O%~ zO{d}Fl;G^R96=_^yu79bxcVUA;CwdP1tBB_5GUwoHd^!VX@UmE6bf3f7eQjLr@d0} zhS~(=|E#Da-oDO7UU?0sC3*8ms>_pVP+=YrPq2$Eqw~CGp*AKDEGS%V7{N86Fq>EH zp2C}m$CkPoj^*%~EDuKe$hQ4*N6P<|0Whm>4)Lf@D{M~StNsXE9pF6SLxG`Y`c5!< z#oo!%GZDg^VZu46mUq@F$Mssmml3pEEA{FpZG)q zo04DrzG`lLJVK9Dy{8{a&*lE}z3~1}DaAnom`+K;k;XxST*MZz$gGZeO>_$=^>`SZ z^L%GSN6;LY(`hi)X8RYz{_he1B__&+2z{Kr6{>IU?)usCRcn4zI+TofM6Wd!ftYj} zeaCVD1Os z<__SttF|W0SI#4w?UOd!BdD|4l<8i5K7zCM%qOM9A*yu*w_1(VT{?qewSYW=xk~nt z1Q3e=ObE$b%z{uo2nMfBQ0Q-GKNhP~908!{I^C#AE~3T@fd-HKn1G-3>$}5W`rFs^ z8sqZ)fS(9tQpjZL04q)7Y#aa;HF1QXpY_TKqK~f#%;M=9DG~7n!KFVYljGLsS>H6CX z`;BL3gFul!ho4Tugdk+pVODYQU!e=RvDgc%mD?a@4fvcDg8To}+>`rZ1l*t)9r>F^ zHZ^n?(c|YziLNs#h@M~0qPdWr3VOD~^x4jN24_l+vp)bFzME)c`@iItbj>ra{r34_ z6GR;{3kgpJ0q5A`{HF6WB!8GlmvbYLQq@xzclxA-kd#IzDOcsStH7zh!u2k=_yuZ!$^ZGl9th%fBByk z)FisJS@=0E0qM$7trv*W1MppOAX8<}{`y@#*mCFv*u{foC3Nfz# zXs8IJ8_+KWis0wj#(M59iTb(#ft`!n_Y5U3#Rgz{fyr(i^ArPJbwwDW9JSbOr@?rT z4buh=iuQT7nbXTA^TzWwR*&ghYwP`qVFrqc3{5Oj=O`OMiUR<6NO4j@ z(B&MTYeUA!ewnkvt^>7V!xO9H^s>H|;k7?5usidt0L zKX9G@=#q5pS%VyzIt=}9q0O@y*$fAcu-Rn0QTe%FmAA((rQcWbrp_1NpO)I>95@_p zS>ok1G!-FZKy;iICT?W5dv&j~CTHTN843p}uA^auIPabVD!S$YyTfHpsp?|c_A=}d zqax--%UK(d-DCS3a;I9t2shU8le$@=aWRBUu4A;TnciMHOq!;BeaE_2D=X-0^Qmli z%FTAq?sEFGv&qbnP}Paob;lZ9NAD6u$Q6?Ld4ow=TnJG%fF~&O6l8#6%|FS0PugRx z!vpb1=z7}$ZpeonbPepT8OV+Vgdth)r2~R}qkpfGr(UwFN-PD+!y|d;7$p~Hndq2G^%r<4Ac>_Wysgq@}0v#7zzfY#8j?Et>*snbr{#< zD>hK4F}8%DrG@~37`N??D%h|NKE&QSWz>PUANFiaJSs0CA!JTYJFF2#Z|@Ex`~>_U z@+C)yH)V%-+z0LBe=N`o#w< zy}QqNB}WFV&_#~L>hd!0xrglmRed2;>&BYH*7YvK)TFz#GIQpRl0|BEvN(oeZTDs} z3@A-kOu9~%O+^Slu`j0g29_LbxO2ZPx%xo9!tky>?<2w`I|pvuk_~L=4cpt*7AB{t z#5#jn{1DitCOWy8t2>gpPaWSsEjqIXhb~?x9Rbaw`*&-Qam0` zmhuhZce*qGrlH9dh7~;YE8eUrWBF~CioHd5sXX=0b$5IiE=Niyivw@vYu1iA zIR|U*Kch+-Cc!C@M|$fzeh%Ix1R&>hVRxOWdpOqMSdRx)&Wc4^+?^49s;eNFFf*L( znFhR&$m%&4n((wj zF>06f{iQdPrrSa|#V7w-J=Zw>d^m)jl!qO2=y+y(o0Ovz{iu0Pp3aP`@M0_;Ck;tB z0JLNK-id{!@pUPEV~5R@lt?li+jRgnR2=)Oj1#40WbwUShuQX&?2R!2Zfy4JQI+mi2scv{TKX<4Kx2uR2PgqLG4rRU% zBYIWO-CLSC-fAv}(W>`j36Bfk8CD3J^t5MQEVXNjb_Ak?vW^nwHbOIyuP0Qe4JQ#? z7K=$Sh2d@%iT{I4^@zn${txTy&l)M*l_y8ENR#Vncp+M<U6{ws#uL%U{FD)gT&Q`!y(Q-SS_2{=sdJ`a(VcspnzJ$UE*_mKj{Ym^&JK`pBoJ z)ojQ!tozF$l8{R<01L=4rlreRZ(aKCqQCTW`3AW(>h{QeYi+)=`Ra|(`I5Ec?msZc z3D+F2`hMkT{39b#WvngBMNI=BjaH{~554aa^&6LG&zCReEEWwH!N#Z>;2de`4Lm>f z1a|-#>W(=46e$kH%z%lXTV8+j`kVVo&%L&_Q?E{SU{-gmVtmt{X_c!!b&nuC-{t{l z?!}!&R6f&c=BL4-VmZF#29cHC@#Iao-@c*{bk*pU?Lc_CIpMkTA?&a~L`#HiLZLpzg$t8P;4D$YL0A|l&Hn{S8lg%Z|O@K{nY?r-E>Ndk6*0cGB0W9A`08F1rC3T?jy|MFY8 z3f*oiZA7@8pC@BQD;TO3&63~u;9zc|89GO5Q6^@}Q`;^4~3?R(vb}eOeW48_SO$XdtmzdGg~wYjYk@=&3sv5^UCu)I+Ar_EFt{6$7^*V7 zV+^#(+{Z7gK3n;K;lJ|lTSE67d%?F0B(YAC6JXSBMU#Tj8fw2rHp!qC81oU z(*6x0_~q-iPX^kA_BO9>Zpa3P-B0B!>%#i2P>vEb$#*nCV}0i+0I?3vb7<4?>4SOA z7~(;z)m-Ma>4K3d2K{+fIsQGJ_iGv%uy0= z8oqo2E$M_t)|T&AKE_ptkIS!Jd6Fsu%EINxFJ5R$>B_UW9lq4Kwt1zCE1UaZl zxAI5Q_MhGin$NQQ`yaqPkS}v4^W1|)I)cK&5J!np7Y=KVP~=XXT`E59{b>!__HHc7 z8+J(o3x;pKTnzYd4O0o*tl7(^AM-r3R)0K;_1}MfelTJNj&-#>7NE!>c-y`$+#{zP z=Dwe+_zSp0 zx0V0?{gwV#|G*BpaGo1F^_8o`1VFp0Q?H;9qA=o*Y^*Q)(-eIw_Ot`_+qm|P+t(pn#mjeEB ztW|T?&b|JYm93{n7S9N8p+9{lwq0hgi%Pyz==>CO^O&=CpGD!Wffl7>cP`!YftSq-6p{1LG(`A(5vSLUb)w~+%P^WMK#CloC9ZZ1)G+*f;< z+JFX>avzb6i@ug0SjGs{!`q|z_KPX^d*u zx>ftcpm(l^Cg`nfh~wbPSzn=7zW?4HG&YO(w^yaE=Z*mhIvkPsuvJ9(u~#Jd})n2rx3hXgL{IrB7-$uPP!T6yuyS2Pp55`Dv;q@-EC zr-OL+#SZO%|6zUeI%E23e?BnAdot^23>dq#d`5<0dyajv-e8R;n&QoSQ_r89&o_Bj zX_R2q<|sl1&Oubm4`@u=%x#a!)m}gsIjrS{y(ZQK2TDY6xmA* zOweSHmotiNI@V_s;Zoq&Bmne^uom#i$BpCKdbQECxJCNv0<{BdpT?yd<_R%&9br8ZYVq}L$1O@ORjAJf_3+aU zCO2TF=Nj$%;HkQ|*};fDvSY~V8Ndy#dUcwo2Ijrws?)x(Oc=@ab7z<>|8B=x^t-*h z-$AplC~Nryp65dFW0;3@%F8PB-OK-^88uJdZK?m%7KFOGDtNtQvF8 zcR2Xu^ov!&Pib8R z1!|#b2#DZ^K)5ugwC_;Sqh))kYY82fF1{Tqa*+#yVr( z?R~Y$>C-90wX3dr$>H#oP3pvai_caWo%}pqf9pyO zf{ZsSV1-iveMrrC({Tsq&Tr}TXAwy(J-G(+TzG~qC+$EYn>J@DYbWqYfoAJl1`kVeDf z=q!^pb}NFW!tNQrx~i=wlx>|R>&^Bt{p<8w9L>|bxPv5b9?vrC&9JP{fGwU=AFIx`A265?T9J$b!Tz|1=eezK=sgENQ>&|PG=C>a^O@FG=63kND66@KIL9W> zW{_TSkNkseAy+$qE9b7z=!^KnW*C?_iyi02ZtK@T&b2aH$$rYxUhbTJud=e%Ux1C+ z(OV~Z)OJY^W(BMgXU;1|lO!^kR%C)xXK^xR(egv1QdPG~PgW%3rFFcBoW^j=-(

k`d4!{);7%K|2lDo10j+-I7CL=2vfim2tFEuGr1hmOkXuNCikty=2~QyhmoM6 zZ5ipU!574B6{&WfHU{5vC@3hUrP2rlN7@JoPV_$y+qrw)N%t-{Ub&U2$oW0Usls_F zOTB#tE*JKQjv*oiJ_#b$yW8#-ez_Oz8I++` zCzm6$GWF+0Ej|_Z?^SO&XVg}&A$42<`E=2R9Tsq$Bd&*YgKXQNrHeu+JaE4V!WZ#R z+6Xw@0|xS=#k?IK_&V5#vCouDB!Gbk3PXT{$zvlXxWT0?^WDr*?{Kf%P%CE76gB_T zIR0aTxG?X&Ky9zPR0+{NSFL928&Cy0UEQ}N_5uA#qz@Cgy5|N>Xc_BHHAWJ44+~@;fmISwPp@Ekn=s>jZi463w&Q3WPLt(eb7}`YQpmXc=53hi_C#W|YhJC)je}6x>AmTO3|9R zMrORow%@uYGeI6s-^V6pCk7$GztVjY8frmVa4)~^f^CaDL*t-6^KyFn2CyuW!0KAi zucr=X2Z=hxYluy~Pn&7k6pA^LtaF#F)QNN@S1JU|nO|^48zjqbA4avMKzS&>Jr{bj z1{Y8TY1N95Zg888K!gk?c4Pr z{Bq#1hBT`hNVHWenp4u`A&HaRe9?HlvrtAYR;PnOTs= z3T;b(Fy5=~{fEUJ5{h4t6w4j@s4#B02=B#@)|Cgddc!H|%Lr)_MDrr~vo7zVeNlZy zB5as%TTQpq$_+VF0I0D~v7mjNM2zDG~9oFa{`qe;e? z>CEv@fG|bK_!s-uRjsEn0gP;_LJ!qAv}Rm$>Odvf>v zTxs-3W%!R_Xfm=u{lt1pf;-W3Z_=WMYkU*N5N#!q=Ac6yY-ihs#PSMJfoGc=2+GO_ zG-nP51&AVQ2O7G)>R6u)#>X2ckRH-@DDZ_GTDEc`l?Vuj?D>RyfejsEL!G)dh|x&HUdtg4sHZ zeq90l#w(KxPtf+EeZk{noD1DzWI!{g?>1;goN7!QY{*9#eDC3pWhX39%6Mi-UuQ+x zTqfO@_Rr(E_;&4dl&~OJH_?*9=rzPc?6sI6~0<=nh(oMH!v9!S&3v z*wY6OZX!b?&~t34UnZ8Up+QDkA*HNQXwI4>XGQzby*YT;4DmV9L0^|3wg`EzR}2wa zM)v={khY}RTU!61eLWvEMPP+;Ek3=p#8yb=gZ^Thog>VTw5P8^7+RI(f7D-SQEVCrCvejK&$_j`Ff2A$t z8G(x3$A?+FXZOGpAYcl|(J+p`*UYJ|q=w1fatMqHNlyRlXn>#S9(N4$n=Af**n9J6 zEZ6saSi5OAM@Yt9D4`^CGE_=PQs%L!Od(Usyc?iOm-z9P3+9R(YNbZz>nb!C%0INK-CCI^_UzjT zn#Y6kup{QwyhGUo&U`VwBA^1)&wl#AOT3d%0D2I_&XD7)!K|V4cHh2t)N84yPw7lf z5oS-c-cr<7{u(4|^zir8x#`MJGFlFsDM$9gyNT`)^JY z?@VsjRKa0em0s`sKgB97JjYao;MwR4CdC);KPQj&CLld|hW@yM#VO6c!dt11#cS;= zpzFIy;K5`vYfyF)c%__bt|Bp zU)Z8PfyX8%Lz6sXnpt^1nuA{dFcY`bt9GcI6{V&seUgOLQ?iFPNy;?x`ifxiy-?J% zZp6yXZflzh3P{d@PEAW_H)DJ5y&#e3hSbQ*EvCc$wK55_NC)qcdR)!Xdt7^>CuT86 zFI2Wi=+iCfoLuE@|LM%F+Y5BYDuB>BcWDPf&M6w(I%SwU+h9`I&Tz_kTBki>49(?~sXOQLH=pmz&%6r=*?I1_M zoz_+?YL1xm$}s^NK8c9|M?=94Fm=)4P;x)}42k&#PaaVfn!bV!k`sRfBlGAYq&Z#l zXhbERZs^_@G6re!?ZyH}3zKc`H|Vvvv@Z`Mg-m%RApna4TRc@EU7zx4yeYOT5s0t3 zaE_WeuVD0*JbOb#hvt=%zrkUIX3a>%Nu6bk^$l!|#CD8G-8ma#cf1`WjKa}ELOjgu zXlfSN1>oX!sPE94m{A`>LUEtly6E{CZ<(Jv+T@alztfeVGye;D)*n+M$q{KT+ zr~EOVGki*)_QD4#)V1|I-9_BV&4!%H8>8uACH%($g*;K^J7W2neq41M`F~Hn&9M&FH`Wa( z>6$UBdrmY2jQeQ#JlwA6#UD#NfV!rz)C0V1>S#7N0rfi9e)++e5Y2I!Gx6>ZmVbZw z)1Bs+l0g!m>lb-JVIq!N-@GHtIq$a&NR>nh*Srht?qco{7l^(;FLPDd;lA9E`UFxY zvzlfPk7XNCayNh6XSU3P4Xj7bfkq@g)rjZoddGfGA{AHd*#;b?7wXRNa&kKo!MKow zl8P&d&x3Ud)prDT2xs4}wJKq+Jh1GH%$ox$p6<(6KwfDZGbSD)P7h}m$2dcV;Hu}| z%03h5Lic`M7Z}#^5J73u&rmPvQ;xg{_&JvG7^q{qGj+1>qBQn1%*Mmh<6PfWh8k~S z^<@?Xf7qG1OcNgSF5!~d{!Y(j)b}2}ihLAev)}=gP3u|m#ufEqai@8Ck2j5^R3P53 zyi=?}_MYh0hC`JdxBqHdzF8+hHJ*A&{^T0Q2y+HMuF!Q0rl-fPvc~n$1yEd_f8Tp*A{XeqxR$X zzV9qhKzmz1Rc&{-YYgqgNhJCDDii`uN+ZqN~Bw3pNZRuW}{%Vecqru2OIzThDy0ox3M!8v@^O(%zLmtJ{AZg zs(1b?mVbeBBo;(7rhDotd@@=$ffh0?yAre;48b97@+ zE1PGI9t=ig<}GmamliyT2;C&Np-nWU4jX$gXYB{2%#Csr-TW>y6TB`QzC5x)d9SS6 zlk(RlhLS2{ojq~q`F@oD=B8D0hR%w#r`-qr8Q#0|2L}xM$OP~|V>Z;?rMPipxcfU2 zi207|0=L%GF*K9;;?8hwC#RIyfkeW?XL7u4mBi5Q8Q=**FY_%fDn_Ww#u=})sK-%3 zb|xotKqWD5fyc!k$KYcYi)?F;XNFUo$Bv}L0)}DF`rC>53_YIV46zcs2U!i)a*I5q zALK}+H%9Is-*csn;c(M|Jg^-aU($5{zU?0)^6!BBV>kef z|2sqeIU@g`7?A83bEG`FL~aR4z#dKGL}P7yahaEpSlK?kSQX_-ZaNH|`~s9)TW!W{30J@K3d2vq&p zGUv1H6~xNb@YZ_VuMguag4$M}kGDgyzxTDDHNf><0Aw&csq_c$%MEwT_ar^{Wv`J5|pL9DZh`w@&ZGEuFq#;*qx6ItR> zWY#9@u;H2& z91UQ!tfARXWc6LRD+NeXcYhi~6zALkeL@vwKJONs8GHr; z;`E^T`oQk7zo5_gXt1H7h$Pnp_m1kxb{sEjV2M6An=5dU%mAfv+sFSB7_}d(OFbj;pW`|IMSQq+MO$DE9yP|x^Z;HJ-*-e!j4{ljGrhnGU2MV+G3i>tc2X2 zNa+8Z|1luIM-t*A?$_xBdYr6tjwKmu7qlZ#tRTvZ!lTG-GX#g$KLx&MLb~&iNmc=8 zX?^jZkyE(3qR4@eW^Qj0^W;rBN|>$zV+_UCUOO?gY$v~Sp-Nkpb|wFkOr?b2ES!jt>kW%1dS|Lh~Ax;6rU zNKkhGPzsqqrVhP8UPFkrK~xVBjXQu-wJ)FYEGn|)Dx@`$TG+oGwX4@n?}$)+-3MZO ztqJ8jQ5nA^k+>qvlDeiyJ(cJ@16do<2$JkdwajZOLjLm%wjWr^>BS;0oQ=$Gc{)*k z39-cz`4n;g>zaa#RPt>)mRZW`kZvd4SeMt=!}33qRsZ!YC;*>!Qa;+PU-9Y+c?XCr zR>zeClO!-z?4&VTn2GOt_1D$q>BP{DW$r&0qbvN46r=1UT#%B+imea(`G6NMg<>== zB{e@|$M&MFkXFh__U9H>aXHp&`STtB<9EXE1F{ z(EscOEDB50X7Qk^0FWflk9XJdl%mdAn&we>{Lx;{X;)%xL;$A?kKqz4GAk9r9>Sx) zUovFJj@5iEN2d4`l|u2=4m?BGtHw|&a7=b>Fw#f?M*P$N;<7x`xbYa3uQESBvTO#`Ead66m`5<#Saz4IWS9$TPPnDG-6;(DlXu_92z ztxeQThxg5ePn+uj*Z$bvpPM(S$bM-sH!onH>{lD_ zi{4xv%wO=&nRPM=aS?Y%Me1n3B_A&m3lFflPX5UVJk4U+864APy1H8B&3tjWF^$$q zy6{)N7K1jI@+gay%1hO>ET?7R2CT~)e=a*J8o?7)U}5MiOsN0G)YgdX=QhqXFP`u$yC(QmiK)f+?s?M8Y{juyG7wiX8kA%H~?J zbtI{Zp`oeoY%csHIC-4!z&o&Oevo-kXA*WpwGsyU4r9C}XlKj)uWd^8C02XM@`PTZjfs2m0WIfon4o8fCwHaz29{uL9d zUtY?{xjExpkoB#!>%jzXdWF(IsI4Q4{-x1TT*3e4sC`&Yxn8Cq`C8>a8Bm8ywuby_Fo1MlNT#PNKywY)0r-`or zgY+qQIpM@IN;w{EEwN1MK;+iFIEzpvX41GB)?##_G3-C10OOa0yNK8!zH5p&Ho~v% zS|F=9cAgRN(}Z+G!BwrsBxw2P5mnRxy3y)5eel7%5HH6$G&|^ z9;6LRp)N21_ryF?lGH~q59>xg5e0-IL4K#ufvXy^PQ!nFfEMC`Y83YyZD;Xbd81%E zwOZ^i`J0~+Uf$p5GHILh%O|z7z^Zk5JwlD95#Y-zP9+nA?bSp_eY?E6@;`&id0;7B zFh+BEy(@}Nk)|J|2gauiOi|jcbM33AQ+M&F+s24dKjM)t59KG zpKa?1I`qteay(}8tzvv`Oc=Ms6s3BUSk1x}E^6WX!uzpnjF82yu&QEmjxEHoC8QM#;ZWv4vgCXZ^*ENGC5>>gQxv*Reehk#6H{X z2ODvDI`P#pL9nNY9&^VC9P9uj%dA`E&h^oHRbudcynGNIR*a3mC0F#^;~7X%9V43kNKWKo~Z{kAI>-4>zUeDQb4 z|I2B%&!7zS(u7UCJC%w{$(0CXsi*?<5L_xk9deh1uD#Z%7DfTG<|VeDryu{Gxu9(& z!Tu%K-|rs$dy%{uiP1?NC_CR>^MWON4OPWO(q)AZq^ghrJ>%@Mr*cTTJm5;=zSTRC{(mR0kKP@aU?;3%yw-_K|adWaeua?-U&$ zbb=#`>8Oj{SF_X`pXv#jtZRxm2lqjq4vvomCORim=dy-YLXY5FKMkkBeGZ$$w27JC zLxzxt0(i_4gL#`4l7-RXUIa2Eg|L&_-7%*RHXT_W=lM61fMyNf>x-m8LgUOpl7xQD zu8AyD?J2_wtC2!C`H@2Mac*C9FH2k^L1g#lx4)5vb8CY)=`vEim_ena9xWryfc7Ow zYnD-0@S{O}or&MOLlGq0{u~(r73I;p8~wYwQolRlvZf=2VTRv*7M`@OW+%^Ll1x78 z?^ngg5n`i7UT*ycc@rNo?$SHHHc|DNmE~kJTf13&?@J7|AK6V6eAi}aO8kxK4b~sX z<=l41lSJ{qUeZSO3nWeQ8 zyXqn?!F8T0Y!id^NXQHI+#Hr{rajG$Hsza6swcehn8xSgokOn%yWUIbps&Zm_oz6} zVeEEf`p5hGQ=?{$ok5m4_Z{kgbb^kzQ!(&9qd|YhDa4iCjm|@I@|(5`o@eU_V2_-e zjj+b(`h3IpJuJ zT#t!H(%l|9zZ%;wbw~<-X zNPQ@0R(RSnRL(Ei^_G)_@Mu>pPwI{GPQ9?Gz7@_xdZza)uXQS(a!_SUX5KRtQDbIp zSiqahC}Q+XHd4~_j1IT7Wm@&1z4 z_JHvo{&fv&I^CH&-Ayuw#SGf&4XbDTqGnmk_nMeay?mGJ^RugViZ?7uZ#8`c6B3i#yFzV)6>f}32 zq32mda<)$Y7(M1(wK-YM$L!ISnLNS9fPxXj?PYroO-KFrPhK3cmmTcz^1c7;&GAoeIL?|=faaJx?TkL^36S~9FE=jV0%CtDnMqJC05 zcQJqWarR4AjESD}oR=!awuK@9m*MaH9sjs@q~K|e2+3D_bBW60$VjqgvwL^F#wO3b zW@EPFvz^0b+Rj;WepP>Ycx`!KW-NQmaK8Z~1~G-bp`W?(hT-~ON`IuNN=!nddiWym zKQ!;z42Z7bxK3he)m;N-U71+=Zq2is zFGh`0Wqk_zt}V>a>V@h0g;}{o?A_nr72npR0W)`sG13IdSxOiS|5Qe2)tdnq5uqYJ z)|b0>c4{6nJ393F;EtKuM}ahlnUjm{tHYF9Ek8&GId<&o@}jGMk=gub?x%gb#%6LE zlQyWcSskAm?~r<#*&MfnEkG@+GZ2$jYHUJvs!+-Md1iBme~7PeZf^>Hnk&-Csq6eT zLp5EykIhvnE5!Q5p|LMsbanEbA$HnR4z}NNeK_?Twy}&gO5oC=>q10WoWIPgHCv2P zvpw}2`z$JS`{x%MmO%rT!r}5zY=IA9hnnzv)$1d*SG>OLjGQmK6NToQe39q;&4)iL ze^<+6PSG!Udv9g$T?^Js`P#nY`^Ga5J z)H*eJS(aC)YWvb0f4s0A3bi!;Ah|!WKn0pp=M04n-pIJkHDogZ$nS%M{mM=n_w=bX0^{aMbXFB!rY`uP8NQg$X!-X2v zXL=!Zmt*-??F^>OTbp3^yxntBiJsN&x-)!GA(y~!|qgVESvIKES#s1x#k4@Vw;f6kVh-kjvw25YQCG! zT07dPTu)VBY9#oF-TN`@tYJLewegnS5@D{jeGV|h+dchvVe4+Z(OaSa+UKbPyP9XV zlOOJ@0^D0w&n}Cn)M3?rGIvGa`|GPVRR!E*C%ynoBddS;)rwSfAi<&PMGjRjR*B3u zVFBQaQzG9-bAttUdQHv@M>menb;k&rT^lQezTp@V}2$b`w_mU%zMfpcfDkOt0O?7om zR4c`2HYe_kY-dc_P_N@?-Z0!?R*j>a+oE$}KX(M0hNcoBj2p{Fp|jh<0+y z>OuX680T5L%+$8#b=$5YF_g76dVHxJqomViA`cFX%LN!|@|p9Yabvq^ ztJBWWxUIQGE7_g`m^O9K=sb>&4bhhH7~iQFP!Zq^m&yB6^(Tralgq=GSs0FOWvogS zjEdm4dr(xfi@xv=@54e?Yuhvg4?1mb6IWIw|E~OfP=wl*sWz`wX2x8w=-`^#v}W-E zK?^p@K8^ho8?QkbwPL4xx#QT&%n65%ou{fU;1oC#@F_xe>gCO}zB{L)p1xhzaLbtA zRqN2nt9qoR2vcp&@fT5fzh}r$dkx9KmeSgX6$fBXqb1YBL94UzdR>o0Bw{Q?3ZKfo zP`Y+gFz0(MkF)N3$-LIXGtMbB+LpPxV>#a?oHXCttaZ1LGrjZuu$TPKUCNP4J(TH? zQYzL4vmN=R#a?0zKHsg|sY87j?p;En)jJ=m7*H4WxqG7cWTdpw z-vD0SCKX`^f-_kvKX(erVJjsboJyoM@tr7(DzahP%=Ko))wR9Tpi%zi~%oxHE2?2)sB5pzr1FL zGrw7GbYtm$7lT0aV}?`wn~VasI-?kaM>Y7^vih$|Lu~VYa1{$J)5{L7F&p|SIR3mK z#qZrM8#Uv{U$^WH=XZYb<74mADtt#o4E4|XP7SOmZN9@SsxWoFpnG_`jT8TNtn$|$ zlyf1apPBzk)Af-`lj^F$@>a{!qx?Ti^L8IMj0-C+rL!HAba}inOVsPtQxp8K9ZTpR zhhw_2tP>D?NFnNXU1>FhwNwXBedtB+2|i~p9Q0AeHZq=yJ38IJ=!$koUtM8rn;^4! z-&X8svqWf%Z0X1y%VQf^PBeTUZ|$YIb^fmz&r2h_rPKEswVM1HtGanj)wf0+@z7}> zL1g-NKSGvBkMnEfaykB=Rma8Y+`!haqWs61i{brl1rKj;+Ij~ z7r0VV-<7Q&>ObrHWv;p)+v`v4&=tDKIK)kmDMAzk4qq^Rw4If}8(U+NA?ju`bCCV) zmzT82VuGIrBRNXFC<^?ULF2Uyh3AB!JXsjtf`*w|IX#G9}2*A zTMiAVE}acq6Frj7H13S=+m|UN-M9sLQ1|ELXNMXT3C)s9`p=_fd+_bVxGPROw$7OP zix!j-q59u1mL2p~@jx6UfBSxw^w~)oH-`*@l<XP= z48IX${w_k;h{!^!P<|6{%aJLD*K6PJdbCXG7}f2%h!^lq?QfL! zbCeq)|J^6vW%ui!VYwtaU{n~XY1H3}WJ6_ea5HC6ZRR+sj*@EwH1d)|4;i?h1;i+ zQ{|UeSk{D7uYatIcV&Bl%Io-nI|8XwLMukuD!MzV!X*EjZt`Ycd;U{1qXX|Hv7XK5 zL;LwctYjbW-$0exqgj~t%T*Wtx7l~$2>Zv6RsZ{2q0!sn0aLVJ`}HMlKlo!%os4^h z+`^;(^)KfwPs}gzUQWe1%Ihrf>tB%n7yIu!rlL~$mq+u@QTlg4{y851&XE5a52}Tp zdsNcn0@hzY)XzNK$$M(d^sVx$-*$ajykjW{;d69_vXe; z8o`AnGw{1u%MScj@lljddO9%KlJ6GtukZYx_P_2gxM0oMomwha|Mb!ME#Kc9SW3_% z-L{E-r+z7*Z>KXw&Xjz&?NQFM9kKZJf>gGms~FvO??4L*!JZ2QP10?g?odCa{+G@_ z-bR(O8GWbR&Yx!$y%q6Kn%~`LMssxkd@~hQ;Qu?DNV?4%4oJRv`MgZhEjNod+hg_W zPZ7V-KmD|v*O+%OIsN(bFd9b#!McFw{BVIuqoNN_yutC1!}QK-8YZs8_qJ^lmfm=; z<@3O!!N%#ncl~82(|=4)HWfN{ggg=(FUz(uve%#6L56}W)NQdPp7%M@* zc&-{#r*-Aa`O-i-LTn)1h$zL!^fzwYsC<28*tj*vnHdmR;$Q)jxb)&ko=|jxPHhnM znMgY-f%7HqVm2KzFxEBjQxujnTQUY-m~mxzzE)!^IF1HDp!u!Z@&d%|Ed(!o+CxY% z->V`OZ2OzUhK7df8gdq|`h0Sk;EAoC^t)~ovlT0FS|i`C{btgfX%~dHAA_WyFr%Px zf>!*+lh+4{sWvO_OXJnWGcTOG>tdPEQNW$J9hjwxQc@Rl9qh zZE%aWgrRdKh$^Hz#@_c^Xo!!D4!AyKBpHNEYq$r9(Vi#KO%u&A-g5gOI~d5Dp@28r zmqm%1PmJn-3P7xw3tQ*L(yei&Vt+m#q7lfv)W@i&GJf@BK0NZ_TKIBj)W(6J$3x&itbOq zl7J4`WwFFu#i0$62R443UraH>_W#DnRS%}M{XXP{MZu#{pPpPy zI8O|JQy-&xo_TXU3nS?X<8cnH#<_%oo*bnK{DB6z4>iWX$SfqyU^8-ws}esFeH}-r zTknwB9C`6(9vc7B@a0Sx5OHM2Ido_BbeWwx*H6J)HO7g~f{T~8Bo#F8@d>!ttC@-( zQr`83w6Z3v(&Jn1RBim;@l?#Og$^*hSwNGkJ$Bx{B|s|%Vw74m|HNduD=XG%QPbwd zfnwUdWZnHP$OU&*w&3=NTWP6NKI|kDM8TRXZdNn7K_k+1@sP*4kGu?ol57)h64#j|`@4OUvy=<3z0+fY2;nRo%*o_wHa2B9N+hw_o9x%q(GwlaL%t+r~o?4*r3omIaOqgnjXcST)8T_$2SBqy% z*GiiQlk~(f+)8~52zzay@0T?x?KL}6=*?o&2Y@6GoFA1hRunA2O#kH41Z-+LSr*Ni zR>YpzxS1F|2}3fW(WsryKgQbkoEU@7!3h zh@~Fdh3w#b2y(3+U5omy^(^6VV#ydI_1ZFT3V@{IEo|N(6RVYK-G@ykA67xyPwY1D z)?t8VK{G>WZN3+yP_zu8?de4(#xYdO$J(74xCPxq5i_^_2KqXMiqWORo3M{kSUZak!(|R6hfs})%Xj|By)<*84 z=;&?T2cmL5XP=4-H-zXfN?GFOs3hyMeo;yI zsN9=(U@*4b5h!!VQx?*_gvWLS0YwDPfi7N}j~6z}S>@pjX7b$3R~DNE*U)^3+SRuG z^+XVx08eF{e(oH%PcqavoDKLDuhgwDeM;GLd+1oeo+mPnU*6qF#FBijo!&3+>{oAw zRoFGFm1=qz3q`Hl?`4+L;&dG&CD+jNerQ%oyLTbx)!Esz;)i_`zjpeU z7|9hV&rCeH#Qcy~lSaXRx8lH#o_L>5m6?p#=LtWu%sGaJT;-#p|saF8Z7@@g3+3H*@R0`1db#*vJ>mG+Xfn+gxuQ zFgNa$DF0|R)G~Y}`lXFb-9Scko1KhZrtsAyjwNeKAB*_FW@`Ve_8iO`8Oa%yVp_|M zx;`ytwiiyq!XIDWx8s22QeJrx$3z~uzd@62aVE`gZwsybXteE0tN&PrHl6AEXzS7g zXFNiybEfq^6n{T;BhHRTP;c>*iDo38yH%-p-c=y-hfUqh(d3BEucB85CijEt=0EK+ z6x_4VU^LF_cK3Su?A`OZJ#S^EE~|yo#f|3lB)l7VDBtBLsaLZjJ}8vE?g-njSH0b; zls^?MHsQ)-TKcEkioND&v_1%3(Nh6c4gqbBKi7S{^#y)q@|HXem>6w1{gl>la~tIE zxq;&&c1T&%Dmay{;_h{2Vpw37;)SJl7*Rund1D%ngfOC@36LqOr-|JW6dJ-jqY$ns zRo%T6t|_h-l)=t#(e$cm_AJxKG_{#OUtSKy*7MTV_pyM{@qKmMSoYa!m`IW67Kc!W z-tg#P5Mty9b9*w{_@@1&8hG_ybJWM3dNwAXzwx7k!rZ{qV6MKW*-oF6G^SjoDz@w2 zj+~W#95mrM=XUQ-M2ggDj!=(qzUix4so`pGi=NfDwa4n7*f_~EbMO7HQ>YtLNZ6Mx zK%PlKHQW2SNBxnWDKSpp_Uy|aeV?bEm5a_``SAY`N}MyKa}L_Qx$+V$(4pl?-Dpzr)mQh`Tr{C_vuT*^}oKB;YcG08hVkW=jM z|NYdnOMMUK{xo|qofZGf{8WECutR92>H6C|oI|VCBu$7UF}QTwDx(ji9YTsFq_x&N zVuxszniXG`t)=A&5maxY?1Cr6e7Cg`g8JsN6Cqy*W{J$D9W4^w;atsS(|CBE!CbL> zeNo_}MUpp_n#z=|?hn`VWkFkzJ{&|t7#>bNzumf-c{r!oaIDFnItQ%_4dK+UWfbIE zXUl*?CkUdtLG+Z$Be}pQP_m1i6q%6f6dYd9L$CAlmEz(Se|mNrLI!5+w!5iIDv+HK zF-Qa=^vV>I>HsK$30Gkd2Om$cmHpeR%e!P~h|MY_B@&g%M&*0c^|hSeMAxz0rymOI zryLtqU+K2b2eQheR~>QEAB4Y9$HP?fMqySsI(~1;uz3-$d2$cRMLrC0VYARYd4eQ< zhY5dKw-aHRoKX>%HDc&|cr&SY1#sjuC4pW@d)Q+1HAredo!BL9L{-a=f~kg4v-jb0tGa$Hq-WJmcWnaCIQf(K>W37<7HP~dPf)b&XAcBU+0?t;+}vrjZL zFO|Dmm3T%6hpYFAuJEp&avInbIBdTEN~L|h&aQ6Paf#4nPqxn=eZj3STa#xNVK*9- zgELwbw&c}gBR7f_X1sa6yzbP|3$nTLZv528@#|*n^^RrKX6;QH_gZaK^LyN*UCfCP zZp89Q{=6O`eZ;3oGR1M6{zA0B+5UdxE!Pz;-wSCr^96F(ymub)6%RMLR-ioLT7NC0XQ(Q! z*>n6OUqnmf#Q*LrF=$mv?kM-Dp1XL(A-C+vx*BHMkn#oOrF^tqcr4sugXO%X?N(UD~8;ue|TBf(T34%NDQ~0tjaSpb`9mdTiyZrc|2Wc;PKSrFR)^FjXQ@P`;h>b z99bl&*7+wk>s&lwJJ2Gbg(cbTAm=4L=z1b8+HNIJ9W%}_p>;+_pNl;&5?UF#xi!`_ zGbzm_rsY$+@|xf?8I2S|WL@Y=*2{m8 zW8BQXyJjc)Ylo^BH^WOID)}uP(6Qr9$Slr{=~rhi6{6$;D)-%1$P1x~4b7jcO9O>G z;RulQE?zC&qS*kwfVla^^TAJ&?`uR>K(o+^`+-jpoC(zWg%@)gx6w`n$wnTRd{`y+ z8lBcobiLBZ6My7%KI2thQ_8{doC}$gDZ+ow2C@*pcE&d}o=b1O#Iuk{y_mfO(=9G8 zt`Dhxr`_p{o^dJB%q18+KlE7GT+QU=;#U49Ge%q^@#bmsTIT!o6?>3tsy5W$o^4Ds z&yw$1OidELY^;!eLC>pkBD@)JhpI~?@rVzXaGjeuIb9p4E8dW9sc-NZyPf8j+1DUs z5!4Kj22VeQ?DJgGZY5o;*wJ31o71(qiwsnxsF`)~9%zx}z98$1rf-YD`IkdHLcn3H z(>0ssXUgaA8$$+HOxFUt%HdF&z6kGq(eHXF8MbPC|7lgz_3NRtd#<1B5;u!PsQ?OS zo|I4$$wCaLaBQy?h9R~}V{v3ZUHsiROa+oLJC89SjYYv;28R*CdjT$dmX`$2v#63e zf)T;v*MR}8OTu)7yPmjxKPO~$8tJi@f6n#)R1^7^XxxPIpX`oftVRAdkyY6p)apM)XdVg&Y=<+biN`s#qtYRpT+=9V=%DE%z8=kLn&?x_fToUDJkFt! z!YKd|=e&s(BYA1qABXMg!UWu*6ha~p?{A2?vh>cJIm4KCw`Ljb3jk`F*+b08KNDf( z(AfZjpa%&XoAoqF<0A&(0dd*5`9g?P{U)3KzAn|Li>r*ojzK4ENU-7h5P-zCJ$1X# z2e>tVW^!1)JG8`>U}+1E(DJAC{Wmgoh{Rk1UOEH|%j=!JnY|5j*lzx+_<%bd_u({Xh;e%D;XKcne-@w@HV^ zgYlMd4K#!m0KxWBBy2iL1XIpDHc#^)`nI9rVMCx?CZTN&Y3595^%u%~Xz_bJ-$uG5 zl3?;RmRQEQ_}4@71YuWSSpiTu09zZ04G9kaAno3@-;7ZJyCjgpR7ZY%XI9uB{bKL)e zHS3LyP;Elhq9MgZ>&_sAZ^2N1!AkmpbO*&6mYWppLwdv5mEY`;5_4Ftbx zbn!m_P;fcFLHIIRZ+94lxYubPeYX+y0c{Jb!~VNBTLwh`Io9T=D$n=3fdhm0CS!Rt!Hzc zv9i!7MvhvoC$i9`A!$MDh^q=S|Hi0sPVUcxfJN&YdFsOtdwy@po_1(tTli4mMExlj zKJU$r-H>Wpdz(}}vKKejH-Sa^?YkD=_47Y97yo4m{TvLcf5}k)84Id^31q(v#=leJ z*TMLIcxo(9Ttdts)2bal44pSj+m(Q z0xu@@u^*JUUS1F(c1p)zq~J@Ozlh<|0^pc=?e*)|DIKTLk@7a+%YCE;^!oa&xITAJ(_syeHmWN1(l{B96_(oa|F+(6v zVx~g0Dq+TstyRcQNptEVXPzHey=F~2s(4a zEgv2Xj4a}p?vO)kSJWr?B;atPCjkZu3KqONul68I+KBqKCuk9SNo))=ygRUuD@5IV zBj^#FX<|5Izt_g7lY+L%U>*Y7rfAM_uQSyMXLM{Sk0=Q$}!v3D4Se-2QPO9f?Z`a%1`Yed;rvE zCFJ)D8y4KTj0e&NM-308timKQcH~`kLlmX5cGTUyP&f}UF!^7Fj60HnJg7-7yr z6&R6rpS%yrrAZ5y30Tyy0XKICMrWPwe_fOVL11!~%aJ<_)O^_^C--B441yf;jaA{d zt-kz(PhbW6lYHV&pF#PAFl*IDx0@vVq2Hx--wcl`^2}NcgC1kq2?SiJNulTl%i%3G zH!zU|2^*4u>L;Oy(>e)j5Z5L=!)FJ8zkI;P=x_6gdu z6DLk=By1C4qR*bJ`nZ_Im@pk1*LT{#`0LWOYEHl1 z~>u7}nXH+{Sqm90WM(cZLv*uCrZil~!+zxXMebf3l7J~JS z&jM$DYWVZLIai-Y5xzmNxP4sjnLJ?pn|vh3G-l94BDVL*;(bujU96JZk&hPZbfew1 zF*Wr(Qc_Z7@FcU{PkM~iBvRfdBpUXF`?`S2w?WEJA{$W-j;>MgTXt9_m7nslJjHzH zwou+e`EUOJeYW^=O%~y0B;h0k8lwMh2}Q<(6qgGa))vxLY38q$Qtm*PRmb)$-h>oK=Jl#AS=tTPpRCR^$EFmq<{*S(}U zgRRyZ+5f|aXLzQ{m=&ae-vsMC!j_63rz8(ls^!4O+sST9O5oqd5NY?d!8P0+%kWaR z7p2~-F)jS5YfFI-8yoTUBQQnD#hcqcwi74NhIzQZ>scC7kgVt^jsRFP9{;e`=;*N^ zQGQ(Q70EE`i$5)nr<+~GAHvdWHt)W}?k&2Fm=I~JVTONiNHrt9qAG#@5K0zf+Ydr2 zxw?E!l_bF=GFu1>1|)|E6BMzZTTvBkx9~gS^1KS&>xhHoCzR8+VG=|g4`xIK{F0XA ziLaQ%9!OO3U{R{NDuOa(bu}xtR9pnvBp+^WL1y}}Ok5yu1qzxZoopq@4tiNI0I@M@ zIKFxZD}0Jx!P2p==jZuQlz#T3FKJz4-ABB6VBg4wq5)6pJT}cXOm7cjB-Dq-mU{_A z@mx1+%z=p_FiW`fwQ$9EKG#Ww{y7*AhLo8qYl$A(rWvw7WQ1o3<}va9|9MEoV6M=U zHNPIDo}^mhBYBl)4a8riwkFD%I-Q!zd_YnvhU#)MWsF zP|&69WzY36K$#6a^zmCnvDro7;C|G@;Y=RZ$#lwMP+_YT4ts)<g(_CKj-?#R@p%mO>maijamt+Se$lW(5XvP{lHlr))Zgzzvtz3UD zEZY~TUhugJ(QZK~W=jD=rAJShFJ<(-dV|CS13;{daoS~GC<_v^f-6!X);N89&Xnn+ zp6$!&u=N(D5@&pRnG1m2DuKxugRam&4~E)tvVQADGzVbzsa04`L4-Bb;WkN2y4nyJ zgTSIqLudoAYoG1+yDLOFgnmDl0bs8>^D1HHL?C1(Y(iP6u}B!xwJReRgukboj&L~B zeBAdjb8&#BM^$joG$dIk?q38Xz{8cbm?VyNH@P^HRh)3|k#WgMmnO)Ak0zVRjLb? zbarr1=-=!=qF4uExo+JT0SfqA7ir2;apEiiK5)e4kqw#bffkbhZtu~bA^}z+wt)xl zSbP(10HYLJ4=NYnNG`iZxm*&7?)vZ@_L>cpUB}cLzsL`-S|;LJMIby~VXReB^fCmF z;)Bi?rz7o1=MvjV(oR(8)gcq#(>DR|?CyK~l0xHA(T{vaqjCzf)&r|Xgj5+)s0=`7 zL?Fodw*+#(i&c0JM#Phq+hW`ctqG{CgqffRAZb# zGNf7kNbhF>(*MwQ+pRp`A%;tfy==H5-Mv!?qHlCfPmPPym#>wgqNeBu+J<&LiPI;fOWCikGKU@80!2q}2OB zn39Qv4W(k05u6TINT-R3@*rZeLNLYJ?Q^Gf5!!9C0*SZ~iy)`Uft1l4C}U(AH}m`n z>SNR-7$L$b%=Cxp}@LD~k;*m5nCFfVD|`H46bpCe=-vg4yz!A3~S=QdD)>gQK6(i;K( z+7P_c>id&h9S;fjiEwr&27O$alh2n%*YH#3U5}F22IHeO(W*Se$C6;w6K@8F&R*Uu;vEm?LF4kc)Yp)Yh>Zp$sJQ>!nQArm&drF>J#Z`u1HgQ| zdm6C{i7M{^VJ(1jERUo6;s?ChmvUgaAT6e|Gx2jEEDjlb(W-NVOG)?(WIMf#eV6;^ zuSnC?-~fFEK5N^x4U+CigZHQJf5aP(p|yfrWFDd*Zo4~_>t`x&6v_invmFkSJ}6p{ z9L@k3Y$eQI2o8xrX6&d@^m8zi<6K=_Ty)Sb-HODF@N(WlGB>c93*b4pkX0a(ktAIW zKY;+rJ$i+5*z~j@LSQB(S$@NUypl%()#pAw-GHgCV75LDi3ZKA-x#4AP5`@RC7mz{ zdlTF>daO-*(n{D0Zs`TcWwroc|7B&=N`{>Q>(&bWUt~iioeeGJy(dVx2@QJ_;o=%#Xx+Q2pT&<{PC`}U$_|oz36^Z-N6Ahw>t5Ar~MtTqxkj{*f zxQ5bmXLliB-b^}+?{hl;b2;2U*8QWMZC-Tq!vuu-&%UgJ!?w@cYby)U;*O3uoL5bM zOnQ3c$(7*_lh(7rXPc|G-{i8cQI^feLCcUkkAb5hen=vi)YgrpMXT1Gdm0I+4-h4S z**CGjFG5AtqrdmedmJ3q({gU_NOVhPAjrdUHR;%Rt)RoMSjGmEuP`DLKbWM~v#3Ja_7hX}WdCNJuWPo4X%m_rVCZSuT>dpwMx= zaq-ioM^#^+{|hcb3#BWYU{X=*({2zhN(SPR4@#1Mi|_P*-fLdHg7|+l&63Wr2YU!z zFEUP_`tgM%Ig;Ratz|&Y-pNfNG*hVz1YQ%06&D35pVY*xAV!b{-lT4#yLinoQ!aN? z?p4R&b7bn^N@N>YdnI-R!ZVnyO(c~_9L^b9KMT+g;xCsF(%fD^xxkROp61g|;{}qGsgs3`GbVdrX2x_nX>p5qvjSIqi*LFa z^|6mmioPG2eRIqr`v2hLv%Drn2~|$8K)3NHlmr6y^N7i0nUMnVqxHMNC}%7TbCQzxl5?wziU)fPF9Cafs~7^nojpZWw97J!N0 zfFI(p4Q?U(9Y)KOI4UG-a~xQ^OFQij>8XG?;MC_slw>hF0JB<{#AArjEyo3H>r0Wgyt#aePi$6r3?*OV;IcZe4qovM;!)J~;LpVOx*v^& z&qIhsi+bdX8Y{}@(b*s*%*XVkMn~f-k-29HSs#m%{Xa-nDoIOm1_+Wd{SIV``05g# z-)QFix#EZUhzS-Veyx;yw8tpdRni-hyV+*5sZ^gfRiH)w-@ZkPlfA?>cJzL6EWn%$D5afLu51{~>(=B>9XnBB&yuPzq|o z1f0AKnB8!!_p{kKeF3AgV@72}!-YgCZ6Rg=oE+e|e~av13U4N?y9Y@-L8(5Z`txe~ z)@|tpo2hFVHM*|p-U0J6_QqZk0~0ER;O|7_HHZ*99}&8ZGpP&MQU(n$pU9o_{Dgh~^xP^m)Kz7AX2wcL!vOi~GPg(X@3kEPUCL7Vn zJQlG23ri5`;R49xf(~wlDBx!v52aLz6E0nVr|%$|_!YKdbxnLOccCZZ90_6Mmn6ij z(uQ29?ak5+cObLli4`L&k~C!W0k(NE{c#QbF*LVxSeiMNq5!0OSx5vXi+QVE1orJA5 zMcx$V@SNK9njG74{ zt@ro|Wj&m-MTN=L7dRCSyI2YZlXP7EU_L!&!O=soTF<~F1u?XdG9)%`r|66b0^$77 z%QjX&zW%v$V;Id6pWn9tbpbmgyUw7|1}#^|VU7YI&`g{a%B36kwk}7}$XU(^y;9Vd zguVVbyRq|2-1^R|cyKnq7!X4XWR)f)QUjS1yZ9a%P&yC}-Ia*ayV(3$z{c9u{Wez2 zGq&FF6iQ8C~nw{+mA3cJlauTWF=$*Auo z-0z*8F}1m|Mv_g4E!dn?1(W7u+h2%g5k0YoZivL9y`|aPqh4Eaw|3|E{ISdA!VeON zSpzXOXJSJFrfZ~Q6va@83EaV41$Xg!!pkgSr<)k?{Np@eHWmG(Aah&wsqWQmYOLvFoyQ*HK4r0nLu*~YrUk%)Y;Jf8&PnF8@ml72*<`w-dphaTdMl&{ zAAEvZWh^dl7yXn(`rr@=Xy)C2TP*cdFT@DuH42J7l$M#!gsQ;&8jnd z{_^l*l-59=;_Qx6SGykZmHF>vkWY1o2}P%o>exek2D&v| ziQ&MncDXJ*^k>NcRALrAN+)Q+&JDueU=gAL#5zXcu60vetu=5yj%R5!Rb!RM9x_i_ zZ%nj|IocCkKq;gW9>{~E7H10aF($PyswmSVa)T$X8qTVi6vPi4JWVp@DP>#T(4#_c zEJA{_*thIE6msw{G>*q@-ggMyj&wHSDB*`dz4r(3oHKy{7qxT+u)@o?dWo(bOF@j2 zV;wO@L6m5t+Pm8G_s)Cl7Ey~Pj2PM88}=PSH1(T4C!N_m({eN-LkG?W%WVR{n4@2x z;YIuID!xlpIKnr)$3WX<0Oeb84pGb~KYe@ca1J0-xY^qID>MxPMv-wRN(~^hHCvlT zt_4~SBY6EQFv(({;2IU|KJcNDJB}GG?6nJElM>uFdwXCH_GSs#0iH`1smmgEUrX`q z>W}sXN+jwTZ8`tD&7Z%s;Mjb&$4`UPQEUz)NXi7E+BQIVt5J&P9$W1l|CNptVKD#A z8aYn+181sZl5&}Y;txt6K4TQ?FgC-;bhIywN|svCuk$NRQhqrpnZfP0+q9tu7>_Alx#~4V|hw8(=OXMd6 zoP+9o6J~E@u#fUsob7hmsy<=}V20IVa{8wR{Ea@5oB}0O^RAsjg{_$(p59Yt+%E04 zfjiJD)$41c&4Zc=HPThI7{p&T_ILe!`!k_XXcr8MQTer7NOEd9|7Y~YXUvoXpgDLvHrlW}7f4Er+W(Agl?v{(R|SByY3EfJmy@LHUqLl24t5F za5!>Rc+U~fc(S@{{fr!PHA*Su$Mfghy1KI}t+jk&QT8?=f6B=x%L2(?D|&VAh_~C$ zzGM4PzCok&l8jUfKD!+x8wR~%adJD@k*?n3iq3l5^jE@Jc5yEt7TL2um!Qvm2&&eY zd>7esKkpNQV{nz|#sDq{AR{MnCr3&!7dP@Ch(J!t6Sh2d%Xj`}kd1MeKA2t|lOrWm z%|?BQ?d)T2fuoxGyw(9 z!p=PVG8fSSH23ZQ{-Ti_wmruXDA(C+)EB;dj7>ing3$-bX#G6=_Ul#c@?@COtZ0FX zR(rpMSr*#+c@0M>RiJ9<-`_We)OwN%R&l#fpDMc5h}UnY}B!`@oDM#hU^u{Fm#~YyBrFMt$7$$E(4+CR)u&KRBYt zAmi?m=2nMiWj@HAZ(a9js7FHj=?Ixd@71^BdOy}4@Y6oGhzPe4;>McCk7-wQ+$+ny zuke^v;1r^#6e%#;!Bd?V2losQi*6wlrTh3nR2 z7oSqXL5^_9{(zRQP2<=G>tpI+b1MX7*Ce3zjuo1d<^gDsApP8K(mEw*$~g)gE#P#oB_kuHJh_>!crd41I*q zv?Txs_N!dDW>&YvwXpO~{rz`7CCc>>M9LNFH(HYp)1f^XI;w@d1YoO&GfJ8%+=_E!ii{ZG5PD&NdAMvrX?Y$sS z$)Z|!0|<3TkzCAR!w^j+L(j|5SFo!L($f(%XD&vCcir_E6pEHtCxEJoJW?F|Ktt<( z$dDz0dFYh(;{!x2^+3bNtYM3AIy;+1i>VCqjajtjfN)p_$AHu~1b~xv*R40+iLDYU zL}5vEGui&1Hr>8(z3=*gzyIJS_Fvq>_q9f3u$BXu!pP&7T8DxOFGP3c#3jyogj_C`4H7SFjoR8Iu8vQYo{ybl zg;e1P`L>rj4vjf>2pcj3QP2wa%)6i4#sEonQ0V;;o!=fYowjITWpD8-`qpaua!e28)!)u{uLV zEqxSLdChG4lT&Nao-uK+*W;z!KCNg)dD1^&^6tiWpTS_W#%#?)0G}6Z*swu-W>*zB z)23!)8>$-DOe**y$Ij``@F%B!y9z_0CX$dz%5vUc?tqTBY&}9F8gw2lZ%q+S!YB)G z{WS;rjhLPe#7;STm~I|^3CSj;&(L!qq=kKY;w=h}H#;A&X2#uT-TU&U!>*%&#TAjf zpfmuz*G*VNVdc;UFTjbI<8(~;K*L8wkPL)K@5on3F&_bwRQAlr2}=fzBa&W!nZ6)n zDHL_>bHA|;1663Rw?qTrtgd4kx*t}aXOX);0sxyd6Dc4a7S!*H32*(umS*B4$-fFkF^nB{;u=O z+@6VTzQ|iccshHcSAVJD$dMF(UnXoozX`ZH5@45XK&Q;hiHwtRxk0nj(pMiA$7V89 z>e@K=Ywyh=mw3cxqe-=^k>z{BgZDTb%67@6BpEFU z#OU_adjenQPW!3-zg-bBpNKDsYIEkH4pJ`13FY_X4YYRVH9Jsv-SrJOIP=XlB+h;_ zYIJSqy>+v{$yJTGzb*&+czhyrBcE~oafT$9BK=lavH|7r*Iyd(WpXbvYtV6t-=@Dw zSUE-?ZNUl0D_ony$l>KgV?6y-93E7KSY@?K-cb4oew#&pJ>9fa1{ zl5=V(){jueM`UMhV+}}8;>znf?=-kdb^XIp3=m1JTz^0cuIiqV`PaN#PkzIhGZUvv zqVBbjI`k9HMpnFeLtd4Fqwt(GGqOF$qp^9J$Q@aSfv)XeP5~BQTkbB7mhBmpr+>P4 zJIr&RP(A$t*-3-SMMU4<1HPQUhPt{syJ%+3U4(OmT((I#jrlHQFlc-s!3@0*u9%eJ ztOgT{cC?Z6L;7LGxS!qjY@ESglYqXdtX+dGb6~I!%qF(VY6wd{_40ir0Y>Cn3!~cBxJaM3~c}k^M!pG6^Up|H^saftg@qr2ae4I z(m^^i`L-(U!aj`nBD3CHhfbhi!bhE6CwxBQk@ta7-d$;+#|0 zJt|OG1x7!xMP7L#eYi|9n4d$46`C3fX-|X|KaQ08fiH^U#|meKe=yoi71X9e)1{&1 zAmLA4G^?TDn=kE)rImB{?p0PgsIBRSsK^efd~HPshO{_q?CO{uD~Mz@C3H$*)w9MJhM$a+dHM z6|MT2XPtY4u9F$60t z(tUY6l{X5Fiii;iy0*!f0!gPqSS)*1 zfb(WMeWBP6>T0s^)5{$%>WQ7=`phCajr4zf{^!nTWE5aCXW#SZ&uQ@^v03vA^f_y& zk`Pf!QH3lmPC*`#fc!r!;Rg!t{2xrg(j`D|g}9xO!Vp_RHrH?r?X{JV{QG;|o+(aE zEWnQU8P`6y!l!1OYLNvMVFqoXe8S0^$>hHs=mO))A5|?mg5ERQK>~aj4l67vvTL?6O$@3iG_Zp%hJv51%?y45JwXRm#fB=F{MStVM7dvw)8dA~eY!i0Q0kiLt%a)B)fA zB)d-ATbA7iJLLoCW#$ZILYNo)yG-i5We=82QlAGodMR>J&&HbKA@(hZsv<(Tiu@Qa znS&%+H1z&a#`XDZ@EbpEFW`|)xd)5Y z?$_)-Iv2Cq$e3G{B-6u3K1Ru?1Rj9nlO`@Z5CSbjMkDca`YTZ3u&!|>B&O`dX)y<# zB|!J)PXRy$Z8$9B^#_FBrOTOR%fB};qt0q#hf&l8@OmYb; z^~jcZrNi^)h$MA@Ed6(R7rX{Pc!g6?nflvTX|7jy%$N3GS0BK!@1b3C$YebnqiCI$ z*?S^aP<Rs-_1Cm)gCpq+T()i#x9j#OLNV5Os0htk+aO z6LPXXg}r_rY81CwIB#-l(G1v4L9&tZZ|;*2t%d^Y4O<1N%rtCMy}~AFR@~uDyRM2+ z^mKsmL3imnKV<9z1u9<#47R!QhDfKZ&Nbs2jH_;D_mPa26b|i(70h?pi}T-wilh{K zdFO$EYN)l8e19Yxorvz@hFH`R@37qbo6+kmh1@9W_)a0Ne8hTNetpL#Q^Ru$BvE}O z93H@ffVm!%8mu_qIE_bG04jIR0pYRhHqVX#Ez8FBmbew&7qivZAyc!4WuBc2oK`=8 zQz#Ox%o5V2L0h04O2eQB^eC?9nBymNenKG;XW51H+beq6Kx^ zhz=f?D37-zhR5kwG~@OERJa||7v%;+F_l)}X-eCK7EFXVYNmFpphQWu(a$+N1um=7 z`%geZ18G8o!tBzWy_oENjO<_TxbY41~l2E({&r(E_ZiXsrx?apa> z0@pgxmD`%DAD-)^9bzA)AG%m^6!^C*HeyV*jW94wG%DhlAIvER?~X%CbI!;G zc!T`MJwDyVq9uhsMa0!B`(43jqe{u93cJK}UO#miRzi2~-#73X&(rY0-dCaS2maQh1Nc|~82RL_Gw-|xY)~tm_ z?j&&M$yHv1<|HW~D2UXyWuf=MB=8+K)>_6|-1n1V=CaZLdSZVqHd6Mq(TLtHMXCYK zi0Ec$a#N#9UFI8Hox0Dvq+cJob!1=r%UNoBs|+dtU`*2=kas^XT#G53vrZ`W z`*7w}YuJ+`*Hbq2QoL+sREuA>8BiRBUP|?!0g;bjR03LHyEnLnpc*~vnds_@%d_~f_X&Ot z!1-u&+*SM7%+J_jWGW{Vnk|oYc0>v6?{KzzAPJ{haSGltJGEobcdkrHB(ZkMqD*u3 zL$Y5E#;iVrvd-DhK@BRkEpdt<2iW<2q+2+&o8CJE6-p=HXLwrcTt2dKY+BN?r1hH^ z($AXi8|}UKNJqz+ZRaDV*4XNu%=GT)=<8H}&b(l1QnqA=yX9(`kMdPRhGzFlckkcQ zdj0wxMQNk(zxGs@RV=L4O)GnUYNp|;-8TcTFWfOPJ}$^mF;n~I8U=f$!UoX_P-vbk z>s_(?QAvi^+zrK=6%HqEf3=nbz|)FZv5h_R{Ph*+x?C#l-grn|f*W=q-x{E3dBwSGrBfaIMz|#!>?tKs%z(Gf}IC7>~6W>sWJUAewA2D%KAsri>6nG%xz)PAziHI_~chV z7h8`R@=-Usz(05IOF%@+y+UDgrs()iR`0}owcT(^C`FE;kQ9#u02-OMi#=(@Le`sC z+$~r}UJn;41rLg_)JykMUwrM%Qeg})d=^bgC+cIhI=g;kT=kf$VoHx}Ap z_tOdS=3z_!Yzb_t-*^4w*gYDI^HZJEDrTLZ`BGBvc6%Yhwt`@Pu7O! zhIOc!SFY33O49L+U+;72blsSo3m)J8V%3&Cr)Rlt7~XXGNS^bHH+?gP4>DSA-A_Sj z{~XneC31d=df!W$osaFy*XQtsmo9Q92eshRn#QY6qcSvi{y?&nGCJ_8`obBU}GhXnp% za1xu5=x1MA&_>}b5l1qZMYEQ^8>ExCj~ItpcO48ps26EfK>oC8j15RSFM~>KrR~-u z=gCr}4<*_@2fS@!u#H2f=TcRH`t(3!*VyMjo=pSGF5k(3c?X5%lz~`5g;!aZ+fmoi zK9L5J79T^X^E*(b^QXJat+~LBb!TPfZ0eJdF(M}5=Mu0m$K|hBx*@H8N9Vb6aqfn& z^bRH64I4-pq2uKayq&!H-?93nAuTJng42qH@M)OaU~|AT5$_Q014kT}qRwNO?^8n_ zRAlZ)oLuX?XUGtjVF$qfjnEA*4+Zyh6HpPdFNcuHe035%O~h%%5bL2XkA+J0Gb$B4 zVv>A|ro9>Em40wg0ctkohEBXMxbb-Kx$e|Auw{*TFeB;T1DVl$CxU!~qtZb4vaJe| zNtSo&b{lMt6%iU>h%64GA;$z00$!`Cg!ZJ7F-|TYrG6x7gf!6OiDY<1r5)HlW`_sL z>xuRbqNN9d#-OJuC`y@4>bsz)Y`5?CJaRN}7kza0-1)B8aHFcO()pV9L!&|MK>Q-`4kMBtEQX~43wLm=Qr%#V5P6#gux#ri zwEp03x!XbtAcB72Om+MHSc2+MjC zcA#-3c8hFaHF|tl2JlZEKo~!v#wYz}LfhwDNQal6T6DLwW$sorY`cgZfr7rECz@M( zsS)yTF3C7j3J+ilr;^{mhz@b`?pR9M71^KBvx>M3*3bDJmA4ulObZ)zO2jm99r`!0 z(Ko^P_{8TcotrM=Myu@ZajKxtKAiZ$;RqxXvEI{Orw=qd%1+u~r4{DuUB$G?>JdrY zKwR)|@p=8meH84C z+}zEUm-bUiE%Sb2<71%QK-oJP%CJW6Z)SI9e97_FTH4#)d*^@_*C)V?CKXrFlA|Tj z5)gu0E*J)B9I*OH42ZV-<_GFyiAvnNX*2l{Vyr6YSvjpkJ70UmtoEkmc4iK+O!cp? zGIPGOVBOiRW)efax+}$Kr_(1_gHv!+{`DtFnFA^Fru_jR#y$-O-tuf?gla4mGx0k5 z1*;o1r_`CNIv=e3#$?snV0aBtd`{m0 z<;gu5$jIg>}Bxe(l1V{t1Mrfz$=v*HTmPbFw_=DyQwo{bGf z)d7KcuHA$EM@r#UPAF)ii4HYZ<@Eyme`l4Lif=Po3B0KI>$is3H4maRtUQui3YDf?M5U`w73BSc30-iBzZ0==B54C(-{oBY8D=^df^EVn4thAM0mQjKYwrJ^T=uWj* z=s&{wvPIUtUi(L{?)oxxgek>wr$5kECRfM%kI~CkQn-e=6orlN&leZnSKbOGDun#b}04qW5@ubb_Jf)49^LmKSvxf;G|pnvBleMAHR} z58?7dJDY&rVq#+!Jv<&W*ErByT$0nTwx|ki+EKgv4pR+4v1xDlH|CI+$CHz_Vuk7*v&?5$S|Kb%&VqtiIvu@Z+@~O~&Dq0^ye|N|^jz_*i7D+Ow zv%jz;jM@;EC&D1-RHWsO*9RUUBUARAf|q&)yz40qXx514IBfVRT&IHJW4ZMtKv6&C z-wd)_Ql>T41GI>=thoEdLcmv8#!hslb9rTv+4{UN@O%~G6}iDTs2 zW1;cTt#J06zd+A80^B3EaEDF@Nr_9k5UOsfOR#j_;>Zf4SS-%;Vmf-y`IF7Sb;z>F z73drhfpkHF!o~0|p5PJ6nPM|{gUVC_rK9%U)YMd-pWm$DRPrK_hn^YdIc$m?)p@E? z)!41>!0v6U5VK!>`{m^4q1kx10IjYP7315dX*}}G^#C;(a1u6E`nuAW@^T@N5zz#j zsj9{@U+$k(2@5mY)cH4qq%dxda1hy~vaz=WfJuD5`M-D|>08URdH0a()2KL2NqGO4 z`2NY~1l4g$1CJL-Ne7ZaKntMQA!F4WIay6diuvALCpg|eLpLG%{TJcam{!0V^eBKX z+bR%2jv-skgxk|d;BG6OUX^_&4FoI8g}z$;Z8~jmc8PqrQ}{4Q%!xEF9n8l{>7~Dm zPRRiq2RvySX@ZY;i5;t5j&x6h>YeQ;uUmtdYYj(LEjC$Z zxgF(gBi2FHAMwXi;ittXRG+k^YKn*U2GEh#qgUE_H3v{2PNZ0lGdZ9_k&{h%1>m3*Z&AO61b;u} zg`E#AxY-T_B}!{PfPs+(LcvIYX_ihcJ^MKhs(arave8S-&k5fnAB}#a7C4G|UAI2VIeM4y&z*PI zty|&Q|D99+JE#74PW|tkLP+@EIVFmV|2wDtzdxr`AE5}3-X#=onthWXQzALj)KJJg z%zq%(f(HE{LVXkhip;^YlZCY2J`(9<21@keCunDqF&SA^DV%%`qg)N97s^3J;7O?s z(NSo8zWD)F8fDU5*|4-9YID=CLZ!#v-TP{Nh9aqiLz(FN!}%1+H!?fFTXRAJHC6DX zJ?;A%1+oXIk7f1-y2i+sS&)E;PoLQN+=F+WfhjwM-gqFuiWRq} zai{>H&^~7c%){tQqVk;E0KX_~v~x=brw<%zEF(U!3@nC`C{8Rx?+YTEh`r#HOCjU8 zxH>c)PJ^^}L2`&xKLeTi5H=z4fJbct^cZ$z4)L?fn?M2+z1Irc#l%kn zD+Ne^p^q{w%*L>J6O&RyPs5%IiQqlLyVX52M)>+R^2-9jR#vH94aGX$&E~5ZE zf2Ztc6qGde3&A==h4TpfF$I4CzBFp%*C+y#TfSmzp(zDmEXKZWd{vUKMXo!oRZG*{ zfm1=lDO|F>{M5ud7;Q=%zlNi*l>7D%lfM}iF5oOCQxPdr}qaUNqAJa@bFAF13vcPvgVo>#U^4R07Jh0p@FK?=gdpA%D|mU z_LWdEFMk4n*b2mQkrV(mj^x4-TTRHLqkW!&f7e=Z2>_8+H2nj$;gYfs;91W{4RZlZ zNz$D%NZ7!_jQ=F`s=5^}epqn?-iUKrB7bIvRr>jalVpAyh}1;R-I! zMN^@K-tqK(r^ODP{~ZA(X{DTHlL=rt-+MX{RN53D9Wf&%uR_3>O!^ZPB&s?YhU5@S zWm%(6Jo5bc`FRSQlOpOqoctB&bSC&S64~+z#2hfOxO)+(@C}sU4U4h3^s;V0>LD<^EsQa5U!6NAp`K?ql6P2dx7wD-s z3L9w`Z-o$Y1d#d68sT*oETTUEn-`p^O-nmKgjzTP5^6@`Vm^@mWp=sHz>L-nnj&0o1O0Fq zAZW$%0Vqipxt>bxM!rC>LpSxN`wN(ya>wBA!MRTPZNlEXZz6iCXa`eWhaUKp$$-c| zS6g;S0Do6VY2(lqnr%6vW0e39%TJHIGG7EM4afQ85Ca>ms| zsu&L`(^#%MmMOS=Xs?nDmt&8Hj>GUB8*;k!M%PHFZX#MpzOjG z8eRA=wgPxmx^|?(IAe+0T@xB4gWPA_xi20k{J*MRuRfp50})5L9GhinL6?WS&FHUi z_(z?GM!F#GW&6@I&p21u562ID15}TlGjCigby`5oY^tbL)6x(+9-4!Pfj2SV7Y?GQnV*xqa?VeK#~(t2R|({eVK`jxzpDdg?caqwMxEqLffw%eSg(WZr{Z`} z_PD`<0x2^4$dI32xYv#&DU+VGgD-U*OS&G04}XO?*4N>hH-$W;S~?FClGKRlI${U& z(g)JJtI|x0QcD%VXR}+xPU3Be>b{|6)=_^GLEUD;G>1%o5< zO{T%iNHme;`HC;&h2L_1!m8`jI9Y|d25V$GOdh$jhT~M@E4u2~`J+a+*~DS?L*MpD zdWFzIvasx}J93UG5CvaW*|gtH*jRV=QeH&!!X-S)tx+>fOlbqhcQB8p zX4g3!1h!&lxgRGdaP-Hjb6uGbN*THJJMj0VQPFWZ1rS(f7N&IY6hlXOYeLrV=%%v< zX?CS{e`^=w+~7=`a2)A=Cpf@t$jU9o2~NPk&t?wVgTp~fssq2L1Qz#)C^*L3S9E;P zd8?WkIUeKvWEPvBgM}c?<;07(AzkS_g8(1N%{eZtjeqAfP10Y%%nCn-AD=ZNVUJ)|=>lT9`%sNF%Tuh#@`h1q15 z^a&8?c}8CKWAqFl%U|-63YX$WunF$_R)gh4_#U1H<6}31{ES84(a@0#Inh~ zM783Q2ie(&U$xb4k4{oYi{%36Y3;#)gz!2(~gc(K{@t_$4*$vfKD{ru~XkDll5_z_l) zgQMzDX5h<^N$aN~?=1h?4%(G9oMz!bKT>qh0N2SxvUf5PZQ;gfkFf*(d5atf7uL!_ z7x3pXdb?wB8kUH1147{weCo)EIuL*!_{s|00k?M?c+VAl7fpW`&Sr>Cs$}(eYVw#R zuefk$gnd2!Xy|c!A|@>9f5Gz=*@V*PTW;-VkjzCx#b9V^^Nd`vN3adF%GwRF{FHJ| z>icG2`Hp|i!cV^q_}MWOFNy|tC`P=3!?Xl5MC1$D!c*LK9aol#C8G@aWapYOno_>- z#4}b8I3JI)Zybvr^R$((&rd_}d1Rlp8*6(?Is9~@hOg@aCZ>{eLLXGSog8hDIc#0X za$|3seoWD~#bCKi8DZVy+uyNZu%20rIchgu$L;7S({{ssR$z?VWXC5L^<5ZQFRKeD zV4-26d^+}|rPVc_auJrfj-%JO#Uf(IZNc)F17u_GA=PA!tp@-WNia{6_RVM|*)619H~VtFeb^ zZSuTp_DI3cB4#7NABTd=pfJ*z;ABfc=M^B$T;8MWXN9|pfO19nv+&>l%6PfsX|Wy+ zWRb5FXnXnf2>C;S9C*%dt28v7C8RdN63gLWfO1|<1Lx%_8066}2e_CRO3>|HepOGS zAHxL$9tXs>oF{{_j}m@nJZTY|H`NDK(ui)4laOBA=s(K0N{B3~7 ztn(|ybQLX}v|u@xKs|Q90FKj?y6>UEa_v#8i(#Du&vFIXo$xwt(ic*{F_Mv zzyPyxS;M;4AH9l13{T;N%sK9B>E- z7)_*%C3ctwn&Zx=yHc!`6X1VOq=>*%;sU5T5&w<=?NwVcWV7(}RhOa-|2G0UmQ?nq zML@1N8L^b2H%xx>wGTidGYNY7aQ&4R1<1-Kjnmv-Vr0|Y7VpphA_gFZ0X5S=0M}K0 zfRU}I#~C8Rf}ynh>n2cGwbv#A`J^J&O!(XezRJp~LAG1}_^wwv+*<+)G)CGQ)5Ds{Cp6<-Sr-Lqm|1l~^~CnJlluo&z~f4(M7v%dPr}eZAkW$0v@< z8;?tAg0ckRqrt*ci0cK%{)3-%8w6dSah^a7VzVSEQ@?(zr{q8RPuiqN_$Pinp8SbB zfsCbGPHkIk)^5NBQ_9gui2KT$YVcI&TpCW+0bd9ic_{!Ay}Q_%bQ6pD%1F!MBjzAY z+Zs)u)hISb^YXaF=8X;5{2Wtot#fkn|D8 z$y5u;2iue)1PR-0q!x5bxPT+yZYMZ36a}PXOwZk!4{-LCARW9{z}l+|MHqFr0d~$y z+L@lS3FV(fCzb%L>&bgQzrS}A9f3>F-*oy9bQ7`K9-`p50yCW{4fG-e3@;jG8QDA$ zg$Z3BNRy|sl{L%58-p1^$sXotJzCyJ#^nN~8ZLqp(U*Gg zt{68@41JqRXQBfv#Zw{%IKF>94xOdydl7gtfdUS|041Gjf=@I&p=nF65nGIC$a3Hr z&?{+LRd0#GD^!DO%;fE7oc$i?KzIrU{j1Mo^sPmr{gAp`StCudHr3 zl8yY^cfbVg#14uR5fW8LD7!@iooUbmX3^c@m?yNCft`*Ehdl+yB6&mL;I~o5n(ZdJ zRz&DV?6X2r1g=!-YL^3`z$QOQAZr^?`zwpD22TBGM2o5uuIEP_Hxu`zc{zmza!>z6 zN+cpfUEb%N-Z$IK7g?ET{2g^Ask4PbHn<+vMh*z;EVnt(L{+Mkj70LYG2_DItD!^G zW%%N#f|WTGORZL-VI!zibfqLv=^P}yM5EM1jXCqAbz+dB%zj`)%gPHC^!l7nt>Eib{*o$dK*jy z;fb)0x&>eL`7hkq|0^s_4CDURga+1uSr_{iml7}KFl9XSv^=G{9z#|f-ym%N``)T> z`vZ~_6)4=5(GT}AW8#IvU5=lq5mvqCm+T2y30;@o`G-U_h5!BUWbb&6=bWE!zws<= zVKxEtH+%L)4WsXLX9y*p(cVP4IrFeqzwLVa%IJSBDn!iufBzlH0srOq{x_oWe|ear z(n174M)b8$tpNCa0N|d1WN0L+pTqRkM4^8kWhtBM3-|8LXpIzc*fyhRQ)LsFtp(E3 zu=y{jjjOAEk32M_m?mc6lqTR*2+yrJO>+~bbW7^MA7w|!L4{*pp6dL=<8)NC3o;6B z@f}bnbNJk3=r*N`WwRwxp4mq~L77zoa->d&rmK^T>-!GWYGD;4X76oP$lAPlbN+AN ziwt`4fZ^D=Jf`rAuFsa>nIr}K;j|TyJPcInNOapHN`I^DT6k~2=#WbW{&|S@< zOvBCvghM^cskla?|$pYxu12jPx!eJ}4c7Rzu{Ui>{gRDkY3|AZ^n(9DShh-aki`OsDT}zv*v- zIkDu3OTS)-D}*Yrrbq9ETjGhT$!Eb+^e_AQFn{YK91DvZkgo*)hrO)HZ)h{b6l4!` zuSX+B3&@}~1UaF#J~F-D;$0lp>Fut&_&q0H5$JguEFCw``5h!E7P9KMDXd`vj&bi1 zM#VDf={R#%m8iF1Vglibu$K@WF~_{CvJnr;zE{_|C|XVKlh^$D+cW^Qx?5d1R&pA$ zW-1+G3X3kCkDKRxWli~Sl87>^=zd5KXU<9_9di7ZR=9>7MRh%R#v6D#<bX^MAF*Ob?Jir`m*C6NZ}CG+EYFVF$1Z79Amg{uVfwX@l}=$k;(gxi+90ql?OSHT z@?!F)l60CiCODyPI5Mp=#K#JwOfyn++CRI(*p>6vLu$My6J?07L)Rs`Y&x8DI^<0Z z18+0qML*o=y;nAx*V}KHxM91 z{P}pEu6+u3<2<0FXHp%#lzh?1hPX$1pvoRdh&~X+SYo(Jk{F~{1zrIWUI9bl+YX)v zhW9aSwHYbU;ugyND%wftRwuynh2ziN9jBrRWtGLIoi$vzw4{nLq_zZxwujMz$Hl`$ zM!Vvaqo~g%)3dyiv*rC;-of@fL+Tnl)$jt~{j=LIy}y=6GFkx(;ck0+{Q1@Ozn`be zHiseWw~<2*`o4I}XI#@i4U|VIjzDD-x`DJ7A~UBW&dFo=<*>WyL zbMtNi5EUuPlOo?BtJbXXTV5y-XZWnTMTjyJD^HH`)~XGHhi`(;2nu6p$5hK)hqX~z0;-b1GipUne^?DOh@{b#Tm@$G^p~KV`oi>K z@GIk%(UNk&;ZHSIMq}*T>f>m&0!?#b*?wswPpMmc2R!d*js>oz-T4jwu`r_4s_6-lxL1;9MCq#rj;MSG4#}r9{AcaQZMnC4G=imc?6qj^;q&_;-ajQM9HQ}es*ku9jST|IHiT}!W42C8Q@P%1`g+?+Y|1w)T}GHGj!5U4XQ=LLBJ zj2H{%|I)Gq5~Gk}E-5cs!(e95jg%^Z-=X#E@+l)?fi04LInmypDNs3Mr zd{jAm6tCvhKUzuh@Ex(GnG~Dm`A+CeE7ptM2SX=a@1)ERlv-HPG?rGZIIUJV7Bi#W zlrt`zypt7nhS}^2(2C3}i+;nLwXHk+f^z(AdXzIyKOHf8=LX6PNQz5B_F zgz#`CaPtA1cNDKI0U)&CIrbQ5sS>+7cazdJI%P2}DU>_Nt8e)#w!;70&E^JHuFBIt z`ecv%ghernTbfS832ol#J(vtIZ(O!4+6oV)XFQ<1J6nY9hnv=jD6b8hz2N&FrEHuZ(B_slF{vzxMbWmSqVja^f1VgLX2}*LM`n)=A^Aa14UG&vhiAK+V{P>e>1CcE&%w{N8CNI!l>K`eK zo5k5Hqrd#nhL(xq)$Mhw9IwIeDCABX?Zr}ZF=cBo8Ae`NWW_}w8hK@DfKC`O{_lXz zEN-#ql9lndag3C_>S*5{b~As`jEs2rpv}#eFkAHCSAZ8;XlUe@iKFA-0gQRwF{ID( z4E4!@ECf`2{+VpXo^1W49k#Eg@3s=$vqpX%{q7Z3oO{hBaFqt{9-(a96)@XDFM69LuVvOBU{r~Z(x=CA6E!{YMJam1?ByQxiV?`%C(V%Bq z&DIIEJG`}n!5I>74`84$SZw4=S_~2?J<+w$dY*kr|7MDM>DfD_0W?c$RQoijmmQyH zHmm|A@=DuRfGdi2tilx(toUaMGe4$2t64GHGOb;q1&6npBTmPTy~(BG+mY+Nk(E<5 zUruLNnm^yM#!2r1!c?e!sp;kF_aJL!1|ieXzd@+y&x8ArAtvdjArXm7+=xWP+}6^V z$jP0(p@z2R_uoPIZn~=-z)`Ahm*_3VzrC#`e7UJQ5@1oi8)1$aI>&e{=)16txAK(D z{@xvBF%tevQq~Xx8x*q8!5D!Kpl(Z?BTPH!u_v9IjCCS@X3JmTr6JpZcftv|(ekm3 z$K1Zso@ddqrW{uONY3?sp%fTrqJ6I1z$2aV!if7w5zH!=7L+R43s-&T{K zKyEStd6vvRTTvGGtPD}W6Rfb%?4F|We(dEs(a#%f#C5H(%1}x%V4nD#XCJQhFxnT+ ze%7p{*oEALMLFbI8gegE9^GdxRep886}`5juV8?sCAAv}5YtX$2^?6*kj>t>V-0lA z&Ut@g)V*pWZxJiQ>@9NqRycz%3w@E(TT)C*_K3W_CA_m9uV-;y;D|f<_AJrdM9wX_ z$Ct5#79yFsfbnIIkjhZbefrR93gKXcz5|abFXUJ>=+0S#cE1Ay!o8Dtn39vgXUoV* z?%o9~4weICY95uEb@fgHP?BNvp;&s(@SP~yyELuz%JSa10TN^fl?_|3^dsQ}5MsPh z$swCX;8{c`)u4afJY8E%E9O1=39)%`5iZ#dU<9~5TlmkcCtB7usRJadu;SC4nOJf% zt<^RmYk9K0$OmOO=+IhH6Yr*WdnLcKh5^x028c+(}Bj5^LQP zo%i@V)~pgK6pqb| h-x(^RZQn`UT!l)tTnCEc_4wD%u&GMS*Xv2;nb2boI#P9_h z!NJ+!7c>z(%lLaA@vej4L?`r?@ZRVxlo*d?=IoOpy+YHDsn{m8G8ZE0(k*Pq#u7>A zfm)2fGMLby^#BHw1AD;c-!*f+@TCNw_5<1<&Ph={5_E>qr$i^tZ9OASk}h(qti zPV9G?(YO1MtNjYgP%C9N+@7OUzKq4MGgZ9o-nHZTtc+??aP)Jb`M1a(?t%8JWjYZ| zb{Qjmro`}mKe4dxEiOCLC+fAX8&x;xUJEshFwKauxL*Zs+M zi)&`f3r#It`{iQ)kj?kcrcPP+_+I1QimjHZX`5Xu zp1*pUd!uP;&=kAHwAM(iXHCQRdLa`C${vvr6vrzDJ@}cL9cFijDoc3<1$*Zf-1l1v z-Qq417#~Ep*cudDx+58LMO;l_ewjHOE0JM zEG5^CZmxajbM8n9VxKz<+r#Trf&YARAyc(F=F*}I;n&b?NO#3{9I_`CgmVAVvETjJ za9|Q??6FcaADZ1gcO13Zq>WEy*7T8;mGzM7U`*rKOcoGSq*|c`X}oNize6eZ=$YY< zv8ptS{yEA0Z6e)-HL8A+Td$WrvS}pr3$bc9;2%86MWyJMg~PoxrnflDmtos(_@KfX z;-HEQTQl+@SN<{*J&$kxk8^i{)7ABtHUl1Z{kiiG$Iq!;^hP|jd=K;KmoxmP6?|&$U>9GbX53ncmhV*@oh1u z(7pCOd9uj=F+$9RkPw^DBmo^?Z)s|3N{gJwz1LyoxhFriP*hM<%-867SoN{_7&A+k zhNPKD`KRaWuF`8BXHxwttwZ;ea5e-di!U6q4WfuQ2d2=7`2(k`;g~EzY4sp_1`-pN zwnXgOIRpo1;cy%x4{m7K+&RAGdC01I;Rdh9VcpEYgz(wrIXXYyCS92a_DELrwaH~W z^ZKt5hPk6gCZF2i_HeOm4`~`URBtxgEFi_fAKxZoKqQ1bbgD|Nr+x$nrX}J_KjRfE zIvh{>`lbVq9!6@qzQ3|;-<{eNsF0nUi9>OzZcFFWb!+^1VPuz@o zQnNrM$%n_Er=GVEi+YITf30CP=P|M&>(btVp{siP1sbkf+_>KBurhUn`VXBnisZ|+ zh7L%;4iO}ES+#80FiHTTlLh$1JoPHZA0p8U+N}Yd#l7b8^74k8W{Ve#(HALh54!m& zbARf(`j-`}fk+%fBwE{~uDz!r+R}qKT5cV@or|xYrgGSXFl}Ik#gWQBhH*EyHC#%@F?TLHymG zDlrL}5~&rCDoivFM;uM9fGXeN*Ij;oeyJ5W!yWz9gkHr6L%9DhPtKh)H%-_OZ(Dg! zG=$z6?(Q-5<+P?&+&4bXS&y?ODk?gB{rK6m+*`D3!Sn39Xvx2Q1!w;3Zs&Z&)n_@^ zq^T9Bst2xkS9lZM>YG}Bviv;v>sxwjPB4aN$Hm-RI3*+ymMcGUS(1^A50O$~*xzDM0ta5mv%;KXjxnZkBr?8)-ZZbJA$-Q6y1y6n%PLbYffz>$Sx4wN!ZBvvk~>uZ zY($Q6otPN=!`rvb%+Jb1)QmDo9|5j874H0jgw2k?ml5 z3ZPf_ICIxY79Qy_@FZ93pU<8HG`3oWl$onmx$lsk*!kT6aUxJXk@x7P-9V3dfaG7R z00!(|1PCRSNcUg=vE|xAl}Kr3Gch5q2$m_r@Eyw$D1tWV&eRdk$ioogeXuR87U#JQ zO{rJ;A&9W53I0FffAxp`0(~LgY!l>I+Un0Nfn0X%MiBv;q45`>#0etIv*26HicmcO z5stvJWCi2|$VxsCagy-U;lfCBTlaT+TQe@Z_Ej z^z4`bDoyA7`ecrArWSk?7+ATo*sxN8>@EQ5QkGD388_4anxb~?8XZo@MhT%q1qO&3 zJD=D9Pow!4wKN6ceUws4N%5aADnJa_lj`A#sAgdN72fwW{t${YAR{@gn+N!$N>|gy z7NlJcR&=4u58a`4=;99}8AW#nem=hXlz{1T7awi)KltqY{Vk8!mxkrZ$^r$M=kI52 zmJXg40txdbDor(th6;F>r3EO7X8uxfY#6Hx0t;=tNKf~mYw~2Y7 zATE!Z#ElSEfRDeUy%VBgW^$a%s;mYe-FJaEItx%QLDc3*{QIstG5}o&2blWI=udM3 zDm?mK5BmWNet~fr^jB4UP-Ge{jH;A;)NUK}PeZ|U1dxkRQUJM^xat%0}bB?)s5J@7_e#eSjWXJ)?<;KU^P<8$2M7%G_{7!=>4ZZ+xYUoJwkSJv5>s0A6j3<+}D8s)eoN0A6l8w zG`nck^=cS&7EX`7kV#zU*PqZp{9G|q%nBxvh7!o;#`o5mk0Q_LOUN8Z@v$&4A~eVT zT)U>nqdx>2d7!10HcWqsktvSz-+}h-jlA3I^uiR3o`HCApa#M;Uj&NU6vI*!7{8|4 zTip+QI3GagIA&mnyqmYN?u{i-H)mwwQZNatg&u^@#!Z3&H=l+f^2RYYBn_fm-mBQXNRb&=dh z&-}}0ytVNa>@y-5Nhr?B`Q0e895>mR->l^j__L$-3oXRT%1Wd%NO-t|cQp%0O|1U=$BP#A){hT2^ z^oVO(%dDO?buI`$jFE}f^GG!pgh3sW64wCe6~*FnBWCKGGdDy5t7VMHhUr61#HMG;H%30DijD} zE|O$bEl?B;=$nYs;(+CT1qsBQW1c|?DC9t`{kiMoAnS_iS;hDw=9KJgL08+Os0s!k z<2w=Si|9Z{YRcT2Y<*zM6i)*AHe7Idb-z-cXIZ~5*+acUxMh^1E&qBZQvnAQGs5_g zpp_EmZX=lR_=1rzBqX!#d8L8eR>)Ef>}|7avdtXKFNzxoUO(;oyNhzySvZTJP%MQ! zfh!U93OQ2FOUwf*5++oFEQt^fJgl4!WgV2Y-XBCY8g-NyOtfZWtOV3PWw=7i%QRQ%=4-gyfP{V)L9kmDeV7=b*oALx=i4}t?nC6eE~ zd2=47>}ab(l`b>~n=gh3yZcL`1(Xj9h}DArCT(wCMqf_QZVu|&#H=9UKhv6bnUc$tN633YAsq=;?C|BALd0V&l&Y zRXcqc?~Gjp_Jm0YO>HD}f% zA4-X%UbwxHBVCCpz_ZNi2kE&5>8`D5wY{iiPkzr#VHJ}Z3Yu`qq^4#!>YTiV+hq#5 zbGPwk+g)kI??*pQE^aX4uHSiq(N4TE$1<+VEGqSAchpk#sn40kaS_o$?$V)~UFt{m zqFL(#$hW)49xSLe<4O+s?qxNU5(|=$>74nY(zZmiLoaw`;eh`|{f1;Uod!~=P}z+W zSB|=(aoG}mL_5yc@k5lk^UP7~zp#_O58RSfHKHFk*x{t9b%kRN&3QNh!EXO9qhWAb zONAMn3CBR*EOt8G5_tX-5K(b!ut6mkNE%{k^K3cgbP$cV8Ej@kLLE44c51WGHNzf* zWN(qURTen7HOvd#YiOWUdGDR{}?sQt0ephR17DU82t-BBm zUhLMk055{nDQRTwi(-+yDD^5yRKV$tHgoTcUNlzI(|gTL8CF$K5IBEYud-}U*YmT~ zep)(xiDt1)--&bl*z`M%`;QW(JA;GXoL6{gs8}}>6c{9DoyIO! zi-s~wModmL$f0#gjV$QD=kn98W>w6Q!u}l98x3lQweW*5@vf>i{p^k!lfq@d^A0e4 z(onz(^MSWsvN^>&8s16XLM~ zy3BSL5I7Hk-E9dL;8i(MR}bWU8@f2pW6Pj$pd1WfL%H=KmO}m;*#&R4`$+mQhQFBzqU+tsA4F%sOix0cZ5`J(g6f0eK zjyUU(2U{R|c~l{l;ndH|`3Rsv?4@6pC+LEDo(>_4U(lBgxM3l?a_<{`k#c3l_Ccx1)X;1z=WwdMDOb-E8-mhd4!G^Sx}=GD4+_R*vOls zU=k1Qb!@f3?mkPo7fkCB)o8vrK0f}Nu9&~?K?Q8!d4Nbh(a5y1YVTX$dG)i-DKrQ5 z_xBfzqrF$KwKG08_Ao;5h}E;)hEa%bFwJ-3xt5~(WlAHvinm@0X7Bau-0xo>J5duI zeeL>njuoclto}bWbrX(xdwX|fDErLFsW!)Wj)fc@tIjoYzyI-gWG(Ik)`(nSU4#F=zWQp_?w901pcUU>#H-iTe$LHBe_Few%q)&chg9HMN63;Z zijE#_otR77-TsiAeLAnCVSlYpcWEAg598O>BZ$x`Vgl`C&q{rVy>W6DLMo_t1QdtF zc^mW!B}o$LPY6+lj!M3R+ldLV`{%qKlfrtniwX-5Ij8$RU~Ou``1t?%cp$IQ6a@@m zcf`P*{!h2QtGRJM%$qbJzD{p3i4#f% z{ozO)C(OvFrREBB^N-%;&R1E~L`wK?QCE)~*cqKFUL7o@Lm40GBFy@v1z@oK%YI?3v zZ$f^@))Y}%nB++@{UJ@RRNkIW?0-{WbRk4iZL(ZqYRxbz<4P0-Kot8Y9H%2Nfa z)GHQ{34YmWX8gj9T4*IEHED^)6aY*&qLqp0xwFxaeS3&8_lQOB+eb8`6@H&Yg2awt z&C=8LDwVsHtB9#T$(>Co%qa2Ali`eh$lQNGRR&uUWZ_&7QOW@WDZ2=A>y@&{j~?z+ zO6#4}+d>8Lqr&+!*VG!=Q-(B-vn)4q+5L6xCAfCq3^5_hZs)JLBxkaiafQC2owCCH zn>ncDt=rw)iTIITsNF%qBBTMatU7ptl z3W|e2e}veoBfkDrkcs@5LrlX)F5}Z?U*?vV1+Xouvjs`3{Pb@Oxh9v)T3-k;54HMJyJra z^=QGE+<5&yl%}eOuixLn5t}Q#BQ~;A0Gl}5&C>{~k6%F!&27w$S6V=;*B4Jo(#0zs zT03N@5>>2iRq?Y`BKI4h%u;V}v2*trB;_wz#7asxDqhEC0^KuZ3f{{$;{7; zn{AM@8hMZb8mJHWT$iB^%~{e!#fk%TrT2$4HPQ)+V~RnWm~*LU{mq7*5K0S4j3Kg& zLBuSSt<2Utl+wb-wR9FqQM>r_59Hw>=vWMJw;CuS!V(AA!@aI3MiRd1K|o!J`0`^OW@T zkdR~bkpVe6gnNbPzHIbqq7=AV2_nx>`KcM?{Q*d}kO{wPR7wPjL^JcbYuv|=KL>$M zLbb*Eql|GzRhsHOL++ro1iqoeOO$9M!4KS;7fifthZgZ-q_joOOCpZN@EM9dJOSg) zXlm&Mr5M3qk*_)sfQNQuyMZ8+-M$*vuhS!`>*(d3>qDpA4^X)&3ltV7fXpNgmHWa~ zrz>C#mp<+K7xGui3TgoXd?Z8TJtRB=;5t{f)c-fvB~Bh@EzgTFhL5#F`e$kZ(A< zH?e|qg5w|}rt?2|`wC9&>7l*5l{S`%=?Ndc9}@UE<@uH1(&=}ro!kKqQINQd06r7V zRhtQ*HTwAb`*W!*7|ASXF=yv5oPg>dA_$DvUbTRhn5bt~B_K|k_aXq7KdB6~t6~En zj~LJ~IE?gc)JN4HAwa|x<&r4&tw4l!WVAo82^qd2B6XvJ;#$HiooyPDETC7Rk!(3sL#7^;b8~YOfLm~p zy^b^HEqNSP>?u$Yga8vnW(r08O5ZPWpTk*=|E8&Vr*lRhHy#3TS9Av1dm`n|bhQ8~y7csQ5K8QrGi z*av$x4>SI?D-7pu+HEVnDz-)yu+;|YAbYKX?T`(*x|_pZYa;IjGeT(mUurE-iY36Z zSCY8Aelt|P4S*^iKxj7-cNG{QAhav`CeVCQZ2}cbR!bjXT~ut%kJ^cVa-!>P+xoBD za&2ZBzJf}>2+v2KbG3-*Sq93tk+@d~G(z>&N}%Yf-%?!P_&j`vpsk8GY;~0Ym!VSB zNCsMpFse5)+_bc`76F8*-D$V}9v+sAjlaM+Ezg10*puJo`_7Tx6Q~}P5Ax4`7^q{K zh{|GI}M3xQPBrYsYL*(Ujp*bp40-h zOHtq#_XBF<10h_l^^5fj44){R*3Utf5#zm2EbjpBqqv1W*&@41t}aSlK|!I*;IJcV zIFGo^=xIV^Te(q*f;-C()JE_LdfA<$`{Q`34ziw#D=wBKZQD~P1Z0U2QR`cX7&@|B z8fjQjt#ZA(w0~tTdW8|y6S;HNVJeTGv5M4!8TTz;i-*(uKvwM)D;Ch? z;uf;!Af?iNxACwVOE@-d*E+P_Cu!s3+wvo5_CH=8zUhMEnJ9dqEJB&r61O2SrHaHN zqSf^4Ra?!CEmAgkw=pu_3zMt|RS}_QisVXiPU|_mepNuHg)Owx@t@!n>`AmnjV0gt zRltT4EWQ2{9zWyMs09VF+mA-Pa^{O!UrkiTsX&tDM@atk9GnnGfB#2eX#b4mf7~;b zto&a;ukZ5YGn= zWOY+#k9H_?HJpbsIPX;|D&sA&|AldL`pw58Ul9{5ZAT3+S%tV$6ZlF}3%fDBtXhy<MvN0SH20m?n z2+A5|+^n8-(jO~Ic14P!9mn}ZH%JZ}pWP#(dALHj!I z=4&absV@N?=0$`{gi4}L7RX8gdDa6>KoGH{fNCqBQbvTb1q0%rAsIfD)^CCMJQFHT zSmekC+)4FyP9l}|Q;0CjFbcwUJea@;^gvVK5_-OPcs z&8z(ZJSUOF@-$K!WXI9=$E$XXs9&E}xB8fjX;(Y)+Zs5I~bwp`KyQgQ;2^cr>%e^tB&+9JX#+( z9H?J%Lr+6w3%6>rlb=5!b`S~G7IE%N8uRWsK%1SN3@&3q_Mbp0t3XCvs8YZKeiRJD zCqY^A02v#A-oPqwZUgNIBY||!Z;$kBO#QFDN8}I$$ACz{U><}8hlB$N=|&pz@G_;oL+6k3-9e)*BJh z>!LPFE``*acHf4o-HR07Td-%sE1*~APmzn8qiqJcH@`Z<7H9Sh+Z)k zoFX@nKE5C6=YWbzpE`wPcN61Q?h;E&GMUh|rUR-_$l^rN>R{6WgQbZySt;&PJ_@cRVbK6jDC@pem zitFRvu6?mDPW;}X*FD#e`R$jTMi*gr#4j8<~Hwh-`nfRziiT zc-wPT%8?1CK*SnUja~$h*y7rajlqukL-5KKsGpcaXKf`t@oL@G_8G+nXvz;gK(K4q zskknN(qB(SL7H|N+YRHp)IaE)cm$~;D{3=bMMrihJ#UZdjzD{6YRyWJgF zjIcW#*60H=KB}?#IAOqbXsFjK7MR^oJuBtPTldTJ_z96_+D~w-XyB%R^rxi!f-CZu z1PVtrb1txt1m~Avz{An$lfDQv^-8E%cf|{D)DBp)@Si|W+IMpa3>z{#U1|2A?c#CE z`u}^FqTxb*wR(u#58(nMwW-v~1*p0nPeAT%g z=n$>(Zq#Th={e5+`mW^E&_yPTtxvSo=W!i*!GP7t(C%(1f}P&NWU37fYr+>xbFfWX z8|RI9G}2nZXY=P~U|>MXmG11nQ6U6_Jho}KA)5>2RyO6y3gy1tz5>80E1rY`Ul_Vr zk`$t~qgRX}kg^*P%e9VK7|tW4V(j|2%c+~hnVt1S)k-MOycRJBd4M!7C5Xen?-?fQOC^>zLVqUo8dd+cChvgk^Ex{D$D2*M2c7E zqlFk9926u6ivh}WBsPB_GpZ|9&sN(eb6P0;JbhKI**9LQO9xRf!v3!o`rZcl3JJ9dfb_TSjIY7x=N zM_*sYGzyB3uF-Y7||dg%Za{%{=Pw zu{P0Te6($%{Dm=^q^DwXvu>CoR?0ddCkJ=x@YovDEHvFGMo0(F(Fr(Y2X`aI&d>wi zafd5KZXfU*-7X(UIZvdiSqmD@T<;@h(-WV@z7%I2*3MHM7y26^OSN9*t4#FeP0~ho zkqy2=m*g=8lY z+qswQOnzUhW(UNgu?758#44TG%uW4TBDweKL-CQZHal;oS(YZIzqm!fpskov^C_HX zaY-+l5kpJ&BHxT3*bg8_xclY)d#KUg7a(zoZt+~^E@lIM$K9){C)3?U`1}?Cnqr8;Nb(JG?AFn0y zvXa+`z+_2If3mKg>RwKI`tj27fZbd+l;L`Po!8mxU1JASr<~KzwhXUP%>Si5iiEqXnyC)dz8Hd0`NsrK ztXCMTTUZOo45A;80>_+^^uC!GbA%$6SkrCkKczC>Fg%iDSxLl|OF6gqDns}gGi zha2b4cEdWIn~%@ro8-(K`<^#%=nCCdic1h7H1uzjO*&$N_oU88qqp^AYcs5xtVT8> zdDjexCuh@36N2RwOqT7hKj=2|87nEoTkze;l{^uAJ$I6_|8G2ejrzIc1#`xr&yuLL zJMXZhS8{x6l~OGG{C`djy2>(|;MqR05go0P0TG zmjRoW5aKS$`RGe1@F|3wC3g`7$(9G!HbSb8HF;oHbU?!19C_>&7*t1^S%Q!JBZvHy zwEs6g@QK+Sf}fEv4X7>-5H}2XTA=a=dUz>xERwH~q{Fz)G%w}wh46SC+{UxfBpQplC`kwechetthN@O;;x zca{{AqfLcW>6Tu7~P;<9GmuRakg|g$H^ThCzKBhC>(3#V=p7q zmPD9RV@};NW^%{UIhr?wInUJ!+TnGjq>45GOM-v|Sv0Pz8*i6s6w)jqFAwdg5?jYU z2c7L$DePnz%U9ZZmAURGW=C+&zI)TG&CP2mI*6Dbr_Wph(a4C^+cuPoK-irsAl-Vj zGuQu~C+ZPuH47Wf0eB)haSS>il-hfI5lO$;Lf|WS9--6{gm@OEGtzC>=2>i0rKwvO z+`^X2`Z%%j)ut(n3q6^iy{F{HrxdTJiL)j)ocVW|hhaqY2_nBYrG8#Z8@y7z8*U28 z_{~MM&B;ipQzS0th7P{yQ-0R#TwU1YPHq;rNb0pHS+*eIF_^^Gdy$(ldD@ZF4$)P4 zd8hu`mb3eBSISTz>N0Ar-(R2`J1IfIQF6R zE0O1te)xm_z@|KksVbS|SU=AFG+o}bJxNH0`$X%!Ws+>v^gmvO>KjzDs|jkpYxFy7as6mq$&d*r%#P~Z;Jh=Uavh-kVRCd!mM(6mY>}5Q zS!04rsYGMO=-uP5WO&$&c%63gqmKwxTLZml4AEhXI;SE;r;-(FC3M0Zsz z)E<#AP%>InI%?dlr_mE#tF{wJ=SVyv^j-9p`{*w0WGbmZyx;D;QK9go_m{-Qpnpud zvS>MwHgNIxJV&KBD^L#(%}6Bn5)aNrmc9GFYhC#BIg%8nonYw7^_yDV6k!-=I9DSo zLoXuA7@bvEZ-fn7xKZv(!_@wEG#+nZ`zkji!E^sha%*3A;8N03FoxXP_-G^->ow5R z+c>v+$2d}3_-U2hWQk)3@*7*l$%~n$Zh@b_@3FXw-8i|rUX*WG8Uof3pqNRp`u$EjrpNckBdVZMpfc1qf}k)Mm++~Ymc#*>FJQp$?wHoOu% zas}KLXA$YCF9Z3SBOx4@O3J$>n(5!sY9=T}Z$sMbg*2e3M?i6rDk4Q@R&#|5IywRP z@rAn#01>6AD%cx?H7u1kG#nne4oLq1*;k;*544f@Ks(^NFg?Wu)?u6Vy;#<8yK#&H z^f_2Ij5OeJ2LAtYe@dclHC?u#nRtqKJ*?s22V17SXuu29n+? zI8Q=F%pu92D8euCVMwxSt)Gvt1#e_-q0@tn(B^M~o({luQvZ?)z^?MlZf-yY?+x0{n#!U#d#p=mG&rQh-~ySdgg(%oqMoTbjwrK$-Wb{W8_9{S(q^VFwjjr-0-p>2HDm+X z#gtT zC&(K!t#ANruDZ;2t#EqJ;xe3GOA=vMyv# z2(3N5k!tih!w5J+(4hb*T@rjOQ0VZOu<9)jS0AcbnP6Ypi{#ihayDeWw!E8}5^;#m zEeeFIDNk1dGu{i*_H?D7E|?yWM$UW*1V=|^h(r`60U5L# zr9aK1tp_xASjf1W2JF|jmBu9m49Dbh7$4ehhzR(GphY9|#UL>TNd3!aVVBtpiiFaw z8$!DZg`<&l(53knqWr3AYinDbEJs=pu%j%#w+_xwF{S;&G}<~VeES65quNcs8bI)) zlpJmQ>Z15%4nNci7k~>oG?@XVKXCGJ8Bo7X*W?JTnX`@jE+iKG25WW#@oO}~c+zWBes*z`|T`EQT& zpQrh^!T3ME&==ijer}fZHC@{BD>(kAUX12(zNh`lP5qU<%MAIV3`Gwf_W!iEF3B${ z3O=Fy@N92y_rOZ+w0*cz%U!iFE+st0@qMR&^WCA_A{Iv_@QcduS*HFg`8#IUe`R{t z{2Lp4bqxObvA<0P^yNPT^3Q<$Z3O;VGJhKk^yNPT@_&9ngla~quDM>ga6wg5GsG>; z67f;UV>lIdkuTAqZfSuUbUC-$4LwHRpPalUH*g_-J&CM?Dbo7<2hwaw1G*@2hSUjn01$mkw_?eIROQu_1*q2oYJ!=v4Jv}k~SqpEN zwV(D#+09Fwe!F7&>EtTnKQo=WC)ayGG)wRD@e{x9uO%%RjT}PTP~L}(;Gb-#Z8n=~ zD;c^uS_>CQ6HYsfIauZ|zwL^(ckHpMh6pwp6;@ij5*vM)3Nu4n)`wlI!+PSG$2QGc zq`gCZ4rq@mr~Y_Lb>)oz{fupM0=IIs35IP4*pC>s`?9|m^4@+ysAOpEX)LDQ^n@hg zUBH>z2op~`kI`fNld-C2(mE3LQfxytMWviBGwrqVA@L`!rL0*4B!ht$9kCvytp;_GB!j{la6=C`zkp* zxk?5#?TRH0Jc|(P$FJvXtOqy~IUNxoh7)?6nee15O>SgW- zM%n}wpXUPaFTexIyz}^7ob{Qs2TrwCXV-*THxFHI+{LraKa?9BG0M(A6`0xZKtDZQsMQ4H@>K;;VKr^n-!+6_5)?w&9foWCN6Yz`{i21x1KVssWpBh zBh`gtqwP%)PWfT5mJnwgU<8Akr0=^x{r4O=5OSalgN{5*&?2zs^9?C8n)h`PLWksh z)awpoV&>a4sN%i7V-qt@dcRlp`&_Md`Y3720m9>K~jG3CVG>D_k9eDcZg70iWVp;GtSuoG+b z{A2tMGoNnV?5}ukL%(OW+r)X%Eg$`P%3|aMjXSw`_oswLGYC!kpY`?%+N#FwylzLw z!v$>(-YD-6{E&&DrglUZFwcmete8re2lMjV7zT zE$v2LbJdoQu^MqRsqPfBfw~>WiGdm+i+jGOtxfEh+OWrr0(WnxrRck>i;7Yy`WANy zwP124cQ#{o@4TC{`oSNH1i!LPh??p)j%2G|BZ_4f8oc@`Fs$klC={tta@2X zU=muyZ7{(G-e+W-)ZGW28b;REp)7fj@0y3{k34;MUyW#YVQI&e$k`M;`zh0kU&yF? zf0{OS)GUp*+pddqM*3HyaclkrURu2jKVS7iMP_er+45<(xshiF1e~s24wV#R5;mo) z3(I?%)2_=e+<7adW6a}RtaSj_VBZQHBZTMAe!hTr;c}Z_E($s6rXy(9cUas!TY=@? ztZF79-I=E`pWXdil;}!!Kr_~&J8hqpdz*l1TQWU8<7QP=@G6RpiHZ5_w~mC#l7n>; z+)05rLVyF_udlb%=XJSU#ghp_oaK^JW{)@b`DaQZzP&TuN87s}ls~me)xdi-;8#wT zjx}+6?qS?V!1}&eeDuh;HQw5(*iKke#=gTaSkt{lY5(wnvgKcDl5P!46NAs#u^ETX z!QS-9IP3F{CTk)q;TP>PW1Y4jKSer0Idos7$k>4`D~sF~`t}P-nYcsLau+;huf@j? z9ZZs1o2EDWfUAA&T%5e`OKyH~k*Eby+$kV06-2S0HojTtGFu;Ry)?*xEeO`x`)rvI zz0)?;;M}u{3r0)aeJ*oP1sC7OTN`5EE0*CGs?7K$nKkUiM0};@rbWpSJMYt+Js^2c zmZgC7b7E=_-YAV-+T6H!sq5>=hp8xMY#K#|DaQ=Qha0oC!10CJcDUz? zmZf~{I(e@3*ax#SMT8+mOl_Es!F;w?sm$^lJ{7577j@iMbTjAdS-%R+ELfFF(bi}D zlw&?me7wiYyOEsjj-B$8+Dkt^bCk{3LVR5FJJ!IrUnbzMS$xexx{f;W?(*VNUWXAj zjW8n5enKb$4O>;kTtXxrG0Mp$Y17WBsTPWBY|DGrexKl|2FLE>07zQkbQ!6Ce9#ro zlGEZ+ia0<`Ds9pEzKfG{)82$dLdG#avqHT;4dwhUu{(4bVmj_Vi>%3!V#y(~HKl9y z)}A&U_!mDC4#F!#bD@DOf;D-@u4^iK&P00UTb$^BJ`OC42S(Z=uO%^*ct!v({FyQS-q0qyGvLL{gPp+S~ zK6B=b&b{71I3I(jW*W!Bt>Vt53<`X`PShK|u(r)rdU$N}FunaF+y6&l`5qQx5c7ag%m9J(_^N9Q|zjASszuh?} zI2`&D3Ci9?{G6y%J-gw1ISQV-a*ImIfo}6?R<}k%IHtei2+fHpQ4t+$g~f?(Oz6ya zEDL+|%$$%LvyfQdZ0Zg3(z@JGVxQAs<%5yXqc%+L7^|}932crhr{gQS*W2?i*~Cuxc9UKm5I4S8k1ZVQVkU$>W2@87s|ho!pm*r=XN$vTl*M+(;0bdo zct16MNs%x?v#^oiC%iiMK0_xJ{?ahgDcA^@aQdx6EqYF!!qyA4dlD9we)zGsTzOhZ z9(~`S6fQ2rCpw{z!t0hka1=wn%4 zALq-T@-(|e?3IvTAdB!!X^QB$S?^*O7Hmn^fab~b{bQNmxx$UeW}p=}FZ*gaa-UL% z!(L~I40ik(N9ps$>ACRPcbnm_`kgXZoP99)eL-M+3ysVPzOsqj%g%Ln?LN<MB+bJZQ$k4qvu^1MC?iqk5!8P$T#f&!CiE>cet4LkJa&(6yNs3SdExf~WOz*U} zC8{1#*Rmnob`m~9N7xb?FB$g*Dca_Hm1PZnL}^Ed^ec}#{i(bZXu00|ncP|L!djIvvpUpAJ&BEvZ;-bt3758Pk9CZ2S?;8t zKW96kgnO^Z=i9m9F*_QkA~0@~UMNT-Hp5OYD!%pzIbVD+^DymyCSB5>!w^-M9nk-{ zh|To`H|#4?6p53{QVWkR7bPYhOE0~x?5wxi{aTWYPqicJI<=u4gw?%EtI32?uQe9s zH2ctTX5~j5rR9}pr+|1w+hB9SJjX*?Bb|E+@0WBN*iISCuFUxolH}RE^m>cl`Dy5w z49*ghjB4{_R&NH3bR8UYoeeKX3-h-0*@mYL?Jzo)ekRV-y4#)Io2xGDZae4Ot-WQ7 z$+d z1bT8<5?#fyOyjtytU5EB+~akv$JP3iZHjJpCFt6^30gMaF6~~skt?ncE+ulY<#RjV zeI98~Vqvx_y%X9U`Cv#4&GE|%S$pt)R;7#PrQNnG^It;*t=o6eLbu_us!h*U^py#V zWwgrGrtTBf&(INgbz$bGv{{f(Mc0_USGyvwu4$Qt{V*N47S?7vyDij7`pMh{VZ)IB zPJwa7^pfMd9oL7$gR>3Ip=VabkvTt8zw$>JiI$ryg^TzZHq2_Y7Z#-#WY!W~=bDac zjl0swaG2tf)Q0R+Fj@BI8FTNadNn4%RZeC(!o;eiWoD{}Bphj9EBUjfgy@3(^^w=1 z!o$t|ydvV5i|K&Z)dd=6anY&#@tTxco9GbNPe?A~(dV4;<37dUkTDgk3YmSJM(xF*h)ME|eRXGfTAu1=^!QU0{`Hg+juHmvLXO9|~` zDvc&Sbz7Y$vEk+L(eB=vaq{mj?DPp2^a)D4ft_czV!B~bbnZtnu}^F3>4J+h0ynN2 z`|~`Hzet?&lX)2&<#^c1fwaHebC<%olR(cJBNg(`$V`8^N)d4m$H*)QdeSh`3A|VF zYgf#Bo;$7%j^z>u?Z=C)TCExn+Pv(qloc|4vqCr2jVbk_^f^Hb#^J{(zIw@YN^){? zD$emmP?Kd~TP(ph@|NEc%}bcFQurkfJnqNgSN@yms^|MLYSs#>%8vT$^b?N@Z?QQ1 z?Hmd7FsZrEi-Hz?l3nQ^?oTg`5NqvP_TV2#%t-(E=4dHkSMvrEs4AcP(t2@KK3QFA zTt>K)wZci~dCy)wdXk?!+K{9WaxGQ;ZG1|@*giF`2Bw8&c{qd8yQPx@_MUrIxnNaH z-&;0&!fkX(m&pyC0*PuEOIW%b>e_aJ9XF?x41-~f-?z}ao(~i17>r`C{=UtVT>|_SMVL}H_oZd|mrT-!nS@MO(t`9(2zT9@ z8g}`zDRW-jELdymRSG;M>;k5YKDvZ*W^u8X0@*`i$Vp2bLGvEyOK%xi%Gdp~`FL(e zsbT2CrDb0Z^0ud(n~(Y1O(lz6ILgF^hT}-dqlr2TAnp3svyD`P1 zrds0d{|!d$*lZx zWx5JEg9X9g%Q4u?$EVi)d=qcM{-+SGcBU!uV}wJ}%MrDrT5qG}Blqsln8n^o{wO5`7WZ{#ODJS#M!U4-!-o_Be}5=2%S zgx!ARNB9X@Ubgo+I~BxxX<@{Iz z`DENF=bTbmDLqnrC1lS;t(3dw`L&lq-NMbY?(|STw}|;jZ1;XJQ19IT=>`dGZ-qt!d~`5|xT(dB0?cl6SW7jioY9S+S|NSFG!_%stBPc+kmqLEI*8aUvm-zO9mz z7_k?U=r+l6#!D?_cy{aBGYb{2dHCXw*zp!ZcZWlQ#Smlt746LP`?xaQ6D$;W8yzzl z@cKT{aBk)Wad}~Qv)@D~mi@V_eUDQVL=Q?~qNglN=RZv6D6p;PyFA;gd}~UZN(=~c zgI%Sn0aaS#c=zQyrAxS8NtDr%e1 zYY4ln0hmSwb z!+T{ZOTKSi8X^+qA?+)q+jBypR!_g{YVoi2EGfnm$GTWDzA~F*MYn%{eU>|9%3n-n zD8sa;9Gl}$`%Ss}=`}5V)d~>c2+K2NyfL1yo8)TNmd=`zTHy44X+mPER9J7ZAV(rq z0ynj%$H|E6n*qcM71Gbx_q8>JjpeLnOUqL|v=eC(a!; z%<{cqWHB`=(17I))(gzxbCgLhq14ZQ!$zUx&bB+8y+B5|!=+_fZw#UJak!I=B`YJbKs88>HZsXO;{oPwp4yW=+;N*>bN!xUtbdpeC6gC}`z_0UCeIFHNdn_TyxLW?m{Qi1v;uqevg;cj%no`k-q)ZtP_3(^ITZPprt)hhiSUa zaKj5zsrUSGdJlx7dQE~mNR3B6%tyPl7mWCe-Xit(L&jMziAy7S7`GQ+D5zQoK(2H$ ziCBcSvB}t*7v!?b*z2e}*9;s#q!I8S?l`{3I`jXLr98y)e|$Kp+$KUiMP(2|8F;VxX2C)dGwCJ)H;TZK}XhtF-}? zPoeK0v{kKcgNYAYFM{x7k?GV41+v`TrZKh1*a$|g)t@1hhT*>5PnDm4d ziQP=0Y2{qZl|FlVnRx+{7{z5fPIXw~B3lN(cawa__zMMfWn8k&Aqnk1{;8X`&Fd80uaqp4~fiv|w&IT|UY?z*k%}vhr5VK(+O7RAj$Lxu19a z0y|4eTBdqyn!ZfcOD4wNvbhs%1(fvJe!?DsZVUt_lC!m6M|`HH{A&yEHNKX|!toc8 z8|^gkX*za3^JsLG=SdEc1%11Txd}*lLoJpaYZ$c_X45tNW=W4J@BIP}`@TpoJ(L{2 z6O%7YELC{@1tKA-ZR8bhw&H~u+g_5Z`*XiOR|)Z-9Z5Y{KyedL7F^c>e!en!eXoRk zR~9Lu1)mwcZy3C@pZM6qU-k2b)jolmDU#fIoqO}uCJ(UY8a*!ZEcZH8r+T^OLY;n% zFc=2&iqtMH;+@6=GaEiVdv`&2^^l^nYc{!PpbW9a|hHm|JWn0C=d+vFxASKGi!E%bf1J_nc=Hk=^A@ zZb0}j1%Ed|w7-IIDV7B>W5!G`PjYWL>LAT~VN+yFc8#`^(0-e?zd_an?h&yciX+3N-uSZ>gF0#Dft#Ln?)i`%qU{snCU=_Z%{n< z`D^G*O$uhegVfT4R;!MirQNKKlM_uV4KjqJ1$O1`rTOJ3PYqk?S&#dyYwX=bprn8F zkGJUd?xwK2pHB@rck@%w4Y|cRqk`qv+Pv7(|A)Bu4vH%6zJ=RyjEIb=AlU#&5+q3m z6;a7Sa#V6gat;ngQY%Q3C|PpONutD-oI!F1n+y%~-AD1gzwg%j$M;p;s?VyanL)by z^f}M7_u6akXDv}3SDqxx0_pGr_5HEW^0Qs&$<;lx;f)j~BrtMW^a?&ilZUHqZ<5A5 zOdb)K%|GDLal6x3`tIV44#S6jk6EqBX`-sPEf^62VVCWU{M!>%M5Cds>k81i<+2+e zBh?}yq~K;+zhV^WXRFjr3%8Cet z=;Zu`r)GI5bGYq{{VC*Vs2#CA=29_yj8I^;#L>LczADce4|x3?}E-^in5Fc@K#XAwSrF7MWuLn7~5anMA-VwTL1=OI?Z z?dMj+Jmxp^gkr&xSvR5@* zHqvaCPHp6{OsuhzZ4s_#R-(AbyV&VF*~!^1GbDQQyiZpEZ)taBfoWer%W5$nb2Yxp zQRMBmjw`48aDrMF?`Dl{v*1kN(=P@?37?P4j&92ht{hlw+ep)L3=OC_v@u3r`|`+n z{#`QXvVMeS(ZRL>X+2V9b|p)ft%#aL7Flc*heJSac{iNyuBhNiOeSV88Y{rCi4}wG96-t{nmNMrDcyISJM!Rf$m2$dg-wn)`s=+2V$8z*Y zCF{1Z4WZCuXtG3x(-EJd-bF_iN&h9(JQ?0-)b@aVsN-g|dgk)B$kf~PEl6;3nSai5 zknq4>Gf>9Ou6n!$?liQkFiUV(3OU{m>**csx$(C_0lqD(<#b5F&Vd7J>b&)Gh2zYn z_S-{H>ysF1Iaqh6sM$ulLm^HKOzQLWynAn2OHH06H}uTfH|67druU7ZYVLIq|50mC z>fkTLGr)hxG*7`i+is}e-n(sb%`=A7^Ki>m(TKt-T!>LLW<{u_;6Rd< zDSwi5pqC}g?lD{(S@avArV4|IVNcz&M>ITrgjm2-^5H`x9wSQZHg!KsdS@?3T+r1H z)b){U7Zxg1HwrFZ-HMRBRm@_vlr#I@l1x^n}K^MLKH&O6WH&qlyPsr(A-| z;*OCrdPT=m?SDLT1ahZW%{QnmX0FKs13I8JIjuGF}I3*gNTH$S9}mwc@%A@DY%U-v;NWXsKF;KU-G8!W6*z(SViNv z=dtQVvH-0I`l@M44_2hU)eJ6Xk>V&lp7*X>RqRMCmCW~IzeVBSiFhniJfW8r7p2<6 zcd$j5;>Y`4eU~Q&-q4^Iu6{{oP_zA>;OwAU57cLfSqz0$iF3O<&TjETt&**VDj%zKQO4_=Cch+6X zUR=rPY)*SvvA3zWG}nRET8+l8<;gaz%L*bY_OeAnNQXE_+i})?-tUUR7y0;yly2SZ z^MSsLY-J1=1#=GC%j&nvmO|{YxH<2w0JfIX*>k(gJl4k07)#t1K_kd_;zyab&_r9P zj^C>5wqKlJgK62!R!H)WF-Mb z4eE<^KR=5$FNK!RdTvH=5;Uz@3>lnor1c^Fr)|+XEiuHWBmQ9$`pr3V)y$mV&2|(^ zz@hVuiS_>B8~s5Y_k9yh=k^oUqdlRaE?Ocb=iS!sJxZ`YmT1zSGVX@nhG^KJG^-hA zpK<4mct1X+R#3X!qm~_}?JvpRefB;XYF7RWRNd{Nk3AMkUNT+z zNVo4650E+y2A0ZW@sozu8}E`ER&Yx+%=s3iU?%AwQ;BCi#8p>do7ZKH3N1QvmB=G+ zYs5FKpErJd_S~WKHxIS(bBh+)^24~Pb)ab!)Z8Pu%tBs2qHX#5h??pVO|c_A@Av>- z_|xc|=b*C|iOb`!lSIQo!kJphGMW$|)G#70Vv~p+Ow6RQ`I1KO zS?vuIRk+rV@aWJaN4t9{8i@DT(;3B3SCl$x#4ZPI+pQ&t%NJ=^MDFoega}=1*oO>z zJ*`42V!BzVGI21!>C0I5wE;20s)MyB>EBZf_o*Q8>}d@BA#=_nbSS0U62AW8ws4r* z_LMtO{q~4!{e_!Uq>EOi*1(-IJUmB5LQ}P_J?y!@jMP#2IwLOjFu^54FC7*(P&n?k za9-GX_MmueiGX97cK^pjM5e#{`Iw9Ue0W@gS1~S9C|z=&yJ!8Yc}5*&FXTB4&Ebg` zZ|c`$Drwp@3RP3G>bYliD1&ZF%h0U4_kYa+uSJ9C2z~3Q*rR8 zav0+V0(@e!XiU=k)Abn`4)eTD+f;cqWOs&2^(gK4o78ZoqZ|TlRmHQ> zPF$4-3%-2r8u@;wqMc1LpT7=7hD(OAKQF2+T2>vVUIChwg{8^-Z_=pEEU9aCXOa&D zLafRZde^td*v&$G>qw}Ie9NevIh3{B+w!yZ>K&LH+qQ)%1y)KQC1GxC50fGGPN@sK zH)+rZ{PrxIk=GcF#VZ>JB(=4*d)HsRdc{YR=TWF4R$omDgjNwV?hpGJh(t4ADpA&GFtPBps5hq5;VrA^u>DcGu}_G*m^4vX&C{n_eD0#7%i51+d)r+?Th;X*&!I@44@p)cKL|tvZ0W3l>f@wz+7ke)O;yPO_Mq zHqx1rZe_Va`Lyr?kubIM6B3qXPwVWCB#k=XRd;eyJT8A{uA*pmh^Iu=V~H`jaURxc zpQf8fudP`@3@1)hTvpJ|QyE8dGy2nOt|{HTjKX&rg(KI5cYloJNBvDBxW01(n?+nt zO0WQtAn*)Y)v~_Ox`xciNC-daSTTtaF+7l>YcI_in)MWB2-~E@knBZB?12a)+9dIG;$=5smC% zDq0*pSS@2-OOo+lU?|CSo7O@SOaZzKdY%m-7Xrs1ti~^9@H`k&QV9^hIP-EW>wBgJ zxvJc!Ea5%clN&hBF3bKDc}n}{GkpGRC5NtS&iH^V;X|&xmEh#)ceYujT&6((dG>9X zbWJR*v$p2TF56ggF<#)pj+*7wP!MaF_pw7;C$D5HPx+0#9&W_poujt%Eep?|4MWy* z){PI8x~HeQ;%GZE(xFNDorMBIMmkfAWXR{Pww~CtTduEhu|U+NVgT zl>&0TB{BpU$R5a#kNuX4lAAtb>_yk)!>qh@+J-G9%%Z_B?6B(gt9d+uaahUz*$*n& zKk#msXRb_T^O}{dF=4+EWQlEORrwWZyE9hq?9?Ld7C$l}rcYcJBrPmuns&pVpDfu| zf6b|pSnjm&IK<-8-P4P{K1^J31$q09GS{MX`=OP5+mePp>qePyuh$QX*o1vwai`Vx zkhY!qRJ^l55hoMHujcNuy>n;1*g7aF=dd9nq%;fR&O)?2US0Xwmmc?Cd!*`1;4wlK z9XAhU-r8etXf6YFH>>&VTw*w{^?jDJ(DZBM)&8)a@zgeH*pCLaE_6c&$QsWwU0ZWRbrqYLpZtWvJ-%RP*qu#jPBFSa$j<+`)s?pTlpxfb@G;D zzhyK|LOWvM7$Hm@ktxZe*{TANYOl+(Gu>o(w_7i#{p7j_-Y|m8TIT8_G0D-@biL5L zm8TP+zPBx{?L9&5iRWgw8FHD{1!}@&`0v-eb)OX<=KAW^{d^WqvFL9*7Hz-V6 z_x{-N$!H2Iahlob>G~6W+Tqk`2_I@-8&PL{w@h?iv3eCeXeh0J8>n`h6Y?x)t*SOm zm2rNVS~h2m!nE?TQ@AXmh16=_zwp*ADClc;#wB>JG@3^DtcT7Cl3FPW3UOFDzXEsMzPNe&K=pq4TRyNazO1swE+j7VPb z8(b3Z&KkSA?lkdo*yxF>qQ~BN88YsiRMEBKIz!oh+j0rKw_L|mFNJ74t2b6OzvHXp zvHvXdJvw)P!#yT)?-mqL9j0FrIiZJi!1pj9>IDX$wI0fk+KzJnc=i>LY7z(Cl#!rWweA1f0cF7K!msxA;)wl1Pt@$;0(VMGPc-i{ z8Lfv(*e=I0qXGf@=xv;G=eCebV_fcnx|v~t=i$m58w-33k;u%j<1+CvXkABgj{iPv zeD^*`+GFSN{}LJs%zg80T~{&znwkH}1M36)f=Z@J4nAh!KqKFHvuN~H!q2#t@MOc9 zvjMn1H6#j1ENf(`&ecrme!i3#uFBH-*~9y_e2*W~1;Om@&X%e28Anc%&Q#`oFS=pi!^l_5w``IsYFWz~ zo6|CdF^A%xzcQs6VWfT@YFK?-3|p<@OG|lH$lYr~15=eyPK{LV3%Zvttufb$8%1+s zDlfNg_P`i@`KLkirhh2 z;kCQ%Lxs z40#q5b>A`oaI_lh9a!p#Rq~_ZVNDD8JhG71@UMhrW!1tk%>MvWWR&^Oy9wxM zg*y+g_KnR9Wa*6YVR~S6W1%;VR7rZd)IPU{K55#?;vl|g^jF2}D}nRB^Hy0B^JRN( zB*S&%06QC5NY(9mm%REz+O&!(#iC{Yy(A&K??0Tzu{Yzdf7}lb<9C*LMfp2us}{rL zF3VS#8lg0z_LOp|JzV3D7luaZ=;vPU7Nlm{cr zh6Q7uiv_zUWm+9D89WbR45lG2zwg)^{mUffTQzyu`kMx%cQ@v-7J>(JqSO4ny+f;4 zsO}8Xc2WN{sw)1Ge=+_#m&qVknvmV|EtXqH%eH6Wc+uzw`*qyc#(kaiibI$65yL!- zq5yJkGsD4)4QTW!%MzjFN#taYW!c21bo)h%TzM|@ZU&NW1kayQSJfM_*Tu)@-aNrz zl5u{~klJ&9t89H~TRvyD*+rU3GGaOuBNz?g$8D`0XJE;R%xvwa^VyU8-iK=0PI#(X zO5lrs@!mdbxJ&46$=1KVdJP-%)BK}njAFujDzR}b6MZxuKCd#YyXe)HpNZO}Rs8CB zpqRj`-ph0oy- zsMYybz(gRyZl5NHk%M1IMrd>CcvY&Zy?=o&uuz7BA{+Bmjw5y>Zbi;N+BGH@d@*RT zTa2&yuzt3=y;0A1USPGdsMm*+pfIlQIJF!^^5SD(FwfYB%crreljyppM^v9qx=itl zHb-QYUpci>>VA%l>v`qsJ?j|vje8}Hf0}4YksfvIYA*=ZkzG^#W%06g7oCcJZ-Lsg zU4(eGE%hkJ%MTPB-yVJr8XVu_4XD@uy@q) zTc6cYC_1pTrT@IMFey6;5F;{87L!$0e=4gg*u<)6s9pZDMUIw3MT5OoX~WOmmw(e{ z^>suMy@k@fG0tJ?9UfsF5XNG|MAKoW#J0z+HRL7F@bivDq{8@!Q`ImZV|N(xjFEDk zczFhk7TWelk2$l=x}V!m^W1ZsYLH}&F^UP1EC`@)n~^%#fs3%xgX(#j`u9LUwlOmI z^AIK|DILe$+|A4P&RQ>YylF%Z7#w&kMrbq0SW4mJSF^DDLFh*7H&p*b6%Acyj=Xk8 zi+7^`q7ASV<(tLW6teYm05{E?B}?%NNi)waGaEM;z^ z47+7(SnHi8!i~_8=Zk+q$?wr8fHbl;td|E1;ui~ef=i?oyx;k;%ttzhx2|E7&+A{JQfjisH%AwYf0AT<>q%Ye>9%%QmN)7R zCY9AXo=K~?N&$sQ%3QO&=a!G9ZsvT>-PWL7+lZ(DjL@q zs?$iNqDAUzUalngyoD-!`BQ;0wWIK+akrVANb+Rl^DQ!y*jn=@`+=5r-kUHQ;(^_> zWlP{Gy4h#jh^8Q|+W)C1XfrF6(>F8Ju!yOAUl1eXx_m)nwfF!YNS{_eH@$46z34tn zr(QuKbodZ$qd7E@!?)D%ysXhMFuy^5fHeM~y77N9na0s{R=QHVRbQtvn@p0PEKkd; zJs<79lf&zT)0&vR8T0Pzal;-I?KNU6!EIg2O50hdxvjD;kFq6Be3P(*ZBtucJ#ej| zCTKElei{CsKan|w&f6b!Ja-t~Es~_8K2?J1-kMqY`kI;b;^n@&V^oelQGG+S2Lc=p z-E+ItM#w+}^-Yo0WEy94H(b5SJVt?|zSd$;HJ&OrIf_=`EQph!M^d6HBoi4hEE zH4wLaDzdpmFtM@D#?;4-oCATuQN>~FgPw4Ey+%Koq58fyN$=N$lL2p{-)=2hT_ISA z%R3A%nLp@%(*71Y)q!0OZ)j}Y$`2=O=i9d5(fWOMx+-doaB2JN-JEf$68E_SvtLY1 zdM*Z&!aS9Fp(z!S;JU7zkZXsBj`+9wT1*A`sg+#!{n71EJ1qsN=lH0iq?U3I;h@-8 zGxU!0b;bbiqId&)CKv8HXCO`)RX&y>)qlI-)Ryd#)d_A}5f zJhV1IQ}T{7vo@eQGw@AteX_jH4N_Pb|s#XsswvN|v!FIgfzmoH-**1^fJ z=iBF*SecPhYrG`pVQ7#nWVSZlMNY|Ed4msTxR7fbiUv5 zGu7`&W7XTXNx>(d=7f?uPcKvfIB4jyDpy%~{(7LjaxT|t<5eGwe)P3EMZxAiPB ze{v-rOiFC*)fJDWd0xQTQ{A5H7KQ$yBKy||Gji1xUn^&X`WTJwU3D08t>VDZ-y_}@ z+P%M2GWKGgg|wcop1tI;M+0)$V{ec4*ad>?yWvqWNH^|Izkc3{!6PM|yGjbZn;jE? z&nOxrJtPD-zeY?$m1MCSJlJ3xQ%-v7aPk`$!&McSk?Hf4|0Biv47BK=m6!F{$)aOkVP`8Jhi3tJ}7<*ifY7{_F7D z;T+D)kDQMKTGJO0YiQ_dfJu9S?G^%!BU+*=BQ#K9A%vTcck zU0s+yVz*zLN*RlN2B3{aS_|4+Mh@U{nGVzTnpSBegh+=o-n&`JEmv-8+MqJ)0qgib z$U$2(OPnmF{jfN8s+On@mI<-<$#ZWRpU^+@4atZzSWMK7Z!3H&v^5|ym{s-6unZ2z zrR%k=x=Kegj}~3^Y@b|{Xt0~Dm8~nf8BNY6eDHvO^qTicC zjr&uq2R%0nh8oG?v|(CSg-pJ->7f`y8<4q1qx)Bd-EeJAlfk4DjjJw=KaL&Oov1q# zPWF&kiEr+xY`uz|!dX4Yva0ll0?ilZg9653DmqL)UUxVwXPz4qB3Trm)T?^q&SJ5> z-JmPl_@iF&VR^R|@8WAb?bY!%Qf(PD?n%sQm!8ZO9@evGO%r&!iooVoHBS`Rub*~H zFCxlO^M}{rz#%RMH;EbZkj?VWD&6{IU5%%bUvak^G(*p2H$BAe2yHheuX_CBed?TF zTuqH?Y8!`%SMBFUDykNiB6Akgrp^6{zU?4!mgd~?nTUqPF%J?pkzEjq?Hxi+*wyuS z#K$Wy^LOOhr>Pb$pUtUVDQj>jTaMJ$V9N-&`sH3&Oo{2GX1+7x)&i?te0Rnw^~$ls zzStG!tVW$G`~~EY;cNeh2aAcJK7@D1XtxCCyi^U^db$peAMTsIpnnx+v3;=pPHP+1 zBXoFn*5YO38db*XAg${zrF1}HnV&M2{S46mZE`NtOVXdXePN)FI4!flFuk;w9O>`0 z4C9eOLF5!*`Pzmp77XFVs&sHkp0gm28hI$y77|nS)=c%+&hb(xL8k4*SyQu0+Dqqc zcGw%)I`yn_>y_to8ED7P>KyJg-XBmQzVd-Zss3Sv<%KGAbne}u%p3>YoXbcX-?r!6 zK&b6X#HAjVx#AhRGpC!lX{Y*PJX!^jjx4#4oVMhxF8cGkReD_p&m?^w7mgVe*&XE% zRZTjcP^&JJMmx2SFquY<#2P!bO96trJ9fKe>bEKsBR#Mu<`tCoA(xOCm+9MhAE5bJ zv}_PgBYyVhA>S%~EL10wl|WLV@%Bw=twI99@S zs|sD0Z_>rF3?s!dX{eOk*XOA( z@#xsA^_IesuT(fP{rgf-EW#_rdwW;d?NosgSSfn|2Md_(rGEWo^@KE#EZN_NZHJ_- z`=tBo6W(2HS;D~(f8E!z)l1N-YEB=@?8?kpOHEVx$#8T>y;2Q<#kX!9Jyqv8;uMi<%zhEWt_N+J}UC6EEMf>;I^p+ZqVPF4dyzX{xr`2DiQiq0w6u znK~wVN3#iFzJaQ~&I98La7^x0CmksqSbpmo;7>&{*%0vV%*BRBBc+>h;$4P0 z_lJUYgKiZCK;0S#{hN1JPE z!aK69gN#RWozr`sRUk1;cSuV>42XIr*STL;dYAh;EFe{V)4oh94f8yU(xdA~eQe}t zxkcehB{Poelt9Ad2`Q(355c~LFB-Z|~|JvQla5R>uuM}iXCCCU+ z!Bd|26;ga()$N%>{L%9Dd18yY>oD>)ve_HRb#2ODUqco37kR8t3nm7aH4mAL*?O`%n|&7%ShyV_26RVn zDF_{^3_77yH^3o#bM?>t~#cPDc_k-^Aexa|glm0v05_(03N zPji0FnS8v(_|dpO`x&C}k!J~~?2ztaBBvIuWZNh18zNPE2AQ0}kjcd!$`qq`g{oYR)5J=@^l63y-o9LGEd zDAk(k*xnY1eb$gon{vPHShoJ-!|90IdZsYZF1W(!tdD4q{71OM3=!`5(5jd-Y||oE z<#Es%cLtT3oN)E}8NIMOc?|Rz2A_HH8`tScFW2!riKzEW(at0Jy^-XwAjO~?ZV)0) z6MD`B6}!ja6BnkYc&Y2GQA6GQ6TKQg6ZxGguTQj*n(Rd9R0LmOBVU=i4(zs9A08Kc0;Y|S_iR{`48C(zEvHG zd+t}fe@)J9S_e8TU5i*rg|@HV;d%76DLqL_QH_g`^%~UEYp=NS zEl2oaSm^Tq5HHeg@KYN<0WbTbRwVsft;kb~;%3;GhwNq1eDZ-yj?L-XjX6kj|bpL*Dn- zAFujgual|y`i8H;mgP~Fc7-nNHIp)M4(OfQV%RYGC%(L z?d+YVtfgaj#X(Qo$UMK}q4m~)5eB9-*zM-N7yqmwh!=fx9t*OzF4vAO+^hI-Z&9z7 zkjGC&+c~itCPu;Ur5xmwbHLsw@!B6O@ZOi4Z}VR<{hvR+cI4t7u+`uqaeREFFB^hL2v&B0StA6O08zpTv6NJUEoig4n^qggvoY zdd|aN26~`^WY`P()+&fm1#2$$KaWk6IR82La6N=G%!VVN<9xAC(^guUS2Ru;##O$a zAg$|B(TOTJOwVig0Y4ztT=pZ-n!N);$-#^t9~&kyu!d*EIiWl2V^;~8jntFs zP(l(;$+rH_2Vp=gnG{hY&sPC&pSi(;MYkgHzsT$}Y~#-^E3 z9%jjRErXz44DY<>_QwklRSz2T5{Pbe?%*3ro5zqdZX{bEJ~z87N9h!mQi&)kafgcn zM4$vWJU$DsoWdazQXI>mt9%_qu#~S&9w|{j#omNnG7k5s&D3$JpMBOsa?5=>ScPQp zKM*r@dAVpTz@#h5U~qY;2yNK*X*%B`ir-$hOPZ%GpMZd15*A6;`#(1-dk5?a6C=R* zaDQhKt+se)$UHByXzZysA@W4Rw_-dG$v{3@J4Nr07+?d*jZsw`6RPC>+Eh0PM75~FOOVE^wkFm})EkikT zS#pc58x#^s8zn^Q^QF078+!7)#~yHv!TTcA$Ftui*>mE71Go+td0 z6=E)^q_y{eJxF%;^GbKY;M9P}H6t*pj}yZR z`BMqpfum#mW`138NN!&Z*SesnXzpEJ;_%^Mf1*E`$=~4F<`)S)HC6Z2PE``+m{hKi zS3Upz$KQ=4w6&+ErxQ6pa9a)+H^)3uY_yH{*@@0=FG@OCbz5w8PwmEN2UE1vEIbKr z$j#nUOw3_P7gjQ1AxM)|BLA;HK0#@;fIlQ!h2o40qK(ASo9;zJN{b@fZk-n!h_P1s z5K|$s`v3Yp;iLZYXji(7xske8A`k9Ad3$Y#k!MJXO1%SN*la9g%BXT`?8};htz3cW zd7mWAE>@O!^mJ!3(?L~P_TEl(xva<5zWbV0UEFSw^_hbrw=H~2y(i7OYwrZU zY;wsq6Dk6Ry)mO7I4zE+)FS_&?uxbG$M7veu3J)=lGHWly1<>1y?;GqoA^{Xwx;$P zHpub<+*?OT6LbzzxeBHMHXud0o*e~`*nQ0-f=%u9XJ|aU= za-YZ(Ghd0N-19!^=}O|m_#~+nHpoKVMOi;cgjJeDh}#2X84?f;1WlGtb-%Xw03Rwf z2%tlQw(D}RNfnri=72Yb%0d_ll}a(Ii9)rPpqNB$p16YD5$Cc+;Xnh$*Xt@!grq2? zDJwIG{=N#9^wQ%Xvqta+Q+*7@6m83jLd|NRdkJ(C3Osfi0yxvQF9%5Yr*HlH@;@cA zr1t-eU~~{Mi@-z3r~nT>sWz+ep7_J{k()=)Ku+jjxK#o$SNcCv<~7FWi0vT9@@LUE?U&2tK7n5sBfzOpsWKR$%2_TP`hO($ zFui~#(=o7tVTWpL*Yb&~>J=Vv$@)JM`!@^*4MiK5*$B7~P#r&cE^PJ=xIp=Ve+Zq~ z2wkWqF*i)<{!dH-kd6k7Gc1!1U`sauY7rc>$gDcto9oTcNU8wai-rr2DCIx@?{rTO z>0S>!yxze|rDyhf25v4sfV(k0+l@4yQZb8TRi1_;4=F4z0lfHjo#LoHh?3)mFker| zGYt5B89aI3A%?LC3)|y}AZ$Pk4JEVD0xC}db$q=}@dtzZ#*haKp%_-MjWlTR_7nsV zoRvS4rBel>#gOXNASqpz*_$@rplO|N4)t8EQouv0f;Hq9I33LR3jnoNQnDf6W;$> zJ2zZn3&rovyhAXxkO=KeFB~*QV5b-q5TxUe|FhI*Y6#f;AiW~)fd4?*DAfmy1`Fc5 ztbjvi^~6ZEE`@5^G+n3uGqL4+;~1eLpZND0@NBsV|JV+@EM_2RSpf$UJWPm_DKD58 z#aWJ&`npA;rjnq(LF_V&Ks!>kIMVhQN>LD^MD`BvY^1F&m{3T0la4w~`ZKVwuyBW6 zo9}`si}*`08^DVjR`nn-WB5o>UhB6|HlZpo%cmG{nEjYej2Nsf(b^R*iJa=RBAHEZ zL=emd&+Rs_c;z>aHpSg95B;uOfK{Nj51urLH**U3l=55G%|uvH!`|IWJ-QQetp7#9 z{k@LzZ-(>e-QZtdbW#6*$WQ*?6|?;R`fgq}$RH#V@z|YyKF#{wQH7hqa_={lm;C?{ z_uW_-5f}yEYA3K>nuJy7b9jJL*~&(tRL_;ecF5Ttb$zrx)20V5Fupfq+;Vf@{K3UA z-Of!i{S~>(Pvs-{?M>aF%EW>savkCo4XDBoNr*jJ5KpbaW4sZ6FoqY?){f>mi}EUg zz{`dO{~g1@Ccc^Z3T?o_1~<|DL@LP?^2laz`C7@=*= zQrfTQYTppWSdEd~Qb*1*fwyvg_bg(N;{-v!6C{h}hB;bTkj>kkF9Msh-!Q_W{4w%% zkw4jge}fVm`LF7lpWvTTe^FLY-juf%F$7DFb}>c#uGnp+zU5=U7pb!msWJK2t*uup zwzc{7XP$Od}qqV!aA(()Y>#pbV5;&opSkURK(= zibAFESAxy7UEy4hvc@fl*G0|L=TUdtfmsnf&qv$U4zo^(6(3Sn+l5T-&UeH=;$Orf znPO2r-}nOJ<_+1x8PXMrUK8Ia1jUGxjQbGw)G**Tr!;RnjfLb>hd33RSRuZP)1f-7 z`A9jtuZ8q=!HAgUK*$&z;QhVN^MCU_i~1=7N$VXLEsF@L@PjpS9GFsRBa5wB3@K#T zond+lQb1=S6qNJKxxil36R?&4=sAWWp@0W~hD`7XE7%Evrygvs-*;^}jyfA59!P47 zi0d?j#P$0$%qSQEff70&VilMWsV%I-y0oISZDr?MwE}aU4j^)+%Akpl1PTxtxH z@Z5IXyrQ-Rk7{cu za_ck8R>-9z?)Yn1RTSKZDf{f$Uhw6V;uW0$_bxTsW9p=F z3$h<1!)V=|5n1y|#N{2a0E0!@B8a$0tGX^1#5*hxnm8SYS|J>Kv&tc}snrvC_JKWA zSP!c#yBJW+dSLv7QSSqI_UaDs@Fda5S~$-?7i&CHY7d0dHEM85vWdD$5*mr72EXrl zVcP=mj@B?ftHT^i&%odSk*AxfCCLg`X>+Nki`;{rh^Iy0(=3`hl!myh`K#_ z0t=Q}1_iJ6MavL>fh6l~v1 z#SVgNA6NdhlAEVe5Vc(t%Q1kIzwF=D?br>PKjuH(?|4Mx56kF=`(aXqr9>@Rpw6YB z0WQNd$gy+*|teL(KLqs zZtR5Rojr){9p1h?662BqHIF27`8GEI%2f06%J>(oP?$ zh29Jb#M-X6bnWlE=comF(?;UNe2>;^;0uB#79$$>4f&G$RDp7@;He6Hx?}N4jRziC z{ur3a&6H(9W2ufl!aVn}uM>mU)5nScZsUPBiFglZ{S&Sk_>F4Sk#eaOmeYl3Dd-80vKE~ zcG-9AbohQ?=%v`3RVdiC_SXW4QL3F%AQk}7wSpItiY^emQbsPtkU?6MmVQEvYlIS! zDI+Yd7#5sRnidCSG_O}T&NR4yUGL=E8v$?gFv6}cw&X{DWOeRk74)iOA=Qb&2Fvv^ z5U^kPNb>Zfk>@nuDqw;X<9ZQhSxY7aEK4r;!7|)<_>~(5O=S4z6L`VR61gwXt5L58 zb$!KhgAg_PUQJsllVoFr5nfth@fwl_jYrF!&7n%Q9=2|*2TZP+sV5yR$VYfGI%DU7 z21Kn)04R-Mt40E)fx1h3sGD#hB0(Q<$D$L{3eLn~^RD2RSC{>)_PU6ONM_~U!iGnr z{!n|AKx4G)N_g~54*(+_@Yk((AlF-{lO9u)MQ&zl3bgm?Jn^_OE^aF*)?|&mEg^36 z``YHxR@DU?DOU#aFww)6MWmDcbqv)!+5JRT8bcRI(G^G(8AKEWOk<1SqX8iJI{#{$ z$fNRv-Ab@r&*mJj2~C6Cv(z)waKmHFC;|R2Aq8V~AnTc{LX&=+x>5GM;sj5Fp1)4G zGG4lv=_|=vl2GGa0)=8(zG|F)hlPS_L?i)R4CneVk;wi(;5BNd{8db?QTE>!5XEdh zKsrK-FEvG%9R>_STU$Nf%|^Sjt`tuO*if~ke@9hMxMhBH%ZzZV)KF09%LY49q-n&t z7+5`SRk>^UqCJQhxdTi(HiwSTM`%Ej4XKu$JOa|xFht~B46HzCB6)NIV!Nz2WuU7o zF(fSw@?JSPx!ZjnJcGvZC4W@}4ywnx5JPiPuHNqo`}L?7{EP~+H4tB>JOEv$Ppo{n z@u-10t2~h8#mzHq>&%y8EO5(3=<@RNbo;c-Qqxy%L~vKGG0HtQ^kZN=!}r*-G9onL z?K9t7g(=wsuX&&<;{dqx4vBGTW`;zMI2NAN~tX1`xQ38^wEu z3fXI%%fN#sb4S#RQZ!%u{zLN&Ds~OP?}5(VZeO|SF~h~7A}jJG$Xt%~u%8j4+8@wk zPOCdh9&W@1jKYu&hEzM35G5vPCoy%XSZar@ZmICJ-kP z>shr$@;l}`MGXWfmVp`jbqxi-U07^vAH&N?9wpYcO$y0CPS6I?gKL)Z&Iz=} zgbWvN1MFbSXFrCzJ$v%AGau4?dUrGW+ioHgS@HW8XM?7=p@{<`$mVv1z7wP1bjS-( zI36h7Om{@27~$?RCjsZNFp0mnhB%#jwi$Xm7zG^tiFv>eDoIf*H{; z+UH|l_4n2WECDyz?wRv^VK(l|)Ji&l;=WGg5Q~lsnEZ9O_K}Q6co#f25wp$5eRLNe z3Bu>jPa=%J%0hk=@FgXGdbpl8u zA0(2P$eS+qW^~29Ltt~7)!H=|8;@YO9YE~*BeClMZt4J*Q2%OO4fH@{1zoya33Fh) zOy-o<)Rb*3Ll>RZtznM9dg{ZY21sDx>n++GJ89|b-*fkF=4shMn9ua;4w4mi{!B>& z>6EGcoDi;|HdtAmu}j9M69Jz#n6tN#;TB5TO%&uW@g$+A)m|GXD?7O?hk2u&XTsAz zwIQ(65^f6z8oB)`D@Yjay+FHNY!23ui83B?YJrQpzp5Gt2`0VW5<0_g0AFj@#l#1+LBj@2y$RLc#^u4tD!S^w+KY877l-q;1G ziRfm@d4Pe?9RIt7oJ0SyvMb~rw!YS{;&<;uy_#o%k2grW;pkI!7dVt3YuHzJ$rw`wDJ*kbx3T5Hv{( zh*!@cPm~v;MLbkE>ydod`D7*AD|{q{w?A0`R5IBSB~~bn{i?YhVzsH)oG$iKa9N0O&=!9%HK;Z0#tzqey5N36obp4P@ zFqOV~;2vLouMy4)KmIpNa@1)DGEO~WKWsB%R}8}n!DfCC+SztBdH7_>MLhPei>yG+ z5gN@*7sGgy=ah1HiGsr9bJ*G1-1OfA#D{w4utC?81+S1~PuT@I7> zqfe0n^cP*|f+7Lc+(Gua^GSdDi&@lm-|yLG$ga#biRI$KU%H@%{`T?IlfO3;)Vkrj zVoShv%lc9V4xE}bg5@IFwPzRsBQN}}wZa4~P3w`ALo1!2B5pS6E{)*|SB-~^P5xm>gb#n5{c z3ej>HkPB2+=*(M@vCY30M1{TnA`Q3{mAMFF|0Z|#aTMEKmvg62v%C^mxVpam| zQHp@QG%Bz?7&et>aIV~j?31hm?!XJi!^K#)qKc_N$(c`Xae^*ONhaIb7(P!q4?@u&MxDH4ez9p*8L>$Q$8oDlE9p!) zbSB_oa_^b==Xy~hp^xnw@@owVQ}h|TQGKkfKiGlq>ez$8-AT3;$YGb*TNM_wV!X^#6JT zE5RSY(t(zxN8pcl30t3?{?Ss1xc#i=Wu)ON5&%;@eaJ+`>qYv{1x-eYY!w>{&~)iO z)f&>x<^ed>8t96I&&mLMT**(C-#!OKu#m@E$ui=de3JH3Xk=amOnjKkbuUG%&KLo_ zlM$selw3F!_%3$_h^SrJ^qdCr@GYyV0}=$83gSpbR3vJOd`_JQn0|@?=iz{TADZ@B|xp{Sz7 zFFXkR8F?w;W|iHqlD_&lQ5__#@OCMvGL0HvQ&@(zKg9xC2`#Cj$LLy=kdc%mAO&d}3z%)h$duI6y0=h;n$ZW5a z!#*(ZMJHrmKT}r<{6W{h{?NE)%ZCWBNGg798NkgIgrzS%#>nT01Mt&z_cd*#-I)8f zKa9Ju4HjBZAW)Q?-=&!`IpIW!IIn1DGIVkhspIq48xo4Ig>SMjz7D%JAWPi&{?Z6* zYt8GxgIOgz4cL}kZ{wVPm=O27bjv?7a6hTi@l_A_je5!Zr;&*kt`ycYW)x5qw-3=* z;p`w*$p~$Bb6CwWORu>$ERlQBZmhuF_?9mDG4hL5;na2^Eo~eN!J0q|fEYLmQ0bzK z-7T+)mOROI`oT%Bg`45kQ{-~X*HwDZH8z;0<^R;+2Zj=~~e zevi+_Ix&hFNHNB(Q5=4#?Ber?W;`D6=-v7B+ZD0b40;^2PXbqyKeTqH1YWzu@$qrq z>C2Z57y=)Dc{#Oy?LwfGJkyyEQU<5Rx>j9A@Mg>Sir#_R!P%u+K0%tkp3R)C0kc*2 z!o|JfKG%xXzOwLTqPLH@pE}0&0-EkC$l$RV%S2ch!)~JrwF2HhYz(A)^gOJk1fV^*-E7)b&Xz9Fw1$86 z-FkgG4jTSsNFZ`lwy)&Vz?NsXy*v{23&YfulWNx3ovYC=vME!bXn#u|2*?f?4e72E z!pW}f(!rBM7I6V*rqf(SpA-~ICATrxEdj3ttn5F+z_eRVymHFaWHC)k;$$=-k5SgN zp#~ttcQZ6k$;hVX87|WdCwBCd+v}J5?eAu=ij1Fk_ad>3cIel*+D_dkUXr(eJOZRq zvW_Ugj19$V47@N-GF{iR2*j&k(0X#2#o|=eUDv+TO0Mg6GW7Bd4B$L_o?Xemm8+X; zeS~v7Ip4IFWb))^jQeF~6=#lJ1l7jTkwOG9Zk}c9%AM@J381p6n4A^I@l~Y(?;BZ@ zKpI`$NwY13O-!X@2VpoOwy4DBZ~TN!W*uv(SGt`d7t{fRv;%Z-Yxm`0%X&bbMByK@ zQ`=zv%&P{vZ8`d*C*!AI0Jx9JQe(+=s1u;(b)Rsj+d9G*VEOY)%xq7pf_qeI0ah${ zG}DqE)u-YX-T?o)qXcKo&MDxqtq}FjY&DyN<0j<|hA>*PhTdD2IyuC8APXW}bx!J< z|9CB2Z}VJrANq*6v&ZLGOz!)P<43c$I)J5j91=p&ggpdi+kK)x-&jJs-scIMPl}69 z)YdMB=|X1tdy<@yF_AO3TPsDDe9Buu=e%aDq8CYda_;fgd~b8XL|~Bc=5;CjKalS^ zi)j@S?rdRJ(v=9}9>7TrYY3y+T!z$(vkRwzTd0`h8Iz3f(9jJosj==(;@BORdh$E= zwNMS;x3c$)UCjFjor7HkR~fD5SxqnH3-dEgNB4{9{C=(=z(p#{+G9&wi{^pd5}J#sSH zZTHpcIXwME8GKT|qqxr^F>AS7_~XCFY)4a*m%Q#AIm^iD(TN#~4L;6{2Tk)GGnIboV<*_p z?0D$7)OvSjIKMC$(ihs|t0MPH^LsIvtG`#^KVY(I*?*3V><;sw_29ATZ54n!`U{TD zb|u>1aGkf1NaQcm_dR0dVY8o+LPg2!jTr*aECU zcN5tfc%;EV5KypmU9TY>qwoCxlv7gxFDvv_mCi%vzG;E45nm9PpEt zao|BCH=6t^Je$u2ZjOxC$t@~q+>|$n8##M?x(%exWMoz}HGEoErY7d!4?=_P5SR5t zoxWrPXx{ys8^EYr)p)Eqf(XFDiPmP(JXyxqXKtxQ_Nr0<)VmVqH>0Y5VXYmV4Nn1D zyOls$^Rho)!l{BezIZ-RR{}e3{TTBINX~TgqT$?-E&y6@hn4eq!eXpYM*@0<+h1m* zLv-aZXF*;&Jc^(1*y|~~Z`5q`k#WKP@Soie<@r$4nQ_&!>FAh4JWJq`m;_fU;M>-~ zFW8b^;zr9}*668(b@eIRmj?%5u~11Dc|rleHUYP#XpIZ<@o+ zO1z1T*GcsWim4|Wr#jO$^tOaD(u65wxBn|W*V3Y`@>=Y$_Sr_|IdQO`y!*$dN$&zA z=J{4wv&8`|uf{3%l)Xwxxb890HO>aafKYC@_PN2xHz~Ekx_~l-N|? zmnh*dY@u*IP@9$k6Mc-Wr@H3|+4L|Su0NLNF;S^8-GUFpe&HLHeRcf6+sk~p{5qX1 zj#1A^hD3Ukop}!zUOl*}(}(G{)~l?ApsTF-D_(kZ$hP!hcSV%GH0)>I84IKhPLhJ(ZU6B$_lWq5RyL1X&j_3q?Av9pb7V)NB=rku<9o|!bSVGk2 zhkBk_n|A9In2hZF`8CtLvZZjTSblQg__P|uoAQ^xUw=?|PuIF^ z+hNB;#rHy{%gJ#lur2j2!ID?roF)Zh%@u&Z#ds5(<>7N#<=KYIM!GV03ndwwGJgfb z=(iX67&KPL_gI04#{NlSeWgoKWib!W@wzN}zdvzTvHYBf$Le@w>%hi!z_Rupl9b`< z4K!g2(S{?}w*DnXuoE7sZ%OHN+WB>gPg8&k4w~@S21R@9T=tL~2t4YgrBIJwRNk2b z=}+l73(hUd?0UCr@~2_yyJ!9Zmf^Q~XsT`rw#*?=w@50uH|@!=>IH6c&Hh1k;`uRo=no$GK7B3#P_a%e`E1sirEPck-6Je8X+QafN z!7@iTch>t-jC~U*(?;d%$FlLNfw0pw6w7v^fW+IDCc*!z`l@4N2aS3*;BSwP#^nM? zPk<@7zSYd{?}I(h+eetYWcD0tiToo3V_ePdbkIp3`wnDQV;&G#8Y+~4-9Y7!7u8Dmi_$qcY}A|Xfz^g@87Ch;5dL4SK^z4%3b*lOEU6ppFaXR`)?Rb;uEU& z7lv9Cu+{DooNBQmjR&m+1^6JfukVE=Kq7qa2ZDrPVBr3ZHmA<@`TKhocng5Obe z_=}69MoOtot6mpQ`?kOa;KrL94baxcemr3Mx=+)XO`i!eJ}3ud{1j~m~Ol6mcQ z=R47~wgRopA>o)Xp{g3Z;Hq{nyXBrx@^E^B z$I2+vt_N^tBT=j>6BfKojk-1kP%sMr%CWT%h(y?gGG0ze1+uf^dh>)$)@*2pfFEy~ z(*4E|Jpv01IFMaRwR%A;f33+8r7VnT7q{u*nz^w8lV@4~fQdo~ZE<+*D<;9&<6>xr zs)$KCZC{Degdb`@4QkzS__^X$sDWf91pt^2N_zv z5L=q2smvLwQ|uiP^EIEO4`IzKCjVS~v@lMma)-+HSt|d4-8&Ch7DpiLS+sKxn$PkY z442!uUrT+Nulcny?$(&Ey)$;a63QmAEiDd}HuhX)<0!7g{$lX;3)*|S-GP$J=SNcM zK?yGb?DA`NXw7TxsIpxd(>&mQWpiv}8({vj*lDvdSF=8$I#KUi`vmCW<@(e4Ze@kH zeX|7h3si^pJ+|EK&Z-oh8E{rU6&LZ`UQ_oO~6gm=!;nh(q6 z>gB)Pm8$szN7wv^C(JZgn(4$Mn-le<9fn2vE1k^a6PUv#)<>}<;}4#X=0hWD?k0*p zRBM`oy~4`BxQPy4Q~Yy`D~skNbSbrgp+A5-_$={Bq{uDNQ(9fr?l^HeC5CRf;N?{T z?$2&WH20HILcL9ITC~~~TDy^wOyTjrU{|rF z(qR-flOhhm$uJDxy@Wit(S9ulAOFs>nX3~h{9m7jH%{Bb8UN%0Pr{f+Cm_rHtC77T`N)&Z z^o0d!$Sa(zXeJztrB7h6UX~3~isFeQKSC7?eLEJJbRp@a{+-CqS5WzkYb3)f&(Y%3 zDvflM$4`raJ>u8?Kfo))z5TWp2Yr{6f)iWVUf{n(Q10qKO=m`6&FL2#tf}gfD`GA{ zEstFIu&JeKqSS5|rZ+E}_VNr&LrQ<}x%!3M9OllAl#h}Nk7F=0U~u4`1xrb>wxDbA zQm=K30dqXUC;#YvnD8hh@!F{t1ZtWsR%G_Quue|q?C?r=Syyx(sIYIx-z~z*H9!c0 zE_a7WBul+UnASLoZS(JadjpOxh}ces|eeYkL=NSe)F}1|jY~o~n)P{YA${|&*Gp2Wmo(p@)A?EspsRupN8Q%>s1Jk1yN6O!_S!edVgfsJC(MU<5YI85!T#PkXG@As! zX@o${M~?hT?PfLYTRYzcb#tshE8(zr<31?RYKZ0^>kAKcb|zuws&)OiQ}W>Ja#24r zp@rPczA4*Cw>ru0aTEJtr|(9`ibT(-R?w#tciQCt{{HDJXNt^5Befn*^Bd$=rik7l zfV%)Lb{2-d3T9=n$cVsXk9M1cF&NhtsC6Lr+3?opY-fBt(yI=n)RUxULCaFahK8=L zAo}>nUAD<-tv;7LMr#RNcP7_Mu1pR=nj$!26%A%k2sfb7;s0*TWmVHj166j9Am}t! zaryTgtarm{zGoU|BSn~f-;Kx;QC@%H$c!)$iUh5E$Z7w$ZbDe49-jHixV6fzo?hOAm!==Fivq zY2ucgsi~Yl+i_tr*k%oMNBVBkqAlPHy4u3f*H1rLhU=;z&vTjUDsQ#Rc4jltE$#P` zcn7-Dc;GgzY!b5D=b56W2~9Cu^&M20t9Yi{{ku6^(1J zCl(lchq$w@yZJ7gX%ex0U*1- zg-%0ct9{GpFCAM+RF#V!u2X`;`fTAt+PRaal!id7aBo(VmHej@mDL)!0KzMW4Ime@ zmg5CAQUa>MI_JxL>7^9t69{)B&sS8-k<;#~f-bGn_Hkcu`8V>7tiWm#lve;_byV&iX~E&L9xK3+JSBfE@N(Q87PJP#H7>)lGPDrtzOq$ zqX#fvt3p-mggX9ks0aA;l2Go(6cIQfWOpW!O{f)0w{kyogxRR42OQ(9II%OKtfLba z)WIDqlXa4t-u%DR8a+5oRazu(dUj^4HL?Xn!n-72kI95iwTX6dbZbf3+U%{rfP`P^OW zrblHP41<2<3ubj#fy!FBFvHko;EqDi^G(Om)-mLGf7bF`wiS!OG zM$-=qfw$v#-7M3NS8&IT>JharPOSrPeXb zFk!jw9xucAiO!+v&FL2r*?%~2ySIiLa=38Tv`O)Cm5`PpJHw}1bHR5i>ScxBf zpi_b^K}l(R50uxQkfp)c`hea~>6p;bDRXRPyK2oZDWKThMWgWztC;NCn ze;7d5vDd@kltuXQ*t7osu5@mc@vF@o1?kC0v`wFL_OusIZC*@S@nwUk#GC$p19OYs zkM{V>$sPB$S5l``8tIt?_1>`OGK)_BMTKRsil*a{hQMalx7CL$1=y`!uS+Cf=U_~Br5t&Z&|r>Esj}kEKLp~ERK%P~ z%RI*{>9JboTQ(~ABmY#c4)LDawV7u^C@@#i?q1N77f=+%dQ(E0}$lEB0hv6N*_XcM``bo)Ouz^(F zYF=+0(|Fc_zmbRaN6GixzMd(66G+ZS$;rIxoNRp4>-ap-|2PSgG4!sbv9Tw?M%&~t zUUkLV$TZ^ZVVUJ)kPSeyKu-fDSFtc$obEL0TH?As?{~l=Y8?w8>~PPqaPiy7!Z85B zubayw{W9)=!H%X-`SMhzCcXygdPyM|LWaK;l9b*i@z)odz#*&0dMcBjINdnNm@2{> zj+gY>S>;eNS7Ss55QFN+nWmzj9|J=?()pyo(>~7Je}7OFbay2Oeg5FiED0ydDLy^z z6*ji~3xOiHV*Co$NOdewY9e%Puo>l=X{-t2e=Zr7@#%0Yo^SLb!4xNtExt<`e95LH znAbrhFYruRg$vsiohfgSAo*?;!%F-)@$owZyou__CL)8#9f>Wrs(}xQU+lSXv9u@d z`~f+#LNMv#*z;6Qa*wK8X-jbycP9V@>)WqAgeG2pUz~%2j85oZ3V50bfbZ1rjVvbm zfL3PN*Bg6M#(6qmg~6oWr+Q(iFd1o=Yi=+HK0Gwl4;3pNQbw2*W%H?(z37{V|N8UH zKgwuRFuX-8s{JHL{)YlN9~0xtvj7uwee0b!XDqF|65?Ffa=gP$_w*R+=~|FBaZK<+ zX^3&Db*M0%y!Wdzp%as>;XG#?-o-7|0rDLWg6mPvAlTtDS-Mcu!-$}Ztc|{Zk5M`0 zwR|{g^(D_1rEnN9>_RmANzfN|IQ&6*shOPB`O;DQgHZOsa{ldg@CuF|&$n>7<+adM zu3u{*ETWzM)(|PF0LTZ zG{joht}Wy907e!cP60J4WKGDhBt`2L-@7%n4hl{jgQ8xcq?v2)ty!?sZBZt{;wj!a zdR?>mx&Fg}8-`Q9^*(>!{@H}DO;*C@QIa&z`VGKk<&h;pvU6wjrm4=>x`t12u%_DM z4Vo{eX=+zdoEzUjG?%g6`X7Vvi_)NXsW@`EuenywP2wE|S-^1FEaWicKLO2{?-CU* zt)DCloDvO_$9I~dAJ2B!Hsdf=N?S(g!pHn=sqoN?J4=WTDI4)-K2A}Dxu;L+w0(Yt z+iQ~W!iu5pO``ElHP?EQuA{Ff2v#FgS=;X+DDl;PnAdz-C(ROI0PKRk&-1&A^r&*u zD|e*c*L!~G1gU-CeZ-q-zgR{4A^;E?Dkl+DcmK1H&uLH5?VD83IATwQ%4-ew=a5?( z@p>KUCS$KfcyzK<$|I*-waq1V!gaXafBo%sJn_i|Y;7T4H*q&~niAuO5vx@En?A-c zo9Jg8wBf&m(qeAUJI?FaG=q#CXA$HbdChH6#|4`Am=d&t>9#%Ck(NL9qCB(|K0`3U z{rHRD9=&dO`z7Rgk-aceG_P91yr4S(UMuw&3oww{tVL$Wa`@DfZo)?-n^qE)bU&{{ z&u9{VO(ih_rCpF-D--<+VJzf~;0upvI-9zJ;CL95K~YrWzG8PodSX=Tc92dwM&}bs zRGQtb)e6t$x(audRYDfiyOZ8RAxn6ZGiOQC41c)vP{=MP_vx>!tBnnE@Fy=03JNq_|9bNFN4q-;9mK{Vg=C~9u z>Au`nR{qwm7j;rC#)iDQn52x#tpf9{Z|X4==EM>}x1t~|`kiv@Ayo|K8x9@MYTm)eHXkRdVeWYjC; zF5Q@m%F(~1-}TO}y>XbhqlV4#(9ST!^u;M9gUY_$mamI*r9fz2LraT+Upvj7Yjh0+Ut0M zUBn_F?xuhJUl`wMh|s%7Cc(qf0S|ef7?({Q1CAmG-bh#F4yhJa^S;NKg&dZ!1v*Eg zLv$-0O(oG?=~OQ~u_bb#0WZPw6kotUCbU<8gfD#`!qLdc*jWHoK@8tlkU@{bE~WiR zV~ukTqkvAEnR<0!?Yht;&liicvU)T&JsaxRe=@qjlN=9x&ai#X<{wZhbNiDBT9wrt zpiUyr?t#oiG0f#ho8>XlTgSs*fsS*vSOIO4!yz~yV+u$f|#-s*P%6+ZW<}E z?HE-$;)b%A1aw3eieac|OWxX9CN)4`x~eRlEhIrF=SD;(2WATRlC&EjXbSOK`FMCB zsZf_|G-m43iK!XAn&Fqd&=y}C7Fj%f z0jl@5Q;!Ua_$H6u@X3-69s!=Ky5G7CQe^)L<>@?VbA%q&A zNomo^U%1+L6jEaDY=EyJ^T|Ju!d(Tbw^Hsta<@y8fNP%EM(O0}w1fD+(eWCXgpPHV z51H93zq@1$j8?holPQbBMr4T=OMa**LU(;M!zR4x#f10aV$9vyB-x^&dmsgQ)IG%0 z4DEl!`3JZJ<6!K-Tk%UNB=>8>vRn0$8%}BD?k1RP6~-#FELBmFeOy#H2XF9dq=hWD z^Z|5K3Lf;fM^HC9z&0CQ(Cr3DDWSTspkV^YH@wakeO2At-_XwRI+{-MA{r8tH_oR^ z=e8#mF7&}1CjpQzq56B6q)&f#bKlfwgl}za+?9Y)P=J(EFpa;}n2;#x0jx@v`dPNO z_!qnMCQys+?rsc%TyS&$&;qA?vL@_M*BR7vd54>o!#-Ad0j-K^T4jpD+m@ESc z>LcUgZ!D_<6!F>vEXwYkdps9oY{Wc4?$^d8!;%Zc9a_mjLt-a>a@h--g2Rg@nBQW4 z`3{H_Mmz^7QSogg;LnZ{r(4oPL+l6|y&vHhn}y~1m1HIe|Jh}bW{IUE8r8gaR)9QYU-MYY_G#8-WF06BWy17$>}JW?SEX=+rA=81@m=7HU=bhBHH(LJAvs~@|v0r zHFsQ#6NYGi@41TYu=0-fdG}xEe*t|h0vy{_1kS{vlCM2VbGo1T>YzQt<_Ii%Gtjq7 z$d#4Z9Vb6jC&otDyp1vb=N9#sg1*dm@QwncboD$-aZNLNr+2&}gpk_Npj7KX?;*o8=r z?=(f1V5aKJ>t_6bh_hUPNZs=zq>y8ntxjWaX>)wV0A(Z=%E8iG=k2kvm|GZPB*8Og zwbUC;i+RCkBH!7+%4mp`AHyK=KlZPZ3*yI#?f6S3`9>JY#x9IS1DPb#jTpoPV$GTo zxUOXhD2DqhbLaaO0wF4&(w3CAxNJl-Dc);yXl40PoAyKf>94QgQTE=Hc836|%r$VL z%n-;Zap(K@?Iw;-eR$&1`vcx5y;lRTIClH zoc|XuArp`wgzx#<;E(_%kZ_!Gf)<@Rr9PLtosW4VPeAOj(L3hZeurRB964u}sT}hg zOCarv562^Wm?kRt_k2(4K@O{8}!iq*+C8ua)F3QOMozbIy*1Z(uX zpY;%gF*tMqMbcKhtA+U_cqX96X-Y=aYtu$MRX+Hx&9jh{#SH|$8t_&MW54c0Zb24d z_8-8W@uNF=3fU-GlC0mq!Um>IACX9PnrRAlr#ClHuGNnEfJpjgp^JzA^}$>P%kGz* zVW`Uv=eH3dnJ{h4)$Eq%eVHm_VmM4xEv4^8d$7NK3K2c}Q3Wnz%l2C_st&f2N@=qa ztCyGWwSEt|jIdMnwymQX5DBAr+%3YUyPXenuIe+q6YJo{DwPzb)p4qRLOcRgmF)!{ zZ%wCcaX)-LdJ&b-B$-B|6t^}4ONB8GW3b~T$-|?s0j{O4Y_z>``RA9f{di`FpS zm^Mq#e9xm=`_#pbRUIn2L!n|s{n=o0WVuJ+=K7^v9dPjz(C2i{BoP>E*vQIQt_-`L zg!sI_JB`0o_3&=0HfO$f`9mI-UXt;; z7iVA{YO(xRh^o!L-bX)QWB*0)oMnh-&fG&>-+9csSv6ph?*#Iz6FBIEfjP>6O$aB1 zG3j!86x%nV4)N`EQ0PRVOq_3qzr_!hMZSU2Vz(TfshoE5?U#DMJ-e3P)-2s(tLr55M4!45$Gu3go}DPi&IQtQuf zyMtaLdKOPv&r0PO65V6s1`5yxSn74-}`do5H3w1IvJoFYfAhGCh}! zhN+oMw#7Eb6r`>zo8OTE&umXM@y4KIfcD)WaRUD}*#X&=!8Wj!;uInVudRg82zJO~ zzb&41&Z5tKA{FDcy}Xe7c`4}-4|VyxmN0p2})L9LZlYmq{ARNBp8P!)0xUcLlLUNcNz1o0*mBq3cX6l3D%7Sm?QVX z2InGZC8k9?>bbZ0vkT@y4-sMNpZid5pMJGI4cg2ok}pR8DTUK)@FdgGTsH><8rc0n z7Qy*nJ)&ifV!mv|=%H}0B=9NCOA6+ztY;#VzSRjGh&ztkaDqL+1!j}m*lT)`b?}1R zZK_ZqGmK^$;7_xNJ!5eL2-&j!k2}DbVIUMh99nQ$e~EH5pJhA^_=fFYXSNg8T1q|F z@9jDLK?c-A4%iB_6P;5rjo?l@T`t0o+fVhMn|Nm7dtfkL9vFC9jJyeFuneHnNTpNq zTEcY3Ye-^jwF-HohQIp*2#&JQV~8&!QL4hSnQCtbqVb%|H0J|(va7YVprU!P%@cRy zNUw9y#A4ZagRbO4LAf!d&*+L1h%PlaSOlwH2Y_<}r9!{!+95b@>(bttY|b#1QsS z3NlDlSnzfLtcxElO4_G3t)%onyZ_z{LRjMVg~ofno#41}K}vn+)VRH@?;SAA5!(ee zz2`>@V9u%dYwDj>bAmL*4a0WK0nVkF0klc>GKc?M5cyIT4KL~j*rrwp6-Z=_@5w>= zAhxM-ay=F%+VOpebXg7{>h!SkoZ(5WsaW01dQVXavOQk&sz)ML=UMkBvMZLieU~R{ zhpd=jVS0&BcAa3$uo`k+Jg0fLl%xTdNF1H_9ln zElJwD1Fq7c`K6GBo2YEOG$??L1a9RSm4Bfk&z@#gtq8r+0i+oZQnMD{B>V}Od(VuR5H=9{UUEdx=>BtwD=Kp8+_&Ep*&oX{{t%*j z@y`kNYa)-s97k(Isc-Pc(j}l!tr{*b?<}QRkb@bJY~41L7%DwkCWcwH+kXP(=;3@W zo2d00CvJ7;&R9dn*ql%~$A~}*Zlq!L!}hHaiZ<%D+g~J&Fg6ihy6jHbfN%GqWUss& zx|cKvpGX#VNmxvFNGeBA*r2H4pwMF_rTx=r0%325)iZ_0W7X{zj0(%XuKTJ(k{;ua z?lkQT5Tq+pjn~X!y^1#L)&;6>=r95XL~qj!Z?g8`I`2vx{UHo$=fiEkxIzGYubUNA zhUE)Rrp){Uf%VXGu09uctyW;sDb?xG5@=>n)b;_b)ta}%LSH5U)^z?S`+%Ef5iCB1(cP}9-z_CJ>+dynO>>HHZJLP9+K>h^i zUza&pa?tgF*8!ze&P$F$OI&yY<&@A`6os`9f8pr%A&z#_LER82fPckJkC9 z<BSLpyFsKc;a+Ur;=zU%5(%Jz(riwX?H zs3$ngg=iSdALpTyVShZi?^i?oCayPs{%YJt-6v^G$h>#&Vc!KfH=~3AP>GGDP*9T1 zQ`L&QcY>!R+4vZLG_94&;UV$3k1dd75_}6hF%%)tL(&P6N@62 zh6VkQ4ii_y_}KkgwvzjJ)g$+f=vq$Q=Fc#aJj_a<%*wEp&a)l`gKQt^{1&U@wIFfZ z%O+JK*4KjOjbI6J;!S||N!BVg_-d{rF6u%3bJ#cI;9iWMc--Ums%Z?Wi4_PZ?;km% zbDvY(A(kU7r85kly#vt{BRq?UZr$uox9+td2nfKWPVPY!+2K%6yn)I57%!77<0N7u zhy790qGY}C6AJRu@rONb8i2Pcd~AUzDGLaFVcq~&VJu<=|L+Jzif2_LkzLWxML!uE zXTB28u5Km*0;^*?n4^m?;ve)azpkeJzIhk^&|>mc4ZTjSi` zn$1%R%KwBB5MgP7#4p8~Prz;VJ#@6k0rj4)`Zovjhrf#RF3&I*?cf8`M(2q)Ua;h0 zfjH}XCN^K|55(cOq*_=GjQtBivgyQ~8b~bbQoik+PXikd(?9s>pYKa!o_)=9bB>_6 zJ9wDGX@ut1UV9p-i19pEC9WrH_v;a4MH7WBjqd@+jd;M zw8`1A2vac4cN(YVl5;d_dEm_{TF`AQ$EtoGw7u{nf*j|Ng_DFRy2}y3ty8mod;5)XI@y!H`Q2XBY2bf zx0i7xdj0rc&T74o`&NJs?rABqiGMXPkh)b)+HBm)pb3O8h>)HMi2Fx2DAcC`g3-%IkTz5WccCmWU$aG0QxXcchon+#~7s5R7 zlhnqziWsb|f3X4D^Az0sWF;(^`!)(Q@P8)#s$M13>p0EVg0-|?j3MJ{r_cyC5Ngd1 z_U+y6QivYB7#V-bu4f1fp+*s`Mxr*4164xb2#gE7kYn(;ugP%V`CH(tQb7Ba{?w1s z%?5L2Yie1Z91UQmm2q}k86A|kxCF`4B~cRJG{4`0CU?HoC~LvvI9o#Ij_VMoS%X56 z97gmAYv7FWZo!E;G|UMB9Tfmzu+^l@Qe!S4X`5G)b3+1wABctJFdp);F8Zukh^`>8 zM;JlmGN#8)8kR&mgdV(2$#mIh03z;33uXq7{sST=(^dv9n9SL8=rBhjm&W_|kM;^f z6YL0L@V)Va>(7X5Vhq6P{Sf=`Y!1nwsz-aGKK1{N!%Ux(c3rao<>YLPzS))QF0-or zn=aPSxl#Tr|tf4A@A09;>i-kI)V-rw9-4*m93@ys`m-yUEF9oqO`S8}IF}S9-69e7Er<6J9a;K@u?KZV|@s*+v zl@zA}8`F&nF*ZF7A;g^LnBl`XL4Bcq5Edcy@tAO`rM1u?Eu3onY@OH}tenXro3p=1 zekbOa+zj0!gN9SV?$Hki2Khgk=u%~dK^gTQMX;myhgb`sSczzX0|*7FbTafBjnF?J zhUyBWyk+4Y-z`%Tp1j@grq5pRuTUuks}Q)Gr!pE9LwQF77Q{c=+f5;PmAm_DpvRS5 z(FkR#u}m4Th9h;Ov8B_BgvNhy0~TnHv!AM1afuD%kYlKDSdnYUeF-=0l65~jf<2sc zNx->wcY9?izKXrDTK2Owj%?E=?GxmH^d&?sZY8KNT!y9gVZ4>DmA>}ze#otD=#{ru z$Ex(>znZ2eLb!W{p-w0ngp0&nhb5-}s4!9#C6q4XL0I}X>@}0%yT0y1)`VJdl?P}c zmY-kWOCZKUbi^Rz8{pA892Y@a81BFjOz0y1Rg7AOu(lg6pw{4w?1tJ;#-3ZgnF9BC zIOKvLpX|9tgdFSq22gdykgQ#fUW3u_-eO~lxl=@7K|Z~vbG%(o0dPbdk!$dLIn|H& zfJ}P3UVivSHR~XgP1c61e*ljQ%*?YOi?5WXP?!0eVF(sWy!THK=9b5QK=eVz$pegL zxZRW6Ol@tE+?_C{_6;~s_!lyDiTEGPzMzR|l=)%Ak7 zmg6c%grO+YNXAvew}|^a0$>Ko1NZ{A^Eq3IAxGwuT-*s5f**6Z{K*0D6kid`kYej+ z+aIcQrd+(weJD4E%R_vV%eyN;|6m|C?`bsv1uJ#_!7AAjLz&VljlYf|$PfAgx|B+X z?h^zTb^=g!K0K6DdUQL}YYk0y=Qxs8)J7#%t}a0b8~(gKoqCyJ&&0rc7KZntE?&t( z9d@L=h2tiOdL+t@T4{R&G1}H!fkh_b$x;YRZ^K09b}_}8vUL@<=5Lz2tDw?&d$6+) zoA+;~r%b;hvgLF;^NduglAYj12dP1&Vs2kezh=)|Fc9f}11DxGh9_Ww=PBtP+`l_V zFurzn?|l6#f*(6)*EA_%|Q*}eif-Z0dI%~#c62KU)fKLI+xl>UV}dQMH0c}YY39G zA$Cih;Z3=v#?alDHs6ZHhpM3~CG;e#lt0wJ8qc*=TQy`xT*kg2Shc?u=ko&nyE{W# z(;i^GCQ(qcjBgGR)Pl94$Vt1uEnB7G>*=aX0_nm6Gduf5l(!ee89O-ViEltY$!Bl? zHj{XTtAEhDfH!BPD8vTb3w1;2Z!nt6`KBP-$!WjmLAg z_#@;}QON9V`jJxM!$5zIv~rHeld`V*pYM#*wySbhGchT4)<%cbg;^pm5N|H2ci?Le zENIaO^{}xa#E7goo&C2Gf@H42S(UWV0OF(#kq}hWkLlakeTlzxRaArmD6Kd6iy#wW zxvr-`#49#yDcsUXb9;_I0hOujSz&$(bv_$}z}$cR$JQDATa}v(bCvwH54lE%FJp=L-*n_)hEJRbsRHkRlj-k9bOlEuyTN=h{!*axuyi z*~Eqkx=b4T9PiJM`;>V9hKb(qyCV|o3N8|Ue;7Lu8l(0=f8Xe7tL5@oWjDg3sx4@5 zcsu8mur{-a*;q()P`bQ_4)%?V5Rzyk+A3UTHyhnQi07I7SU0Lcz}g56dO(Ecs&^h# zmHPX^JML?f(hJUcMN3?i%vCyBU3q9PSc2$qZC4Spe@!ByLXF9X-8 zdrvIY<3#Yr*C&4jq+5J>6D~v?Ayh~97QM&8!2QEuNfqs&*~I|bi~<3@+)vegJ8Au#z4TUsGTJGZiq6UUDP?oG>z`^wuyA`*?O& z1@qSRD!JnYp!kjlYrWL$lhxY|9kEq;wxIP7)d@L&lueBOBDbAZvIqBf2pB3=dX3<1 z8rKwH_V)?D80D2GUqmpd`bMdHF|CCR+ttHU2Y$5?A}dNqLqwsB>zRms!tbA75!h#! z^&y7xyo2*Qt<81+}K^T(U3Ua<^yCc zNM2DVr-i)JVzybv03WbxD|X!kge9Qs3Em z%fTxM7>D!YpI;sfi7%|EECZ{LS88$kupY98)ZEJQ`$K@TVSzryc{T&XbpM!*ZI1$E zd3A#S%}Sz%|A#&~Jvh9?;a9CB|M)U6o$>b=jOA1J!5k_M@XS?W5q!FsZ!~=WJ58W( zTQoWDEvR?Nv@pwM;zlap863=8kGlJfYM?mI!kG*I>wzM>BZ;(>YZTGSS>HZr ztq&BXocEJ*>Da@8Bv);=SiDxNRNH~ssP<@#Bp_43j-f#J22`7?c_cBU)y-XmawdC{h*KI`g8Y2zUO}x+v3)H{Kz_g4z9k0b|&AvA+ctXP!pqdd3p67CQ zswEJQspd<7R!D&2=OP-v< zrqTgp{dHg(1s&A)!G#2+BNvP+8~`o`ezN{M;_RY5Bf`~LjjHehb;`;GOI%rh%5#_^ z;t*E^Q9EmNG|#RJ7>`ng8j#%I8`5J%rCQ{9V&aHB zg2KD+LTCr_jfXB7S6uoX>vgW&>GsYa@afv_Nu1=AviT3-_7bZD(*Es?%qW+y`yk^)O`@0R{B^Q`KmV=E)IHI! z0x6I0vVQoEajca)p2l`$GB{dD1AuLgEvcPvLZv)H$DE#ZBuYv+zL1xykt+r{XIn9= zfv4~!M_CHiL-}kNPw9Up!0;tc zwp~*bLO;NpRKCTxpi6oehxcu0}X|3yud_n-6{zM6-X} ziV1@YUVNN|ai(r7kO%bzAtY&dhlpJTvQ!eTp0MLQvhQuQC4qX@rRila5%m~EoE1)A z%BiHR-rok%P0aO<=F}zj{ZM_3%qt5x>^iGHYojp#kaVCI* zjIn78YQSy?(~BlH#(@Z3em>nGJ&dRB$FJ~Sf_p()gKKp8X1ZyLG{$4f!PC3FXuZ3I z5Wf)%+w5fYWn+>nxKg+6vdzWsgt4>u;mEGxk;&j%PIf>+r)$mK{@{dH69OF%Tdc(| z{vnPSMe%`fpK>n=q%YWPmzbm3$3@-NlX63M8c5TO~suDf?I_(B9~D9;J~w7f^Poz z0q2yWBl{g&0K(q#MN^*7F8HaruZ%4w5~vulejC~60nE{+Nx`|HA`#9&Xzz`?wJF5$?~nbz{S!{8{9h^><U(zbWqaeBaNRzAEK|+Q0IQ=2R+d)G?FGb_%mgxMB6zEQnSQm%nInd2^ zg7*5`>i&9QwHicYM*D!e7xXz3N#k!InktkdgJ5Qg?x5cAI7Zfb1L+|ncmf-E3P)U* zhkM24bDzNOLbd%(Hhke;K3G!;;C!1cZspuC-OPNB=jQaBCf_qde5uI7js&eF%B1e- zMAm}~Z(HkA;YDuIPk(fQ`s6QO@ThJf%`~M4mg~mO`|p&f6zjZG4+Iapw1nG zyjdsgi2nyGuhm)%ROZ)K+Wye}oamyKhu+My)_3 zzD4Zf2--#?)e9UDsZ$W}PrqTOb=F5`>UF7b9eP!!$Ha8BL15@}7-0 z(gsW5(O%o>zoF518X_>Sz)wTFbpSv3h-Gt>_`l7ysVT&tz*%Te+!S)blPyK4YMP=} zuU}Co_$iVWGz+wkns#n2v?AODpW*1gjG81nAHytm@ci9E4&c!)j zGaah(J%Q5L_M&WRYx71<VY}l1&!3g zWjO4zfkXB=YjS&LjA}D>5QDQXtUJDy`~&!@2Zd;|yIqeCulk)LiwMmo8g`Nkl;w)l zIgFHK2QM3lQ5w!&^gfmLx&|`xrU;WTg_x&y0kih{a@!r1hK>0hXEtir83K*RC&Z1WXC@4{*(=Zcx-Um2$p3>Jk@ zrO(LLo;sy{%PU`43IQ_eXd+&agdr6D$^Y8>@^`A&wtWqhsR<3skS38b#99btib`e` zLX?atWlkcbRHT_DA}sS5Wr(6(v^SY&LMihUQY7E=*7FX>bG(1R_lIZwvX5i8tm*T) z@B6yW>l}KFELo9=^336(M7@$cLfNEmr(8LOF%@f7Q=F96RWaRYr9_fRS1#s971c^O zl9z0MAlWP_{|IMBNwt2Bi7r=p``Dti7AQJ4O#M{GQBMWg=QeQ)c*g4-d5WIg zW~bGgc8n*E1V|Cch9RdjB~LXI)@^i#wO`AOg%O*zu3)O)4sIvP&Bn4;wOp7gmY+)A zzC-PZf%8;2N>;~xm@uMPX5-m$U+9-s#A4UZSvXT^8&Bl0$k}F_E13MV4~A`DNm|U( zY>{&1m^T|@93sG->bwL#rz>RIqz0)Ycwx!zp;#Fh2T`|;S%`tRvXQS*IQ^Um{8w^sXJQ-!gp$3>&f%M#y zk%H|~wofWi&u^YJhmMKcT{hMJ6y+#mD(ZKgNgb~(aShN=;hR(xUS2Wlxg+ky#_D^-C_OG{Z9D(f9F?&VvBO&?3 z%(QoB%w&_sh6gZXElr{vdIMpCNsp0TIht8p`b`TNPA5=Bzn5y=PfTTTsbS7qEI>M% z+f(&FO;|3KPL#7YhM`?d=BK3DMiNn zO8S|#fkHlZCj(`eTNfY}st^FktV5NH?I~l4B`U#d*$%H)@W_Opv`+g(!>Sm1SmB4- zpMcSBctugnkGx@{b=z-wsIn!!=(|Z_ep%X+T%g!8ibt;`WtEn~{>YB^cNb-kOJdqC zA;Mv94K``5C#j6QjXbxDMbpk7kul74K!>M#E|ByFT?w;&1CrO*eqvnwj<(b>?6|t{ zuVc#gC85mJG>7T{^Ak-wC>OgplXUsp<_<$UR5X0;Kwv4iVbf(|#^7`{6MC}LFNF{X zomM<|01N;6BGBARetr(^ zv6M{+r;YADKaDxA zChgc-A9(Ac%e?ul4L9GNLu_}eDTn6!-K#0PA3|nEC)DZhMTz3ltzGrt5VutCs)A_d z?6S8E{Y?Ghq2ygP?icI#4-n^|RJ^`*(AEG+}^_{S~&jS#@u6 z%r(_GSDmf9O4(4FE(f>Do6@&M6gH>gHs8PNl1(EWO8qXUJsxAxk*3M5A+%2c#u1)= z25;(@Kc(Jn3@Y*UH|kxc%4fK7k|w!7_I)Pghm%*OY#oyira=!zt5TS_Kfo=n1>=&P+-y zeS5u93(^+zpntp@GkPo|?cD{L$I8m=1Z6E+RPf?As)^R9Wz1V_*ZaAfUmUD^D!@)n zhgi%+)<3-jHs!V-J$w1RhCkKL{gTYCbzowWGd`%MZ0KQFr}On^I!xH=-G?6xjm9V4 zq6EZnJ}h{oB#RS7L!2{9pTGWr?Qpb7rplF$y^E%3AHf+7|1Q_SwSi+*zxC|#jGh+-_tafLZ)s1M{G;;buyz|DrP7t#4;+rxu8%#v}!7I76RZWHUioHaW zJ7e@ith(o%f|RX&HwnN{NWXcE$`}OayNjJ$I8_;^pWVnies-;JQM3GsU=HHXp2&HPUJ&!n^cXOQ;hry<+@IoAiucAgs?KDvi8U|J!)it)#r@!OC`o>ICW9OO>?mKdY{j7hgh9w(DJ1=sz(nK15 zJuNtqQ>hMcvT7{A9Cs&E_fGSd&Dx@F8SA*Cy0n#|kdQ(|)cUofx)3}bPxt^}tG+iS zsw3ao#%uVCJ@A~!3+vTkgE<^fEZ9&!wP%LEBgvo5NY^(z0h5*I)0>8*2Z1wOwQrxc zU3G1-hyqa22Sw)CqnFo)?rP9f9H=zxI~N-0BjR!BjX=A_PRA%OU@t^K6OnWxeV}sW zqFzzbK+`Rm#|{8E-8$k|^;q@0Hh9HcG0$p*RZ>?ojkukBi!(p)Xhy`f^LXz1VLiQF zhrEdaSLEC%YHo&2Rg~M9t%AwDT;M^IMUz&fB%`e_iT$lPwJz?YU?0lG(YBP&dh=Ii zW;8^gG|32VP;oR%YhBm}&RQ`B8SJ^0j_->+bs{ut!VW zTg7cC0UxT)Q$TRX%rf`Ks&z|!kbNU0F{pB|a%B+6NUZ*6zdgCpODG#&A!ph0f(HwX zTvhq~)*UY4yg^Fr_YpD~bI-)0i&*_i*sCilPJd%88E{SvGQG08KncZ+zt&E}zNKUr zd2J@67W=Lq;SFIpPur*wjkFn^ga4FF7*=EexNuw=ylyOdD%u9lC3-R?%!=cGanT+l z(MmhBzeYeys*bWf6^2GFO*J%PKC_1rdHSS?c`}eT;3z<~5_l^~L%XXr=$TQ8e-HD~afu}XJ1)o(oOVjd15bbX= zD^IU_7s4N5?Y;Kq%we9d@gJ8>*{&h{sHZg+wNR1$DBS>wowe$LhDS-SYf-Ydq{kyv z$hgqwH1JnzL_WBU-YQ+Y#u%%E-sNkUkN&~CjN%&_rJLg6Dv}n9_#OKuLx@k)yjM=C z2)k@<@fJ6U$oC4Iq=c{jAV`#g#NuX&gmn2soN%%i2$W~VzW)Yy7T4EWFMsnoVeaQ$ z`a3Qt6zKMUEGl%|T7Cbs73s>|`F2@W#aDetsK!r$IxjDoHEWo6CHC!wbu<7k>%PU} z9$7pL<1Jeb`W5tHy(TzrZqoAIefn>!)>%-thBObBl(_y4;`_M>i`?#E2$yyPhjWc9 zPkXZ{ zx}Q+pD!DO27i;NrrpG?jO3;mdK;f*Bx2Z02Ga2>b{*)5^NzDcEXqw{T(0EFI3rl|nstRRV!E8RSXbIgfv73ib z;Kgsr3ZE#xRQwsTGHSP1e#ACpeCY7z@Eska>w0g%+hjHJo!vEqE1fkxPCcV(@Prto z5Xk$4(R~(4;Z$XR?wtM+CqnofZRX8;aQ)(Tk}2g-W1<87x3}BLoW@(NJx0)*wCy7y zd9Czkjp?mw>p7aS|O*YV1%Nl$%u zd9Q7PV$k4Qs|gUGn~e`z4dT4Tv7=U2J0yoBempj{IZ+@%pt%AQqy(#0Xw~i#O}=2; z@{iFv)~6oRrjiZ}*D_mgwl~$?v~Q=D!O`*K2mQq2C6=l3_@NrK0&RDl9MPqOLk~6Q z?6l-mPSXHL*rTP@WT0ohLsgo%K6(*}nxLNSgW53v!CVREnZ4dKVFbIH4)fzr&-=s{ zF~k>45jSOfcM*Nn5V!54HPJkKT(L*AT8J`>0z27PskTDMlaK_j($*%8Tc8?n^PU8< zpkZc^G;Uz9TP=6DmJh){hJT{Pc~NKFA>@l8V>o&((Gf4vzc$6*v9-L+M2)fnpa@ql+wp<>?kh3Ws&n zGq1q_C!aBEcj^m79*&N`aW=7givd)9&MjsttM$48pu-a(D^2d^F)|mFi-<>!hZUnoAj^j&U5>6oAa+;sk z62M+k%T@|-c>gBwt9;1OXq_tN)Y5gxP+9@c-QKW?5Aszk+m_xO2JRq*V*UE83H_2J zJp4LOAq^y#v!}!^pvG@)z2H-8k1Et_wbG#}NkCo&Mbn4xvUUQEEOOlIlq4Agh``Nz zZQ4OYUZxJJ-faQJp|2`eJ(7ZygVPU5HolXqf=Xt%J_tugk9Si*DQ*}j&>bYuz&2dKVpo+vDi7GNvO5Cr(sn`Qto>ew|=kU zk%GY?_jDyAX7j#6g~yd8WH-6XZaYT%!O16EJuRiR@i1e9X~`KeGtF(PMa$pU*LGAf z9G+XeR^3_fo&Au@FxO-2$co&%=~)*mxg_kbV%5iM_o_QI~i<66f#;F{ON+ZK_KOyAVT*g*@29iTLKKud? zYMTsRCpchADI|ZuT4^V6P2#c|>L|QOXVcOs^rwnR@0Rg=HrsIUfF z6L7SLS*0eui6Fp{J$!KoZP+ZG>`JqRbck9&#!e3Pup9jyWMk`%WztW)`gm4?54E{I z7dara=|s(luBt`Ev}W;PvW+fi?%;g&%ysbS1ZWv8Qx86bD|lv`iM}=IBxae%uGPjh zTB#J4vTV=Gxl_iIrk+4C$8^=ZBqPY)lb*>4R(U%0MCg%cef2lwer%mHCX3fftHfc8 znW_h|mPSPCD!Im~JN9MfiDqHG3dd3%l8pxHlRmRY8r)XPi9T5coO`oRqstc(!3_?3|?CwQon?AGF z@;aXqy8IZ{`Owu-LS_PF@4b&*e%DEiAc})7VS!N5ey-rp86(*_98a#hO9Etdl1)mQ z#QzB96aC_e=!%0yfu(CmtRW*vdVRYfsUm_`6O2VJNEDQ)uV5HUlBzf#a6(<`1i6e` z99h1pDD+l6Ifr)1idVipSc5La2$oMLoB}%v+v!js|M8yMIjeTPNRRL58)tZ`u@4_Q z3aG`q40vPkjKZ9lfHwo#mfOCnZ%GqDu19UTdNNRkc-DIdtatCkyZEM7Iu13CEp`9l zKky#y#&pAV8AzH&Ks3S@c-Mf8eZErsXYQjsnI&kIoY%q=GT}|4} zmqczHE&8kIXzes(W)JF&WIILfRGk!esiCfviZK*15v2RV@|(G6z_a5Q#%}ysRhYhJ zuWYcAHa(S*8{f25w6+|L)|eGW_Y&Vr!?)pv5$) zf51T)mN(D8aQe`Rd3;38iLk&6Sd2$V6hrw@KdrX+(kfN3jCW6szG@|WJ|9|cx4*MV zlR&J6zY@3D$`Oo4(;eSc4;E@sh|1_E@Rl{jI;a{QpFZ>2(hasfJAZZb%?Ygj{d2}I z$;DW)ovKrxa!gz`qP_mi_=4hS{3876D#_eH;e-q?cQ&?56M0sXdsPcka`}|^hP*sH z55H({As}%`j`4x1IKs`OR+FhB!MTkZppCR^(n~&p``~ZwEZr?hzmF|q7h^U}s!_cs zC%tIr;U$5Ea=oCjrJ0FxV9-y6g9&Ay9qw$kxDjU>qMgzbM_X85S5y z$s&`<_>ICTPg4qJaH!c5dwFx1H-o~;H-R&H~h^56h z3PmDjkGm5c#i_4tM|2D`lElK&ViH%lf+*7b`z?kl*M8pxhHFK(mfR0SXXyZ5H}kU*+Ib!cn-re*(=x3;mdrR48SCsjg}=BhZs@yGVM~#80-% zPP}%&b?qrKXU~+@PKKi2Q40ZIh*#>RVX)Xrg)ybRCL)R_imOV*&Di>H%;`@ANI?^< z;Pk?^28n_UT4+Bi*}ZNaOE?QO02va8dSr2MSR*fkfyr%*7tew+1li|tdp{#N$+0Uc z0RXk+_BCS1pH~D<eVlF)srYtx8yBr?y_LA?R7SkSM=u-zeA;Nl^ZJpG z&|@@rZy@&YwzR>HeC0AGx_!zMP@ijd^V9+iBtB1b>I^TuC{^DI@t!c898O*C8#)5*fb#!aq zlSFWUMLa;r@OhRfu&PPuWw(70FZYez0|dwC_jeE-Kfgt_!gh zbaUA6gcEI$9YE>|r$E~zZ%cy+H2>#VIM%P4=neYzKzf5-@FbhR?vj^uiTei*5KyiB zP`k)q*>HHAz-VyW+@6BfF+pV|Q<1c#O7y?8Y8G^;LH zze>O%S-VNP-mtEBhiRTuj|X<>uh_|QeF(MV6k2+UDF$hyUPEvQVxRjsBX&3G8go;C zj^fn)gMs!g=_vNz&2<3w&WPGhP7YIL=E4O`7OUP#V+Gb`jn9ehb#lnd2)Y?4{E|G`;g2c zS#5C7u^xfb%CX~X8f$| z?9H2W=KNW~0fIy^=L|>jiDWfiH+qGDATDX!`FSC)vSm1{5)b@LF)4Lg`t|8)(e6s_a^WjZa9)7MgXAyv4T{UgRlfqSM&7zF3{RKer7 z*$PEYYLk&CV0OdW*^5D(3_O{xr*7xDm|S@zsCaur zBO$54oBb4TV$7(~y&5u@;4O}6?Is})Gt)RdvA#tnwVD=30nsjV-1-Dj!X%tzGz)t` zH~`6=U*!tUw!oRK2V4Ey;_1UZIEi00?GQ5?72(@Vp$-8bX_E=q97WvYidiDJ6tFbr zCuccO2vl%1x**^F^@w^A@y{U!W2Z-BTp!tgzIc0K3cwcl$thoh)U_nHh!0MVlphiF zwQmD2Uj*}koA>F1idEN*xXa_snQxDDiypr3^%LcZA3qzD@0smk`l&feRLhj+^iO$W z!d3F43Q&`ZpOE!mcQKk>Nv3Pl9pKAxc4t?Lu1}8+oWLF(xJL#&8)7i6=c8T>=M!0q z?K5)_Nbb=y`EFB8j89I zQQhzK_gjAV_SN>^T0%FeUa~xaMY@9LWDJW5vwzZ+{aQtIx0Kh%993X>zKs)SD${F8 zLKZ!!)m<0LV)iU=feD`_vDPdlkDy`oHj|6TOq2b~p4#02Qre%@Njd>SkK95u+2O!6WG|$$@+}<5Rei;TB;tFj30uyPJRt~_ zI+O7zX6s2H*mQE+cWFDjB|R#kB6u&)n^XCjb>*Q6qoNTfPI#A zPl#AT9=|q&dw9sI4t&7C71Di}%X=4LBKSj~DUKMs@3a5>7j%;qFwk5rv-DHyvk%$5 zg%}8*HxhCec2ZX6v8>`uXWg$Q44al|wW-=G0JtZ2Q{SC#NRq#5Yd>J>|sZVT~)D&F`zpM}n8!Gr6}Jz_@Ni8Kkif=x-*M;ay~Ijd#xl4(Hfis#pGr>G;Te1M(WHQ}FGXaZtOdc1iS zhgprhO(}K(j5;H5lh)h~ESm~|PC};LNmbvU@1!RTrz(+`!!u_e}ptZ|8f+RTYInr4UYljo7_S5f*Sc(v&aJ(OLmv;clS4=lcR($fgra>k+x1jIQ4r zZ3L?fWuacPiSm5+V*G?MJ7I9!Vc5@j*$EzU1&*T4W!UCuu=tZkrs21Sr-r@yyN0lC zWC(4f=p8Ik?9K5Rs!NukGF>_M6Ui4=Fm~dTYqW9Z71VDr)JK*G{9(h(vxExm&5Y2k z#9_;r(eiDlGd zw^lnl^HIn(bKV&G=g4f&d-WAJW2Tq=S<{~ubC&STk{ zOGuc$)0?RL8zf>HS(lz&SC(zA{7x_MfRr?05DZTy*;W!Aa(EcuRpY*&e2QVxn(&=5 zEQ_zY?1&S5CR|2!CQ_jst|8VWM8M&r{bj;jlN{6`P5~^7oCyy6hbZr+;bLp>r9%F70(V@%2 zEGm3oTsBg-$psi(F6X$IqE5H(fN}FPo7*_af{byr^z_bz@2x`ggUyny&?Fp_f1ukG zik9xH_*!(728QxS%O7kfp&39%V|wwXR=jM#E5Nw#*;~A>*6IDWM_U!#QN}$F?4iq? zi%No9@u7XO-^+4{)>JZ&h#!fqyP9GGiWN7Bz!VS>-E;$ID5Zf?rf4AVeB>ksy~D*Q zx3Vbhhe*6Jq=v;Wd)Ky|SLoteu5x-enwm?2g1BpDYp)Z%v35 zRrc-GZQHt%-rgC0;)=^cpbLa#F;` zd8y8Xs`wPpq27}W`a>FvC-+xftR>x1>g8V^grv1UQ7PoG`uiYO~1WO=k?`QE}E-LpMV!Z{q(jg{9E^Q3w0U&{I^C&lx@F z?O%DKG~sJY^hU{XwqU1yy&?&ZPmazG`ot>E-w;jDoDzM+ z@_4|#t~$_YZZQ~&xwBXNs8S70hBl-K-1GZ@4}Pm!P0p2KTJZ-0*US*Ihu7iYF~DHo z;#c2T%mXLqv*H06zB&isT<S_e0lYm}zUZ0$d{`?|KrxB-4SF)ZkG> zcYLh^@zaX8JX+n!ai)!AIboYRv*qQw4}v(oXgG8xBU7qhVP9i-YE7{pMpoEMgjqAt zS4nmrFS$g_#esL-3XnR0n{wgvmE|n>1nZ%Ycl5}jZCw~!XGcu7mo@q7gHe=YvrP)L zgXvLfPW=>0wg@O6c6^;6fDhK+u$SqZ?I<3sZ>-&APe?^R*WjViymuL=?U578AP#tU zb0o*~Pj3S?AoKzMbO!H6R>%u?V=Nqz*;{ipo-zR7puRdIhIK7Cq>%*YA3d*?y4?Kb z#j2(rC9P3%phPZBWXypk*=iTS=AH+we&u-Cy(_4t@d)Mb6Y@c445`mJ7T!LC&S$t) zpBMM&NhI1IvV;gohtSOLuv#YTz@hWKcG+?hn7PhHDiGkER4jedqzVU=eQt9ZRt^;@ zohw{Ni1h&y%Qu(NZ^XRcm{p&Al^ExDP11HvgzYQ*&34>e6i(nIpBqYhs*GsPQ zl4;gL7{+g&hTGhN$#YWafWzOiT(K4^@E>Q(G&FZ%{ySd|{+0|YgG=ogUM&M#!Ok&k5+!d9` zVyhsn7O8Khwu_k_Y1+ka~!*(0b+-EXNrhj zVjmg^TXM$@YJf_nqK^L6Zu+GaZTN`@kw#Pps*ONwIzg02ixQKsY`eQfV})bKCXuh(+22%BHspI>9_7uu5?w`7ZdQ zI(+9#Wh0aI6@LV%7(GtMoluRqYO482EZF!>G6;k{9+34|V>}SPHoJ>V_=wRy=Y8U} z4kEcG$04V?cNtiN{f`iGFv)jo^)t!ke*1m&} zvpugo#0?qc`IbrNRi<*`#Vl1n0nq#Os|Z~AmQxLL(jr?c)L`k0oszA|AJF8BrW4qX zq+mmnUGxF$|9w7k*aN^ zZsW{VpS(iz{~c{^h)~(aetdW(^`!{|WPEX^vslqAgNUDaYoq&lV0I;qou3LXF~J3& zCe&`iZdk;f<3JJ~_KzBq9Fr{C$kr584}VA>XUmgB!$a#xxsQ8dMyP@)7GtVb@_rDM zyU-&+oUD61aIjkAnj;($pWWB0Z$?P5ZvKrY)-QFCh5SSw$4#Xf>ps zJr1MSltIzgV(GAo{AlFF--eN6@n`ghHZxw3de=4PDi9aG7R>qeGgfn0m1Fm9??uL| z#J64&Tmg%U?FY3+gt6@MapzUSHH1u5D!b`xRMN;jtYnRYNwa-Wb>R(|1f}w)$G>3u zEsY=i+v?d`TsDUVnNN%gvlRBa^3QCWy|L0a1OVOptTv5bV(5TY8#s(1d{RgLtO_Q} z2V!QemjIF9`Hb?~YUUAQoHiMtgp@k>QNimMez-8;Z!LD~Et4eQAQ&e+uWG)^=l3b0 z!(m-1F=h+CUMUz*9b9%G?ihw1T6Z?@-+b@PIx$mQ!sx(FQUB)KZ}N#l_&>T{+Yb7X z#?Z4r-=M2GcJ>E&Nr!qou#G+UdCmVLR1cG639Q@Qus7Nb!Vi^Pmto@{fXga?tyL1q zAjmrlhXCxfhEJu#Wh^|1YkO-k>cg>l!W(chG`)WjdRzyB={|#-j5B7>8*9i!6c682 zohwY~Koi4Bu2c`U41><;g2D8gOQo+fbX|s9sgu&TEDqQ~R=^ebSOC4vR}c_#%jRc0 z=T&@;M!L(w=BgYqBOe>*CZ90Qlh;(TUM3BC>JxD?S;ymA@W|&vB5r*~;;FE9?-ywh z4Lv+FDo}3S-6M`I=j#XgQE9+hOkU1_*FNR>6lp79U1R~ti9kGAvtfpL$784sHD*5l zc~!v(0xO}%yfT^vYE1+h$UO#~KoE-DY6B=c6>$GkVZ3zMV+1GeVXWXv>~X_c44X43 zAh>s#NRN1u6Mqr+h;6db4=!*(Kp)8pNp-{9hrhio8m zcTY7h+H*kxBu{7Jt3EWfZ+1uuL0@UrRZUTk@jej%9oiNpCH@Sj z?owi>ai{Do2m=#<3b7=JS1`u>7$kMoz(l4Db}U;*Jn8!5@K;j{Ay%hS7@7r)PQz%a z*_Xvpp#UhG7S1QBAH3wnmA<1HSui@DcryR1j8^jJ^k>pg0T~BSoC23zSf-=CLFq7odJ$n`_8RPC^WPS48#L7qOrTOHjEJWTM^LSD$9XP4!K zOWDu~!DYIcIF+G{)&DL)S3i%GY&uY{p8}nE=VO!1iwXz^H98KEp)&^t=l6y6O10h0 zP>W(Rd1LMw@79Gn58K)~nM`Gq++Hhb}bD(sdHVE3FMR2ky&F`bK@!iLOwaOu_m zRUZC%v6jayd-G0Cp&Ry1{hUYYq0TLHoBsPFg~XBD1oPXsz)g32YlbJ81&OeSk8H$9 z6F+h|`rBS)%uN{EM4raPg>U*NslYLSiXp)oEm^0o{ltcK7<=Ji46ZAQbUFEG8hwPI z%>Vt!en{vxsL(|(T*5IEPRuFL)bK5AR3{f=rvE(m_4;Q{-70m_%1a3FUp}n|CY+S_ zjEez&*|_3Z>`omlQXCr*U)qf51FN+=jV!bk#?^|?{r6ijFi*Ym! zbgbElVO-z+{62B0HvaWcI!f#$0ahGXAaiHNaAHEdn;g%jP1VkX2?}3v<`c52Bwt-^vFg8GzH5CARFM-nE)zUWH?cz@F9SeX znzYwF<0zpb$i7Tei7#O)ZH;EHcml$R)0oRRTi2h??p}u zGG##e|9U9#vDvN%HuiJu%}SC*{&a5wI$Q>Beg?kwSNI@EqX_Gg|M!&F_y5ul~eJ%iJ-{K>voB4!0S2$kE|`9JsX!jm=RNQL!(Ki0_Zt>OB={|P6xE79ux z-;b?I|MPwR?HNjo|MO@6`AHUjf&bhk|8^t54*x$3=ih&m|NJEX{)_zobC>uAjm|HU Y+}L2z@r{C+3=`AA{n~2jDi(hK4=H$CU;qFB literal 0 HcmV?d00001 diff --git a/history_plt/pso_v4_epoch_convergence.png b/history_plt/pso_v4_epoch_convergence.png new file mode 100644 index 0000000000000000000000000000000000000000..2746dcb6f5e59c9e1bfd4f8a88cef4a9c8bba8d7 GIT binary patch literal 474864 zcmeFZi8qz|`#-GmQJtd!$vlK8L^6}1GG>Z0PetY_v$jm>lv!pn6`9#GkDHtfWuC=0 zl$nj4*tTi&TzB8k`mOKp`4gV?SgWJu?Ckq~-|zQzy{2o2KG0M?_ZQ<|WMpLLR8gZyM&t=cd7Ph>4ue4br!K0(c1+t6_DnK$;h zk(Alv?LMB49#0=nnfA+Y-+w!~zOrIhfJPS*OFl@!7d5=!|NfFsWvU;M{@*`A{{Hq} zEcyTIXYZ-G;P(ITFWx)<|I7Zb75V?_g1mMjoQE6zb(|h>w3qY7VrSe&@N(e-)}>h^ z$<)hm1r;t(Z~M+7?E3!GOfoWCv@+{+E}5-vVbL)Lt9b1}Mu*~ooxChL(q*#1mVzZR zvTZr7+nWky!?zB9eaZ72HO%YVIs0BtXIcsk?@}W6NEyD0yibym1;)Q-w9g;>^6B{K zAWx38qIF)st?^)^!7eM5o7WVd6)tceS5jk^xkf|w;&8KLB~pA^CG*8^)%|^3Y53I$ zp>}$^?Ez)2xkz!dcc|5Ziq&g9zoxura`erf=X~!FY(Bh2+MSD5ytqS7qy9EG-D^T* z)WA|Qw6bc-3wwjbb68t+Eahpe>Y%X;CSk%fVE;zHFZJ6!*(2oPnhxfW39Iq;vW`D zd;BC3X9Uq>7vv6a`VmI-+o~7|pH+THj68an^W=@_(n(S#N^{SBy+?e8zjM6zmRItV z*VjA446=IMe}Cg~8TaKRBX#x39jBT3{QPHo+80lYf2du`2A4c!n;oe)tj&|^ST3^N zf3F55UJ$sfCHEunls%dTALg2V;(eo&c!nh`^^Y(v{<&LeeT#z0v42iJ^{aBgR*!gI^Dzm(5_FnXrSJBZ zdd&B{?ysEDCgdA^B17tJTb_xA)~Z{5asitzR!5uB0hhi-O|+S~_vo$#n1?vb|9rzH zuqqNQvtxid+FKe5INHkONG?<-C-un?C+!k+^;DbpdR&ZtZ)^`~$@O9=9#?0j+r8jB|n&TTVW!r;lHdp_B#mnQ1IoijC zmveMtlgv;BKBEaERoBxk3%SM#*BqHMHE#JZ@Inah0M zgjIL?Bt?1+mvyih*xJ~lHa?BrbN28y)T{SRt^o*Iv&ruM2;Rod993`hDV|I3LPy?D_sLbvs;AMqEkxSNJT7jK;hkpU)PBHU7OC>~)8KtR z+65&p&69!X7YFM#E1$lc=bK=j3s?#vaFm(x2as^);ep>(OfVyQ#yLo7z5$!X*WB_) zJ#pH1s7tWf#68_-CW_0bpGLcv?ZvMaPe1EeRqpE4X7hY%YLIL;2kC6{Qh2AXqyG56nFsG#xj$5ynC@1HN>y4OY{aA7o$No3p!BK{>kH}FayZMR!27G^{WBA6`J6Ko{ zszC1Ah0i~NiiEH>T7LU0c{03nfumth)v0WWP|_-I-??jE`|IDohX&OI(`BJfn>q1N zOSY0NPIIZyzv!QY8j-4JXqAvPE&jFaeTNn^oGsQE%kbSt@b?OqNcAe9Bd-G#n28!2@L>SY+%94$2jT*bqIvHRz-jc~5 z)1G~17C<7@%h7$ii3#|#-8lYiH%a28yB5`%Q5u^}Kd&#u(~nhRxPHRf!Vd&Vu2&8X z>YMv5yg%tANPU;TX3}j1u6=o6$+CSrxlAOMNn{W}Lo&P%#)7*pXtC*FLv5>9+GW%H zy-^diZ;pXGS_+cPp{R)-cxHO>-$<%lr^CoLYi9f#MjGy(QZ#)E#|S?_`A=O|@7Cc~ zUtZJpLX!DqVK3R8@0RDZC~I3Nm_8!y;M|lzf6duPi3S#-9?&U84*e*}Ivtz#7FS?* zdAujH-L1_KY}(~8g$)qJ54T6j{-qjq8ve36lFBg3+466=U{i8#s*Xo!t}MEA87XZ2*XTzVhF>c9Kb1G-+G%+B|0be{|q zKf6??YP*SVwTtf@2BF-3@M>W=Kggf4R_+!Du*;z#+r{j z8C@DT8SAH1E)Rw&a6^x?iWx3s;E?QshM$_@GaD*0{xnW>K{{}8w=du*4tlnBpD>w` zn6QuYEsVAj!_^)D9CovzJObALf%8cm67IVl2TPWki{}}k8`CswFfp-|_uX+dac!f; zFlzm&>mLrt{d(Lf$;j9<|Fp6N>#@f9ST$5t(BUJY%-@N*whcYiq4Vfu|MC2&Hs?<>E-L17%w_|=Ne$M> zd?3kfqi!j;Pxhc#)%X5LN!{YRwv&(ga+1v6HNnN1U7ddpD0~p`;B-IfWz)PQV2!t0 z2!DL9g9a35cEKm~jxbd>&tpp4+%qCgb5YWR7U4G%Nhy}mGSvkKvxC|F(l_?kmx7x)gA}{TSvsWjnKKbU zb2TVMzEAPrU{oyEq#to=rR6l6BktZ&huo1+31(+PaWIg#VRtq>TtUvt`kh^FB|=sb z^o*`YO0DKkq3KQ>Y72%0VaH6pO-)bamaU^R7^)`Sx^A>>ee7=B>P^jsCtF`_if^WzWb9O>E9Bs7zJGLpA7VTD^`_V} z$;9oO2du;8puXU-(^`@X@fJ*0swGEzeF3=vhjVOpZM6F8x)%vQrZcelWA}9bw9bOO zj6$67--3v{S zN-9u;e9D+%3$Anv_wnz)z=je<1E)j%Bd2#^Glo~chXoodfT9(6LjHfAZm;B0nwbly zwOus(E7%TFqH0g8qfg`s(b!UIvN=@_gvqzkd&qX*{PIyRr1!@eueG$gTd^9gO>NY{ z(@?5+Ip~F~<1#!3Rl^Nav5Mqwt^99=;(h{}k8cNJ$?=P8C(b@3WdUgovy2f3+313k;sdYlDEekkz&fgaAMO+H-&UKg?PzKj z=FVWFx+&rlI3iC={02SJl#44FSaSHWrr7w?mGUkDzLyFIMz`nS@lRELIWPUuoV2Ph zI>zGKN;QNBwqkM9Z8*X0lr0*LNio-1*Jh+*=in5dyF(Mq1Nt&c7my0LcWAw4#_TYW z&iqB$qE}Y0H}Hy&|6De@R@E?bxF{}qdR?*nRYk89-#T>fHp)+uQ4+Hu^>JJZ<1`EY zlXF7%JPwcZ1-&RJIz(@^(_3EZ3oOWeS6DlZy%T>=5VNf##OKVM`MocnulH6Lf7>yu z%Ism=mUQQmN-|%Xv5F5b>9oU zi>yya3_o;c0hm@Wh14-1)?Qerq(c4-H7i*1rrB{C{HRqHW#rYDhguRpU(KfYe!H6V zQMgwkTO|MJ?Y;A=1S9JdtMXVbN2r-je(2m3>vtB%98Yv^N85*bzqD00vMB$JDCYxr#;J&#pJfQ_k>;E>~pHIdnv&e zWNUA!Qgei$|02B1_r@T=M%tM?^@3UHN>ROjqj3kZ!(C!k&lS_|$>bUKJ?UDrkt;v8 zEQ99YqGx}8czanGm%u>cMST0cUjM24+G4Hl-1@`BXt|@^%3dj4JesLloO-O4`fMi0 zK&Sc9@1(3qOLmha-6nzky9uj=$QPv%4x*jEeM+Om+OK71X>p>1y|k;`hgN+H6Z+os zrWf6kJlmR;@s4x4VRnjrwK(Py+H^aQSmpDE@o+jEhn_~+O$w$vMV3*HkJ9)3Zox9T zPv>EEx1T8Qu~|}O9Y)uyaYZouZ4ZR|icZ^{)}oly&uT8Jn7Q7o9DhB1K|elwpyr{c ztA=M{oNGyYS+oOR230O4BBV&GPT8(uyfU-V87RN|RVF zr~wI7E%o9vFWkSB_la|={+pn0X4viX0>H1Q(E24N|wmSk$=8e(eQvveoMgnoQ* z5503jvck+O?EK)FUmnyX&bE6egx zf!zSi#C*vn0Ct&Cvg0lVUv!)F7}98a{Ev~vdo}V8VypBXVYnv8XOGBd+PfuXs45y0 zdM>lFWD0$GDwF<8-^5i>sA3n6r|x8PRcoCI5XG>TVOQq;@H322EzFWcEot)Fw)Z8; zn}XKmkv|&gC3L%9(P$b_8km5PFl6LVGP1B%BAHb|Dl9@59E<~43<$O(n86{p>z#e{2A6^+s9MK$ z-y3q>4;e4#cq>gosW|uye|zDoVJS9jRyQtWId6P>G(LT7HpO56a^pzXOs9(%fknKoVM`>76A-(u@MnqY~!bl%k~Oiq>BHNs5# zq62!Gb+klBO_o9yg^L8dKe55$nH8-f*(37aq)-KU8J5Slam5vvyPzSOH!8Q1Jv!1N zcRF0r3gERCF0IL^0#)LY>b2SDF`TQS7>(GA#3kT$GYc~o4>l3->owy?9H!JJetZ5p z(`&-6S>^4`T3eS;g$q_ru0U8^HoL>Qo@}GfUsTo81Q}^ok{%p_(>qxJ?jK@;l9!amgklh_d98%d4MN}DU+a**l2tKAyY&)2B$Y~X@_LXXs zj3W6t_z)`QhgvB#syx}4n-lD-w0--C?&t&n*RGkg)5RM%v01;i;y1aB)3smjT}0rlZzKLz!~v`owZH zV3%3eW!@F-?HMIWv8R5Vu}9~|M-8+FKltj+RliN?C60egOz1`+<^WiLhBidQr(?aZ-sR3{e9Gsd4Kl-FFMjkkiP=( zBr!j-q-YDy!18z@+5U2Hx2l^V_x^=!Eq3uuP0l{g_`e4NXg#~o`(Ls&xMKsoN6$J` z^?2k=bz-M|fUohn_9$b20qW77Y=&0mFyLi?o2slh$FtuzYoa{PM*8aBBdYIuWW2}h z(B=YejBPy#;DKQhAgE@GS1#THxZ;64!#~inZVqG)m+ws&(CJwIzESyLg?PTn@ly*0 z3uw{b0%~HmQb6pLa|lQTa$mobfB! zk)Iu9R8Pu|lHzsn&Gg$b>;P$aN@y|Ja%Wef7orA#H$;o^1(qZ*>>cOWe^B0z%Nf^9aTMZk1#z z^_ms6T-+B46q5xQ;Pa#z5+Iuf%ff=(&ZBfd^3FBbLggZSLPoqAf`U7M1!Q0XU}L`M z@IP1|OI&a(GC{567#>W8+`73@1tOE#tg!;|5|;ov)@A#S=- zo#hz5WZEF7c3x`v{hAXi@SSnuo#CQ-L~a&4%m~N*`1R!ieitgzs;nkxGY%^|JfPzr zquKtbczOB9WBc8pTVP#*g^8A=73eCL62%GgEKh->Y|uY>MTKg_BV4xwl=1P+PQFr+ z?ZaUl{JsqX03fJCX(eXY)+~W7Sa`2Wqu~yeuST0E2~3A1fBoS%r~^}NCBg_^>euH} zOuwhux`0Gr`~8jp0@*v`0Ec{?(B#V$w@NfatrX8Z12Mp(GL^5iu{>Xn*sjdx7fOCnyyV z>-M0)c^7~B_b<GONkqF`q7cz{dOi7k+lXFC`GIZKTDbfunYAeVxN5ac(J3fVV77*y|!C7 zusev~aM;8#?y`N;Nh%pIlk~}K2mLvQPzTCJmU2h#{}do|+2Dyy6H)BH ze+#A&_*Yk|%yfHD=HX&RX-(-ZGgetzDr(?E)_Turg)mBda;yrBuIh zNHO5W_6Op8jpDItC8im?2A0U*pwQCJab+u7D5;wlkok5(k~MgnL9-N~k>x(`2!tqXwKs zQOv}9F2la)>|%IX`h8sDJytyI`(`w0RcpbC7QN?_m-c)yg~=;z43Ust+!c;?XaJ*& zEYLdc-*aSS`4L|k&AF}XXP&%aDYxE;GGt-=iFhmEj%f+uP%;)`A9hW~`M+hC$>3StQ10gr(?Na7QOA-rgATq7ybz%st#_RX>kt zls!(Zjs{h?wmXV{_E1}Cr`05nmx^~Bz+P1YjAHxFwVffH!TsG;^jNKIl<{2(ulXjvO5PN(_T&`?0VrqOI`sz5SKr7kXV7!@D8%r=K^&+O zBEDX&X$%;~tE-$KLn#ZTs&_|>@M|}OED{*wvD;VQS%f(@?iek8W5? zL@()AC}1_RS07xN7I(82X@tF3Ufm%m1D&ERqF^(_AR4iDc1?PV=c=X?=15-u(CS^= z$rhj8YCa;AhD#Y$4iUysn!_d8Xr}eEbxzdj6~lsMt<)=s66tqi^$VeLshzTVQ*-p1 zP!UST%17EPsiaZB4QnM>`{U*CkXOqs9J;}I;AngXNCv7j!i_g-0Nt=*#QX+@CM*wq zhbv9ppEhc9A1W-b9s#D2QIuf-82A2I=q+EQsK=3h9xE8uBBmUW_ZknSl_q(BTroFK0jSSXspY!0B+O=UA7ZhC-4EK<7wd}nQwu;`G zrB+*AbkiJCt*TP#r7w;x>!{t(CDuk~>X`e0h(8FJGBXN#%wYY(k1V#U`#+r<)~ko_ zm+-n^N$;YMHhuD50E5@bj@kl$D6Psoax~K)T#3(b|0EZ9e*!|(0@iG@fbnC-9$K&-My13Y!Pd`cxWDTxU~rt9@uK_@vNbkzBK;?r#ai&D z#;Y#e&`&B4e|IIJ$KouLwo>T1ZcY2lB~aW}eA@<^SSsVym;IcZsy3P z_tfk8F$MJ;gKh43pG!|aO-c2Y@suixCSUGjErlK^m=+gRvfIeAYFQipmf&SFxfC2F z9T(dAIIN^*x*i?G8=Rz%$Ui8k&Z|d`wD<&Q0p%*o{SRG>EkCi1h_sN?JS`E2R-cI8 z`h4ob({ueMkAwbG-c*s{iLafD8qSOWOsA;xju~n0s}3MdK8^X2m%$}M2>E>gJ+9lR zrunLBh>cfcz*_V1k>XTiC&<>vm&Q~}P!BK`54L!VieoizZ?+C^Sp0G*d3AI1u$cBK zEuqT@|DkF%uY@}E%R2_%}^$ZeW(ZQ$(uZe;jw?q!hQRA5&!IUOlbBLI-fqCuwMbhWPx&r281 zXQFwL^$jz0Eyo0|*G{i|@fh)g7YZby$sB>J__SPwB=Cv=ndpRvL=kqwUiu>YUJ%3oi6Qqj;(BD6mwhuX($i>L}=g z8l5)P_kC>L35dST;86Jo?W_yj`xaSp_1Ycmu`d-qd2>lFhpPOh3pyH@8B3iPSl<90 zUmbyeQULuy^mZu4RIB(ISYmdhA6+=&HuCkMxRG^M61y<@+Cg z{R{wp5}Kxh_mAFs+{@4ns*MjXgYs44{WW(^YUabA7Xq$XC+DHuPE}j97p473W0w4emg)iV$q-j% z(LQP&&QRuVljryk{SUUFvytZoLV{vrn7Q=>?#EulvkA>vbTgZJYF~&noM8p1{Mto2 zg9y5UsT7oOorZ97kEzi8C*5WfQ!WuF_NEwY(p<}}nVnzzC<9X6XkgOcM0+9KXhVfyB|n3p3brK0!saBU67dl?7-giUR4_~OD-}Dn$X4k0Z&VV zAX9(;MP4t7>yY;D4#EDnWLJ+Ukxwh$^wDH9kSX+WHqsrf-e-8!=03tS5KS$tyEN%d zRhb;u{m*px(fD$Q{nAc#t^Oz=_+qZco{NMXl?S5{UW*bLG4t>BjJ5O;e}u!}5N=P4 zWVn4pQIbLR!#mm^tk?iRw-d8XVIK>_Z&Vws?8iK=VwGIi6{_oiZk}RvW%Y!l{%7%|V&EoN3^}_xTLXeiD z{&+3e@H!2#n4XGW6o=;_vFtPHR0kbz18bF4{uOoO-2Fv&TAHf%Pq~2r3EtL9=4(KcF zy+l>6Z{!#SXJn~kpT=qEWSc^;VFhkirRVZlR*owg*&-IBVacL5(JM;v=0Z4|jkRrE zjQ(o+Kc7Y&ZwSqaj%6{eh;%=8)cY7e*qGp=8q6K2)vP|cGVK{qaG6Ns6 zjlP9Xh26#O zkq5c}*AzW{UU?8x7>auqudVbgWA6q9QK`J(jK`{gA)_B3h1XIyB?I1Tvk@11rXA<3 z*8s|L)`pFN7R7K!thT-qc!iY$1*iSu{bxbXM#P=>hpNCe&GBir=ZC5 zWUIXW*Ql+*JJ%v*WzZ}YX{-9rPSs8`^!jqvm~y|=gILwV@L%gF)9NA5n7I5c5a|kW zB%X=WUBmm+g`+qog4rJA7;=#$m(#eM&d4830_taBMv+qE-%E|=il5j1;w$d2B$qmz z@kMR#jb>*oX;g|LUB~XjKbQAij4ioXqve-WPF@OSb#Iea#)OhHUZtL0*hx}w!>Z(8 zB-&3_)U6k6zUW+c|0|f{T%iMrca@*Vp(Wf!$q*Yf^$pOKIjw*Nx2K{J5g1-t$(dS=>` zdbmZ=k2}hV8JGN(r}GdI^*ssMqQ;OB1L1Rup&Hu^-z!7U?DwAaVY@B#FDzQ-A|#*& zKQ|?(Yz3Y=pYNNvb7ofx(qQFd(etMUf)Fp1HW?C#LW6XK=mUVEYS5_P zywgL-9ulS2VFpB!Bh0U4gNMXV%*fs(4U&2(>l2a}r|3|8ruwv`k4pI5I-vMA{v1*p z5I=p&QR&tE?E9x{lx)1SDgJeaY{L|HU&vOhu)H^tDzlE6@fafE!ZS@)4oZ*UB#bsxoM^MBL1ZDaA-q&u0WD?+%}pu6>v!zXL<3(Ua# zR%XKm1xQE9hQghtC>+*w#W{CDB~fU~V<-ni)e4_pMTR2)LYF!Unz>X%3}aVSU(?Pe zD`%yvphWkVv*|on&fIqJe0Hb%y%#{pM6@_?=8xbG*PjWYKim&3zaFLBT}*)NmiNJ) zfgpusJK2s;dv$g`8yLcRQ@!(-Jkd-pjb#!P!Qls`(%MPi7#>ZiZ~7h`5u3fGcW+Tt zw(o_bOmtgCF9{FBMQIq~l&5Y`KW(G_W}hYV80tFTs`lngzVBd-#rx-)?gIf9Wk0D21@~ahIT8WDBHuYBw7m?^Mx?EB$i7FV?|gNF0_p06 zd3I0Uc$RFuwD2Ah_9&Nn2yA5C%T&R*Pg8pRk?=GAi8hW0x2AEOt(yXWi$%2F8DO3I zZFwCXUjZkY$|$c-8_!LI|M==NtyH%QK!$GYVaZOlt^V3tYLtzR z4XHXYpQv=vrgxrVK&u`$GTl0x-vaD~Yt(v)DG&n%gJl2Y>44*Ka*a*wtl<%KaS!By zZA72Zj9PkjV?ZEvs89N%1e>e#-1BW9k#vMNN?g}m60h+fVo3e|-&yClGa9sIl}#nQ zE&j=W2%zG_In|AE>;dn~_-qIQQci_#c`qdBTWhdVcU)=8OI)@IZM7HS9`dZ;d>xZ`CpjwH`^@Ze>x z`#{r`MyHQ4X)Yv3Xfsj_yX9%sMN1+vXp*;;v5qO$|^eu0hj zrb<9Y2^(YAvLk-a5Rm=!4u@pQjw?u3iH5n0WxjxdR(bo(Aay%9Q`sYieL53eRN90} z8k0Yaf}Dheue36Y=c67!6s#YPm#3Z8cP$DsXKMlIH{jG4Sc0rt;2>Rwq>EYT%zU0~ z?rDMtXxRaU^BrLiiQ{Z1*UVvbT*jHZfW1y{0`WZV^OA+IbCl?qiLfuzCT9JCKusqS zjv!z`1qkr03=TdobPxoT@%2DdrI8e36j0Lx zx`i*GlbY3&fbo}BriET@%FAoELqdEqVw)Mlpgvi%B^eL_7VRpg$oQBZLq^o017I6z zrqAU0LIOrsPO|yx>JlU^tyiiqn>=fYLX1FoN{vWvGY5-+aH)Nr;f~ekHQ_dvB{O9Z zcOdocApPSVHqxPd2$A&a*|e2J=e*b9W@J!F-6h2K2JP$}$wZJCay@+W(%kNwT0JVc zI&l(w^tdRnwu|z$2>&1n0*4t*Fpr~-xF_h`u;x%DnpmBhN8J}dAUJNb$!dzLkb^Le z+m3&$v`()Wh}E0*{xesTOk%61u5=YO>GWazVXt^0zLkvGG-w{heuXt=!VnenLUI|V zvK86r^oDdW+?y8t6{j8#Yb*Eo>&wFbmqH?8$Ky(e$B;g~?kl}H$yOd&8b(NKNrKqW zr~Kn{(@__*O2mmZlt+!uxkyO&iIaHGVAPmZgBjgGd(4nmTy`<~a+iz$R%+)T_eQc7 zuC*NPh68GFZC{*%2=&H$4N7p1)Al`qdpp5|G4~-l;v+C^)=}tpD}ZUy2k-DE!1JR9 z%cX0M7(Gk9hKj)_1`XQ)QTI1|peHs=nwf+{@XfOWZsRDtxvjyevDsrpJe7}#X($%F zN~}?y%Iby}j0k~l5bx}Ou3O~AD9zQjC%-Ot0%yckw1&nr)Ami5OrG{Av)k7zraOJF z=sTW4(!@($jh4OjM;gAp@7s*Xk3!Y{P02q5KX~SLL`|t9^&(Sb?z@!-P)RgPLYiNj9stbBEvb zcpsbJoS&-+cA*9Um`Lg$T4Efoxp(FrUiGo^2K$PN&x2_C#zf)3D~a@u23;WAjtGI; zEOuMkcL} za4_9Q#oW6x(>{;2^Z>zf@-tyd=ek0%seCJb@_-1X$z>HEe&Vy$!NpU9j4U??uB_)H{uIVLteW6oE>g^kl4bd#OV=kc4RzY`fg- z6bk#;S1PR4kfL}>+R30GSCCik^);=4^op^3uNa~W!vO|ZmB~^&`WImmhcP_@hskFB zp$y?2B)QNc;|rIK9b;GyFWoVzI!OcjY{A?6#O?GfN;ZhuR8)I+3w1nd${4Cs2s9~q zl@+tbVIvKp6H8_DuTz-@&WInPXWM}*H!TfEyeAJPDi!*cz$yhMQ_b|;QPBZ3VZRAg zI%!{2QeMrrWcjQ9g+8K)zvfn5zOa;Ax={cU(geXovl!srjAY!0p~{thw<{gf>zLrhc3 zG~{yqMipwukz(1XPnp8?fzQh65ynr8zadFFX<0b@sZfBW|5&YW`+1rx%9&L% z5Ul?V*4&&Pj|f#{yvifd)F7JyYAGkKLOThqFS8^?eJBT>$dof*tlJ{j%aF2rr>YvA zk{pg83ugbdm3At0U72IMNdmq8+ZayHJEvs`=k>Su0!cz<781~4l;TLUGr4JQok%u6 z!G8yuxfWQORy(q$kc3!)gwJ(TBs#73r-6DR8mR}g|2(hC*)Tp(B}eqla}aUv$xIzI z=^W_2#fws)3wZwtyH|Vv{D&_0Xc3%bzZEGulV^ACjTR70k$lEJ0C#(Te_*z%0lQz= zbfV63C%>0Cwh{nqY`E7NHeltjj@n2gw;bdzz`vYJa^hD$(5yJ4pBsASwU-!<; zo3kODxu^({K@~%sA|_|m3?jaj09tavG2wPV`mi9J>t_4s>6>umZI`{BA>?ldqgAS> z+F(E-p~`GB9Ldpa7JsE$AVR@NK|D_pIB9uJ|CIm_kl7;}Cl~1cH%ynl@nm*4*%(=Y z7>M2@f&+`*MO-WMErw=@J&BVt`e+yW5R^|(8A*4V!ANvE)v|1m6USU+(JW~FZBm5(P5orhCs-_xyLK^HY84W1-Q%5or zuR5bleE@hpG~WfWy<&_7kfaV@<(%g@daMmvWHOSle1}6&rD#{sGf1p{1PEBOC>5t6 zX1KXAo{1x1o|iTvw&e@^TEm%2_`ynkdq-3<66b`Z4_ zTo;cz3Nb>4z|8P!0Z5Wq3|gmu$#i65rRZp^d#Q8zH*V3ck}G%|w58ldDFl)ZD9vDh z^G&PH)yY8%u`ZDV!6t8pwBfC2NJUC7Ni;SOcRht@!abgdH01#yX|ZkJR6lbKKrlI^ zpn(mr*=&YQmLRpq=f~ZCut=@OA7iut;QNLtPsSHDfx3CYBR^;wJ^n=JT*NZ6d(B|I zyn_eS9$*BCD76|SBySa|xEj6S)L^nD=@*K5o|g$&ca^cPpNX`Bw87y&LHYhsHz__& zdGV8bZgD&wBSIeIR!LU)A$Sz2Rnq{Y%qU;;(xfXP{l;D#L3g8{_YhS6WF|#g}=$L5+N9+p6Ey+0^F!Xw`%^Ir~!M zjACqJd8=@GeG#8hc?qPPWpU$-LB^66nQqfoY`_ErPL&tw^@S3rA-#Lm0dtFL(lGHs z8I>E&i05d+G&RUX*S*NJIJ^rb+=JoOzezAC*(3Ri46Bl|C( zzc0lyI)pw=*vy#z>MM#Sr0v^z6YaMJm3;3CFFVJ!&@oO zB4dG|R%0!^h0iF zX{$1HU{^Ba2+Zib-pnC+S7t%qBwC2iC zXoiuru<_?8-jlqD(Ku`zQ(2VJYHDRc=D5LMXu1c?V-Q+=3Lu~CZJ?ZVgf@B~vH7}g zhGIrSuf$QL%J+-G=X|Nt9_ZEuXKsM9X6hj zEW>YITPnI`-R-Zd#ey!KHr;^{C?p^4(V!XsFh=6j_*qlN>o31&WzYvn_MG`Ey4(xA zTmES}3o(UNI?vuSI(sl*l0f^w6^TjP<)-AK@gYl3$Ys66)qG8ek!iG2-kB3+Xj($Z zG`B*iS9&?IhPRL>nRnv6LqeVvo>Zr54tu7j_+x4M9XajSKoZ*w4@94)*Fi&q19;N` z_a;0Wi}sr*T(F3pikOKqypGa^y0URdI-ak|d)O@rK0d9WOafBvGc zOCB=c{X+oGor8N1qX461$Z?wDbv?I1k_ zU??U1f>VN>;*kRP5$YsumqOM*N(NwQuNuik85+jEy7-M}{~>%kQCt zetbM@k{aM+&86!8zw@KN_;)e)%)H{nky->vKLNmJ`|!t0ILV`iwwiqD>EDPl^g zV5af<1{NThfbZp|-jqkBko)IQk&aaty;Y!^Hbk#J7BX(f`NNL=IY69>QHPozyXg7u z*c54LXAGmzfpJCK`wc+sQb@ku^a$p5MtRw?Hw^J>zx=M8v_SF^&H?(vRB%`(*FOHU zZUMqP-^-joX72FZ-P=iYMz$X;a-aWJ#A@E=bDNf%t-IuORT58e4~Z8~taoP!CD-Ov zJR~YP`xTYqj5am@AR&Shc^9Drre7=nX=^a8bXU45e`D(ElO8`F^Jgvpd5CGgl9ztH zDd4M=`^c)~rhgiz_^*1w>F5SE{>jeq`&d%FBN1l-JWH*pxcq)SumO8#&Q%`Mt5UTv zsT1y9VT5Gi-jTTe+lDq)tL_!%`BUM4AvvkiIIitC?nC;2L=e(XlLaJ(sfJDBI57p$ z2%}1zvfJl;+&tI!Fzz3LY^h2$et zLsb1bC%UrE({#NJJqx1^i6T&RXssS`vC)Gkt;4tdCoca$%`?{uOjL^auhtnfWODE! z1UZmqZ(5X!k!(^Yk6Plg3Te458T`%i^>5U01K5mZ;xFm5=Xfa;knw-$ie~n7zV|_xwjh-C*rXE=tySsbQ#|ZhaEaDPk-~sY(^37 z8KWZRaR}3t+jJBuZ#*v|nngTrOjc#LA!~z#U$5p!eqBw!O#<18ViH z(>+IX$<6y^E&6}KfM)_`OM!3_1J3u<%m8J6XwA zA}@t3LK$`~*iAWUxJ2rECHk!oe4&J=-eRw%HQF;NzDp9aPAL(+=Tow8N$JH5gS7U_ zRF$S;D$im5uau#65Y17b*sXpUZwA2zcdE+oDw`WkFm@*5kxDY{4x~GAL9&IC>H+Pk z0N+^lpAhm?L&9S#DN~I&YbU!mSc; zlAA|y2gcZyDGBj2JR(wWxs?Ga>DCIkz0936eAL%`0bOi1&bEq>jBap-H8$dgnv8N+ zmvRO1hzd~X4@zE|WYAa0`-}$Auqhur**>?#EfnItd?naH3&tqkWrqG}LdDjdzZB`{ z68_X}(@YGIDjoh{b9y8KrIbCvSmae&U4OXBr(4P+_Pc2UEIhTi3(8CZ5$70mG*7;S z0Z*=~`&>r|C%!*s3~yw=quTboXQeMfAqAsxe z2nk}2Ld!#@`tlGNB0qbZP`2jsCr~2&Cs5*a-TLgev(C{`$>o6!$PB%MQcp6boIgn3 zInRR2C0`kXOA3|WU8a-;+wz?(pCLvVMtpXNsAxkzirt-m(po;n&~q-$tWJ3qMX!Lm z2%nnKo!cKLU$r}lNa68*oiZ+j>2Sh}+?opN#cufw>CZwonU)lB)5{l#_hl;X%u{?G zl0^_kB`~(9|50rvt3)QK4N&%zt{qODRjIzEVp2X;EQ;?vC^eBtX8Gzfp)bDOclTkk zS;TLK5e#=XYlzgUpHkhZ;Id9~_AYrLp!ea3UJR^&`j-r+wfaS20P3Sx6=Z?(5X8Rt znTQO_>*`W|jh+{w`h2m%t^H9%Fi+guOgE(%@Y&LGCt&Up**#)EA2K za@J}0LWxH)=({gaOp5CK&(_My5co9?Vst@FrR){;!mMVGFd<}dupf5ISsulHO@QF$0!S&WOKI`JqBDlPDN(i1yPZNs^e2V$n+)7NrBCm>te*xBlE@%vBH3Qd!l_&S80bQ!;W;u(o#b@Y>dpb??E8%p^iCZg5}Ug>8tOI&lR|2dnt{m&=;?g#mq!MOP1Ou) z&ZW2kU`G0gW{@T4jKsg+@#n|U&<_V; zKbyIWRZj->63!pl$3v$1MoH~#SVGt2RI%k~M9N!i3*ufOpT@8a*>M1h9`{*c5>avK zg^i7?;m+YQeboCPqj%{(+3Nbj9M#!C-(`_uG|zL)At`?|riM^^v`Zpq;uG9<3%dA>U63|8*`Ho-NBbA`F zs}_&!kx06e0j{!~Uwy)^=YHK+PwOi`VY!}5b%#?o?ttHJiEPiyM?f#(<=%n2K+ z+Blleavygm!P%IJ_uCLegu+=;E&rxf2*VDCkc~?$k0;TY_H4UFKVkxz*GIyc6U8;K z`uqqIm@(ye9PoAD8)zf@SQTOeiy%6bSAVxR-u7>%TXssYIZ;Eb4{}hNx-*gBxO7?s zxOH|wa;Zk-V$J{zpA`S=Np&IPXbX;Cc8Bz#^V zhS?fXtvZ`G6l8A3;wAZ?xgQXVvRLpVdP(MfIje+Lr78XNtQXP{Qg;~r zf7pBLzo@saZyW_N4hD_1Fo>j%Gzh44Dk>l)9*`E0&H+&m(xoB|(v5V7N=P?IE8U1P zApKpNbKTE#Ki|LM;uq!RIn1zUfA(JMU2CZm8lECB4ef0mqLhpU`2F+B$3V25WMsJt zB$Bb3xg6JtfBH}5T&YPo~*1S zpLywD@&lE*@+D$_Dz*9kb+mOcC_r}B^Ahq{4xuso`vVF2fL@4M{B*%6ekF}fgaTBW zz=e-kh2K0x#@@W)@jxb2S6;Wipg4IxEX^X6 z|5}hGiC;%PJhRkIHCml-%7R$e^;qF<)N1HaFG#xd@@i7GLePEhaN`Pc%_ z>%)q%m}GVJyuqy!#*pamn^5{^TU3^xuGsxuzR>EH3Cicp_$+$V?&mEAugAF|8PzeI z5iSmi;kBQH$|$xTo|^WrH{Q#WtzweVH}WL;X4&Lc+&`nKpW!N=-@S6K`}_q<3(zJ@ z!G{Qj?}oDH4OBYWe-1_VdqbVG)Dv;38V1p-SRGu4b3zC9)>`eMN4o>cjY-TwrY@zx zuE8~;eL&rtEF^M6S{4{o zh%oGtx}DKu&#=sCc_-`sL5Sc2+|;d)B#8+T0wY84L^BqTGrZ@qUJ4Ff4vT7`ap$DmA#Yn{csML6 zv-{qO%tj=ozjqM2!XHM{K!)!I@UuKZ9C=7{cimWiR>Vby8HDKT{$;};Ey7qBeoo|q z3W4?S>5gei-;cxM!UA*UG=;P>Wbb9O?oAd&th+$}sRHscBS%~z=Q#l0i|UU51<)d( zl$X)cX4Lxq;y1n>XoPTl_~_kT0s2;y)D$dpOF%%hzw|Be%P0-(AX%m;kOU*<-dnQ% zTWj*GT2#_hgAa(p-nLUbvL54J{A=33^@zS8XC3GhONC#lapPH}%1o!XX)V7_^}P9&)zU}qX$B`~&c$nt5KmKUbTR-D z5N6O8sOBh#g-jt!e?I>`%tg}&VXtZi^x?>>o=uWCgo=q`D%F5{0NiQuw3mioqKu^h z_jrq}(Nw;Zy?%MOll+jkM_g`6yPY%g>wls2de>Ek?h z7R;D^l7+#7W}wm43w(VK`|blatdCpDJB^milhSo9P>6;jokHJ)%x(ut0ca!9RBG${ z0}iKTz(+0X`b&ouZu~})78Vgz){)OFr_D8e?=G2<&-2=7S`YtD+|QI8v>P4*`B@Br z>e<;2NoTPyly?+SjY!sP)p}fw#cUPWp$Oy>?1^+ed6xDqzM8Q5kt8C1a<-thI|>1F zs|-y}E+yV6&yWMj03meCZ3A&{_<6%lA>TXtitdq!F7hgT1`s|Pftfv88;OJ& zaa!BRR?w#d+<*<}u3jq+`afOoUe^^Qlp>S%sAcjnx+R%1@S8+Mvt*IT~WR_y6jQF%hmeyF*>LC#Bu3aq6d^L0*{0@?n zRSj**MuVS@7>&AsU%YZe4%0+d_&K+Hu~o`pv%9~5;nybFYa#U_MUoRokr0be87hwB zYpj1u@rd9fRZ*(lz)?P8si!}|)Hvp41Q`DAze6lYoAw$!g51cIT|wMVURX2hGgMRp zENh7b=67?>Su!`p?{qUN8`D6rR57A;bE?`X!6%{IIgKlt zwAj4xm*5B@bC9!i142q5l0adY<%j%SfGuIl-W9+ov?f{FH^YY+4y>zx zj{~dxzY9bVmzhX zO4`IZ{KU;7AwJr*Xy+pTg%0%&w>AKBq7akNgExqse=iPNDYv4laN0Z)1+2$yLyLBB zz`5?&NeTt`tiFK=yF(crr+~kF9Ag~0Y8NAIYQ{jG6i_$kb@xud_f_Z1{i1oK-|6u+ z2&lJr%Tc~O)S__z_J&2%G#R)u95cfXbjLMjqJoJyfjZX8efJ$BNMZ;JV;ww~h8qoHk)KFM7c@9y9aMZm&N5n=+$esARW`$ldD{{kQ(8Ly}m zkQ*6yJXH~S`FYYw=J8!8q)g!tLB(mxQUH|EX7C0&<8rcU!v$9Ec1(A?qFN&_9{+pz z*6MOJs)3AN-lXL?PEn}@n7l^n=*<#GvX|SeHh1(p?u}g`P2dN$3I9_!Wb(z1xM`6U zI(z&&)U$17lS!% zv+&>uYn&$bX!?y!v+B|NX|*cmQZ*%a(;>*z-)|x$DQj)*4nD?_s*qN0_XlJVYF1cb z_5&}nO~vxW-4DFrC6s?&kB!_4v>l3xjHJF==wgh*zehnSfRq{vlu~};Mx^Gz*0~K= z9EQ}_kkT?8gdfYW!10uAw1pFbpa1ujEv!Gl=mHC6#55sqd!bNT?$>+QSdf&;Bob*4 z4$w3^!QZ>;Qm;nQ02 z&VEvRPWBikH)-@0T_Dvih$0Wgi@%g5XR;~Gcg|R<=WWycbq#VsDOY;l9k zJN%uO(NxFIy(7JOT^*l&mJ{6A3BAx)g`gWEoGFAx-UT9=HeG*y@@0>U08aI7mOY8Kt9mi2dardv*}?$L$4; zUw&gDgfNQs0xUbuZeCZ3If4?(OQEq8GR;<%#C(OQ}*q6`h z^)v{1woP|AkcZV_h;axNiB?c|cH|1(0E|t>h3+)DD;HUMqf1bvHgqi-Dnw`B4S~0c zwjfp&Zf>SeQpiH9u}yBIsdcRzRbhIK?=Q~Jr7{A*bM}=Ts73AG<&t+sf$X(JSi^|r zl4cP#C<4M9R+@l;dKdfFZ?;%KmLJdA!)?Oj_*8z^d@nrit)bc-{~hhfh#w%A|K|d3rrYG6F%t?wn%TrFy&M(zBC<(1zpLuuQI-Dh`oC~luJu7DiL7xK2wviBnBV1g0bc;Vf zP&!I}vXo|aQhn{Fj{*!T_D4`<0}*Tw0v>?jX(}(TQ+>piX*`+`~`*%P6ksA$H0ER3nhhoMU`4CCrjaw zr#^kxmDP9#$%uME@DY=V8kH+#m!!k@FM&06=4wNmHSW@jH+CH(NReU>7{>ctl%S9X z0^SeyC~7WcmV0$S(k;bf|AVg8Nz!ixfKpJsB(iJGa6V|_t`*mVAcg9lHQ%9lyOt_g z#wvc1jv%qs2>b{non~d@iTz?k4Of{P%Fbuekc8?CNOu`zojlWMC-!2-uKu?hhgq(S zGek?^q`g5;n9i!8cf%0kY1wKm=1{<$RO6~(<>0Ae3ijDaju6lFIG4EjEKU~|JZXdCoP4=Nb- z;$O>WK6JEfaw!8oSn>Q1B=TMNspb1x+nZ2aJSpvT*xEZfeW|^!+w9ru zK?I-7?fy{=qm(N&?EcUD$`~!!xRI{ToaK2Q_l0fLl5cOFD$<2W;ey)x)e^O_KR~;} zGfZ6h*W2L7?atnUiJo7}GwvJ}t`aQ@jH8hh;>XMFj<+2Jfi2vszP0)wEeE@kGHhx5 z8&@ENW zg34{CPe;Tdq=tsI=g3xk)5&{f^D3OVIBsL<=6sN!;mrlV(?n62_xp!5(T$awplUqnabRp1Osmv?IkD2W|RqQ{OdW*Jms<9Ij5ZcKmEY+ z%>hK;H&fR(sP9=#^Jg6(K$Ek!{!`I*qXrk`NP^O5;B!<(^w^PB3qiXx%NE!_LN7k; zYLg6n-99@O36kC1e zIuQGlBezxl_Qe@D9@2U~Xw|3{PQP~757zpV7#B-ULUWAc%Q>CEzfams%v`>hBcQVg zBGZA7IKRgm&WAx-^_5Y+0>|ZThf77tD+i(|#TF^lHp6`@q>DOb>g20>&v6XTu+)8r z!jfxDLszGmY_vN~&C~>!-q_QaW8c}NsOkwP= zg~e}3?$huvFlNpX4xnex)JkN3bs%6{EJ6&i9#HOAAIXMV>aJu>;)EMD`o%ifO793aF7W@4y)UED6uGb`{DZb)KK&piaDhPh zt;{LG<8Fq;pJPPq`Lrdlpy(|UsCOQ<$$_`XY1Hptm+L#J@X!1t4PcO+FUiY327{JI|7PFlE8Uza}` z)E{%RHKLe3e6^n0Ujy7~*~{JK7YP^LSaSb~BjT^Grr5F^BEgV4lQtozK!(Wkk9^qA zfEUN1`hn$`6w&9NhhQ;zhE>uU`razMi6t~6Iq>^LNSaJf7;5lcn#8!}qCKN5qsw&m z^-@VYc+~x7Y)SqEPRj@06}KJG?H?z!hkbOrErHoATvu7B8xqK5TbUrdQ zr$Q8~$ukn|0IwF2NfD+`r)+YQR2kNoNqxu_(k91!D>T}a-_w;1$V0YG;#=ekv1eXF z+)K?J7y98Y#Jg1Yip!RX}@a z1|<(ic$vpkR8X=fHi19xM|t51pp%#Nh+o|1v0;#92|{kwl#`1PslZKkQu=m+{4Y|4 z5`!+6qFN{(=iO!18vx)LShB1aANq{VPObXc z-ODp24|1w>J&Rf!)79nQ&7_@!qnIDn0$rUd;-EyLJvFx&?73$cIxQwwbfRfJ&|?UR z)#djn@ZIt^NN3zJs!IwYTTty#D6Ft>SXO0qJKNlu-jso;i$IyrQ~C}qV?zz9 z*c+;;n+eT*m-u#yr^KJWW^j}TP|&<|sj-+rA!y3EzM8h#bO|@-Z*mAwOjxl;fSJ#4 zihW)i&jt~n`dOPQ=p2jgOXGOw7(TMEWOWmhIaIGMx`ke-$ikdnU!`1o*4?Rlc`>ou zn{33dWLSQHzV_;3aQ8%vjz@i^&086D`HkM*=j+a!MJ-U&L_5SbRN7!jmNT5G?trpb zMn{(iA^)NEzcg!i)H7ckJVKl$6FyjefOM^HeWHvvDUQt0&fFJzE904}DcSOV>i_VT ze*Zd1d>)t5q~E)2oV#XeynE`8Uu0nmF{d7M2My0((?r}zJ~iN93yq7c;VCgJqey3L{>H%IV!{(11Reyp7|$phaZWz$@m zdD6lM4cW>f2A9_#x^fa*4@5QFGCzX{R`PAD{Z-;0(${WvfN0`lb+Gc3aYYfu&1$^Aqvi2n8$T6~xSdu-7k74>Ibw@y+vA%kR_wq%Dj z$HlCt#RhulpKXCo*n=JZ_2SE*@jT)?FPpNssFgHLLn- zgPQaT?XC8}u-~~S^n9K0aQAa_eY+gTQ~pWdrT>mJQI<4=*SNolPFv#WeYLGXNVEZy z>I;_1UE9S;?5=SKNz7RPt{qt&9^GyJM1-M4Y`O1aB43}BoDHoL3^zt4reb0(=0%9% z=Co@=ahJM56+ODoEHy*9`N+ojZx_82%Ct8A58~7}(b*5lv1+4SqzN&s9(OQOJ}IFr z-O@#`$3WPRU}3Q2raMD`lEfPL7vFSF1EZPPsj~6|UlX_i_#UFcZtr?Ob`x1*Ifpo06H#7`-jmRyGmDEgTG%XCoKBUV;F?7*uN$1 z)&Ph}y!u)&E>kh=mDk;)6o%8$swnZ-7pv86Er_n`)1?Mv(auc%p278|*a5ahN5ro$ zI2u+dV_27!{*{B1s2(+FJkuSCS*LC3R9f$vEBKuKn77V$Oc9% z)Tj}DN6-+AK8T&%8WbfCrDyTbxnoRVfoHCZz~;v(&tP>lNG>llbMvpT7$5qijDO<6 zM$3{IEMyR#6Hbu-NXn2bLU@Wby+D#kLqm_G%g-wYYg!O#@O%?I!+m{g>1VbSaXV7w z%9a3U8DYOXYSSIfzF5;@JV}>su$e$Z|Ng#7z|Kz)1gml5)Lt(sVI!V(CEU^~d|LWa zxMSUltT{DPu(daYC4`l%r(xL@yeTRRJ6J9gqMgRuhh%FpHs`H?BFY(mSAt9zR9-i_ z$g$+3aMIl?^27`NNfiryj-vdnT1rl~i1-PX#w6z(8H5kRcmWZyo6KSTvULWmHI-rr z%2FF#BRNBN1s}ud^Sm0YZ8Z@h1zIyw)rc!MI6f8!7jY;4tt*a`%tPi^$SLQQz*CRV zxRG8ss0XuFgoW@Hi2NCq>pm2N@PRZ$q@?VwcgrzR-U{nxzuxsmR7m@Vrs2RZNIK`^ z`ddbqytwg1k)e(uQBWhU6jT#WR&@IE4Gdm9j2cR{g|dU1&kMqOb~E0s?1k2+Xd&IS z0r78B)(rM$%{#+>tm|s(Ew9rDW!)+lWqH&NL+DS*VfiQlt4l4x^I7wj)#-UCfI!P=;yX)S%^16i7Qpg!WPOaCTQLd( zEWRDkKSXC5FuyI`pNYydf^tJ1M$Z`jPqa(szi`fst;zO&yS2xCqD{fiz)-yb-k_`p zkE}`?(26?lZh;LjRkN^D_T(B|!6RKmmkb|o0H`;bWr^kp4EbVc*+lK8oVSc`{y^#Y zs3>C8W5=yvR)UDHQw0-Z~I01Pvtih!&@Hou3sDDC(_SId}|#GKzqnC}N)a5)8>k!W-!UB82OENj>ladTkyWYtIWV zm9B%4IqOn0l{Oo3w;c2BcVuk!BuUu&W<+Wa^x6oVAjV#(IEZ@fL_0}+!q#N$9|)w* zsQ<8>HLZ_rH79CmP=42?LrQ}3i&N13c}D`)KioKgh(SvR=#{U6;s zBR>-@`H$bGW4KGnmnWM5ezzQf1lTkR$-jUoP6K&v;op|4W8zD8FJsW@;dkZykwQ&^ zygA(Mx9T@DAWhOD4E$IYS5fLZ>w zHQk9%JyGZ@np2XE2fO-0Q442QGV)aa*u5UoP$)=Ngilo^UE^M_vXcI3UC0e?EEF}z zMMfv66rk@jeG*^vT5g;2^c(F<9owM)&{~$`YrxUrqSWH}dr%*bsr4C}&2pYV6Mh`T zm$dr_51=khMcxpLG1(xsA%wmRw5ojXI!CPNqJy`n2~W3f{1#;#l(oS1@BPz1n}d{K z89?FXM||RtV--tF`f}A|b`pLy5d=X945APM|Dax1li6rQ1avfwb`0ruU!pxmDSp~L zh&kX?goS$QS_FO-@RU1%!`hC;2Yyn={**LkTFZc$Jc%?ubc8)SoCK+%2Ag3=w)_1u zSr*euQiGc-02XPHOzQv)buS5pqAeiHA?eQ@aGVJ}t=#ievy!>!4zc-t0`r+-SRLiI zGY){02t5gL@SJ{h@!`yMmzNRzQG5#N=2Hjd13m}lnG zj;y8|@SkuPi=|aJh$&-;O`XPT(ZHX<<>eJ;Jq;O*csjdq%6RgbViIU5 zbf*vrw6i;L7)L2gcdG;xAcoz%BSU!`5J?d3!Mm7%muNi+G;|MNdTo5x9~Dw&I$Z93 z6#@0UQtD$rLaX?8_>*v)#(ok&PZdbe?LR~@h5#JKyH+#pSr0ivXS0=FeJ!q+bYB0T zWUlUTnq4%$Yf!z3gRfVakJ9ou3P2ch*t=4g7%Mc)O&coBJT9=vadIjyXqq&Xs4#M+ z0jsl(Y&#Gx_5Kn2wjYe!@>RPNP_mloS7DWVg8e0m0t<@OkntyBX4}s!ka6 zwT{E~dq7E;Qe`{v|pA7r%4WdG>`C#Vu? z#Yz9D3x2yqtcH>r4#@*ZwIcp@~w7VYis zN%G2P2Ay@HK87C~fD?JpHvPbnyMj)he$cvO+fw?jNn2GMoqQF5xv9n^cYRg2g&jk0 zV2n?pk!OXHOoT3mmn*MOYdrk>pTwk^$iks_zP4#k9dlic*A`W-DRv0-^?q6g6Q(SJ z8U5YXAi{`)nA!teQCjhVzgUeG{Ug6mRpBuqIIziDd=n>YVm8si61pap^uO`Kd-SSpSE!Z#lG^r15 zbEa)>w|sIj@R6mK&)qr-G5l^NIjfsI#4i|O${mV_<%})AzKBD4jM$K>UchqW9dh2W zQTTgl8;zI^JkD}HCo@?{(?{8a069fe2ix30)OFO$**P#Wh3}<0pF=5H4Znqsb6o|} z%;4rQ61?y41#P`A+e+Nyb@S%`U0UxX7xo5@I0-$#D`dK)+fsMHt7K%&I-WJDMdJ|W z%v)j`Vq&#_X=^N3XaIPbN!r|$0fEu?wOlV84wVl!q4 zG*Rcq+C8f(mEBK%6l=*~lS>;}pUZW`2Zd-5xfew{PXs$9)YN6aR?qg@EOIO3MXAas;GO*1>1&Eqf`n+;L za)zB&{eyd$o+>mc2ody@U-_SGmxFtQYQ~W$Z?i}xk0G~}6M`*xNsYcJU9EmlVMX*n zfaP!V%KjxC2qsTdrB-S)XIk-qP+)f(riS1Aar@ojsEW0Z#9TKnz1rJ59k#zd%D)u1 zxMXryEH2B~-?8eHcA!KZC@ut!+G!kV_u7Ru&h-G42VIfPzJ}&oc-qBZB&8ThuW4|^ z>H9lv6u6~~D-g5{AF}=cdbp`@4{CP~m8xnuQm6)HOeXGGRXS=_-h{D|3xcju(!6BY z2H}_UYr*wKY8ukF%L@+tF14nCh_I|o({N#>(wV;2`Hqj_MH~*f(7OjU2gb$z9B_lc zNoI($v%oYjU9QNaUijseFCewd0A8Wd%N=grl$9(ShH1a+5R5c6Cb&b&a;qC)r||vl zQ=iwe**7=JhX=RRdDQYEz?`eNM2h-};LG1k-{=jDNHqp1RUeE*>4ahB|I}#<8zD;8^INK0LWsU*~s9 z7K+e8f7M^7i2kw}Hwck$lO^X%lDTWG|K4o>o!g0nJ0$ad3BAq-a>qkEyxwBJv%mO+ z%-Jj-g$|Sq>!0tQ+6>gHO+29TqQ?qLzIb66Vnwtr$nt@_{Wrp^UWSOpPmu2IfJ%}2 zv|QpU(@U0 zf0SkuD9db8^fzApnVct?LJG^XwD5>XJUlu(4YhJEq=bX4=~v?B)Pm|=d>{Lne(?vX zYy6w^zZ$pXCcVEkrTfe2<^SIC!THwJ)6h?7zMR~>FP^42BTZD&fDNA0ZZoGJH0*1h z{39Fvh}-6Dy-jdEQDDq=)tN!InZBjpt!46wcf-Fw%_$z>4D;rHVRt{)1s@iuY6CpOP;J2spyhQ?4TXQ`(GV?lRSkV*H?3__ke673mKNh zj$d41?G57nS{^b44(hu*iOW8&1{iifSA(J^l1Fy}obvv}!Xb$QJs$x8eCX8kttS3V&Nw zCU}B|eJTw?w%1(;I&K-KK-0}`I zxeE%s5tCh__UR}H|N2iP?7uH_lc5IOE%s;xC3GtMMmef=uvvpc2BfV z9=)bmj}*WG|9Q>x=tEq9Yxrt7EOy$ds#s7y_d+a0G$Qd?B0s~Ga<9$94Qyg5unJ;s zBX9}3Amuf@IInb1B%q}HXcq1Qh)h(GR(^frI?5!|Ht=Pmzdt+rQ78pMjhjh{O%tH4Q8nglRP#mVePf7Z1|_2~2|^o#+yf zC-)biTvtUSpesOG)B{29A<#-zR+M0oE1;PaHMIOtsfp?loTb8b!5eVffe4X!Zzd1t zruQD`Vo~5cD!z=pv^Juiu)UoD~cF6>i=!+kX4@!zkTdPlPuZ9YSh@fJcx-$5h5 zl!8*n{%pY#3j{(ITf=ooE=xtabNLYF$J7aPM@AudS`M}j&kOY3m2na45S~f~cQZF? zgv_q6=KYjO0q|1QXX7vz7fz<*E6|FszCum4?;|Nnw~{+KfkEz$57Xi*>jUV~U@ z`}_yDz&{W;T}Duj=uLwRqi=s_^(S{Rd6M7MR|^J?1_oHEO1>4;BOox}hFbp~AZVqY zOfbH#2V}uh%*P43Hi;iSp&_{WPrv!wMMcK=x;ZrP=q_qmIgZV-X5HKwvo#x!WamJ_W>lLgJ7Uu>j%}W$S9Z24Zh|K`g8H#F_zS4QTL_)YCWIjhpNd1z8v{CQM#E#bC+OxOq&OOvDQjSkrh@)8JPOj@->3v_wqc)~h z9@XA|fs8iSdx!wPY#) zxRC;MXeG_nLV%v>_zfAV;|U-gS81H%0p30Dah7f27#8!AVjrdS{C2v;4W+nivzNO z(Mhr1;V4H2ydT0xLO0OGDxt1M8xoY-NG7I((rT6|{A_K3hE>dQL@}Mf=wC;wa16cwnYQ%E<-LoFeqX zXzV1PaT<>ubk=Dwey6|MGIPY+6$Nzx86 z;sI?gOUPK4nSA9%r93{^99s&%s6F&*$r^qWBj?`m6j_A%Ij%YR?A~bHafhFywS=Z$ zEI>4*>5j*-92=mG(vXO4=Jg?JpphRW%ju=xm8{nh?t}yh+sc(^2)b?~3{)G!(*5ct zPF3+Jh1{J5F^4MRuu!ImU%+T6Pz3T0Ud}lR0V4=MG6Z4Nu$9$f^4!=T~@*1BJnk z(hCC22vFPxC&V&2C0@gkTBs^y~yiqc%yIuUV9^A~Dy zyA(h(^ju;S_*QC$D$wIQBd(6#)3jh7GY0*8FZfz!9|GQmzHa*CK-y^r_E<%js;;~^ zKX2ON$bwcw7zmUNH zM1gRUdDhSm9>DbUsu7A`>$@wJ0tue8)Joz8o4yeL+P(goL~qQxy8LkXmgk-dK~DDT zvo$2*MaITQFZv4xeO?)Z!AdySGBj1&9`J$91*hXKee}hh^4ZylmkAN?LG!_7O zQVbT~eCP@ryBFa0SoEZ%?h~87Lmv~8x7YsJLe33wh}Lg-?v3J;?ZwXD_<0jWZ}xz> zc_>*tW$0KG{ttXOFySqsZT%8G6zOUnt_mB1)6n~pAq6!*61l~GBE4~dW{l3C zs)6YNJrD^Ki{vP&2dM|V>^`{{S)K>GLvD~QLKl1BREiaZc^cWBXw1R>uM4G%Q7c?% z4kT$pWaad^SLKk8zcg%xsWPM9-;W_&(K%NnwSC`uyBacW`1iC>z-n=S{)6D;TGQ9p z;kX9Wxe9XII9I^sp|ylUSsETjMDRa>k4_$uy0ie4`Pc2CNO<|5bZkWx0n{6 zIe2;=Yg`g%ak0HSS2&0&AeyU3!7`Nl2dJ@B;QKjGa>*({p%FOBc_1!Y(ge3;BA-|RUT)yP^k)!r zv8%DuS`NzLLB7oeh^J9NBtKKIJA20p-~Jv9CBk6+^&8mu6Lf)H{lrMW{7 zID&eC^Nj(+#hb*bO=M-JEiu%XJVNW>oNd@@YCF~asTK+HPG6rNMia--d|JpOn}PFn zssB=d7dhOhP8Fc@@n2$lu|DM*^qXc&C#Livi*GX=IGVabHaMZra1ur2)*kGzys@+2 zs9&Z*X&(7^x)sP3SSM+H*>XRi$u2a~7x>JTK`3bkht}2bKc$x%Z0M>C+1R_T4{$_l zi4tdQ%v6uUD3;cs){sI!xjFYXgJ%G`r-7>^wM=7DxT!7{=nXDQAe#>hJ?K0Cw0$>{ z;a<01AG*Rf83WYLQe!>?%#HQ4cnZ6ow_`02B7IoORY@ooTPKEnEZyN?lhL9tthoWq z+L51deJyt82drfL08AdAbQ;K#JV?!z?%ITlKI%v=KJ2^ZZ(#*vf3L*lAc0HhV~!S| zPw&QB)vjLr%4buLMH$Hc70TRb&Yg{9Bkp47PXr*BoriVbLkZoK4v{G4>(Y#;yHj60 ziaFl^be?*~6NWJ7{zA@#L0yybiER>}eV+o!FmsuG&fGkdr=C7iw7aFDP`#z{mMQec z3OM(ak&hkS;Hbiim4zY1NXAFexdowO`8-RZ?cA)|TBWoFyc91j4fT=xX#*tr2U|2v z4oq_#+waQnOi0lO@@FSQAuyI#*y_OT4F7JJ(dGgIO5 z((jI=T?y(Iq_W)W=A}|9Qjn$7FA|eI)GqRs88Iwc+e(hjh)fhmY6Jz8#{)-dn%}{s zslNZ_AJg~C%UiyVt(@rAD-0WJa`8ER8wH>BI82ouu2_3=?U=J<+>SI24k+mXA3*J_ zt5nJQW~yF6n&q-l{8F$3dcSu+6yWuK(m-J6scoz4{b~ z16C6wKKW#U+;nz3Cf-%NQ-A6s{5x!@kx;NZo`PJpL7W_?Eaf*P^hDAk;NsG4FOcjo^eNbb z16~z4==G~DpUS)|Y3Zoq1KD=cPBPI^O`S^AFSUF64Hy(1-DoIb?BWjwT|aMt;UK86cZ;ooyD11N ziw|f(cg|9U1hh$Xj>}2(;%FWT%A2nU))%iWRvRgU_$M)xUER}Jj~#;xMGTRE#}1>3 zx8MeJK+d&vmv#qUmG`O?0C2J|$iY21bbOe1@~)tpm;z3O8JVB-*A;NXCf; zNlG8?Ji6o?q@m3QT9p6!MO1Vl)Oq?4xj@z)gD_!fp%uG zX<17Zl7p-|a6XK}W*fJGO2-Ku#^Mq+AmmaR>Cegh$s6vbj|QsGilTvDUT+4k&z&e!Z;X>M<+@JhknIKLu!`opC%tOArMc?!bHQ#?LxN zTocLU2YQ$RWb+ygqaVDZ5a=H0?R< zqeK&d-E{+Q^*b%=qec({xcUuhV>jKog)F;+Xvh|uHAz%eyQ7EM8luIA(B$=;5i!(T z$i%n9xpeWodp)Tf|Mc)O{nQ0RZP6t!eEMAJ!2JpTb^UyO z{6RPhOuWKGJ5w@Zwe%1aVHR=m1x8=@n;Ci^tdXtpiXfiOfcrZTqMBPy^>%!X?HkG5 z7L7R4sS-K?W9MfmCVnKS_as4-$#>ObrwF>_P)m}HNBXlOpu>|7n6KL$py{C3X`0r8 zwThPTXks852MrgFvJCOOvCojAp`cGhzM$N46L8dTQCv>nnb7JT$lc*7=wpPMnP=#= z<9oiWXHN`sFHNjS2afcsju8s94lRlJ6zf=Iz40=7P)*m`pMRB@2Zk!RpZNsk+E~z zxF$A%CaGT3n9r@gLVpZSrc^#MjkRzK6!N9Xz?yW>zpu#_`%tfVIq2QTm{X!bXkaO? zxb8yRg5vI1Q16(*ki`TY$45oV)@474x2iKLt&)?14wNgFO33>2Di%5Qo!+X^?m&OG zw8~AfhRx^d)}ym$Onl(UHrk}Lund_Vuj!hg^rjjd^LVRU3pe;Ml%9_ZO*%`0!ZH^e z9iiSzs{AW-HRyuU^;+tlg&WuV=QMsWf@p|N@M#3H1g~~rV{fJI@lbVo*g#p~HqIe6 z*S6lp;EbO3h%d`<60GuGMprWd!B>)s-P~N8tZEsjoWS?1-`(I~8iESk5+;QdrugOd zXXUIzQpIlvTwYbxsGigaZ1K@pm)?G$xmN~4srAGTY7cj71y!V0EVs9}3PR@=>0b7 zp>^IW1=TC_>^1Gq;2Xc>Z_g^MaF}21apboc$bJ>T7n>HX08bl?%zm$DP%_2lR@=MP z0FesDSve(9788nt4jwHWY4v;69UPP5jXb(#U1KLCs8+HX8X5-rO`}oMphuT7%z3{U zhjfp*cl1w#HvYZw3t&aQuaH-yJDZd9d*X7KlIXgBK1`e zvj(g{qiiGOo^@pjWIR9nP2Y2KR-mM#6@W_Qhi)YQmY7S?ul1;DO1nJ?C1^jYz8$H_ zvi{z$C%;n!+LLjo56f^EKY?K`6hBT~l#UI7KJVn@5Ez!;Lge|Uj_jc8wl9-=g-(FYomlrQy2&x#iMPPHwIy&()AQfpJPU72G zTOgV3j9<%T(uZ(^l~v6T&-6~Dp!B<%ynOiO+j+TTpAj7{Dg8~BpRRH<7|y;(IIZbb7*geKG{OWbOe$oEMID{{`^N?Q^Jvmrj*3mqLhgQ8T zx-EI~hD0RAY;xC0NiV}kMR)XJ`~dGmtM$o-@Rt40OU9>%<0!3W-*-&FB)j~GFX{So zA(y1wgUJa9o)F(g8mcgP>XAMEn^|||ofg{cD}3_&O_1v6c2gGrT}r>K$2Umrg-j`> zi;L}^^Y(Cr;z75Q|DdO#1xicKl;0t$v+dDytFB8%AlSs~Ntb~%=Nt6$roPEyOj!w? z{%1Ckm*$l!U9%JT7j`5B?Vrebug0{KIE@FB4X=i1Vo7zq1#98)m zd+sZ%=6$mz@bVSRJJL`U9T)*f5tR3R5{|h;rTHQ;vEqN+@ck&BWUTYYm)9cz7cXm3 zjD}a5DH$21jCfS}agg(<_qG=qMh&b$LdkjkFOK%|zO!6$9-Iv29o56V;N)P}7ux$Z z5?2D%!tkrpwvO`oNDzK9ILM5(u$ri zS@Lk!}po?`%N4|YGBcDzYB?Jv#OjIQZ^Uz8GOFZFV?PgrQp2a#8lExz_Ewg16?(O$?4gjejd*En?_e6~szeCVjY zPH~|mO)ZmWNyjNhZQV%}usWS#@t~6A4X5x<6xT8`-TY=mTs&_|O%op8cuesvY{u6(W%%k?D zLn&jPm^zGdX%acQ&Iqh48q;6IIy3nuGA}@r-}+C{Wo=8#95h4sboCc=ZUo@zIw`6Q z#P+|rHAv*Z_t#Z)ah#i2)f0cY4#P12&Pq@J zDXy9;vTO1FoHwTEz$r1)wvso@UT6bI}w}1 zv;t4285*6~)0jthjUJc@j*+WHfo@|Lr2c-0O8VO`^mew^)~rlH*d@yJ@5BFftsxS5 z+%MKL_C3s#b-TL1gD*q{INKnn>Eq@wHeNlgjO0ge1+yw6E?-}9gf7R)iC+Ch_N*L7 z5vS_PSY_#)n>vQ#j-igKYLF$^031OKU3uGxk~{0xt-#bz9jw}n6{cB4-yl`D&Mrnf z$anrq=xR|1t3%vrE6ED~*YS-H^!o6HR_go?@L;>16Eg3+;pp z_jz81NBqiv+*ri-0@AX6iH4h1BXr#nIFoMxVm^fu++R#1V_j}ZhoKNUCZWNv2`@UW z#wxZe?z_ved$UJx4nEw4k+RCaXWQ*!?e@ADoccbd7``o`8*9*U5@>F1RqCR5IyWpt z5t3juEyKWz-%nb*#BhkmW&e(r!0r55>>|y%-w&|#{3gU!JKzRQ>AJRGGIIV=e^GO$ zYprbR+%6Q2tE=A<3@e#3qIk9a9NarLet)$WEczkQaddx8g=rkbUqC%5BXFpRPD-{dX z@5)o?Q9n5Lj+*izQtE1GXw2qj8~~iZiHcUrmiojcm9$vLD7NU?=B3rnTTnh!ay`F~ z4a>F5(D%zVqN1eKs<;>NPkdz`8bi7gr?Isy)fpNtzepr7Ukj>aDLu^nKHy)D*#+^13mnt#+y(?!fG3F2F*^lQ##^4ZO z`Eyq8iI!@X<4_ZPaMUP1k;(KOiaBeGoZ|4g4GP^{#|(R&IjBx~%Ot26-1cI`5Z8#^ z;u%Yy2Y_Ug{*LBce~IXmuNO2&^8`I&vod3Kmn6RlDO(nq$9ur`UxDLt)1fBq;0432 z-)VyCc@ly<2R&6McX<|K?v4~&kxcauuE34&h#NELmdHNf_ISC|Kk@&u_vZ0X{_oqc zlopj%DOpP;N~MsoQ=w3@6B4qH$k@%GLM2P;6Ovu_ecu(KB0Iy_LfMBjjAh7uzEz*^ z_jf<{>;CWg=XpKz2Z~v)>v~`3`#g{HIF3`kW)36L>~=wF!YrC_21ygH8AU^kO?G3mAgj!u%-zI^Sh(Q}3U?bq_Z);$ zV)SAs04ts$&{R1GS+mHd17{4_9uuKOJ0-dc*{_T`lS%_#SWIQ{_d zJlrY#gKYqKu$;VS&IDotpa=TJ9yNZiv@akRIMsoWsHmBO7H6d}!DF^SGcIis#xLWV z1~XwLI+Fd83vR!E;K+Ghw+E~^hDakwh4T*12FD`gn6d*GQ!dld;rMn-yMNqf6BUeU{YJ4*?LB5FUf2>>EBr^q5$ z=L`o<>$Y1o9c>%zy}GjUCAJQ3c20YPsx`^Bf?r^ZcFc4=d}!-Yx2Nx0U1hU+1C?6A zs9+D=AI1U35DcEWN&Ma;al!^ff3YDuXlT~Fse=>QWzW{#-R%Vn=FG%JNZp*8sQJCU zw}?zEek9ehk;~+e7IA?7D_%Vz`NoEcyWEe?%WEe(w~ur@2NPTeLyE(vV<9{yt_DQ9 zhdn;aZI{$;-rP%Bo!IrwH^Zr5f#euOM7LLvG)7JD0Ws$Xc?N|OXsmhS*i_*QTzU(Pbh1`C_wE;Ky2g0!MrSZ?8JK$(X;P-w*Y zW`5%+q{pPMca&$Km$k$U++i+tA-6q|R*9Om5aG`P+U;IF&(^bb`I2)IzN1R)5YeWCs0?IRbGUpE>SqH%^p54 zB4c1+&|rrQAnlqEWC^Fp?8P?jZG;T7RWSXXTS?=~nPUyiICtVakBnFGldZxpRG5HE1leauIeTpac!>M&yxr6`PfJm(`|oZ8?Lq zxurDe6K<8wJCpX`K48_G{b1%BAQ6w32z}A8U~mTA&`I@-PfkvrWlM0H=|5Dt8D>Bo zYcisO@fHdRkfo3C$hJee>o`XtgzvSqh*z>l`o%yLO=o334~% zUxex2V%Qeu;v41c?Q?~Mg$u@G780Iz&H_?zhQtE%6CL$LHyD}3&}4+1A#^P)EE`2%rjO#J zmdB1>I{`h)LVr#v$)TC$xp8CYu?CM`494$JDr~xdC0z(VXMCk$!OYaOnA}_sc!2T4 zExQUbRO&iV%b$DnB=pz=5T7Kndc5>xq;Vzk$X4v`R}<>Xh}J8#p+ce9#h02E96X*_ z?P5~$Mh`XqBPlI#2bV%$q3_%UHIt!%JLK*&bL^~>x8!@~plUfhzW|JyM?x1afJ z;@tI+ad!KGQ(2%TIy+6x2Lr_#z{Z4|mZtas%M;ZrvNdWj0tCtau%O9D#!NJJ(s7dS z6%?kQKiAjezxYK_kFd*k5P6^96zWrwOh~@xO?m<0pntGUQ?DJ`3@rAc0F%%eow>RKj>}ILmtUS#n}X;%`=%DgftW(tldUw1N^7`U-&}gBlm)L}jkCFxS0<|4 zRcSR~m}vrtonC`cd*IQ|0W}QE3bxPg%h{9OV)6YSt$?Kp=pJs6zJ?433f^TWm2JIQJaG?!p{)oaVeI5NrxQfR0|PDZs+um4Lpb{`h%h zLl-#{b=K%Xri!iQ1%%+HrK*iGW>N~^ULrclWJXaU!F%NVv~eY?v(Pilwq#>S_j6+LpOBJ+k(3$@)AwmSs< zSdJ`51%EHMa>U1SjNWfVhHG9u@0NxJvwbKalWkA^{Px`^t9sw&<5ltj^2O)#mu|y` zF@1a&;VDMrMlS~{Z^LPu$7Uhr(>*@dVR6qRLVeT7aG+zkcDuo}hBF;!P$|UvxxLVWZDin{&bPLwj7A?q-KbL#m;+{M?2gjQlSE zmwrcdj2&(QAb8wm+E7ogCqa^~M70W*Q~Z zHUeVt!NJnpO3qX3j=Q*b8gdM|<dkJBUO02uI?HPb4dl|(N~Ao!6jkrM1YTGAM{O2GpRn$%3t*p| z#_aL0@MvF5l)va8-tP3WGZAxjVtNCFQ>swqI(%#z$8_XL@RQN!1AJQXhI|-GSNqR5@0spx;69;|_w2Nwk$d;UQu57O^v5 zJ~MW#0Mddp?%u|<(^ux&>SE%SPSYu?her*}<|UpLV&DF>ls?~Y1@5kMzEJWw+`3T~ zwK{O!&L~Zi-N5N|q$Iw?El=3InM)+9gpeu8PP!-56wv}~DE&p(Qxi>l`MV4^FamSq zf!XeA;KY1CjGUNAN? zQg^CF8RtJqv>G@oH9E9xbFIDDSzkY*M?lZlXGt`$^GiFF6sKOq$L@L&WpUiTvJ0>+ z>n}n?96mX=7 z?{05~YyBx~S6Ie-J~u5sR6jdrI#}ghF{0%ZQVAo}?j*b_(7-TDoOp>QoEqJ*)!y~A%r?nR=(m(zAoZ^86%mde-FU`lbv){9fctn`ElPD@DQCd)b$!STF;v&an)(V~eg(GIc{p z>K~d1UXJ+4z%IrEexusI$#$Nm-uJP4u8ZBvquw|JOvz_%JXdq3KTeKfqQGPrd#E68 zZmPSDXlo$CJzL-8+`jhidbobtLfr6D_kza$UI=JRKvpOPPP6+LwRpRUn8SpzjCw|^ z8!fZY;LnkLe?OrVLb*f_r4Sklq1Zzc!*MrWyng*UsT#2iGK!r4(a?N?c?NrJ-%FDZ zkN3Pnt(fDSZS6C$kbZ1CDOm|jQ!>=YN?lIRq8vMM+N01z@bzaC6`UwbiZB$J5gmSZ zeuz)FQ+Z#B>pGeA5B}*$QPuz~(lVg%fgkO@) zPH8r+&7H>gj!?IIm$KP?*rV#<0av;Ne|+Wcg^7JDP*#6nyO(B14+u1O`L9^8TOBi5 zx%IJ={r&2#wC#>(AI~WqliIMM+;#q`)f}PZb21SD}C1e6h{Vnla zuG_+NMIB31R)mINquB~>(eHvj!!qxuigMh_jT2}498AIHYwnb#3R*=}!U>!Y0DYo` zKXa$li=u4U-(iLa?mX!_^MIY_j%s2?r_(CRxs5AEA*oRMSoXWWg*ygqR{IZ*w=(6; zim9Pn2_*cA&yKwBuW!pE1SWGZK`AUaXng5V6G+5+`zD|3v|0>k?TMjx+n3G$B|?nI zu$J;}4N{5x#!K8^4ItTG3#}yP^h0k{yv`mn#k!SpSPl%DJi2J(+uITuFBUL4vKKmz zYr%VicBih#p5>R3U@m>mx8+=#LnRNXEw~cTcUyXp?6FjD2!GYQ2VdR#opzC(ny)mr zCHhxliN&QO3E>UHRKQ#gp1+{zA(Ah7{pMG77Z;a?rPpVTWJ^bZ_!VE+Ffk9PWsngn zbPTJ3w&7Oc)22W8qQxs(;*S1p#$BwBeWSMDCnSU?EzO>H2S}y8_7Q~2kAUwCy*|F8 z${o%~0&apBF)Kw~JM-)AW8{9Q%J+DLq+Q9@etGvWmUhD~S>W45z_%ySXLm7sxCoiY zka2}01+8{i;K=4fQj=SsMlV&fl+3j8b9>WEz+&bsaL31Sl5u1?Co$qIMs-p(hGF93 ze*X588g1kT5+$Npr}1dp_ui|SE{Y%e%u9Y|r^ZqJxX6dIF$zics*CJL?>0rUQ)X=X z&e;HoT>0;%jJ7v$Q_@s;Fx~a~@jB`+Kd3?fHuAzd~tO?*2ULa-OIY^g`=*+7=k3EQI|d^CEI);EGIw0ER6rKsLlyhV z1Xz8f1jzvf$$3x=lOW(siQdZlhL>VL9~?8UZ&Qs07AqARggqX=D4cpgVIoPK#s*$x z3_LL9MYXtI{TcYq91DG_ICpb=!$%&%bjov!x_1GKO66_~RJP-h_%ex_jEKu65lue!BpA0z`C!>{|?O{e6i9g2u%4v+C;%tQ|3{P6<$_=?Tx9qsLl9EO<9ETf~N zJ&Uu$625AB$@JHII72=ux?XLk4Sy` za_!ZrCsuDzjR6&;zT7@hsR`>FhK4iU(VWSTe*k@SuB<3&yDQ(c>d}bc2OVAAn4PQ8 zbSQkQJGq@aD~So7)+Q&)oVxiiC#uR==s~`d%ZHw(hDYZfb>2nZkIud<2WVEu383KOXx0vB_PNUrzVL{ZoKzk)I*Z zGJ1Z(T}xB5bD9#iZQt>tMmdZKAZ~?IK!(Tyn~FM3L%f5be|h@Jw0GC*-l;3IM9i$C zJu6eg?@dF0@9N7v1HTUBK72&o$q?`n_5e2fTfH)WYL(nY2*zWR0iP@vraMx#WHTvC z7EuZ#LOtf#0m~k0Y_wXYl?!2-XQmE#-TfKki#szuwpU1x^J$Qo4BD@Ffb68$aRn0f z?!NEZ*o(*&Ar06W*a@j0aAEY0tDT#KdgZ0&`yB+5#z;fhi?5W{{{oioBc}2o@8Cn0x)=hTPla+3YS=jb`$< zC)}%-?=Pa5aDEJ(l+S2}o2Px>KWURA!@2+)-C_HK znN^E#uZ1kXPShqIfBpvV0hq!yMLR+>bTayeK?P^oVi5Ok$Nac6tcF|MIa+pc%Q%yt zeSsQ9p-&$y{{dXmA$8$ju>th9LN>o+t+pwP09^+e!UM?_wl+lK&)Ze23+h-9-H_f&IJ9=W}F1T5t zS*;Dwmu)N9Q32Ko&c4K;D%(c_yz-CDI#P#a=PIPpOa^Ya85o_1ZNo2$Y^Kq3PkL$kT#pe(j`P zkN_Fdnmm3D7aYnwGNHXwZ!iC4wkM;B(W~I-`eSOx9CUQvUcPfN*b1_RdA1P{>HUC$ zlo~wl#I5)Uq0}*>g1Wy5t!vD(&6*e$7`FPc&t)8GRVH~IAbWJFXqsG%%4j2B{j+Qw zCOf}4(EV()6VM5^TL+Yn#XY=q3OKnTeLxsFCq_oPAH~q~zgG*-i;QfiS3`3MhtV>! zjHi+dsCEhr`TWlgo~yFI$owotKku~4#lcNYrM`aCDyhO$?IXYTCuIls^*X#Ec|YSmDQHGa!2*lo*PP>1wjL^q~=skepn%?Ey#WIwLhSVq5>)YJHS!hr*b3nW^3m8tpl$+e(&rfPE&O>76jxMjQHvbm)T1Pm`unF5W@ionzRyVq&yn zH&5O$Vm)LkWmQ%LMzz)bmKFx(do!|!*kx7@p1m#ofmjH9jnEmj*7ChGZ90J*61u(r za0OrXJ5aMyu9dhuIVtI}TmNpI*nmTX0G%PH)9SYF-KHTf0h92$xQL<>jLSDY+5y3H8PQMB%3);5+V|_!N|8 zpQ=RDJJr&zb5s)oLjW2rrRtHH^%~aDMMeAHJ~Eyro3Bo)G-r=pu)2(t>Q7p9i!v*#q$#@InasPfGjL-Zz3MtR&M22`L>}n5}f&nAgUc3JKGV z(;-C1Rt?fjd4?*#`7mk_;}V9(VJpdNqmDP9Ksrp4>^^j*&| zbp3vo^(@2N8^b*htsDrArOXDD7m{MewL1*`*Z9~TN|72@_Ir&pb+t_Qqfy1K6>A9g zFU6csT2%SegtP+SX0||5cL19Vjf{$$EfDT*H5s8!tRcey@*!)dFjg9=JpcCn zd;T~gD^+1u*Y^y#AcP8x0 zWa*NAH}JD{rcP>?Ij<+aknmy*DbZFB_8nLH!G_{~Wc3^1`l^o3Ky%xCfl7Q$%w5KGUJNcggTFcKM-{`rmhZ~V(hag-zS`n^PV(geFmQJ%c z^BV9kBsbd@kq9elW_AiP`aC%20z)&9ybK3KgzXl8ndI1M-zZuKrJJB*L}7xgQResu z%j;qgi`*GKHR?#FZUlE)Ot%mKzi~`UfVsY2cv(7~AP7pyHbjm)fd-MYoyzQ9$=TN+nagCocwTEK&?7(?}rW<`3M*d zykZ|xlwQiPIL;Fk;7XkufBLg$`657VS_cyY>J8dsPIo%xHn!llFl5fe!p%5<54^Np zrwgzVYnbhw4NA=SBaIPOgg!_PGd`A{u3LkQx^o<;2v8+QJS+co_c?%Jy%Ac=<4MtY z{lO!a(F?&SKCVD~1ojLkG=&tx`%}q(%(cSCfs;JPd@5RAyr!fiAi*jP9Q2a;6Fgv) zW$*k)bzkGu@{5|y$@J`H^q19?v3h)`7UXJ*0GEB04ts_p5C}^hcQ8++{Lm*pK=T0> zTr}7c9T}xc941F-$4@}bnK616E?Pk;HErm;zFKEQUB~gn0?~YyV>-H`h)`;ZK4Be>+R>SKmfXWSi#(JtlGA`DMw@h0Mn74gpEw zQi~E&lr~?*x<}M(@np)zjkmrl zvKww^?Hmk*5clCtAsjf-o()oR0`$&dp;e5$)yg#R;?F2La@O?oOKDS6)7y}Ud%?Uu z?kr&1F1xNlhhSj3Y45KtU`5lTBI7m+(gY-ldIww5p|S4V#LR^Oz{vNE#uXF@-?({m zXo;Xa3VY@@;BJd}{rvg!9U$@>LAq8p^L>wdFXU8;hIOA%;tfPvNf;9zN|^(d&@$_F zBO{~RLm!^lETTqcdiBJFWuXMzq)uMY8WXmK+kP{Q6AhGx)~J^A8eCjf2M)xNWA@>^ zV1DB(hy-_l08z*b?nkj7u&*&3IHmoypfD#V=N)XO>`28#57;#I%>sCr9~lvBzDW7` zla&7kIyv8@Q_PDO!{pgZS4a>E#OsKf7^cOr0cccXen4#8a<}o#cz_P6Q2_MP(lh<# z_{@+!N3Y<3zSRCR1$Eb(4(M689Fuxckx9x8tfh3pI;UqJ1cA{+P}9Eg#rED_Hf;!D z_;L@Z5SY+p`)TnjwAe-~9AS82We_+UekD7g-`jGhYierh9pK@K@6Z^`S=UmShfGExD!2|jMVr^dUO+}(tk9~SxdLT6IdKSbX)}*ov8v=37C)1?_`dK{^ z>A*wWeDgBVw|wN@#~|*C+P4)Lf@CI1F90*aORV?-TY0f#MoJ1FvGFaHS>I4- zR)_{mS$q&Lq}zs>XRUl?2T0O~1u0mW6(Oo?zgGK%f5L9Q1?|8UQaEufy?W5d50Pxz zL*%P70FgR3DyGqUY(sAQK^eGb^OQp{%o?tEdyc=5z(mohYw#bLK4NvDWU)(? zBCGIV&GhZ|2?Cq#yA6tl_hx-~cz(tNoHsx-bR3l*25nkvkM2;d+b+8|_Ds0acEuZs z0nmVt@9X&hm^@ijNo%X(R!36H(iOqP^sI1gU0-H+zHJgN+(!OWe9)st=%WL*JsOOq zg$LW__XP({!M3@icS?tQ8+M$_4rYiRGd1{qLtq{%ZBx9_l`=p#Ocf7i58i$Kpyd&c zWG2NMMz_kmlgM~pg(Do6zJ~!_(e>uxZLj7pDoK6BlQgDxIpC9l$ofY|qiI|Oe1U6| zrr!oD%uT8$78>EUHBneZV_#l&=R4?+6j;|6F%-3;$dvI&xO9pGhOOK@GC0cffWj)qC%UAa!2IFVto3et{k@u}$G_YmZ<;p}^Yxfn10*r(LmFP|2)NmZ=C=3~&< z`0_SIXHcB?NJN<9)EbhE=^_wWPA3rLs^N5(vnu+UQ*ToHakM&b5WNE`exx+P|io(pT)vJ8#HyqjmZh*Vz`eh@2vfWIZRrl5EF)Cv%2QGpZQ7bzPRBToFjxI6=hegZx=NzD8A zo2(4=10sio?gDnf8AXgY2>8q7#J5H&%-_NDf!mu^BtU$ zy~v!ks3H@z)?ecr)wF)Xq~=c&q)9ZP<*grLq`>^qSMl@Nv)9O7m@|(%LPT@`PC87S zIirIY2TJhqYp=kr=<|G(g4t|jVBrEAIM0|IU#}rCT>w}h$!{*QNta6q2?;TS>ml!} z1agdzi2bGYIC5+@g%`GNs^Z7R+5mPdU@2wk31egY%;6J7qnz=auO1kblM!%}Uk4?r zln6&&pnxYpc(YWP;Hy(;)8{VYTn_5&Z9UViH4rlO-+_=}oBoIEm+E#c#$E9RE?$9) zT{0Caf$L4Y+~Iwg{V0P|&HB?VvS_K-CDR{VXge%Is7}70G1x zR!zq0X1nrKC6P9V+Vw7B>+BSel(HdW=Ts*~H2l8n!-jMU5LsDq&mmKTp#&8V8!fOh;MiDlV$j+!6gp{O&g;Y8`WbGD|IY7?t zBfZ|K=V)M-N_P4Q*``PdGK$yUJrSQC?>XA*N*#u>JC}d65)0f@Z$K=WCCBK#x`|r~ zk~U2P1CHFj3D1p8SphFo#`#RXgFwxiLYwc4uW(G}l@16YeJ17lpX8C>a2Q73T3*Sd zTzZr`cI7m5aj#CS;DjuzA%AfzmAzvFO4w^BNCW$W+9I3&*}AOKUTg|`55}D|aV-rm zai~3W5a1Xk=gQNoebF zp)=Mps6D4mxax8#RpjZUz&M;f{cwQ;lSAdxtr?r2n%w#r(9wPL5W9@}rBx_)y8wN~ zSB}Ce&j*v9vve!A( z(L3DH&M|p1>K5D)8j^wQkD&x!!nrpKN+S6tbhIfQ2gApPD;rO?bN@sFNnI5d{Yi1b ze?~Rao5t?}%gzmC;AsFwbUqITjw)#1j`=k@tor1{AL04q(DW%6dMRBn?PB~XJ~$?B zIv{n@hcCX@I`_*EA(Qct!>Ul<_K2$S+5;sAel?2C@QBZ8#dLusm_zBbXS(SUAoe|w zTJ2q+wM)s6NPu86?`hb@2HE zGePfZ>&%%NX9#yiwh@YCJ+@?Ex0$d}Z)ZKNn+{=d{Y>%6=l4^>q2jX_DNGhF8R^bOHKF*-}@tZ>oejy#C_PwL0`)zId6WU@ zhe;jpGK?Rx(si6u82>TbjB_}#4rD&CJZ(sh+PH-YM=Ky=t};vYxa$RAKm95r`Q%69 z+<*4i#`st}u-)`MC`Ef26`=ZLG3|-20fA_$wW5@Mc=AlqSNet3^~B9bicG^4Hrw4C zr~NX`92yK_`5aJCc%T61BdqCQot2tSZ)Fe($DvYp!^`p0lgZ#QLoi8TWMP zH)ur1%cfHwF(mC&ahlMO&X*n2upQ`c8g|kdXD!d5@L6|U?@D_b4%S1iZjhDq2`!uC z$sG%SnvmbWe>Zf8-HIGD3vTdEqpXf34w`?}!=m?1N=KE6(a^k<=z+}^pDvew(jr{d zt&+zWpX6y!f0e9V;_?{`5xy;78>3kDDA!8DK;?f5rV5vpEYB0?3Hc$*ShXit@Onp>^p;g)es5TZ@^X3%snoxm^*wt3Qkzv3Kvj9M81Z?5^qy*z+%d8&$;tQduWKt)o zH8Np_8Mq;8H8W1u;`RJ{dWu4za3wJ?F7EUoX0HIGYhTy(mHOuKj9MmvZq{aCA|!t1 zoOeo|NP}XOPW?DEk8!JGL)$o;7m{pF{eVL*efI*&2fp}19c-8-jrcw z?mn=Kq{PwL(qf1lFPs-i)Y{tfcJ*mc2K*{aDS~ zo{t#%Z?*hLGz$k-+G&HbuD)Vj{~pVv4!Lm}V?eV$$6mY95og{f`s0Ho7gM%-fz)Z* zW}1(5^FhwjRg&B2gWIyj0#y^Tg{)gsQ&Mip1q(dp+e1K|GKdS3Z+EsmPESt$bo_ec zQ~@)V*p{HY9ot0e?3le2p^+DrlB7MU=|2WC%>uo;_p(%HByJDjW~APDpI)HGEC)$X zDLJXQxLa9^CC?$-kQNlM%M#aojy_EOQzzywFP+T57E)t-RyFtfJZhMClZ=oVazR&RIxl!u<;SGU>4ATjNqz zQHNjgcTCx7^X0ivyE{!0m!3Ah#Z3{5V^|p+R{YBg z!w`Rx=LoCAs}B8|-}h~E@i<2Nhieq$E70k4mW(7$2A51H1*ztjkC()8loZ4tIi*jt zvWg)bIjvvP9_jv5aREufZtcOz$vxy}>U2|uZyi7>YsV|>q+*5cZ}tkz?jRjx2_ z7{f8?CO4TYLC$3t)yK=HkX2{TFAGo8(sBml>v0^(8n zE7a0V<8Y;9c!gYhZ8>1q4$fTCDFs3;C7s#V2hv-{R49D$SMKAX^hRJ-F@cwn*0M}2 ze%3hOK64L>YKK+Lp5?y%e#?;-Yk^mc)GSNyr2;|yQNg|WEzJw@0TL4%lO=a93v@cB zQ3=>UOjN7*c&T=jglY_UnvKX%VrR_RH$EVLXMC`gx&b&T-uWI3v<>Em;;p3mQFEZ( zS8M zDWSOMd2Z?k_m-^+W8aVmLgkwn1J4mBBp4`J7)hLfI3>IMcjP}DS)6U zF+z_4y`i?}?^_AJjs>G?4}3x&i|!y>L<~SnX-KpI3c)UJ3ca%npqx{{dw8}?gTlHC zvaY%Zo9Lpq*DKHeVL(OW?|yl0ibTXvTe}nhyxg^(&79i8#AXgetO7{%^zzJ~<3Yi> zE^R@M4-mK_hcyz}hbSyqQYFLQ-}y;56*Qfzn*N zvl0@H7jos5^KqF227}B`dVu}L;jm#RXunbS-~iXZhlCNzj~VB-)Ka6(K)H7pIj&l5 z3AhVjCh}`={Q4#~u7F|w@G_uGWH1}ehZpLn;9=4V1OFEGe#2uc2{I6Q?M2pFzC64m zI{0WG=JqtK7tGN=<7J{>B&DR}fD*7>g2XQ(LPXVYJ*dKgUr zx!KC%EDAw9*ho(WQmYge@CBR0&>_)3?D78h0Y`fS%98XJ4$)&ACB0sFvu)Dw;((N**JAH!GAyg10-C^I3T$iaw~x=av7hm5)WQ(}NMGYJGjWPsuC zD8lLWO#)gHJUn;IBU2G1Kcc~8yF1|TgJqSMk?}&F0KyinJZ{hx*rq_Y`^D2QARRr8 zN@4Ar3RZDf{Br>G>_A*u^``%PfFMUyHlnT(f>)9wnd5I*SS0J)zGt8!V-}B%AVSkIA6AbWo2bAzx;ub;By42kS+K;wR$p_pCX^9j7-JJ z!RBJ~Ri8{_?3TV#r$PWSNH8#ckhHb{Hy7~?ox)p%y4b2JSt3!{O8`wJ0#cTduyt3~ z%Ld4)6byB|q`877!q$)S|M2BUFj@3JG4Ox>fi&y7Zt8#j=bwL>Y+A>6{!hP?zViR& zr+q{bmi;YgAdf4*-tQ`D-F23qm-ja83x6MDwy7;9|%+0fax8@VMFxFBHt+<<* z>(W|nXPqKf3E!UY@eo;|_ME==)srde1WuA|W<#{qSLa=H`Wx%q=*BR2*eL**nDxL> z#1)v)E1a1VrEAui72ykVofDPzwKkhOx6xDJp|K<#Zs+=Qe_;C8dTVIxyMsLi;-aIY zYwQ_#(g6NB8O}+k@aasa9bxgk!xo;fYThX zK-Vl}TeihB<7lKYABuM`^!}`u{)e-;?qChyUv-k+n%N`}6mn9$wP# zUWbSGT?Yx1rL{G#?&ptDXcC-+%EXV+5LSe7_ZYq&_6BGpd%Vt*_(h4hjoP2^9seBm zC@V-O)6&wKt(Kka?6UuP^-33Hli$C6%UhJ7lA%KG@aKZn}FHZ}Q7jznJR# z^sfA~gEG?SaD(VECpZO79&cCPs%2o%xcui?>)#Z(|86{<7j`HHwYJ`@|MEq7_7+Or z^g|lIlse6D%$EJNs9%3dvdrK7DQGjjmuCl&nE87FaODH%q;sgavB%-pe;=}E`@ca{ zVI!!LVm!9U?fpris9lstFUTVzA~Lchw*K0GzF-dgjSkYRk8vkRx3$r6c(#9PY^45g zuN{y*bovZ>+K0ErDW5+Zx(E%;l+0w6n})p1y7X@X3cvq%!{FMmRS`Xblx(LM_C=I7 z^|+G1|MtfE6Mynv^gBpdM}L2Z<#$BvT-<-Z(%)a8?+OBc&)e;9p!y=Ace4?!qE^TBZ6bdQGDvk%WB7Gq!j)2H*#H(rcW9xex;w<&<$ zZw<~vUvYPEkSrAVPf9BGAtx9;k}pp*1)g$mnC-vzYV@kvCUq;P|GW*43{*=`Nt^X< zY0MBNME4Fu?rUNHqYApmwU&SW=I=LY-TxGFbYrZ9P(7O_f@n|0Yn{6TjeLb~g?7da z%=3QEos}!;(Uo%}aairj&fa)U4U-vW{rTldD&YUfmTt&(0OURva3d;)pULY3B9+Qnh&L64{XaV&H&0`xUQk zGizlZC2U-2EIqeP?upsdw-j^~{Yqo!1a0_f2m>hkMGintV8>Dh?U}w959EykXa7si z^?ksl%Y|PNiCK`!JNN}Xf*x7-g4_A`AZqP7a`p~b5M|+>H&XsP@I#Jnwr;+OKAva1 z_Dzj@qf)d837W=A4V6)S@!NDwK^^HK`9Ys%p~0~w#jv_Y*$vx}P^S;7XacgaW7Q439;qvoCK>_S(EU~@e7y5UmZ&HH zM+ii(pQmM0TKD&j(&_h7E9Z~u>9z$0eHY9uYowNbKkD`^)Ze=I-SnwRUa+d!r)T<) zhV?{y^7Inm$;N;$7tRDdibjs1fRVfi`p&j>)B3VU_Xn_=Zo`%DEOojE48F&xV?I4V z76Oq@I7q>fOcvmZyI`wjQ^ud37mU2(G;iL#^XUh)VY;B;zny#cOAgow9ll^51fzlP z3g7>xFlh~X)hXae+txdSt%;4q0Tz}XkX$oU@JN89CjwS_Ap-eOk`~&aRxS`)vw)v- z&9@27D(QhGcL(+uN6JO#AGdoz3y1~RfC$%qK7M{OAkjHMW-rB?L3IT6%h?{7G2WYp z$pzl48+2g$3X+Z0jErLDX9fl|^{_%<>^gsnpFdT9SnI|Y@U}4mW0)5`)WfW-X=Y84 zF?G!`a(#Ih`fvx=W9{FQOlQLSZ}{VB2u^Voo65Mp_dw9@_*vyL%09QHZ(q{26bZ6* zePL`6U#N)Iyh;PlEL=?`Sn>HSaWGe=eib%{{yRBxm+}G-t_s0`@gp!S58H*ldBeu? z(iS-+BGwskF;OXONR|uDB|kvve_gd5v=#DVzyQDw`-@N|egP+-*I&#W)q$5+!Sl-z z{u_KLX@-br6X&C`0y0m>4Liezkgp12kJboBzuU=dVh9r;sBqJg%3LVAW%4qt&t>=S z=dc63s`Psz{hYb_hxFaM{EY#ks2J6V*^Y?ljFZRvn>5wbjA2SqJpf)(Xo$!$Y=704D5(J$)Vc%pFnjZKC;Q7w5pTm0DZbD8 zShOW{gS*(C<#Jipf<8yR`b(I8RB;Qi$Lt6 zwgtVt4%cp5hIf26QXq*ju8=p{D1)a_^AX(T{b13#7s!T=Kn~FcVQRym`dF&$cR>6a zeo+f6yOD5Fi+9=-!4$|}mRM$fNF2<6r(VhFzwVKP`Z_Sqm#%&jVe3VW({x#zI|bw0`Gdw29Jz93pzCQj=A^m z53&We_@hXxQpL_PhH?OA3g8nL(>*f>YZfw^h60MRR)nJzW>iUqnCL3V0-TN%dee*F zPFxy-t9$?bZiEeOkN+X(#R;g}cShQkG~=&OWLhF)%!acMP5ghmBmKP+f`|U5Gjw~0 zzHp9o=NeuXNK$!eR`CYwmL}0vz#+nw-1bQw(E*)Yv=*h$(s6@$_Gy%Z$WkRRHXq4rD?WS~4_))Z1e1sdPFugRpmQ+i8y$`vZpUQ-HOglr^+%>n??lO-+T+ z^y)+8M3x_jB+6I@qK++yOw?ETP~GH~mX;YJdiO?Mt5@`H6Gku*1HJv^;-HQC9|6o(BcF$c8yVIea7%wGZ$G+;Toe^Q2Gy*nDCHcSkujiv8*u%w46#K=; zwPg3+K~SJ9_coN3fkjy@bbb9FS4#qWB%?@Tr5p=)sZ;(|g&SQDWcR6vg3_%sy@#F}SDny^3!E*BY7Xpos)5 zM6*&L>geye4`3g^t|qsejZJ<1Bnaig`L&6HyZVa_qK*{_2!2BT%#7cdEn{vx0dA|i z_YX#I_Phk6JeB=fSpeh}e`kL3v`J$TW>~L@sW-2B0N+u-S@!+jPji7DE7j@s2Ia2Z z$Oh+ujIM{Uw{+4)0_>5~#Z~NiN_qZf6J;O@E}He;!o&Mv2;!4I_eVJ|W)x(5oboeJ z%&Rw9TN#zo+r(o&P!6UJy~0Gy{<~=Jy|@VQ_#>(@c1>5)xGuo|B7w}$YIpV zLlqU34+{;ih3b*vHd3$cbEtSB^oIrb=l&Yo@o$V1yk&3y?v*+*5yz3xn3;E-px4XY zwroPWLt7+XF1Ww;v1XP%M#~N$=)zM5DlCXI15;CIdPxVD;hxWi92YZ`wX7fXU_Wwu z6jr7HjU;=Y%0=$ETQ#$=-{xR}yQMl1cVrof^NuTper3%54u%eS$P5SUXF2EbkSt`N z4L*_*FP4^Cq*wC=QC^b{8hUL3+F_EdzIO*QM?o<59^XTv_v5z{Zg4xCbsmCyqyUlK zYo8r54!cy-&G%8$XbD_z_S=Qd4%Zbr_e1JI1DSj5=KFaZnnwFl({i4&gW>*kKDgbm zytV~`sIH)eKHrKF>^rKkRc+8Eq9!W1g_RIN!M=wj2ddG)XKxCjd(i-$<3O&%-m2y_ z2(zP%)qJ6YAgIg%hCj;pCklL(z^6JY({@EI`U6}bHalnR3#7ynyE3-O1N~lsm&X>% z@}cq2>3w6<_(6Nv(rVviqPsZA2dE$|4Cis*oc~AF6n*~R1o)#Zqk{HKFfpCKd!{q+ zCT6v%sjqVx$Df6Zx20n^wrS&ToYpMjHF%2!0zTZsym1Ri+Oxm3wJ&NYu*K6aYH!#k zgVHR0AhJ1rE7e(S8HXAM>~ z+F?LR+3kgd)nB5LwDrM#0tk4uU&85m5wGt6_f|&6$NPhtT?b%ZyKyh(lR65pyj+)= zFk{h4@Udb4oGvN`dv70EMxY38M8o({24i5fh{O~%>psZ~D;Bzp6_0sz{qIU|4i` zw_!^c{5ygdH{t^v0MUkh0XrpSy%@r z99+SV$T8;7c#*&hp?i>Om7Uhk;+k_uTRzmCi?162U$^S+4(ooIha3N2Y`t|{lv^7v zEHT6ogUW!Sl%gW75`xqWASi+$-7P)RodW|35~6~FQYxZ!4c!7NA_KzEE#2L4*5i(| z-}8O*#~!xZpW7$aTK9e3S3H17qWYn7hJLF}HN&^ezfj!*`|+Gyf=LDBueEOQ$cNcnI(^``AY;d67(F&ScOSW80mPRYLNF|F|4MIK<^=|BXB5j zQ>Z}!>PS1hF|-yByqEuKfO9~KL?g14@^Dfxu%N0+a%5RYwh`J~eU88>)!%@l;eQ6| z?}1$NZHO=h^#CS~(d;tdVSz$p=z3Jd48Tc-Ie*zLS3K!~+U4@{@|rLs;N>9UW^~zp z7;-aWY6oSv$;i4ea84>cv`&YHfI#>p*DeM+k#iz;FP692UA}ViC*MyLzB=v%W*)Yy zfPKRr<7<4&<*%ZSXniO_H8u(iC(ep@!eh%+7PGr>0Y(BX$k`Zcgh7#;^4Z(4T1d!IM?cXC*@HWu&Uc zr>6f5+Z1>xPI98+{UET{`{KWy;Ufy}UJ#S#J)PiXKpz`VmH}KnsM(S7-EwOO)#B+S zAd0rxd2;#+-g~x0piZ09r3#FXdd7Fb0WgncJ9s4%SmO@{P+Q=5FT0heqp6wg)UpY@ zd70WL=**zp3qQm_j)532A0I7DaR#&X`f_snxz-=AZwyr&fNgQm=TmmJq1h0hZhmUh zx;&+2@pRGV;y`KBx@BIgW!nIR?~ni4Dtr8FcWg*VW*5Lz(r(oc?6HyahmaHD%NH+n zwX|OPN<+?tfYbu!sT@<+mcc;S$#w^_Cqgop9wvGhHq$^$>O?2vAGj#it}XZ>vmxP( zjhjposfqvtN~Y0do7Xg$0Bp*lvicI`+Sgsza(n|knafTTBSE1z9{=G>N`4UeYZG;Q zIbUQs{m!31@`REUjGbKW6z~;Xc&5na+*INMUWo884W|aMWI+}Hh)+ZCCj;N^R!9UI zo}85_)>+$_az9zJylFm?i9bSI1;%gy&gUXP=X-?P-Yc;D7FQOw+>>Ww*qD_saVAd9 z$jI^aLm+r`49IJ^`G>y+q~?p@_T1g8c%maY|6u-_VPTI|;gkv|5(OF)QBcp7P1!>h z6ZeF{8^_e%62s2kvtN=8dcqPW&eNbf*@pwy(#7KE5aW3Z7-v*Y1I*F`gp&2cm<>$< z>pN>PzmXmf@e+Y#Wg;=)pL_V%RR`tD`ER7d*h6I=4V4NqZ6C=#7ZDSyybzp>I{}vE z9eI?db7c^2vR$s8ig@1jym+5D^^V)j95~V$N^6GT3)@ZIOh?r^BWLmp=P2g2;@VIB zRgNi<@#KQ!LzP7^Y4>bj2C16NajA8ofO>aRco4M5kAP#NW3uYJYzW}hwe|CAr&TS{ z=Xqm{POu{QL%bM~$P#b;RbjRdkxRhlebyi1{IUYKCdhA@-au^i?zH>sY;O%G1!(d) zIn~@F+?Ayx*eahBa}nIBC%)%%Mo!Q6zMuTWkO+?ZjHW^XK|xP5PM@#9oX7#%YQ`vl z@+e_CAU=B)LNEXMaIAl-RTIjVO(V|# z2PgchSYd22AKG zv1jhyy?foI123%#*xsf4MPQlBpT~eHdeU$CHfC$0XNibZEY)M6z8{#*{sVz zxmKAU`v;u`)h~FPdK>^NgxFPV9^$5=5(SA(3IP1uU<@pk&dCJ$g~$9)-^t1=`J3a6 zDg&(`6+(d!rGB868GP;|mN79&Zi0^eqj67QPPa&R`6%h3>aSn>5$h2-+@+Zcqrq(D zedSBmR{kIOGmTB-OBRY|{Hx)eK4$LV0$^Gu|o|QQaavCC=2O{3qj1q^kHZ zP51d+^wCrG*!cN3a;}sEz};R5mWApl-#@GeaFoi`rrdNkul(3i`e=ly9RV7D$n%J= z1FD5|&YUlXGC;ulU;&nI^0HB(<(-CU%0Mr$-#8Gn_0pz6)%LC$#K8&By>Wl;1CAhC z+(m9nc{8T+@}s2i>+Z)L)AXe_9qDB)9eYxMe81+`4r*phf|18-U%A96} zuUzCp;p)a9HUCIcEr1p6!Ts#$X#*9>G%p8ASM1wIe>X6vTN<(BIt1m0QGK-uC~B&$ z(m{j_-s=b)zs;Kg{8_{le_*2L9Q6*EokL+s+hssZ=?HqjEg)=Z#Q-OJf)LboLdG5* zpc%;U`yU|6=97Cb%0lB^w^&c5Q&12LT^qy5onMUkM01@gjGb|kNpCrQIM*Zs%ZLu9 zYz;ZNk^D(HBdnPpyo#a~(=(Y_3S*RTR<%^L(1Pq3)zEr{fwOS|jRL_wrx7m9@1NmR zZ`*v@ix3|hn%JE9YMJEV!aviTuTFh^dc=tk|9eXZ+)RLa@YnbzB))-W`b$k8RtF)heHwD$hJZS16FLBO+pPKl5!L$PFaQw5 z#@0h*@-dwQU_7t@4kCmUWHUAazq2#*E}Ew9&U+v*DQj8>8co66Z76?G8@RsuNc(Kq z%#YLtR!-gFq=6F50I=Lw3lazk^AIDsvVr!03*(@l8Q}ea!MQn7(>~Q7R$8O(duq&@ zGGMU?!^go5a8i;a1CgHiE&=EEkhBvam2`M%g}@C9w_xhlkt{Q&9zOipmp9PM9m{uJ zl(Ta`3CvZM&>O1N1+n48ajm2b@sw=j>=nM}r#%(c4Ovqrn;7iPEL< z&!iK;OFZ{I+c#jFQ1}hM@VK5{e@oUEEd0Md9GuZZE|>OyFZ~YZI$x@=p=p`TedS8a z9|K3w=;&8TJCA<}#R&mYkiNx4q2?^4kRR&s1JE?J5i4jW`ICW_*uIYm5Oqc}P;wdX zRH!#5;VESx&t8DHl4o&!138y8pxBs4w?kr<5!^b!(<5#fau`99Ep1(08_)ozIXwnC zj&5yz+e;?PwP4@WmmC4G_-WBc093Y#6bb>$BxCb`y3)8iO}q6$Sku%X_?q(CU2_Wf zLE%P%8Wk$PE^t#it1>9WbX0c7Yjc^M>Dct;=F8lC85_6u4(&HO=iT*LOdK_GKs96V zoF9S8G$86+XMAePPeuWbo9v1-tCUjH6Ie89Tf%9^Gl_iIt^Bx%KRoCjm`|gVr7UfPD4Bz*1{d>tP48 z_$bXEEK&BBNKdz3TY`zgfl)`ly`BfkZg~!H6$$D9Osw-TvCo&Lr z$45ONuqv70joNU37gh%yNsy+Yy~(W}#;j{)bt&@3H^{dcyw$Z3$}JTL4l6^`I-q1) z*d2}(sQ8-m>)v~dVMwq7`mY$@+^|Ime1S4%y=rt?o`M=Jr^y~lRBxC91FyWMb#QpR z|NB|Vx^(<~rdVQERg81Rb+dO4Y|iWjn7^~Pyh-q%!Led=Fk8|0>94vO|SrUDa0H^?!7r+BB8I}1y-m} zglkMW~Pg-`HGyW_=v?YYFc!F8_NR3S_!Wl0^zSNf;4_LM#`7`M$tfy&@FqER) zQ#aA`M%>i_Y;mGy4WY<@QlQK4heADk0)QN}Ymh&< zOCh3UVq(0=9^^IvsY?gGa0fOjgTe*MOkc7l0PX(C)iOrfx4n?YvaC0-_z-f07>E3) zhs^#)K4!zEDgW#;sqe0u%9@ez_{3Pv#eEW}E1pr>0`j2Cs+LI|b{m6|N8Z!NR)(F`^c3 zjq^H#?LN$#9*qCkSC+Koq zb?kpAqa1%{UnSyfMR0CNChZAot)5=X8wr{NF|NG2g@3Np4OM-2Z85nPV=5IfuDrFG zzG_>=BGcIpsbV3UjmRD_2{4Cz$)K2>=-uIn2si||H~?6`6hQaAAnNzDa~ZJ3Z5ui( zJpRJq~dDbiX02+vZavTL@FJuCivj?EQ%D-)vIo`bwwAq;;?l{o3o&q$K>fzneAc#<> z7w9%wd~#A#>mWxE`g8y72xfd3=~sptmKR!gP5M8&%DBta8f?6s-e=@uV2kCLTR*Mr zr4~dZV}mJ93}eZ%%XCrLjI?JSz|O%0l*}GB-Agi-9-7i@b8gyIwu>(_c)dbGreMchqF=>_Kmi&OPI2_s#DA- z(qyqK?X0x7)V%70;z&fx229WCOLS4hdu>~2P&JhePdMDmyM}jZf9d!knHN;jtM}HxvWr zi9rmP9DqhCn0;eu$YMl)V zQn0I8K;ZO1Ldg6K6h#BEcGH}%o|Ne;u6_fU(~drmfW~$K7@p8e0h8hNMbLraA@Ex2 z5n##X8G+tvsZ0or$+L2EJ^mO-^Robk()!SmdkTr8$HOU4G+~cK+T&2 zf{*}VZUIt1f-7u?;X*aa>VfiH!tKAcFNffFyUKsq2n182ECF^dn z89_qTrgDvDW}fK@V~u%gSRCyA}Jdbi()eH z>x5-Szf`AS8z1CmAsb8z9SjfHYqvQFK%b1u0Y#-~u{L7-|kp ztu7R7nO2&XcK;dwPb0oL19R4j3&YU zpy}el$%Oaqf4m5)j?%U_;=h2l=^McwAYg?cbed~?h3B45hYv=ejgeIWMFkCIXg<6G z2uAY{2xpMehiZ^&(43^zJxh&?i+kU051inQfFqrw&obcW7=&`!ocrbB-FfFqALPfT zHsPzM_ZrGTQ*U|K&Q2TuSZs6*;9Qbp$!%DDyU<-O*P%>1Sxn0=-6{Eo1+uslb4(Syg2&pImC6aF+&>Ikdfq}Xn zXpH$vq1Y)D5Mp|vk>PyDyKsLnV8~9SF9yPo0Vu)*jAikZ?0y80XLBJe5^^HJuxqH* zfjy{ud|Us~>)TOXP(yXNnHN|>BT!ZcC2}!KFnj|u4+y3#f?`XH0L!u6nH?x2Fs~t4 z8W{NTwU0r$e9`xz6A)Oy7dE#11qA=q;KaSlC}^GoDKrcyp^eo0>g>GVA_L?izK7jS z(i1OgvWIg%Rxmq}Q$jEESU!ye)F%0SZ)6e34(2JQiaJu*<(ZOEI&OJTt=w@cjE{N; zw2M+&rr0pg3408Eb#3mapKC5_gUg$>!_!z+JAH~<&^~fkO2=iwGnl+pj$y-R#e2uz z=q>TtQ6v+2fkUd*Kmt+GX~6J7<(IH{`lvmo95EbsD6xDGXEj~12#E0SFG7f6PPsS( zT#3MJr{e#d=FZn|KMOOaWK^*%Nu&Zd(-c=DuKYDeO`Y%c89cGQfPW6Bs7I=&nVn9?t#Y6{Z{lA%pRB}##kB8$y>b!E z4_y#LIA~^q2b~r)H!(8BHs>h<>nNj>TfpJwAsBwuv>ZcH6)8|VQtkt>z2nirZZ4G% zL{kEDB1rsUz~#xz$XL8138t0N;zs}suWed^d}R$&OkgvhT}*43j4lRhkdjy1TH1O| z>r$YBH;QzZ1ZcMC{bLYMhzHegXAQtQAZ`}KId()qV((Ue(CN58Sw`twkF8e%1D~ez zwZrV~6}Iixk)D-LJcq&YH9)Ak%FXq9ohcVgbf7@c0ni*-1EYmPXw(DX)4>Y0$4!8R zFy74m-e1fxMcSXQ15%-nuNNz3`>PK004m<}Ry#1;sQY7IrMy>FZ_xonCMSC~AYgGj zwkeXiaw4v|-16J0QbT(?yKGPxVGba^M1e)iUPY1Y|DsS;FgY?t9tK)TsL??_RlM=h z?k5~|0?zRm8OLDjXB$TFR}ge9*;dSF!-TZEgT?zGK4BvoYB1gmB~u5 z5c`I-wf$#lLlwHUJ&JXZfqnlL*!ZII7YaNEm+R0j@Wsx!uMP$u(FqCO{?wqZckLt+qZF;qHeXu(eRb5YY6XA4APKegm0(WF3HZI z3h$HBopUqq=A7?C%^yx{s<;uxz4L`zx8t9X@`}{gIe` z>e5|8o6)GEFx-MWi?;}rw53MBC*?;n;)(nvAtn;N68-NFFY7Hg3=@%Ftjo3Yna#dLig_EL$mp|el+{=047rRlxV$%m5_PNath6TEr6h_*nR zH*IbF4G23Hdk6K!bY#3nO1d<^u|2C-YATruZ%e#X`}d!PW<%k6DAf(sAZT`)o~VHF zYI_by9_cmOi6(Yn*Ns76+2H=pA91!Wt&Wr~&;8>V((78DkMWOKa>vu~2fBtuy*ZT! z3x1`!!qLV|Qd}sK3&xxmWGg@yFI(9qG84*YTHe=+{^-N#y6yA#RnO1@_5pp8Oklvw zF32uN$qM}Eb|_IJJ=-&1jbSMnsR)Fw(TH-L#Ui_|?aZ4djaSceC>;~`wN^%k>q3}* z69Ul1GwcMMf|r~fbD+{Dnukf|&ox>g zWfgw9!M9*b7C|Zhw!PsET1<-n+_uS9p-^ZtOe&$RaZQaJ*+*&X1M7p;#B02_%Gl;* zKp)#m6ljWR8hHDc^Dgx43|+MD^K++w*Xybk)$zxy5F&Lssr4y-wSFuGi-lT$SwE%Y z>5_Q=-SxY2s0;cZ3(yKd_kac|$Rq2seKDJYx3>C#%?I57WrRa!q>8xjdv^^Ulzu^W@aoEvkXFNe`bIG!?`jn5NdPbeR;wAM zv8JiXh~~(+$RF3=21?D}Ch9t4q;w5r2<$QOK5{$D$!J0=I1r^8HXJC`pVAjCm{|uHA7Q*iTESnkG-^dH zTyyP);1~&Y{fSszxC@QpWAqOG{bXga$0uaGJmQWThXUY0(46j&3ub)+oY{(wNxsSd zxp}$vE}YaQbSl~-y$-wO@2UT$*vLw}7IjR7q9jC}$K@fmg=0e~^~vz8?CfG-DEdtR zSe9gc+I>gjk>bBq0C1mTvS|P&{rj;bMPhWsv@5Z;$XzjVmTVJs869r+sECH?KgbGv z+kzS)Koy}G%0BB4__1q=>xOEHu3=UQ~=(o18^PiVZBTMYroAMEhhQQ52T79PM$ex?Q;vPHdIx_t^mN5h=g?z{n%zK-b_iEVbA(jEpA@>A$6W zcW>pnr#e=EB05J9Cn5iiBO(Z9xDv|dW8$h+6ty6I{b5-HXw30t9tHaj;Kjzgw%LzR zNTYh^^E5*IDe)PpQ1RhaZn2=z6W~Y_5^Uj_XUXxz zEC^ru`@YGxKvF;8b2uagF(RR?FFICa+ zU<*(iP@8Wc-AKg3G#^X9^9y_V`=$Kbc=*AljT9@gk+KmnXfNG>;9{UEOBqvGNh5?z z%4lWhI!{?o8=zE!eRC885a)ES3(a|H3FQ&U4Mg_{(>;y6x*UDQlER3+vj+#?omb#@ z9y4aAw$E;|seH^W__>iH%p}}QdxszilcN;A57#ABJPyYS|2az%(Fk+(y85RPXECfe zjTu>6)Q0~<-EFgzGNsbt4NMJlhhTx1|SLJ#8y=drN^NZw6k^1N%MP%za5Z5V6u zr2~#r$o?!FBiKHVY|jp(=(YC)4D%XYR~RD*6-TPA>I(B?Rq$RBHW-hMK1&Mxh{hFu zOm#_#vu)s&vBh9*NbouRWMlX6XLwea;+K84JRyo|YmdnVraa_trd}Q?9q0M`W|Ru$ z3fiv>&bXg{7BG#Bi+%gnacHelPtWmnl48yce`%O#mvDDz15HB+{RY6Z%iD62=dmXT z4@A0jwI&Kz$nyLtXR^UN7|S3+cefF)YvEe7@97-S+NiAH7$PD}Y%Ja~5Sd-u6q zJt=A)p)2!HCP--v#)Bz6vpMBReFu!z?N{{-Z=zhEYjx>>Bc(3HR1GC`kjnk>E3_H< zO@SlVYIJy@tBZ4tlIH+%_~WPZF@2y^nJPeKOV%n}wwE0Ym@G~8rr_i6oEwYNWvOyn zb>|&yO4HKvL*1%Z3-BlN2-wsb1%D%|AUr3Gbmn6Uc<+BbRhXdvD1^n8&Cc8A&+Uc^7l6z~P4b%Cou3XMHe1%WKb1jkc0 ziimvVOD+pGPx21tKrN%^FPWzF6&&Bu+_AB-!$S>lZPm}u^GVr4f&)ah_yqhFgTHSP zK`#mf4*@rpvyG?CgZ@?p|A6UvXKxPfIyBw$q1>W^gxrNA=UbyyIc2T z=#sGlu^v6Ymgti8DZ4)F_Tmq% ztt;D48HV!^daNIC$O|`lHxXZhyaVL6Z?RMf6L0K=PLG_$+a%OriX>1b8>9EKD4VO6 zixHEWa)ak#Xh2>|=iY}_{Id)Sn%+VuSkkF&#S;XIj+mz>7(RZlxDA*!vZ4K9m-p>% zzZMZZHcsddd&ryT2#)ci2Pywt@)I#2Y5AL!^4G7;-uL`?>^_^v4{xZ((#Y47fk<{x z=~^dzWy3{!{Vn2D7=6|u;mj2may~ud;o)ATkGIl zxwf_eaa;s;$*pJyeQJYE5N<+{L{2eQxYxHu9G>m)4;=uKtgB_F&Wq+rTGv_wbPq!K zKN*-?xm#i0+Mj#S8;oUO>K1Ux3#Vl35^16@JP~UQtt+7@l{W33UI$otpLP$yVJLDf zJG)|%dK(*||F5#;p9_S(-E86K)y(jW(?~_uT&_GzT#qKh(j~E5J=s>b(OphB)1Bam zwV^;gz4)Bt!a|6h_fY32J?x?vj4d>h(IfWz3Ym&BZbd6fOCT0?%%&z;2Y02JppmqB z%Ic*STRHBFP0?CsR>^BHzSc6J#l4XFIqf@)MU$u_u-`W~vb5cr5{{U^@|09|8hWEc zxqq}4fae00RM?R6V(ABLbAl;xt zKYe!?SM3PKnt<6%8UX&Llo!bz^fH6dBTM(9AQ9l|$j=T>woBx3h$&2l%FjZORX z^!VKWe=fu5uAFNK*fR&lMUY{>SAX*3*Y?(AjHzCAixCY#$4g_JN!L}88nUuNcBmRm z3BN-nxD=x`x_mZ(FlgBpKe`gKU{z~R)23lGQP}=ITsjX+ovyBn`cOi9N9|fIQuoJp zvG#!Gy!azBWeR;A_g>!ca(A*5e=4z1u3O08Q@R+{co9)pc16v%yKtAB&o$pDwz!J{ zA9YiZzc~G1>yrC_&aQthKvqKCNmk3^rIwgxC8Lng!p-(jXjKQ{CI>O zIbdjEr^)$D_2MVtTdpoH+4-qLjEQO{YLCRrpUvYLV^g<9DHCt-9Mr|wDu2|o@^7sR z!FUg48w8Y=ks{1-x0M1sYR-KeKIg|c#e}!`c}s@$)b;1lsCxgehqU{icZ|QmYkw6? zW^ezzyXo+b26(>6CTVqx^bdY00fo6K7!2s&3CQKov2_}w65vY9?Ficzz%MMwbT7;g`9_j51vi7L%5o!*VLS?yoCr+spSYlZEUuo%s(d{S16&n%w@ z3qD>W*t~Rag&#(`L=G;C7#5R0JgiA8sK;G@oZLg~O0*K(_vAj{AXF`QzgQtdN-9ba zuRccQf!YS!@+BIS=m$j6?ut>YF|69~tDNw&Db(`(!w$Jq7jWl5u(%D|?aeb*v$6wW zQ#vGPeQeIrO6%8V1PbODB+lvGrqsv`kG|w%)2q5X92f; za?;8xf(Ny0wf-P3_4f0=%rsROLfmgt$<-gqe<51JeL7733eQR`6zbMj3O(pFu>-H1l z#L|HX6Bm(9742UH%OSXnkrLY72w<~>+WB)yfZ(~;1ndW{8x7Y1c6QRE_kXC@|GZJM zVQKAPH<2Cxbko~;$lOzLEj1Y@Wx+&7xxB#s%0WHfzg?UzSnxx*8jM+S2lE7hChSFs~ z10L73xBT^|vm(uojS_fh2z!G3t(X_guQ)#8E%UbTAK|p@V8ps>&P|z?&-2GSA;y7X zybNj9>dC-LN)Ob;zQ(T-EMB@t5pRik_%Qr)!~Xr2^_|UK$f0r6s$=2h;(Ra~tfQV* zsp0x&*>-+k(=V%XAl$X-6##C`)E6%#;oTBxfc&Tsi}YdMz@vsJ6#Qf06(TvKD~WRT=~=6}r8P zJ2;;Oda=(HlK@wUB4*uugnNz!13wW;()grbtDltqy^a6;z~M?BX%y)iX~8t}c}3kb z6!9^=r(P6*n{K7n$bru@;=1Rv#wS5GSBFpa$DHNJ4YoW}+^Fw{#^7M9H&Dev( z^ksvpjLB-Bk#38cM`mpe1j*T=Ol}d4Nabh4SWZ}fZlfFndJJY(tJ6`5mic@xD+gad zMAF2}UHja$lelT(T69ivc;9_-VfAEfT`dXG9Y#0$rcGPFba*PSq%GQbZI5Xu>db95uB4J3(o&Gm z_y^RaRDL$bRgVY6Y^iVnBOi!QoABFUyTLHYq=4@k@0I-+8AIfoR6uT|`0yE)T~OY4 zXppDu?*EQIGt)KZ=mSo)>i!0!&_568-*1A*CqhYfE}vV%BV=XtlDH2JJLtrtjmasj z=|t{_F<%Zpr*^$g3ae?esGyMG58n@k7mFMzd7=@_wpI1%bGjf*+__lQ9h)}$wxG3P3mpv*KnSe7 zt0^DO(7ETiOc%z=EtIB+LU>BrPzmd5Xgr^l=_Ysz>S|Zz+1iykiKvKZck50Dlu9nu zfztA;i9&C^qwc=tj&z2jA?|3*?afu5XtpxKv*P2Dnsa{hhq@{50hW|K8OYoT!P%FM;;Y~83=o?r@zjU*X0tmAQkZCA7 zE=UtNYRD#WGji%<9|U0VzFlIX27fwB0UDK96J|}^5kC!&y`%1K{hCOY*>e^zfVh#8oO(MofZG<2z8_$jhY*2d1h3)DJ zhxQ3nF=)TlT`zomhn-g9q&Egf;VW%tw=z%*U6VVd=_FnIuqNpWOxZ?ilV=9GF3?+_ z?!)ivM$61%-qzYcotQLOlj(SWz{hI_B;?iMaSSb*~pTsqgZX1-+C@$u#vFnOdN z>bETRX%!ij1rrmtJgXtF3CAWcK}>ZmH+@IrU|Jg7x|KFL(u(STn8E*+XuboAnsYtA zhCiI`0(tFuT=zd8<@m>%zU?9upyv4=D8UKOpstSb60BT+6)^uha9o-_VtSw=*_Jf) zw*b;mG2P`;aYz5Ikbi!d;lVZ$c+{eA!#cq?Zly@pDOk zbAR#PJtcPDZT&tU#*N22mFZO%7PI>~(LixAD0+6jQf0r2tv}|*t`{wb^PlI@v@5Qy z?MUqHa&V7o(~eDYbf;@0e&iZq(iXV&gg((kUHKnP^*;{;e7}7IAJj6PXQM+dMK2ei z$@E7Qj5S|nncp3%zsZ6`wWOmRK)(?rq5CBV+d3LpFGNy31wTqS{&=i)?>q}WBtm$= z<>N!-hnN}Z3z}uQDaL6h_p&Q)csh9@GZlI0x8ZkI;J2KX?W0#}xbE@ZWJS8zzn!ne zPW85;2EHI718r6liQ9W*Ju$n|$b|Xo#4E7tHr}`U!y5TN>oNAzhmcV4^a_Hx&|b2) z);cws?z<(o3bsin^)=#gkI3vrV>w74GSiS&Lu? zwyI|COu=7UY?1g$&c1i_3!i&})N#3ACV6l2s`3?y+jcV9wwbo86<9-akd|^DHmfiI z9IS@edwf67Wo1{T4LXuZ(fA0^R9{_U?zy=kE&HdQ*ptfueJ_vQrlP{unvBEIP4D)f z-wVeN3;`VB7V|G2f#XM?DlFPiydCc=L#_Is=lj=>ZmJOT`Bq%GhAtXJq#*BP*_e0= zF(U)wr(Ra1&q+qI#Ss!K<=kDXd8xEXN&{~5u0-ny0Wt-5D2ykR@~ZsaS+*|>er$Z7 zJ&x&V9H{~yt@sB_^WVBMuw6I@CgxJu;-^(hr}9V*hx!cW<(r6@Axq!;f)7Sf7;Vg8 zJv{eJ8Ck{za+Cu|Oe@USo#yFu1*ar5^3mS@yYQxz0`w_Oo4m!FZ+f<}y$M3~`5~k2 zfNCRG4~A`L3>h@lbqdgCwPAE&8fDuyhHb6QpTbGiHeMTMqKn2U6OCjQ0ZPZebqAIV zhUOKE5;to`Yf>kTUTMt0>ozM3)31v?!Xz2j}vf9Br?)omtUDx z5u0Z(RWh7Cv=;fyyE8uVBcUn`m$O67Fw0$(_3)z)6Jf5bt2%YRFh8V9h7?hJ$n#3R zJtUaQKXR`k=yWxkZBpkdr`J>NJl^|vK=dWY<0+{#aj6%)rMBT~sJ)JY97R-2+3-6@ z(O9GtiJDIyeiZ;g&qZTq2EhX!9YDCYF7^pp4B^X=3sS$`AA01H_|2&djP5)4D#`QZNlgA&n ztgo0|Kw>F=Bsw(Bay7z9;B3M0v6L%i2k2n>lj!sMff(2&d4nY$N%lSq%fS>g-PwFK zvl{s9IkKo^6gf+VNM8Cno}8^XIht6oaNKHet%S z`8Xfcq2Ifw&D#0WBW@9<3HPOX4%)L4d&Z?;<*?i!iBrsugh2mTzOt99Bp^)$~6flc>Z>A+SzFF!XOa>P!rIJqY=BR-fh zr}2W@k0)+}>eukn$~ys_KD8JXh1tY}71`5ymHpdS=O)?7W z7Q?GH)zaRP(xt0kdmjV+cnBdD>%5#yrx+uqg^L!b?bb#bt}3cZ1rAiGQy3vXr%qyu_oKm1Ii;M)!jv`QRbt2G zMX_%)T1IXg?>hT3eN$tcIcvSpM_It{gQhW&A2Yl=1Bz6Q|}?W zJH{mjJ~V)wt`xW79z_<|+=|d~#uRh|7|V&w5m6r$GJ2ochoCk_jGEFo&b7-doC~wt zmbSd?7!L1uGNXWtQPD_K1*#m=hjGr7H&|3ud~W{ys#fRg<0G=5tyFy)Sxx27bBhPo zwMEvoiLBcX_5xIKZx6dl@w+_!jcW+Ntcw ztHtcfg}d!Y{-;*6h8$e9D3Ax$r{hS-zC8h@XwPhO-hvuQ+dxV2m&LVQ?@Y9%ijd zHQy_!Zqavjb+uu&ujYMov2)tvmwrtSPmt_Dv`!|v@JIHmvv3Nkj}7}oPum`AnlQzg zA|6dn#&kjz-#z&haY;Y9TEqyu!LMnyPRGaRL;+rjW1X?S6Yylx3Fis>GK2GA`ZNG}hz;oDD;(s4_M4C?d#IUÐDstbcEQ%l(D6ci(xcZX zrMGG=K2W%6{_Q84#d$sDMfQQHg5gWM@kx%_dOd(1!DarRNAlO|ihZKV!3y~9JY3o& zF4?40fXqACzCzli1e@V$)*%FEoTODCtecvmZX!c?sW{I(PE{=8r@2M-aW>ON!*hrJ z=;_BD5y_jV<4Rj{eHHaLvR{H(Tvq1j%UN7gp!%o2|RDoE=J%R<(SN2JYKjP znW@9=D`{p8GM*f!D#RDPP82aNXJMY?(|4M>KQZ)&#fP(!lOe!pn9JEfZoSazof+T_ zM2XjMerUxUFww>mw(<_U4}W~u+tTk{H{H1{+%Fh-b^k+?y-&>4C8F;|P<5Dcdig!( zlDRS>g>6+B1~|+WxQxGCKWZT7)cBjW#$$%T+ut?+F|L z0u`q6J`AUNLbed7(oA8%2Kbm510=q`<(s?!(B3;KcxaliBr;4q-~Wrpj{1)Q%?P>Qipnzk3kvfWX;%R=WHIsd-NwLD9s`(vu-jo9ya2qa9@SEMP zmnA>E^?(B#QKzMrLEvHqfV&bC3s4E9_g!S%lC;KEAyl-+Z>luXqsXpy&NTFNWu`e=;DWuxz4R zM0lwEqc|cgLM;^~G|C}K%X!8t)rrwk8u!tyb$RNn6T^{VBW3B^T=d8jWxIsX8s1F} z)X9q#F^~7yn3p=;uXCPoQwIbc8?!rF)vO*pSEy-}s6KywR7jJuKfEOAfb|^);~H;q z-VCWf0{5UTTRT-tOX-G5%U^a~dcwlOy}!Rbhcqg9;B5wMXkP=9AYGuQhk}$Ke{qQN z2r{1rTwEkFG?aaTqevadVJ#y7*5$|`;7Y!SSYo5ceU*rt;&T;&qay>uOItquADAC- zP*>ks-l5`FQfFXb{2lYSPEMT>l~2YK0aKG@oSj7ZEI&An=HTS4HWVCaU06Ea+;x2T z$of(1(4>#_vZZn5ja&ZK50|&5_IIgI{`=|349X`dmR*kA=VH8HT8I%Fhz#R85ur73 z!72~*nb{1R_}Exf>c`A8Vbtdxo8i&u|qq=vj9kZoL~C7I~# z4W7r;IE5^n2pv=`?S4xw*4HtUf}@hGtKnth!>$)y>M}p0ZC5*X{=9MuPWWre>VWhk zWgMSXGV|V9j&>n`@ABY#@?^oB)bf^2Z4<2@zA>}DsO~%&(YkD`dr9UfWp_Nr=D{M~ zdHM8Tw~5Y4wqXy?u|3Q2T7Tl98d^|TMC2O~KqSusb@s(HwY|$MAZ#W92s7Muqkj>J z+T|d|>Nj|*u~So1aT7Y)+TTIW_hpmAIi1PS)2a-WLjo7IgwDJG0!{8;%T6~b{LTi{ zn*5aBUr3*Lb?$(7OP zHGOcGm#|bejZ9Ok`mU}e%taD>shq*`0UR4*^LwVv`VC8-Je7KfGo1W1BOHXmES`yz zl|L((YZKR!fH~U*e3QR3iMs?O`I%|I1ppL#q0v~G@cz5&1)W#fZVBF(|NHZvj z))HPH0XHxe$gSZlZ+b^2=i{_Ikeu-waJ%CG$zBV0e+4n|&;RMqcL+k^)k*#b#XFtm zg_%7aa6eI#A6H6#_G5o(^<}*;ta+f4*8}?!ca6Fk`&um&t?-6hqQ$<$QnNTTV{aX~ zn0E6#ii&$f{uwvvNslh=7Ekh>Ti1_1_;Rs!3X!|es1+G>HH(LuMvn!hyB;3Q(PiHv zrQ2X2d(-%~L)A8>I7^7k;l4*%uynG_lFqM==*i#WSCp%>h8cWY0Ew9%-Mba&+g6r%0$-58R zvwE-H(}ZWmKH;8d7tA{wSG~IIDf(Udh8-8%yHA3LYO4Q-h5ApO$j%Mv}~R*K8_t8q$a3p|E$x9il8XF%^q zO-@?qKCkT!43&NZz1B-LZcD0rHja+`6>r*-#Ll6~nFNg`sSIxTfY{(W5Y@CB$Z}19 zHBrSi?h-7g}cUR%blJgD2qj7Fd=~5_R83;m$WL2_Q!>(W%(UI?3nmvg z6WhCaQR^}v$I!a~3LeILu~PTg^VEcbIm=SBt%Xp-(~VTq2|dm844dq7ryeWmb<8~X zB$gn)4e!{vCS*I(MGQnU@;*~xZ7wdy%ihcAey^!Z`p>ZtB>?1!*MY}iciXFLalCQvL(+(-I3jFxaHUp>4`@i2mSB(P}bEq~lPUL?djJ&WAk(`)`MU%7Z@-b<> ze>_Ug$j5|b`f^S#YEC=?-I3_^q5ArI#V}elqG|Q9K zv-NMfyQN#CK?I~j1f-D$>5>jXq}ik(Eh$QOBi$k0ozh5m_q+Bv$NA5@uWM%WVM3l~ ztvi1~x=;XleN>lCJgao7`1bHEjoYEq%4sQy=i+%H$Xom=z((0472}BA@=-5h)JDR2(ikuyM4cquiXhYPsW6gS3}K{ zR5qh!;}p5RNyNywK7GFONtcuPd;_al@P7|${(a*#4Wswx1&dy_H>3@;LJ#iS4NLbW zKwAfqnWSx>cTw#W$n#=b%e1R&zGH}%x%8+5F|P-RQ7xDVJJ0UBUU%^|r`H2f0zIhF zIE~i)=q8Y+iS6qJrN>^@C6O(AB_609MXE5>x>Kfz(7(Kl} z43`m*Ije<$gjUitP}-rpK1pa{Kac8VMHC+58ft9KejPR7CY7peD5D_y%)z@rzT;;QT(TK`+ z!98q)3C#+ZLmQnpv0a8Hk#Mu2JF7IPg#sG+tGXlTViuZ1?DdV+4&MSQl^OM5$K7o8 z9kt(eqI=?xQqo{`P{?qp8u_?%)~opmP&x`N*Y->=J)xLO27=2>8qz(eaM;}GNE(s+ z16VGD9S%)}u4?`3C%w#jF!yzx7q#)LTBF0lO>R%t##`Gh)XIm&v^I4U>JD~xQe2Fy z34X9Iy?B!9(z)KyOq&L~8$zAFR|eVJ#9zRl;5BUt+I>(CBsC@OCX+y}xH<2J1YROS zQ2+BvKTQh`yZ%8!F~uI2WJ5#5H&yyZHq&Ydm*LkIg+Qw+%H!2Id)0q$s5`l**?%sz zs%o&JOoMu*ojzu!zJj98{(z_Wznj3L3=He(v4zi+a~^A2?)QCz=)b4|wr>0@+GzPl z&=!~hy{*0JMjPI5JC?UVm?zKV*kkGT#~ol~4rBNLLEjCa9q|?1(UgY7f4#jBrv9h< zsWMEI+;uHV!)7}#f%ULJMFl*=>0Q96goxS)u&@{>@lQIpUZlry3Q zs%Tj~pH*w)`mt$^>cMGrkHa)VYNtLQ0H;pyoEV*^l?NrIC+JvZT@U5YH$jECx`Oo^ zqZSKMX-#GxS`zFFEn)&YVsu$C@yGa9qP3fs1zG8h>B~HBk<+flF9^DfMGYSbGl@^l ziQP43SVF7Ee#kIHRYz-2iM5M#a`}4YARFeT!3&>>Q8gD+MWRrpmx~9IYxS#B`=JSx zed4~qaont^{bl5s*9~IDPGi}({ZGSE0me3GwmcXe$HL$OFAJoVdBys~8j*x9Z%z+z zJjocNe4nu5d-@BMG@cZx@UF^OkE@WhPfNGJ37^> zasDI=`D|HOSNW%y7w@Xx(4R{F@$n=ZVUZ=yCWiOhQqdlR!SxNWL-1w~)L?Xb`~*u^J;BdhF~nM16&i7Yb^pMtL*t%psuez9)rO z_s_w&G43Z?8>9lvbP5+i2Ox-l0$6~3pf6!(V`Ed*)nx$$z8F9XR0U-bYbGHa?jq1D zCNxcN09@mB-KCp&HTAgW&rG@=9t}c3;Gn|u+Nmn?&btK-w#{1rcx9<^2KDkd#cuz9 zkt9^S&B8zuFU34pZI0Qj(W9|;k6qm|L}C#00W%2V^*w$}jq5!l4h^m*o8e}=r?Ok9 zvCMtB7SQ3+J~ZH9ODDRX6%-{qF*B$+bYbZ3ZQzirEcwn6l_A;&mz^W-Xk&+4%FN7> z{%j&k=glzhG;ht;aoKFkEY6*;J6-_SI?GsB)}g)Z5vqwRTy<(3uDw{U4=IBeVlOhtqeP$GT4MSht=LgU zYN7Bk-JSBfBsO~}`#~N)i1wT&UiV8X`ZS!L?oXP^G*FsJP&vV)S&_dmCiqTI9Ck|-@7mT!#!F{+TnY~(FXep-S*)4VtBAS^yIu=zdJ z0)lmfJ)iaI1?n$2D{bFT)JHHz%?r%8oFCj!-ogZ4t+;8~YPuSUM3@yx zG9rj!i?p_I$9{MvI3chF3wsrOnx-X&-0nvTA1=I@YuxSj$Lmd3LkE0c--J`y($9p{ zrXMqudLBPJkaOad)NiQ`IAJLT+bJrBS`^u&u?_P;JpFp|3~?HB`gG85Fvz9jg>j09 z-l%Q+Z8kEl8S-mR0zb<=W00q0g+@=2kJCp8r+(SigoC3fuKsjtetqz6!tJ=s}FrYtIu9H5H)ci2mRjV9kF8Jzek#P#Tuu*1ihz z3kpK213vQ`ML&m_N#h-Q84`McWEJ;4uxb7&|3k0Q<*O&og|EvvRAeDjUsi39Du%_76#VJGfFC*P*NDVhBRR zn!h4fB?x>nMpS)XwQVW4xu?(I-WE)0>sHRxYWbZR?kcR9HMd;HC$k%jo<%AAEPiny zLL5Mh>fL%fL-am2$1qla@f@qTbk`4=>6J!0vWh`{?Mo$Pgm6!ODqKt7BXpr1SY*(! zAyO^lP74wIGSO@5IQm}jky+qSXH%Mitp2u+0;PYw5h)d;HiWUCuX7M9ge%$y; zibBjb#4FD>kC5S#1!Z`PnS7CX2isN)$OEZOrJdR|q40!Q@G#oPf#RGF3mIO|*R%^y z4RF4o(UsMj1$}(|$61MEs9Ok^-%vptQyk{S1!=j?SjU;NpS()T*Zd7bk=cSh^#Yb( zC9~={G6(f$KP=eb`zHj8Qk$Evf*-6bTo^rRo_kMK&U~zE!$#3;zaU<%u2YARIw&(v z?J&!!7;sEmTJm?uF)lkymK+Q+nn}o(z|(LkQtg(ierNUZ87YY$42I{0X|TjZ!_Fzv z)fTM|J-%=Hq2?YRf+5c62=owsp47VuK4?p`MYlkC{Q^`{iGBZ6obUzp^>ZUFAY!2g zcdUNETEOH+(RTy-iYLuM8|f_Tz&m4@EanKviT84KlheI>_nXaf9V(yS3;rq&h040P zJ+Z}sQt6R!KaNlW@_4{L5wkuehlH1aG3U(WJXEJ*Py&s|v``pVr-HS0fLlRVSd%aC;KTL{EXW>$R(H zy*Mk?$5h6y;T96#6^yQP#V*CsGxTt4p1-=?9E3x_T+LobzU=|~atgDv%PsY+4F1e# z?%}<_9lQ~8d5Qco?2U7n)qB&97t{u|;^`ysUi?FEowe(;uT&?hnBtlh&;Qsz`nH?h zlLlEML@XJ@GW%M8`)#ZgnffMw<9xG`sVe0mfQtall*I0)xqTCbf}n4@VOPCO>EgqPrM=p8nP)mu?dxUI7&5Cg4ytao18<2fxJBv49O9Za+*Bie zESA`~0xCavCjFXkV;!TluR)EEPwwlJXr5tVJn98mBb!fDKz#c3rifL}py3<_Uf%!y zD}`PZMFmW4jyc*zXO{QtL{%<^pW)YN7vCflz~RdA6cx28ZS1bYkl2#>@&3(s|NHM) zx7e^0vjyaV{;V)-rKiQuF$x{0@}j~ej!x&K*{IAG?LWAs{+S$LsV@qD2)AmefM<7L zV^OV5j0i;WPv2;~mj>L2-+7T;asp-p?zL&ITn!!Qjh zitz|M-ZF5tCk!^Zvg`TZANaqsm}o?{rxwUy>MI`>NS}tH$bqAdn8aAfd}9+<`J_vd zh8ay=q%q1_fm>}s z5}m3<6IqY0-=Fa)X1_VGAJ8OxVoyeOo29k8=zEEqj_E#HxA?|`iv&CHE0gjRJhn1I zQ-znAz`CI>(BgDW!|o@p7NE?4)K_RCoGvSM_}zZzRJz7bS&n_)ey|7e8Nk0KOVzz`xRXp5xOfI3 z;fxR=2jYHw#y4g*t(D>Mooci<%WAI(gfHOgy1!3kc4boLgTfGI`lQQoiX2P*p z3b!a>whN1cP5h~bsiemrBvsxzmEAma`L#`=Gzj-ejP}aP92ep~5FaGgU+J%+qD8_f zc_Afy^I5?WrYx=)ZRU@EC`F$tUMg}3ypzt7tVXEG+aHO1UpmOLwy=h#=zq$AFHpgD z2it9(?;EjrNB(L;7kXgN(<@H1&_0<|9e3Ds4(6TaZ6IYPqgfjMZ9#EyF)M+`iFS^B z5-pI#?ZIdO0;FnM?Sz_oH2S3<8xs5=cfhDtOxOo#muzUZ+{C4eJ^aE~V&&fl`WBe? z$vM5iVfHW7z32pvxGR8z@D}6 zh+(mPF{`b1^7b&MkeDb0*K)o6IwP2*mX+NFYwb#`N4%~{kI+9ePn7Qr1{Re$#P_CZ zST2xuz5SNE&eMs}0p?NNQjC_uHRc`lcZx*rY|l_o`UP#glhA?@5mY7*hgcDu?<&iO zn^>n<>wV-D(@sJ|8;N8q`skVmThfVA(dukt;JPdZ+8IKn+cj@Ogs4GVM>+poaj!oc z-sZ+X)_$)|dY%t+30uOZVy+3VJ>T^;qrpK)MVR` ziMyvXN9NwzjZv!lsgt6yW`RGnVqEqB#*;TZm>1RuJWVez%LnV`)pj=F^>ojca~6?8 z)-i>caG6F@%ly5ODSIMt@06{yuadY4u%85NAcd~CpPMwKjfba1-(wo^Wg$?nv30?{Qe5TBE#-PeG> zM-+c+k;_qQ(2@QdjeX?2vjuplO!In_zjXO93eoPWw`T-?zaKV^iv;P zC#b%v$!oEvJ)$a5^db%DRaf-GRnVv3x)jTUz0^7a z;Z|fCv3KDnA_TL7%DH1sW%np1J*0;Sd)yfHP7B%5t%cQ}IRaiX0TRzExK_NQXc zF7i7)@N*^gy^>>Oz*7q8up;t#6>C*IcGYow zKtY)&-SAr^Yd171zy`&M39!~A#afkoZr;`b1!prJ?r($8#U6-g3g$DwqT?juHq78o z;-2R1CG-?qia|<1HTiIsE1EBc(JJJ9*|3z)KK(2=g?8z7@sge#tMK7J)Arl>rO*zQ z+N#t&u|OM;?lpSf|Ggj3Z_6{ZU+`lDR@@kp(KiUaR557`FVq_&+RKJ4bJ4iO!bX`g zzR=SqWpFn}9OHzfL2x-0{EYbsFm~9i*UDM7bK1!&I^dDe&@6Es(&}HmLL?qI8)9`& z6%8dk1vLV7^)k<&v!y>}qRK*HL~U|a8N$hiqC4Wqbu`G=5;!B}i4NU?v?mlV%fvXM zDEnF=ei^}-dB7DZ=^V^dyq>8{^T+mPmBiIhx>{de&4)f7zw{r*s`8rgF_X=&*33n3 ztI7(vUm2)9K&we)GoK}&DJr3=liC4cn{qeAnyaJ=v`usET|pm@uQN+MTsg&EL;U9d zXw1ib)?i}6FC8qbE>zBIy4$Z`)AXECuLkq6lM_!+vGY631N_%H#EZof%-v|A1)#Vff!AAC)-;QV4k^ zqEJ~k{YXI|zV&4AC^!MEOAOfS*6|1>q7JbIM#jcym4wf~?xba8NHpI}mi9>zzoSPd zW+y*82g+i6W|IZ#Ne{r=#4Pki?i!eov58*yDrHqwslTQRATizD+uP&9g5U$&8!&DJ zW8{h3ab0N&m#+ig1vNE_w9;>IlcPE4VGji%;txP8%xr1{XkRBlT~D^|a2t=Ho<}$j z4qZ{3jI27fl(Y$hzF7pvJ8643Y!ocDD zADPvTJUo>l%J2dD2qxl_q(TrZZdlMP=NR~4SZ}wwl4^tHjjB(x)yIWaxO=J+f0UlyMMnAO zb;eHa$rX2j!~OH|WTZj9*Dp?=8}Yt~NTwVwx-3q}Bidh#P)ibEY;rB7uM9xQ_?^yA z*&rQAzf4*f%(VrJjIx%rm1K#+q8vG|-!0@gsM=8zNV+^HQe|v4x_i{P^J&K=<@uKK zjQ*Z;tR+1&pNQ=l9b?^;rJVu+KFN5D{b8QY-Ij3 z#wcn7>S;rH_?z=s8dM&f|17~bse~jK>zt1y@f3eMSGa$eWo4$PAy<;&j>BV1`l>7+ z+f@?6b6xKf5^V1C6@VH3_nF|(C{zcwJVe0d_2&k#!;FQRP-VRD`u5T3+Eb(sq{ww( zsL|jFwhn5D=j_wVRf;D!yQO3|w|FqV`;tbFwl%*QO=#$8@U}m_oj~VkG_2KL1`E5L zQztCpvk`fjb})8PI|3eYl99(l0=q@>GH}p+AA=;GzUQ&jY^|e7&Le0=qJT%k#V3k? zj}I-~(tI)4TZrmQb{~U@_}D3d=Y)0eOAVX{~m+ayhO!{>@6)O zA*QNXDRZs2?F#RE%qL`7V!KEDBB4!Bw=h^UriyWje!BlQ#dueyJ(kXwWZU=Y*Kz25 zE;8A&=oB`E1fGqGuDQX4`o!l+W5R^V$;=~?Zny7+CCfK2VD|=zq0^gv;6WZT ziW4M72VMFyt&P;Jt=CH7ZyaaqBH5Ob^VaBJBt7Hb)WA00hf0$Z@J+S?xHHD zK^@IIZV>xfw@C$eEMhhfM2~J7Qvl?J^aeLEii3Uyh!?)?IA2=@%|>)r*Xt+1?xF1y zoeT}1rQhE_AoTlnWQ0s`(YB5WNsvaBb24#cCTJkbIvGneTdd44p?@-Ocf-%CxGzMLp3 zNuNDhTqD&Ek(E!{wSWCX2*rlDtCQKto9HLQ&%xR06Y%eP-Igttd2hdq_5N+-n%4^B z)qHbxv+L`XK=#Fdb<;SV)9ukYS7rKb*xS|oS|gvW{yx4I)oCleTjEJJ(n>K(TGH#I z)2H>#tyOuYei*g92QR&ch_RZ7*FJ43K7K2BmYd(EZuCe}!V5I3{r1d7GM(3Y?0* z00;FhBEFQNA4{+$`b~2qKEPb22S{(mZVxw)(p=^sH~H+(RRyi=@9%$_MlPOCaqN0> z0vbxa^QU;IRYkz;jrH&ffT}2g;-b8dnOQcu&)xB-Ziat1iP5N?lXW=0IHAF6VKq#g zlknITkCf_0#W)sqZwWuc>SO*(dy?O_Y)=jX8mpyT^s*3FP@;GlfKPTVn+yT_6xB?I(LF>ardH$ z&fnLN;m2vWz)wi-cL02KqT*OI`#=$5QU^{7=ud&;)(I%DrJJuhIk2uGfLJ@vnMc#2 zh{DqJv2@IWZTD?73*X2x0F_W2IRyQu24G=m6)-lhsl2Z zJ7QRFr6m$0-hq9%3kn_6lvCZLjd~m0L!tp9N?Nvqkg)*4`%R)eS^zd&#zp)|Q+#_U zB|xyTV}x=;hxQ)XU2vXmA5ZqxSUT2dQ~-`Y!L!}z&V0hRVfvYzm?g5aW#qz9j8sJi%IKsuKL_;A>gQ9JA)dS6Dach&rr?c; z+_fZ|VFL8{KbB!y-Eqh62u-z5zi+)2DeRkRWdkj#Rwvkg?-(6iq17EWdaVz%G|?%D ztPxY)tE^S`awsiGnNOVGi7%*WFtUG>f~Y9CxP~d*jn+=Y%}<(m)kzlomgzPX08MVV zUUiTxw|!@BM-%CPDij_u*SYsk>wq|}DUfB0mSeB`bundjnL0V70BhXkwE!k!@nk=rns? z=o{d`O7l$fjj@jE(d`iAb7sxC;NJ^QdfyBzUitxwk^x{J^vq|#*oK>_pP7S$?+h6Z zwtU`WX{XOH00kouY*}i$!!dy3^$wT5lvH5)Bfu{amwvo$79AjViz0JP3#Q*PLa7@s z(*F5cA841$KY~Gu88G!&EII%Czk_~f?EAyO5b*CFT{01v@gb3^)3Agd{Ddd?VE0Y8 zT}O-XEW?egvlIoZwM;KDk}}BG@t7aS4@HZE6`w87q;4hxnv!!JlfUE1ljCZ z7H0R$Ce}~MKHIJqZ7iYye(DiwzFJ!1MGk@-drZ5*4=9S3VU?J@?h%OmLC4LsGcbY6 zOy<(9;*5LLg;c{TM?azh&@kGL-|Z!eIkckL1{x&_n7{p;fw<;UB9JdT8PdPQ{0Ret zFy*5=3fd1k64>td2mBrBUD|Y*8<;f{_I`I6@w*Ls*8zX zeTf-?EF2z)(zy2}zfVrFF2a}JtS$N~mYMljLgpF!=XA!VpeMc>%sJv z>})A3D=T+lQ1691Nj?>#jAYfTE$eoxs_G)ca0Ni77=Rt#{rXlhI*g-Pt9|86!5#{P zTIXxI4%aIF&8H7_BMOQ_Mqv5pR)cC|bXly{k7MU;=KvT!oksY#{7y@J(phV{LAhr2 z`Gezg2#m7Zd?u&6uG}$G)KmvNj-s!RFPs6vX2B6cta>2rSxX$(fE{>3qa#M3mW%ta zwcuEwJG+$tK-BRJWP%%+3h$VE()bp2muQOp5-X81@Fu^sSh@rlbCJi% zLo%5)_58}9_Mb;h_}qG`h_VCDuhlo0ey?&|@dWsancpO^=`w=KfB*ap_!32b;XQWK zgTie)%IG5aC2V+g7w=Djs~-60ShcygXi)V_H5K_+5bA(mfVz*hb)gV|fI5M=ZDCg? zDFYd@;q3?38(ew2e>+&{cV#AkN{o@)5%~<1h9<$Xg=YE^A=WdwPN5%W>fERxGSKs= z7Zpn`!=imxIr?&KSntV}X0qrGs`}Ha>P1a0A_;VyK3}3Gba5`h_+Exx=^J8PsEvE_t z5x3139;1I>8u!+4QfnQ_HefY9W}JF2gJm=jUz+fDW{cYBo$@IB+X{c>BcUb7pi|1- zVhB|QoC+s7r>(R0DW^@KjN~WDUPp8FoI`8nHpDRscV+qSg^Dg-e)n%}OAf|)pue>L zd(*ph*;kqEifjEFKHbBhbYR%kfyaw@y1sJB*T1x=r}?4Y^v(LL66r=+-CEWtF<0Xh zrF<~G+uk;i@e!i=zqO>ltR3{f2>tMQ(&DaNYAe4T|6MO%yMKPaOMmmZ-!-T(>nG|ca~^v6^sqLV!Zq;@*wy!)iGn@j$)LTr^T_lu0AvgV z(6@pGQWC1HSYGE`l{F?THvZE;_T~Ssu|jU1M!zvd+f#`ut$Aq9aSmrT9h%k=XvYSK zDl}p-mD211TFNkK!o*B5(Hc%2fU8E&LWT?d$#=z@=hEu#-)qWD8k2@hd4?i8LR)}% z3ED}KAz{Tm^M;vUj9g)kH+}?D?K}6%Z3Lea=M)JJmGTqEO!OM7ds}3uJ`_iP{I(d^ zC6;M}Y8M@)QGeylBVi=aj&UXie@+gI0t$;(e<$5*Ukdx{<=T$hz$19|g##wNg$Q5x zIOHhqW*@gmM{fev-J&>Bi}2)Tz7=wRijcH+9GuXy{TWt*5MOFowm2;1RyUM)ZMV_r z^8x$a*OPcw(JQ`QdT+`vq0hmR6$<%0N4L9jon@_9Dk7~rybs6wlG9TAY<)ZO+j`b- zQuhG*S76X-g6cRouv(U^4tlJD&(rVC{@K%w!pwraxBuadCZlP4TZCr5 zeFmsNE4*l9=NhZHp}xKW4@l`IPZFDPoRhQ(^DKh-4e#X$zti=!Jr(KTwDHL|MEnpn zf`=FT5J>+Ef4jv#Bdu9$#Y;LXv-<|o7*=~%m&LlFzTy1g+)6aurA1&_b4+TlfvFLuh`|YE1OT&kd@yyWu56kLj40?XC{(P)_- z;C;<8EOh!Mad7*P7#V(Q6F3G(8QiTB7f{_^gDqGbhz`<-+NPyc)&Cyug;bYbJwd!g zAr=d!wLF?@9K%&4{587}wX{4Imh z1zj%Bsc_L71+-)SAmg+9T4g=`hG*`+U)IH?Y7fx)xbYyk2Q81@bznEM0p+GR%v^;D z0(_e`&`#Y0le3+!6|n!d(wd4xS|T=|ipP-k%}wCzyG9<2n#)pPPPvNdO|0LpOzt#g z#%D`XGeQN`)*Y?_;xjSsq!_TPO7>Dg?c|xYeG^BT`ZvllQF*r90Q+w32%!_1Yq0*D z$t?@eVr5*q>f$p6yMiFHq#-affs79%zvv%%TnVPS*bc8-4Q1h`K|P91y?X`ro>VV^ zQ5m|T|Doj}$ly=d_^O0Ydgz>hdABUc)GJk~U=zi#lnOA(dJo5uK6$PBZYzPrYQC`5 zOWPkV+=Un2)-aE+J)H))y3efcehvw+;QwdcnSdsBbbFs5WIfS!~dU}0$RRV z`nOP}OMN6@&Vrz9J;CZ4hb?@!~qf^$+<4bEMj3MsBlYnV6asklCl0H0y zY}y|p;7%!NP<380+jJeB+vqoFy1=Vw>042y%`~#inUMswB2b`>@m=xtBoDoS_FqNk z#p;nXY?beJrM-eL;ckTqu=6in0O+yJ(J>+|k7|W-c9S$hIE628Lcls3v_CoBOI^V_ zw1KaA*O;#mHk;h_>2YAEF;jMXWZJG~q)~SB94A7?|Lox=LiQzkVD-BzoI2#nB13I2 zQ+8f5YZ>uhU_yiAMt4*I?lLg(Ncgz;Nm}Ib&KVjj-1Tbg-Yv$rfGHXEr|XRbGkySd zlq(1<0Uka@rcv!ct2np*a>*x^2GvBXZk!gs32SzY@R`7(9Lu+jc1d&DI=aUMwkxwy zv*&Wu8M2(oSh6TK=&~~-L^0+*uU0=Fd{shVoN(WRZx;S<<_EdIn%WKKH^678x7|WH zh`N%3*FtM%beDC4z;!Qk>d%wdk_7wvL6;=$zKV`3k6@cwg zzVl?S+vSzKpJ-^EN+tPZM$A{!9N&gT?bK&(ugjlPg7gD9Y8J!gjrS9SL3mERWe5!< z$6P)HCYhFkbPNn(L%4rNXef3>J_UEChgKf*li;|H0MNM%EA6{x_H({p?$S+aZ_GgK zIsAZhOz9yA;3eF2d^eDvv^N(EYs{c7xG@Q=z;E z%|HS;utt<9e61#S4t|P(X0f_(+*A*4Bxy6n2d3gE&v0;lNR9Z6C=;)v2Zs(GLoh~Zz31IomfYEoYi=u9Y)^de1l%(xxgES_8O%dKSn+qx*aDNr;nE*fx}Ci zCH|-QP(i)Acb^xgo0z`mZU4I(7dIG6Xt^`H1}&PtQ)8^6z_Y`niwjptA3zdna|A;- zvAV5{Fw?RkovJs4-I)L|31yL~yBVmc(6kvs`4L$VB;}dZT`1QGFpR3!xdB0w{Dsf` zA2gfY%J<`@2McvUQSkS|3jjcj(E$L!qIoWEfbpm1!%rR$=DPCUcWYGrfYiqfP#9wq z6ZBNxS4NDM#7n~uAQVPRV!eD7L@Ghy)WL{z0BuI=L8vb9`ZiqaxHfS?BtUsG3(R^q zKrGbgHr3RuS0~%!2p}+AI&3^0vT9b$ed{TbDzJD|PgyWxkk~>QlSU;c&{zXb>ZR-8 zKYjeIU5NCGHspm0`Cj* z^G#$pLWky0`-_lWe`nlHh9QXA&)sbf2?GX3H=UswWt>8iYBO|XPtc5^rM zqohwGc1&Ov=&rvq@$PUXU_P75mpJqe5U32C&w4(We}OxNN!mx21p={$Vfmzzf&@MQ4`Xn8}og+m`2GPa}6qcOU_Q<6Ydy~)F3 z`=1h%Q^CUWU*H@>vk_nuV!{C~LE)O2hosca8^rH6=#C=|rp($$UX#PP!Z3)N4l?Mn z0In!(EZ9}ooj>jHC9~t@7w;7RL?4e|GY;?WdD z=fQK*>PbB`0mXL$V%53&hxB0{UwI-Z)s55v?L0C^EzrN z;C=r12>J4$McWHT-T(XaS@(T?b~4@apbqtC`vk1qHh>|ln$$T{*5$P);-wC#mce?9 z@?^5qTir!nJd{tYA;)e$?A!@%hn@{3I*s!~Q0Tc%ZxO4zqT@5hALtB@w|C}*!eZvWv z{s7wbHr$b0t+X#pXp+iSc)O3#WoP}Pz9yqt!B#`NZn{n*$Apt7`+zlI>L+uAX22qD zfTjA;M>+!SO``9aOI9p;%KCOJn!BH`FBuxegIg|*8dSt0h<3wl>DuYaM4f7?W*Tvq zeZ>L>9|kLWYh;t@2FGxBqehW#UkakY4uil}wCq*c>d{hQ5=X-WgITnC&*I8jS5!jT z%`)`Um6|$Kdudv;lFB8 zYxs6{cGef1hbh*pvQ{*f%8B`i~3E0=v&C)qfZuJGc26n0VtM$HC*GO&z-I%$rLjd5??egfI6iS!Wk>oW&t z=^G4#SJTek}K$p$^$!R5Cz#Sg87T^c7cjo5iOgH-C ztX`%o_u#nt8s8f$3ZJV132xrL|f5o!p!`pdARl^ z;{4$U0cf9&c#uIhfMfij%%}sYsuVQufcu+QhWbIv-cxD+m_#>byD;^B&%y~fK|TpG zTEu^jZZ8u!uK-X-52&E@}Wio0ft~+BY=N> z?2;pNl<%6a7mQ6ob#9w;+I`QRoaW%2VUZzUm>7>L)k+r;-W;Ixg^_8C*hWVq0%qsK z(c)?%D?%I1zS%xA56rM5IW50Y-g2!J%4akQnJ(@<4IKwI08hUUs`}C?tf_2+m2f z4i9q!yypTDp8`m!^%!pNyHDOwVDsA#CPR@#fT_|6NZ|kZrAKGFqY#+4KepU{2f(bS zNe^UpwdvEasFiDFx&tSj?-+YT7j-yn+q6a)J$UzSrC)owi(_)EwRZPAyQ&{JHGLbRpd%ZdZmJacSJm z(hfgDC^&?~jRV_Vg!W42*96^Asiz+bBUk>Z7PjDM>Y8466>U~v7TrQRrQ=|0ok*rr zkO1Y`v2#MW?SMW}eE9n?3YPK4aU?emXe1l81Wa6Jv=-C<<56N`X~rsz>;V#8w;b zX?JhS(r>K~*i{G_Cv8Dkv(7qI^fAx2(YmwgNbr5sVsD%p6k7(s-{ZrB#u0uday;}2@WsJ2-1lt|b z7??yKyU~|ZRa&E;ihpXjcm?{x5ma{L9}koPDcCS}Ic%XGOxd2GRrdh7qJ5ph`r!tV z1a*qSES4#TOw2_N=+H`v|Cyel2 z!=ga|lzV${DKyOqzs=^r;hwa4P$)=EdbjcOi#jMc=!6CTSa$b4zT;{!;xEB8VNm`L zX$gr)5-%?gut)W$O5T0j76qB)mtBo>sfxHX2Z;eUJ?xK%T9rQ$90^s$;GY=O)(ZTB@bcMYQ=dy^L&4 zHYucI9jBp_9nAHVwIa@$)GSMgKbv?!u@RS;U4vLMF!GvU-Le~t*?&{C_FQ|aULF+B zD(NV@p1Ttw6bfacxnGr{-xH2wq@%dCxSG0AscadbKtypee9I7oy6M{Ck;sOG2?L^J zf@zldCscJ79RVFMrJw)uh}`dK{VV2ZRPMHFY7_(-CK3Z|rPezyu2iGubhkXykbvnw z>fIW3ReB4&HMML98EgOP+akhgP}L@Y!>i?%D5zyI??)}wcHi8B|N3#lhspA_V-2NuR9}6s;4|6J;Osta$D7P35EJ+Yz)gVzzQ$Gv3}PNx zP0})OaCnM7J7+XLg$FPH{GjZ-wHBDp^9|m^K`G)uYeZLp#d%rQg0>yZJK)q$?#Ub`z=osPE>*ZO4tH|KMKQXgbvh>0pYY1N}W#t!WQz7wlt%Zf&%83V0yKY5ysy4MM*F| z^CKnn za~M2FNtz46sgT44@&%b0>5>6@ z)Hs=KfeCPqI*4%oi;*nj;y{luxcyCmt3BPHs!1bD3Aw$82 z=<5$kJ`427gZa+`=x5j%9ks?=_`fNb?Yxx0lTZOeObq}I`uphqzwdM0(AaZj1cD0- z;s81XngS_xKfZQ+r?4WGg)d?V!L#Y1UC!uDh2-jEcy_%6Vwu@)111X7q>?H;f4Ec) z1a^2b~mVCfM5&t-N+I1ll~HWY%a(4L77+lnRglt?+xP z029#rbO4S&>XeAVrrY;N-=#WW&=9!nl~=#$l{ zbIP_%j^9oN9%Lz?Cvh4U{@v?-g=n_e_(|2kfCG^EKzWfWLpypeH}xN)G+4MmN%yMi z>YYtZ{tokOPRl6*pAKSkGS-T1PUNg%T1dYAS}T*OnrEbJIIdW)&XvT2{EH7`b?}fa zn8T3GfD>oR%@A9N?(E(nNuBM94A3QVyT zAN*XB)Zui*0?E|oSkT$g5ht0rvAg_L4+}KcN)PmYXHL5L3~)Tj3S%f;%I`%I(W^&UQ3)N9a+=ys0 zpfggC?}YP)|(MwA*X$Vn~uV`{Ujs}nZQsmvo}vb z)G;MtzAqaPuFvjX_rMMvE}YhNX}@(482CBk`Jc^0H8Dt9Y0v@GBiLJ-0{_9J2Yatw z-4p0^n^7?(@d+^bVC7qI@LzE1XG=2e1uJN!@Y`j7Y$y9eY8$-eQMqoG1*Eys<*W9$mijG#IwAepn4 zt3fkB3C;eAp2K28h!+uzxt3<=mDO6!Y!)-CFO2a2s5uKVx*XTR-{mF$qcMY2bT zWM^+evdZ2vLPm%rTMC)kWRHwOLWGQD7P9y6ysGQ-yM6u9)jwCo`}KN0&v~53<9=kr znD<9_+3^^bHK?VBgfwYr2?aYP74v=adyjFqUXH%Cq9_!Nc-~31bs@HyMkxkwoxQ_m zd0hXJ9A0<`o~&}-Ly~Rt(6zyYwGA>%W=70bhl+d*QZ+r1#_n1h8%v?_&tgk1jaJ6S zRLNDmLXRWnX~&{07i+p#1YQt7yVKTtz&4AtBgIyZ6xy% zz4+V7FHb>;ryhLtY)ZUvIw(&J03Z+t?PYew+Ncc;4G)Dstc(;P(@JCa&z?Qxu@T!T zmIe2^!&Yv+4CGK}P1IU1FJycetFh^Se0=$X+s6RyDC~=3{T#Sm=jVtOJ6Fn8ZZmQ? zMZb?KPETm*b$qC6zedno8`WlJN)n^^JpV$;(9-3cY$@V-MKiAX0a{_k?hB=R3JTZS zs^|kBd~8y|a%l(XVT@$s^m)=4`u$Xiz51ADp&vx6tDfS=My!Nbw69=K8yO0-8E_=+}{Rfc4)6J4&LaEr{U9lNG zzeQ-*&X6!j@l%TlmFXE!B1bxUG}gy<#-@^2-`stXux$O6u3926QUu$t$xEtpWHRfO z-^hCFEA2~5KR%T8Oj57Nh5@dx3?}zC%j(x< z7?Oa6VGJqg&ogZoc)SR>y6swTIpQ*6lFE4h;+Ef}C3DsF_$3WvzjXU{zeucz2kra` zHq$sEpS_=y+4L-=Npz-zLLH$@Y?6Q^6elgyHGPXLIWj~nLEsEEcj-+`Og@c{USV8) zo2$a6O}4G{`92RhOkuPY)C`*CjVjByGnNuk^gJojZ{HE)E#>~kexz2+E~ak4%xcKa zcIuM)ML2E7(_Oot?T44~1V&fR=aJbU{Vs~rg%@_*ZG=y2UAd3&g`>k5HWlPKhAaqD zdPj$bIBan+{Opc4eQqfT@6KYMH(q~>U#6j^%UuAX?e)vXi*NC5gU5WCbDnUSy+@0x z_tmyDUAsni{4T+cf2OwK?DS~iSHpVpm|37nNb4`k=@;s+kg1&;B>(#0S$8itj5xLZ zfedp_A$L>Yjx2E}#G=|ywS$h|fer>Zj)<-t;rCx~=DIk5;50(L^qC_cG4-GC{D_j5 ziEs&>9EASVpo%?C&R!xXOPngIXo|9C-)idHU935@gRBFLg8QFsPV;Bq?ni~QKxJk^ zVP;jwF21K9{>uF9^yyw-@(d+K>>%X@e-TV}pWCu1ieX)9bn#G~@4jbb6H9o$OI#;j ze7iLw8P9Gy z&-Y*weM5hz|Cs>G>c4kbm~3{>CY0&5IVR5=!_0y3(RtEGL9UjDY6+j{lu_*U*V#kb z*OuH@*V)+yh*VkxHLOi7iZ!<61g=EA?XK&lNGA><)zFWzbZR*yj_4kf;LQyNPYbA} zcS1;X_(MGFlVBvR6mB)muvcV77EGtz_bRGePs|15s7T<89W_+A3Ce68jyD*hF>n_j zLZh4~PrA*^AW4Fjj;Fv6+^yfO-nlr;jK?xJ@2p5gkk)S)bl(ZLCy5WSfs9qrq@fc^ zrN!IOj_&WrB6v!!isdaK8EF4P&?agPVi)fw?&4E&$0Jd1snh-We*Q{KNVW~#Qq9v5 zlU34BEKVoI?Mf6JT8($`+~fOX8ezbhPMK;jA3t*MNzRt9v$l-5+;g2eJhOxsl!=%m z2_&})<3nF3C*eitPF_jGyIz*sm)CVqceN$xfBNYk8FgYPYc>S&g26DwqV|Jr;^us} zDntMja)%&rW{>il7H{GO?vuLL9mW@qj$o^(xNKzustCil}5pY2~clDP{o% z9^d>uy*E3l5J(K&=fAfRD19m#-yhFB)R4$)BPL18l2_ek57kRg=6&>$=goCl5phhK ztc8Onxgp`GLDI)TU2Chf?hgLqx#?uYukc%jR*tuOmmRJinAZ-^3BS44M)|ry!vqXS z7^EPVM^V8-@ zescE9$`F{Vhz+(AZaiXq><6QT``E3x`nUQSg8x84S3}G(URc%5UV^>hoODmIUdg-Q znlsEv&_6nnLv9mcS}>GgJx$qDy9nB(B zM%>zPFIykFCSo~NXEh-XKb|LL`^+l#j~P{lxbNYnsqNAPJ~92S@;;Iy?f7@9uHs^f zT4ZAtpm(Rjg8+m`-nXI=d=5z zB_)*qPFVWLN1MsRPGIJ=T!4%9oY%X{%o747J9Kn(;deoT*Q0}b_1-aW#3MWFzNSc{ zW?L|R?yMY|{5xK=gh9ScY1(F$mqDiy**_QvmITZyEbzaCb}EUrY{2T%A>(J;9$WG;3_o94X*Ro4`3cpGJ1_nC1TUl!=o4AF1d1a zF2DXY8!?Le@8~R0>>k%6+EyLGh@y5?~%*63jgS^s$YsA&1;$77(qnGy_NdT*g5+A7I( zJ~T^?lrz6*&U54!(`v0dpn1L=Olr^PKco&~sF}^b=J0vJ_?=Od1&xUeM0b*qkXYn}wyU(l zVx`w?x;=_jzsi)9Y-p&X(v@dx5`aMCr ztKS!kh#v5hya^%A@ZU8Mp$+y=F?NfT03XW3-}%QYx0|(Qal|9qnFgfK8j+(yvMXJ} zyW)7iTN-pYcqz*8T!ZrS*$%*%$SFGYU^wf|rN5v5kc*7!rVl$hI?14%{}oKKtoFO? zgCBX`U*8mqD*8$3+iK}Zm+y>Q1z1Uwkj*S%tTY{0k>m?tKI!{i$Ami`_IckFZJ=C= z{nW!~(&5lSY2f)oM|~wp7NEftEq4i$zq^H~)N(THZ6JbjD-U3Fo3hhub%zblao66G zymBkfLM)%eRD+v@<=cZ!mW0R$ByxhuxYyaiY_`R7KHR*baF1@$TIvvncNiH~Xm-C9>nZ!-fCfG9tgbmUBz`LzvdDmJS4*AT^Tr){lZ9Ot1afhy{?e;->(6&@#5paJCB_*%K%VL`#TQ;^bWqSZdA;gW80bg{rnn|Z>)Z7D7W!rorX`xYqn1hDv+wpBmQOtUhG6Ov5%s{5Xx`dvx-P%~e79_iX9!OMVA@3cBrDmr=p9OC)&75NE_>`QRjdfR?|o|a|< zGbqlV)Sq(Lx#=ApYb6l#!&1dM3_a8Hlo~>RaHCoaaGmTG>3N`9BR9}&%GUIdAlM> zHcF-$CY|)A!{n6N{~!AQIjMfKlQ3@V&&PpRaw!HpbE+kEKc1_hS|N(hQLeA% zSUp{%V9+~SY~(vBGzecs_FP{!a0AwgcF!B&&gu3V=Gaqb`X^2dKrc> zvoM3c3!bMq=6eyHpi{HI1gRmW^}6nUjCW3zPrp@j_XWfG~-e<7_PGag~_QPX;afhVr!QB2F9r*q01D*HrE#j zQnjRB-d@Lg8cuSKHf7x6f=|41c~GotiL2nWWK*|GKTfxk6Qf)?f2bgbb~kSuo=XWM zi7eKoXWT1Q;6vd=wK{5dOXYLvH3yx;361}boryUwOJS+SO<;MK|HPjr`JoJ|w0L9x z&-Z#wJe);C6Db^K!=u0syK5h}5G(Dw>-cL^z;aY94%6zn*P32rhloI$nx(+PnIePP zIohf%uY=X1yHOv7sBgYcAT$xo{=~GYu$Mwsa8DK&T)4IOY$^UH0+Zn?h;Vr7_t zKc3b{*DDa~fuZ52Vwtui4sC0o4MFZ1#U;~@tD4NMc>*ytQ=etlt1GW_u^mr@ZwhVu zN@PggG&41IT8itA5l#Mw?T^8Xv}QgZ6?86Cfz!fEGWl`AEK0FuYtqtzT)t=qE!rfE z+FSy{4sygAj6cgMPW@?u@jzaO6hvwZRzES;1iSKB_PIs~1p!1;mt3kxNQKrSf|ID* zi?>LXkSkx`)$@wuYWF>czE3}1R^-`4zS(jYoe)a^z}~PdYWhN|IVSo1+s&q?R)J_2 zqQJ>gIea$g?`X%2ZS}e@#*R6PO#}Vw96HWiq*t6qsHFu;?AMMu7PF&o1|NZ}G{X)* zCg!CXW372-e2*6Iut8#pIWG=updzR(!ydcc4{v%691LHi{rR+XXpvbG!uLi9J!*ZV z;L*yiZ_OzwDfym(kBR;pzTKQyFd++BBIN@%HWss!soY^eA zKbZf%J2t8;c;-oRVSw8?Nj3JxrJGH!5w?b#(MSdD=z~wMI~}zKNWn+#pfy`bNdOa( zVbRIjpN*gY76ku(9s05bxnt@>@JM`7MYsT%;S#EK^fXFdrWN!bciP!!WAfNt4c$fEawO*<00&j` zNGT4>jPIrX+gQvj^HUZm#n{ULs?SD8o$DczXUANP*yNA#>G#PP=-quv_6SGtD=vaS zuG2<+Y_3)|isOG|S@uykwlHV@Pj{^;sz;=)3G7&HQ5lJy&)TVa7ZB~gZl$p3#;>|- z>y6qlSedmAL!#Hdevf7JgNJRCA@1jtW>DV-`~dt2mZWRk6{|^{-huu~Lk9t6+1ix~ zH*80|JMM`tzPpOu4ut6iSlqBm0uU#MD+OiY)#iwqnIc2uXLXPId`xll|84VQurdP< z3$g>jALsu(U~{fhak1uI{;f=2LPEj{`(d_`IA7Fs;F={Bn)-_MXC+m_uHh9+R#1 zDL;CpX(pFw5R+cYE|Q*93bI30!F$F&SSxQs)wj z9d@8hEKsYo)&kF{*c&!n1z{*resBKZRmmsTeR+vI@maD?Dg5gQDOdMh1;Lkx-*o-& zm4y5%ObzKjAj^GvwS4(jhU1c1xn&qZ<<`e*w*t0v8Eg&%5Bkh{F^DBJ-0D|Lo2LiQ zemVylRq-O4jPU421_o$!_}LgJ1sO3pCw*D11aPGRe+XVfjZ2N^6h9Y+`6lXCd1O{z z#>Zv}YM(T5iOIquPpb(v%A3%<$6gyw*hJ`12U2@^tp4?PZ%xB^AjUoz8axQfRyN9q zU+!+LyUY*OOH^%=B=h!5Lk0#ZK$CtbT$l$1OLjsfiR{o1#Kk3mlOgwi!1xbrInWlw{q z9FpxMm|9=6QK-+SFrjX4eBlucl&h=#X$vpuWr;SSzO?V#{`rO8REKg%XxAK*d%&V9 z64<`q9bW18vr$B4$yY0>GIAzzrejo&z=z>2mBvk3E}}M9@*mz3vb9WA0Vg2o;k^7F zn|ZA{*aa}ZJ&?fV%Jlmkxe^H8HC?+l@Z-HY-A%(M6w4Bb2n4ros>Rzo1IY}>GdLJc ze^P0e&=BV%%~cKlm_ZCoB1T%K8eQK?kM+0%-H4pUwH6Faa>n>`Jbjne&S6dTWC@6& zZSi6c=aMvBn#jic{1yYxO`dGU*u7$?MpH6#CL=2#6QsJaUr#qPHXZ!l$Oke7&CXZH z+1TF~C$~sfEDCc>omyN7x?|Ai{~t8Tyr{RytN>80;c$ zkS8@dL*-dB#eAx4jK%gkKJ;0BI8#f@>dL8Q@h5v-S!`dm;)L5$Tp6_WRb0#r_f`@* z6S?qX=c`|)kj7qSNrjtMt#EN?!DIY0>6OP{=kEM3a`yMmjFAjz{x%rbJg}$uYu`>7 zO_AcD4gauj*5&mPE%5c0`XzBdD}RUJN8KPr(g%%U$!PoHRuA;&j3AT0LTDeU%ZorO zMUq6dQ@_xRF8^&+a@J-r;Asof<(Iiq>A^5;i4ZOf<%>B(W%v#=mQvYucR6(*$GBiT z7;nCnD}7sMwW(W*fjlU8qk&sD-!QW#)v=HPYqhSq)c2mLeYNnN9|o(1y7TJXne0z@ z+xE<J%rkLgE)7G@_En(@^C04Z}UI>9@gRZyT3d-caN z0Ly^`IbXF6s7m5~uEn8#SDdNpla2N)malpd?}dbOxBMsnnyUdUlmG+{ zb8e=EuOSy!+~mk0g7*3L7o6kk^#5AMe;>zeXmfCmX85E`NYi_0P6@)~FzA(od~pz3 z`~hIXcmns^84$==GPl7W1|6QdwyrKKoIsx6q2DKqyJPMw?hJ`D_>#K$7B;=eOaDrh zQBn||uz$`Lsn9kEJ|HV%5Q?S-CmQLaNMc_xyp1l^d=tZu`2eNSvfos8ORhYgb9dCJ zZ10(**4@$%{i3PL5to)PEDo$R$DuOBoEsk-rNoG}}6!1CQ-0Ne>3+r0T4)IUmPnqVk zvN3ua*F8;3Ji~qe20LjlCLv3riotNxbz{BTKm1xY@QlJhxfdFq{UV=*7Aqfm;q^?Y zOB$kB63jQMJWrStxOWtAnIqvwJ_}Q%+J5lx9C=)4?vG%rTF0-=Zd=t0EW@(c`zeH9 zQ;)8x2~$#}eZh0OT+QYATvbR8!->&51a%sI0inVXT1JP2Nv>}}E=uRn!B zo9RXAfW}53ORwaIr8(8BzyvaCTGGZTHLOXZ&fsc@y`vnXuokOjXoh)ql_gk$z?>I&sy>-L@2txDU*9hH8N9 z2xDR72GY;%zN*xl4hEh1|6b64j|WXLiEU6w_)lCF7x8q-a4hs-G-8!=plBe_9y|{j z4LN@OedjKZ1{2s^=6EnM)^ueC4c7&t8odyRYcSbbT3JZ|swVQ{=gfv&-Fvx9UVHNER+E4AFmaxU=G3b(r3bA7j~)H+PQ2Je6?Da%S=De{c#;fevC}r2&XJo z)FPVSJNF~Wfb;y*IT7DZauF3V2LkQ>5sKA>h4j9K`Hyin-eYd|(Z9r+$FTin1)T35 zJ9D?X=A#p`a9l~`IZsQ1dtGpzapoKvotI8`EsGEn>b%MMkq1jkB+7Tobki|VIKf$z zJ&0`AcaJl;Z)-%2 z0Wp-2_4M&Ag-R=S_jl{?!=<}$_FMpcCjTLlENoa5y7Tcx!u%f_JuJXdJL^vsI;td? zeB=U)MfzA%jG2*`S>wTvv z9=RbbU;XZh3BygFcMdO-lPN{GX<`byE;=w>^~R>Yvv^C(t} zV1B@xLYPh1?n6E@zG|)BN$Z`v5MyBy_XM+BQQ|4lqD({?I_*WL=!PZXqLZRwSsa6G z`mM$-K`3a^TgxfcFkh;1CF&U52n&JfYrcHMfmnZRe+9|)pmSKXfnvmE^blGNW6x^$ z)TI7Z?xT}}-*V-&(yLfV7~YXhLPeGRJGaDfTZ>)7{JHOj#BpuC^@?50hE za=wm>>}?j_;?vikZ&Mp_U47v6?s)m>0BZ*ODOLx#;~|e_xpP z^&)Y?zGR+0f;4`M5U35M0NEwnNoa}F)_M`}J^-R3o$E1}F;%CxiCr}~~;FMOC_Q01su{w(^N$^8L#kFV?+*O2iK zROqBKHD)D6mP8h|U;UJ}iMFWQG)VgQv-d{`l3xRv1k&=dds$5*blb{9SLS+>K2PwF zjrdgSfLzi`WjoTV$~9aZL|)++eM?XDfR$R6`Zq0U6iLkG4kwXlm=T=l+rAWH1-CoU zerQL7ou~c>2K=j$u(&o%&21fEbF;KsmOpCOtbd=&r!IZ+KwhQ|Dnec)MFkAF9qO8< zCex;qpU!9tyNv3x$l{9f)d(WQEkJ?ZCPt>_OU4AaCLd(Bpy{8|-b zq7?DnP2$-!0Cz)DIX%@g{XwAF!@ZB$S6OHt6)rv#MJI(VHG*&5Y+HBQ>lSMchnetf zY$?oxta7_dj(wB-@9y#(ibFQp*!duxh;)c3`}5B9>P~O$G$IcT%)1~!Hy5ye8H+vk)9jBMrr+S>XM>MF55MbS zA-g0ku`29D0iSOAT~9r%(RwfD61j8y^mrX$B7`NJPXtL5$MZ~`XNq2> z>YJWm&uO^2UmU zhdr)B^vAurThG6%;$K!~aiT4~M4hrpLG(0azQUk`Dpr-h@TEK%^YhQO_b@(%p#Dj) zfB!S2ECQ1KA3$tidpM#0b17d#{{W0-I4iDfXS$CX2-<(jGreh~t$hh`m>sX(k?tdC zfI%WQ3*f5$d|l6gE{-+%(S>j(ezZM|q7Crw;B~#tW~2?qdqx!YokOL-(v>_eH;4gi z7O~+``sOpzWBn#9z}8)g+0@vdGBSDyui+=&9&68e=hIpSz>LwgcGa^tT zFQyz;Cs%wKozUe?9GDNfjpS678Oh=uiVd+O%^OG`^LJlWqALRZ(B1U)$2pB|BPR7| zZ8mS8JrkloKhGfzgfK&h^7FnuU)~p@VnY_onkPw}Xs*UZonU_DY0nesUv=zRul!HM)4Wcz8c-dh|hTBEv@Z7jS$A_0d15&BMiD~z;WXa4lYI;DG<^VeoL7_10HLTyFd^G!7rD~^tc%bqHRVZ9PbZ7()?NJx zd9)*2@P)LM5&HXH7{XH7>NH z3rF-s*VgzCrq%;Q8CP!zKcAuX2j7s;$?E7%u?Dl}aozpJUKt-C(h{DC-9AE}zZ1do z{g2vj$2}v7qaaM#ndlm6N2>cQw%d-G^KDTS&Q`Yh#o%-7WZnCkJe)=1w=bZhz|U){ zsxac`ubGKy8Qi}L)3;gQs$9b`#_wE)-N-_*=4yP!Rmfroxr3Y=l!b#SV4i7Sr(Y_k zQ6>c|9S|VVqNoJSQU53tHUtsWH|UF$C`Wj-rb>1idcF3()KZn`%*c9Vg%B}ee-$E( zz4xwtGl*z_v@%$OSS@Z4<8G>M7~4#MCqcV!kQHhXW!lY8JHJ)9SOEUQqd5WI5Lvdm z%RQK5n5hD;;Yrtew=#%9&x5aA7)n2~YXQZ6F0P}~UMQMFhs}_gb;wI@ZS+{QlJ1?k zA4FljekHOU{GiH@?$lw^bxISv|KpB8T8D*5QGBR|FkOGp&U-M!-G#-zm6*(eFDH21 zp>;3^m+(qaQgZx$G7py7r9Z`=9lPZ*tYH`|aveGZyh9zQmqP0>QWhX6na))@y5joB zR{#o-%x9Ld?Cj`BJGfb}aTQtGRABW^nn?QCrM(IAv}Ywz54+LntuB3oTjLUfs2aKd zYM29ooM3-H{B{x1ldaEA_87_ze!eFWi}#mQI#V7Q9c4o@m584TV%K=F5o5F9`c8&t zQxgmeH32-tXarQIUfJTKTYnUoWFx01kUD<aV@o&U5y++`C`og0U9(z$=z$78fx{1^hIXed5K*t6R-kp6ci@eprcm zeJ{G&=DNFq@!#YvbB;hHa(9@M=$MP7v1BMmwcF|iW3}p^#)po|=zu}R_H(_>&AXd? zzo(BIZ#D()({9%L1PBz~|2hnbY&*Fy7QkRt(a(CxU8#=fp!%h*ac@@%DPsSA<RYaQ0yuI<4*t zZIUt|oqAly-WcSL{(L2UQh+RUdiNY@tQWq1JFPwjAdb$-+4|XuG%UW0eD>j?=Ou|D z<%eaj907V6I5MF4PLg=qZ|kP~86XI*X01k?%W@HO++SObwi9+(>RuQ8`^^bgWb69A z>f~VJv8JY14;5mLJYu`ev`GT!QyAQ6Lg$P7-fevn+1T_Z>>w zOu*O7T+&Z7lT)tLbyT@3w|=G;iAN`0PMpHpMctDLdf2xj_&ECK0FiPKEPjAlFe^E6 zk5Vy%O$e!Bd$FLgMyNEH$|=YA^jc9U<)yo|vaqc8p1jA#xi&6P*d@DoYM%BbRhIYl*j|q<%r}tp_9{Ib=5#M#?4HMRI2jLT4Vr?vGET%OLtC8GQD! zpmUY@TQK~5jXVMvg+MX^I5`5*QjyV@{S-#t{~+q+M}{F5a@F^y!$lC`w(Ci1EXz@8 zsxXpob$y}t_L&-_5);WHFLzpqs4(V40>T}od~W-a23j`Jzh_F}8gnI$KSC&nZ61Y& z?!TP-1|e_je+qDuUWh9QDds`D$>GUCNJD!U*`rWd<5}|{f_dfqEeXxoYrn)O#LTM< zZJ>w!{YjOt=NmY~)oRhu#hZ?%)}zK&p9*~x%e~!q1U`=iMBl|kN0X1S*F2jj(VPPSh`_9I$ofIp^QQh+nsR$Gm$rJg15mLzg3K$Cu?tJFBb7&ZlhBftG$)(L7SIYBT)g3eZn z&CbG?iQM9@c~J-1RB!-F6}i>q4&YRxA?`ed;)J6nd68#OX$Cz6LxUvF=FL`dB9v$g zaZS>_KV&>zwp?T^PD&*>u8wpD|`NfXTewL?1J32PuQZL?+)+YQXJ51@iF)14-BQB+3(sf z{JLvQyfoNdP2T!s!F34gc1e41MKfFq;e+7$;u%@P@27A%=fy~eY8-Cyy+52t5bFKlqH|R;4}lfDRQF8 zNMwy(Gg}HK3PyvKRG-BuL%bPDW{ZoRdk_muYqKntECChy=(<)zH1}%*M&Hw9C~Sy@3i zi{$Z4g#iosaK}9%)jRA=F-?zrct}R97b8t6k~C(^@S4&pj6PJ-%H(sH!{Aos;G;`46&RKpSeobuJi-^i1OCpk^o#y|JJal0^f*3OsS-rkT> z2DkT2Zpe@TnHeL{H3jD7bw`q{Aj)TFa7_`+PH1@yeSwgi;K>O`JR4_t_m}tXPzb4j zE#D_L?W$`G{o_?>Qe=%FV$Hwc(FLi2@k@+MU-viXbsx0>Yk6bYnepb_&x@j?BQ*y2*f}pM}zt(LE3mxr7jXeRi;sT}B^5SscHV z$rfJNTJEpeAHxP>OFqNNxNlFa0w|<{Y|QIp|Pv1T_2`+rRU3m~gK|tGuC1?5N5!)T{e5R(6o|7$2l3ix_!>ets~{^*>jf zhk_j`O|gg>@QhL|VApy4F<`eyQ;J;h`Gv(a9#@0WCUOpY+>YlGR*-K8@?&1&;A%I>Y2 zof$&QAf+2b=yf{JaHbz7oK#^q#0>4H|M#CY-}Fwv0iO86_g9_2!_8PbVR?O`kb#o= zmBRiqxPIla$Yv(rhsBp5$}+%7Ey-Vui7l$OO5B1~6Kc)lj+8f7dD(h)5QZWpw?1QE z3f}<1HJ}sgKI?@=u_i9{AVZjjHQ1ES1CHl2|G($SFj!ya%D$*F|Fp?=Tmbp3Jd7ZM zQC^a%H*C>SKOo*}$6P3mdD;3FG5h{?M)VMJk{pdfu_jTC?O)M{pAQ*p&95&!4w;{8 z$i?%8+WsqHdwGfFfHdKcNN)&oz7+Y)nO?4LFj9U)%JD$sPnp)6r)KMQ=l$GaXT@u$ zCqB+)X16^{l3gSwFEwWAqZFGUxjbe`;*vF*`$p}<#jTd#ss)};PkD2iNett0WtHt$ z#5!{W9{+e~C3p=}HjtZA9dW~SdvIUS?&i-g@X(1Ko8=LU8T%y?%3^*&?9N}Q<+byl z;_Kr*q3D7)YV~ri_P-SY`rTnKR1_Z~a*v53;oST?q7fd4jb8tCr-TpbU3{}{?>6ic zUwFC6ld8I}vqEqPpziH4D1SEP2*Vpa2&27S)vo88l zz(>d_Ryj{P)Zz^{m<^aBQcuAl8{LqCt-HI44N)PD(pQp@6(EEibYmqv;;quKsvJf_mSJIGko{{(@PX;#<6EXoq6oYrqlkK=`*DCsS z7<*wIP5$B6uU|*%PGg+?^eefLde5XLC8UaiGv~VxLg9h6~ygv@yEQ2*k?a(%IP0}(mo2p zpXCf+E4847oJT6>IVTFvGD5t;AqEu%mO@2Vj;@dgkJrn@bj0M!o9tw9Ocys z+p8=4X|Y^)E2^jF1Vzn`-Foi+-5-=wV-FR>7#&wZl9I@00XP_pxJfYIDstOUmOmc` zPzwibcoq(uxpAo64Cx7QXZAxRxeVGF_NWL|Tnvo0>`Rl}jOxUH80%q=|FyU7;GFrW zDPRxvY_hOx3FF7rLJG=#3Ma-W&(Q5OhLQNt5-hA!J5=fB5}#fUB~{8kk9zI!u` zR``|rj?x^iJ#kkaILnr+oWMQJi9$2Lcje(ISI}~_O~lN3?v*Zo_VVI?b(C^g@{3nD z(`?zz9Ua%c#uy`pL1cu$X^a+@!v3IQ+)>NKgh$A>KOTcfOa_6Y>TY~7gM2TrA>v+J z_KDmbeKe5bw1cztrm#>e4sqziR`SB22p}d)ePHNJ0f1X9XNz24H4hI@AwT}tAm$2$ zD;O)et6xy08pt3*ll6KH7`!Q*L{p94Z#kKf5tffM@VH9f10%2I?x~e)CSekfQMEPR zdCj0NqoesBMJnGnf|6NyQsK2Zhi1a|u^9v{jr2Z!wvX~JF2Od860!74&7Ik^U+z5g zkKG$7cNgISyqt?0`}Ve(zb+8&n077%?Gdlj?J`7tLbh0sNYlg;JK}$2t<;ZI zG9J^=hse~(B3_9zSg!Okg`nU{;rv7w(`^d;;Ou6;G5b(j^0eC}U^MCrEfTZo=2AU*43tZ)J-j>wMx!mmB8Fk{D zs<#S6cDo|lTp=U5v6VZ7K3=TcXdO5~uH^-Mv;DTL;(y5;3O$ffLA402D#N?faw+7z zI5VB#D~H&6XX;iI0A6w;Ut1Vzr>X$l8&9#!XsuAppC3>bRZew4sez44`09)0KGvo? z61wLy@weou+Y*vlk?YoP;!>E)FB=P_ z4t{A&UPf+NVl4J*f))XDo{N*dRd3} zazv@2k#&fmKnqE33|E@oe7K{u$q~int4$J}Trgz#3z}K{SWgI07Mwg7Ql#oZ_-LCx z_%-{V%-C(E0Yf2lf_M@UMj=+WQc?YQXO33@04s|2<^hYD2+5GE>krtin*bgBIp7_P z?tFIw;y(Ld`IHrZ1ksWwoL!2K6r@msEvH|Qdl}5uI&tqbmrhPWP2)n8d~SmZmh}fd z!7gTT z6j#K_cWXio3EKTM%^(=ve?DyEP!QSlEQ9H|3aiTh){+4)%!JH9Bu?mbkJhCQYC3b@ zRA{sdlHEP+uFhd-rRWsnCQ8*3Pz=8)M`9WIY=xvrlRYa(tyf1m98Uy-t<_=dTh&|ItSqlk+5?ECN^4sK`$StUV;2N(?XG)1=C zb$OB`w`Z}Q0)lm8LidquNxfUcnpD+|X_GO{2Tkk6ch^bd&!uPAs=ZN*gnD7pBicuj zR#o}${8*ER$)j&3Z{R<+R?HQ4@u^DtL<@cAs8|{r8Xw*MJb8;bB+5M^z6O^m6Ewoy zS3kgRfrWT^q9;46W2$B~xP4q$irGm2=~L-uqAX1F6b|9BKTDz@V7QFtynKzCp!fGe zpU}xmyw94(>5@{1W?-F0biT|49$zaX4a^9CU+~!N`Oqm%NL^GJydktJiLT&tP0CQF z>r^&gf#YC$U5VaXp{nh1ayEWz%!`w&UE7quYHnw@?fx9U(|qv383I+j99K_WUR(l- zSEyHG!^@I(qHAi`bNr6TW-)8&txE&5?FYnHxxIlJ`yGVkd6 z)Z!g+zp&=|r}7%u!f@d*h1Xi{JWeeD+ z>}6h>ue9`tJ|QU6U_%J8ias^v%e3Q`DQg)B*cCbe8WJC}`3f1Y{|1bE(JIx)^5x-I zMS%YJ2Efv$fi0!70cfF;mTUBV0>Acz;-1$*5rsV1xX&DtsaImm0kPiH9XJP(B}>Sf z2$06=Z!>ZH6Dq|>{AS_~SV@Rqhk$aFdzjUwnH$xAEjPW;g+aq>y`mOoXGL;b!9h9u zGTe-?UaPpfzc*D80}V#Ua1W)7reKiPv;cMoSo&~MjzYX)_|E=X4Cx6ojbO7yd>xiD(y6T(sOZGvPKNZ zcXF!ks717~k_*EQPF?F5$~;YtQv2sLXK)-QA?*o5>CaKrVSjU7wH&5LA|fJ)9sIRk zo2Db69d*k&3~7*U?7FVHP6D<}P%2a0%Ar<`plpZ(CGslJPjv+-qnaSWqN}=hG;Q4N+3NTV<%L zk3Nml_>JALd)14$LY}OvSE>Qn<|85tuwjHjb5S`^o~(inj(kCynf-c@JwKO+ubzv# ztLZ0oZ$fw{Bj+^;=CG3#?u1nPKhWpZ{aXRQ6G`v;&Ai2H#T!@LFN44J^*|vaE&;{! zvxgH>pbIcAEdmghZlrq}$(ZjL6h}xj!e7k!4AuFm)7<0?XdS@0G{TcbX?xg_Ith1O z*~5x0Slh#qHri%oneCQ7bpn4l9jN6M2E)#?tY3H}fW15+yuG9bwy{rD6A z8orf8@!KW<3@7p#l7Lovp@eEQ(EF>K!6yii2=hGwdbHpRu$T!Jxh3NTiCM0Y0(^;2 zjJH}*)ge42Fl9vd!6_$gtAt=XDM@2Cz=Xh%9O`B*zkyb*yH0XlgPj14iOwO@5&z-) zfN84nZ1Qng8ts?+o-efDX^&KF(EqKP|1Jh1q=}n?9eui#S9GHIau9v9EL4sO_h_I{ zw-pa1%>DzC;?~UuBA+OJ(G#124=L1(^~45t#Q<=QxAipyQPGh=V>Q|ddh)+Y#ZFj` ztGJHmOKz2OrI=A~o=W2PD6SHX&a|+oY0Zv(q`e3Bgq5yL5!KTi6nSR_=$)>u2f3)7 zlf7>P+qq#z1YDJ{Q3ata7ry)rC34AkPibT{m;EIW;3{q~+AC`NVvGpz6QiXt|4U8o z8Y?!sjMNnf9ys~Q9PDD(nTM}2;kn=Z5vJdfd74o*YH;UcE9ab*4kUB$|694i+Ihv`@}7F8^>^alu68X zwk=GMW~rMY#FZrU;l^`E1a!gK@eay~h39umdI*%H@wP#H-3!^G@136qp)^1H9K-Cj zFV!&V6k0!uLHDIybZ*=X7w5gcTE4jBGa_}^N*s`NNXi*}E(-7_*NscsM76A*v#KUj zPcQNXY(`^sn^ieH%?_Nbb>(Eq;UkICam?sMvL&1y7)Mfjet#yja8~6wMOw>2k)aIZ z9<2l|G|W-KB5=`h>W{$?9B}qzkxDum=vf+coip@BcLwn`G`BM@q8`tL1F3gk{hr5& zBLz@5&`x_tpK_AVCRX3FR_w;35au^78=xHJNm9vB5$qIFETkK8csIo4m_v=pPL8ih zy$lVfBz3lQHtL7qTk#(o^mif@t(zAQX7uHjaAJ!rTggzP@52V;%P4tig5sV3)9?HU zV1m=y(DLl&T*XU1p-Af+NcOCgjI)K2A+3`o;$v}2cd{dg__v#M7WTV}o#0&qE~`V$ zO->U%`TdZuwtBEx&`Yk;`UW@K6LaqDkc$<~8^6Ouz{+9`mZ#!BVPJSohV)@fFf;#a z@Ohs115ln?cl^ld$llKa4*NmD6~zUgz`f(vV<{c4xs+pC)Cq9(12d{c zEA;FpvU1K#K0|kiVBbJ#Ptx}j_3}N;UgOtzoWu*asKKWGDlJs?u2x2WP7%{+({9} z+*FCfUYnOHI@MEnbr773>8-%9y5wFYs2lXRbp7XU${ygR)6ko_8B)IW;yaO7Mcq6+ zXwHyGRKTdmwqWBvH$fmdQNhV(E&K%*G%90nfhXP=;_$y95l!h0zp57ZMxV!~ctJOB z1ikxxxVycZpu$=Ja56cb&)0sqgE5V7+`Mn~v%XByjjGD*6TBgJ-agg^? zWK;6Har)M`I`0HAodHkLy+1{|mS8;Ov}NBloP`Onpe-^mpH}V)6YfYPRbNyuwH^J< zlXw2_9ObGZB}~|1f|;=6YhAGnQSTncH~<&hHvEwLz`Wp8{w5vO`$--Tur1L4+G<<% z9QD?VOZSYbdBq;$nV%M zycAl+aXypL z3JA`Duli7rE&WpRIPI@ZzJI9Y40qZ9@$+`|`5PD4Ro(-RQRlkPNM?i510Ij|( zZnTffbIv^_>J~>8&x?1Z3TFGBt^4#kvSkYGF4au4!}aiMS@_U+-+)`euGbKnPJx~! z$9RZY;3lE$4a_Hi_gbkLQGyqcgn`76x`;&pHn zyb7j$1qL_?aum4UfRq(D__Xf#Ee6f!zoCv>4cwwNnh7KuP;uj@hFI`J^d|Ed@OPd} z9vK1LPA@ig7CDWpIE=5dSRmCucdCdV;Q?!5%puh-)X}q-`w~4 z@1$$A4oAQ8qTKUuJvV}e=2Z&5L&N}f|`eaWh8xjTH zRsSnx2ms!l6o#lczFTtS3bN~$V!kr~kHuQiezH3F-^mp15JS+Ff=z}(B*+MlRnqnD zF!LLi$h{5#8`6S*Az}fAKQs9S)Y0f@^=Jurg<8m852_CF%KAww+~5&f*mLK0@fZtb z3)$4Pj%3~8>PH@zrM%h*zL|NbWC%{w5zd}aQztNDjv2rZ{TJY{(ZDTrAatA;07+c8 z{Sp#(t9e7i{kZ*f5tNMv1hqGtNbaoS@oR+4YtE_Z`HPD;?Llt6#34>aN7qiFVDA{0DW>(-o0}m z71?rExf~>m8+4&|!qHo}bAYX6nG>g34k}SzRf2pwk;oYi{%sd@lQ7A=i{yvk2V_JCk9i|VF3=n2J=7V z*oVgyJt060zuR^G<%BMD@m>DW8z%0a7ta7dc8&Qi@q^9VKxm=8V08aiJ3x`$Nq=0f z5vzLj(xdD}JCVKr&mE)p`e14nrwEzrm<~AMtJ=MSe9nHzTo!m)3m?D^ z#|@y_RA$#ce*DOv2_~>sfD$Yp3@uoNfnZ{i05B-q?xR=R=V8lq8=~aT{PmKV42dco*^-r~eQGyx1yW zTR#GLBZW>z;xAGET5Cg9vV`Wgq&gTB2kUZvA^t~~(5N%%KL&JA4QG{VD4C6_=Iu|P zM4>>+3RJAOqqUBoqyVAni>Xoz7TJ@wmOtKKOrbm@Y?Tf^icSU|8RrKunU5x|D0OeQ z!%yES;uZm*3d}%yu1504!5DUR8`0e}tIf>;x@4(tZKf3TSYtv_&>p5ShsAAAt z111KqcDOM9te0^XIZ|Psip>#EQqV?V!8GnG+5y@u0F1*Vyf&%8z|jMiJb{p*prk9z zZ;3k-AEcW4lpFNYQ#}G}^O!y+%oV@r!Sc*8sha27kb^l#4rSiECI{*dQs#h@6qshC zdzk_Ja$YnV*?D_qmya>(Al3e%7LNsK@;JV>NJ2{4Z34ZK$lW!>y>I8rufIcw7?ORu!YJF(i+yp9)_#qp|}kldkru&&nN_J z2I&KIb-q3?7Kj{k^!FAZmwXuEWS_YqJ#QxhxpK|@~~eci5T=$;!J z6Dm4-RqdLa1p0nMz&H2^ZG-t=>-7b|+n;?c!wES2J;PmZfEion@UG?84aX#&17kVI zX7|jbaC@@4dp~jsdBh?1KOr+Xj-7vV})(e`Wii+TGPUf)t z1xoXxc~6vXyRW(JJ6j^LHqeE-$WgRKCmeP;}0;^{2URo!QSfkN!Ah2hovD`7V#f%8zB zj!Qp@1#aS6P9Xf(e_4d$zR{VwlE-m^D$<#d}dau z-6i&)%ST#9z?LtEs7eRE6slmliKX@1CP`n@cy4NMZvhuY%7YZ02S&oX;^iX@5#e2C z@mDFKH4d)3e6LcR{yf`H*W2J0jhV3mK3YJu$YTJuXaTg-zfp=ZL3^X-3+92Ycwy52 zdgOEwXXBor2|gfJbpcC{dvNAxFfb4!aJ3mX4uiuzpmz7^cmhqlS3mAe+gDm%dxpx_ zTVju>yu)YA4V-3rNPI!Fsv`pCxpb1ktFGLt-v-z`)T!s{)$A#p#8CmcG&K|7tmy-B z`ljIP+Z=VppT|Y1y~dcECenT3mKfF1E9b#Ld7qhSiIp(U1EG^kotumkt3fE<*$;cR0Q$DZw#Z*ghgbW6bSP8bpdyEl_w%+Agoj|lcBcOt=3 zyTj9#bYVw*winEINxt|acfG<^Ph@3fw*zQ3n0F^7z#O~9>E3FZ84fR({M&|)Q}{D1 zGlCVQfKA2bKqW3EF7uL~V?Dq!odu}|r3P;GR*PUW{57KYVsx~ZBgywHM4Ce^?l+66 z2(#RuSj(}Pa;WKHW9eHnOyDL~?f&`b#^p7)Hq$oKhl|(yQdrb!Y?WLO=iCpm-jMR` zG=_mFtAcnzW`7w~83Eu-t79~l{zwRo8izcB?L&5s1K=8?_YyE7!AdD$rC5{VMD5>` zY*iMsC0Jr;pCmo0OuugF*h?rW-o+Q~n1$oBRsl4c{^I9mi^=`pA$?HFfXtPaOD13LA-6Mp8Whk z#>B;=eDk`YiucBN<#~*Tjz6WGsGv@woj_6)B2~L%lv2kV^JL=3H5xOE*TfA{&V9Db z#D5ZF=@J=zHZ0Ypx5blL=+%QBCVyd6op&vmC9-&kP!))>6x~VtfPeAL+X_3}jlAK$ z^UTUIbdT_vCGd42zu5!ir4LKAcu=zoC(#RWCZ``w#6F42zc-Hd;jDM;Qr26m=eg&9Dlv9&k8|__7Akq%2sb)LIY4`?YNd`3tyh$mL7Hh)%4ogjp4vw2K3^`h#G|nVkg>;#4lD8D2 zwGHlb&$_=0^#4wwlPOA}7?r)K5`32*7Agi_-P zbFz}{6twE=n2FEa9qR8(5Fn%riiU$HjHQ?$*tR9h6bWOe-r)B|t4-yKX{q|NP`FH9fu5 zvPuWo<;zoA{dZxkNRtcYtb1{8@1pY=#tS!73aR=P^HHN{mv1hU8WRuYyBu6!)*~7+ zE^Vdolj0c)yon}evbk&Kxv(86PIa^Msl+e~Czob>bV$M^bTez|h#=LY?Ropm#6VkelD|I(yj%H&gvOv)XUqUB z9_-1Q15-}ti1K9Pa$`cvKji{L&lHGr&R5t6bT)BQGTSY!JADT8dsN{ssRX#D7Hs+&FPEKn24Eb#o4*Z)D#NqCf@pq8&9l_&-$Q06u^>q-6)Tvb)L zxY!;nb==@MV-;|xBJ3x5vVoN{e_GO9vu7U$jq+t8<%(wc@s=CN7PaADJ1;-!dv&s7 z_rFLVExv9<7?0%n5VU=u^y^_Y*mV{cmH6oC75c{&!PA7#@N0Nrj$?sWWST@TuNc%A ztfaTwuPA1iu)yg9wiW3k)*s*0xO;!^PBarsc|rL7bzcSN>%oK|@Jo&pUxaw%#EBei zg0H^LErbcNromw*?LV(lBqAu8;3#8jK~J$-IG zHzuBR+dSfFCa6u&$~s%NL72X*n9oe<`k4$9AG?#2o+JX9sLxgjO8;`kmS8%*Wt)3H zp@~t|q=_})uDU?f4_Ds#YutE?=fkCUcf7Eu6h9L1``4>HP#f9TdGJvYff`9^{pE^v zboQNzn8?Fto`^tr@69cs=hlu)ut>;9a=%6VJ;0_xCEghjF5|4cKJH*KJ3HRlWI^a( z#nRx8;8r36Te2{rnTp7pCx9bSE(9r*?5^Q?Tn7;pU_1==Uy%3^S9MvS?V*v)cC=V z{ooPfxJg9y62ar8blb;IBltGPMSGh- zI03E7=~JxaDzWE;NwPhYmdWbOCd570H@Em9{5SLK;R4aONf1&~4TT&je0*RHbaRxI~_m7hJ}B!^RCy+$7~QJSd9A zz52+p4lZYM5)y9l1z^tZyKMq&wz-VEz?74%*qsBv5g7IuYdjA;evULCVDjxr+A;X; zy2H^xI`kc3k-^KhSz8EQVddLs#D;76z1Be;nKPpF;OINhb;X+blUBZld7n~AU^+i% zi%S5jJDBaAA2nsyTj5l^&dkH@)1mTtzPPcdjesg|D5_Vtbwt1m?MB6bDEuu5viWX= zZc9D_^IrPke&Y)g(nBT5uAe_&qFW_gR#f2VrKKfS1bPB{W^z1>1;)^=zYn=HkAZx1 z`AfjI%?)|1kvj<)S%r8F?)2~wv^ipURdLzPAfr>4My1VYm@CC3#iqV%cXQQ`(T&NF z+Yr~5zE9jEN=-?0w6x!j2U9Kr#W*1oG2UQlCL%S_rkOy1&G3d2k1c_^ ziR1c5-Ix!EOpNlFHB4YQOG|5b^?A%DUH=DjcvjV@Z15N1nYSTo%!UUR>0!65?AxiK z7q0-`yXe<;c3%(=;8~^4d{#?~KTdTwjR#j&3aDTB^Fjgmz0+vIo8$8_4JSU43Klzz zSj7o)1~)t$-N2pLxV?=qd5Si{teUKp6ld%2F3!Qu`(T@C^$e93SZ0|$<~?8m-|7pQ zsdwBPjtzKGGu24WW8Ce3gj*>s{6IfZ=t!1!{_EI-0`%ie@5O{2)y1cLa3 zF%E~FM8eh^u|*pw$J>WNc zfqr>!qoDM>uh6IA;o;|Ns>P#w0y6soQlkMU?;&~*KCV{2cI7nB;ejX~?VwtBkkpdr zV1tlrCw7|w0Bzf75TtwPJ!kJDdzu%}PTl||Ux4QHt*+qYT)4SAq*V?S2(pr+9hTtJ z07laljxfOp}onzynV;mh8{?C4XF=vZ-h=iw`c5*%qImiuXSV!e9QZ+rjGRK%^QADda z`E=53o}ET<2vNZzn>+K@;q;Za!``FQpS#Z8o<*(ZmudQj9rYc=&a(AmoQjp`E`9>h z=eVol8Tz96Wyaw&`*UP~MbOoKkX9xg6c}i^dUQS&XGj>G-?6xdlQEJ6Jes650cMLw#z?_ft|(23_M*gccv zxtyHSe(NXHC+O>-LHXTOQFaG%>yJ6V82%k1M{C0crN(2H4gVf@X`z2<^?;T2<4`PM>HF-B z_i55nQ{zU%^HngLaEwOl*;r+-QUS~yf$D;scij%95ETC#c2DY_fs28KuUT`Hg;LYg5P?T?smbPJ=Ff;9j3gXcH@i!ue98+x z4J4f_0O|qjnp=*dXu_G6;ee1Qg6_j zL4w!pR;A6{SR!)tkl-oztK(mkKbKe6ICY<2gf_g%&u(uJBCu1<)1I7jRe^gi2+uv& z+kOE(1XNvG7Xbqv#!bhEb|ZW~!;$@XeW&=A!S~{D6z@e@yEg+v&&-{4sBM^T;#yJ{ zVAR>$JP*zS6tk?$%ge?6#k!9s@V*0-!ZU5+SKiD)O$yXu*wVW8)oHh~G?Tx-|C}w2 z#W!4Qyf_PZr6EJ8pEMMUBNP@eTMND9=WXPvm-0YCJ!65zpj|it!l4;V3-Bn|n821u zz_LjH;&EtREIuJwHyk|+PbCRvBYp*HI( z{ma8W9o#@^orsf4`C=(^PC`zpq4Us_PCj818T5u$A0Q(APS=%X>;kquZER#AM@U>7 zJhyQsv7`(+P@d>SebVFZ#pP5jN#||+4jQQ;l{kWT*}$43`}FYJ`VJv|8O$2aa2ku< zmFfNUE6L%p%=vd2hXCinV|Cbpx)r0no++mK1&%T~M_|tZd{d%d?ooW_TIlnbvDXBI zgsYwb2v46P+h6j>OYOmgzCp?m5bLi}G3iQaP<6TGqY+&4$B}P)W$jX^r!n zoT>WLrGIyI@G2&S{oVeP??luS@#&0egDR(evv}aARedb?qSmsAN_`-f1u6E7oQaYb zph@PeAospzrPvEH!rv=VPJxLpx$(rIa?%n~wyE`9vfW06`$kjcnLn_8{8}(V1fbiV zrH%Q-p9A-jpGhVCzIORPfc2eeb>qDR*2?;_U|J#JT>P7NMgsF0&xYRn5Nz@m=q6%i zun25-sR`O{*B>UKqEpFM0bi(h%%E2B*_^D-J_#c8@dsI#uNeqG#_WfQ0?EoYNh*HH zm7~#Uwzb^AE6{|~j&G{~2VBKxJb8EeZuZ&H_8b=u_@Q|5b(Z%{td*4E3oS7X&0a%4Sl%>E=Z4(`7V+)6g}vF9@M z^dF?LUfc*CXYa_^}LlZ*&!#r zy3X$mLmzGD`bCSM@9|-48aH+_mzK-~7L6gE<49Umgxfw=6S8T}n3w`PUuDDl`i2o% zO-D};mT=k{H*6zA4~{<(ycfJ%O+oYc1k^IjxT%bVtRvhbt`(v5AUk$mwq`7kW8*PT zOv>SYYXVYvp$&j@DK)+T{_xrwbAuO4<;F;aC))Su12!`@4s&^VY_W3+gx`^}UeS0g z_y`Vu!)efpKfc?35mbMlZPQqP)7!!Xc7Z?Hp4#FZg6gtd$;=3+DME@ZJ9EadVj*rJEy9 zrdvEnIm(XekUrKKwQPghd+Ka)xsUMY;HBX#Hr;YLGu|@1O2K3oQ9aWcR1bzX8ed2x zOt5!#?R!H4L+Dur$mzYHP@u+9<&gLJP|A16|N)!hxwm)k%@5)Vl zRBL+X6f%HG%}Y zK#-GKYK`qQIad@p%N1mLyFQdxJ3k*u3aSU6Rd48JG#q;l&yee+Uv-(9r5b7Pk~#Y% zV@D8(JVvIG=?ARDD-W(WUMK9W?36|^VwWLhJ@CXs`Cxq59v5tc{$1s8lt45~W)B=2 z12ljEI{QfYfPCIPT+nrPHCZOgTJM*~>HUaTqoSh9yiP&O`*t~6q!+NX&K)E)M0x`| znb8`tofEA`Lf#081>2a_b4aNVx6r$ zzN3bfP=FL8T#5tkqTE2&jj2FErA<<<{!701H}JeknQe&V%&)2u_5t!Lt;j?If59Ek zhc`_i_&4JHWxvgM)s?+jTC<$X zb&dNj$WSHbgZg=Zd$Zywj%X&)if_qWoa}WrZ`!Kq_EQONiZ6xK;%WoyKKPNw=<%{k z{1v0(Rzjp16yZmDAd=|lGlJm)vsFO*s4t##^pOz}sKaB+U ziT2Eix&Jh_k)g&@Xh5wB;nQR1U?@+Q@1!DSe@NwQ zK54)nE%f5*IDztKCEzziV>ZM!gqvi(7+F5rS#Yk{E@$M;fWM^^PG6I}Ta;9vO>$M{AX^B5kdkv$kgA7vsWyJn36xY1o0=3g%eeb#6kkHOuvRbT+} zc@~I)*%`vi2`eXqU&stH1>JpmhEi_2NzipJ4YrxL{2j$=s+d!RLd#>E$r z;2t5_s_dzH9vs=SdJz-Bhn!iUHIfRRJG3ssoMV?5F=nn&6Zt}T?bmZDUKB9=8dzrk!``2JR!UfroUeOp!uZ^^ zlIH2RGOwvG^=A3PX33RLLt-LKZgQEWi7K#*=EjF<(Vc|&o%E3Rxw)Q2nd}#OMQPrU z`%Yx`JV;cJKVoqzyOD?L?vQzDtnDqiWg;3?JDA zLktgvIo-Lqib$ROy1%1^ZHj7@UWJSn+qiXC1Mk=0EZN-6dqKW}DP~`td2iiW|M=R* zk?Oo(Z#<5Nd0r=bt)$>v3~Nrn!MF3ZxdpK;7s$cw=GB3PI;eH}&l?BDM(loX%6`S& ziz?(ps?EEyAjJ5eEk0%tF1kl#;o`C#OC1~>jKrvg;Jq7LMo8fqo_9PH#Q%9vN`|NF zd$jo|m^3id?aiTDC0zxh%Sfp`QntOdwRIb1&y%FaDj@oj@L5bu46n~^XL=G0n9DpO z83eu!2!Q9pC%Al&i^^zcCjVBlBFQ^g;e*3W(YGC&CUYh}`;yK&eV<>J?g0~!1Co$= z;4qRtP>EXVj%S`jfru$|Dfr_VNM_~%gB<>j))FUvJV#UdXj)w93otza{cHl61N2y) zt`yt~zWL?FnRQA@38!nTQl&*jd~_&wn+nAFg`w9o0rg$JLOa!=NO4-9ZU07cz3d)o zgObA|XA3c~+p~Z=Wd2nSfzAAGjAz*t9Q$!-;W|Kx3;=O%K@0EPZzDao5H={1Q5?NM=S*@6p4DRljp=X*Zw^aTtw}t%-#Oz@yX} zHlPjBo}USlV(2BT=HX2YQbpEC94xS69k6EIf7~>uCAk{{>K=vhi0wN@YkodaFZYZM zw=>Bguq(n;n1RdR^mau!@V*KD-N($15(S0b6jaI$p7=&>c%Nxi7Aqa8P?wpueZN$4}Nk>E*2VKq3{!*Ye2iGw6*`&Won)x3(*D4L-Rp*3-N=(X%bBqxfJToa;L|a zz%?dfXItr(m|^TNwn6ToD@4D4-_!=LSQ#h1wiNcqQD{ECik9b?D?PWb@XQzZ#HFNC z`nv%Y#_)~xwzIL8`LRJrJ?b}Z;_|Q_KK>mR2v`A^f#gC2>tXCu9|;5d-FcG@-%UTX zguxEVp&T2{t!%D>>zp;Cas|3kxPB*v-VJITfPojk#c3=36k24SC}TeWZ+$D*=F|n> zNOXmi2};j)Q+@$!-+Ao6zf-JW&R|cif(r!iT%+N1c(evmWf|*0Y*&#OL@hdJesF@7C%wwbS;lswXt6Cdn2Xya~&A1s!DTx|1ZTLZ7qwRzo(OlAKV&s zy$vYvmk*rIo&i)h`GO_F!!vyZGyyO+$i4`K`OwD*Ft+y~s0Ij^vv;4tiTo-2h{B51f{VS zN*36IfbeDS;9mwz=3|coHx%lqBQo9=&JqD=<3C@68RZ5Iy?mJ8e7)FXEE=+gsRU(dA27Q(jznhr z1kkmW2tM4~_JlRFOY-yccT`-y_=kuPvRpotrGO}O%uX3h@@oE&Ee?G;Lda7{Bd7kQTmw`Bn4cnH?VEYJcrl@Z_E^ z-K*cl(!QJ}xC7Nf(xd8-PQ%*9dlCfvE;e84H(g|4*bqN>>r>+8Bh~eol5{?Uxq}{e z3ATjXrI1!P_49|xR(Hb@+N%GGRY1rw?)XeJui$#i%>|eVZj0#YcbRjA(~TUAt%pq2 zWnB5ghjaBf#emB0W6oJg&TH63zwl0|5Pw?eT`vBVP{L4N@R<8MA7&fSBB`l#Tp_J_ z@-pG*cTO<926_57xyfsq59M|$E#5$XQjvWmOLN?q&2f6tXXEh|aoPl3xQh)t|Bit? zjKA{X@mq_Sta(r&qXMcqg2EXlv%{IWqnK>g^Y_2azob;u`@E6@t}`av7Wc{`Y*ox^ z9!)_jheJ-y{wj-t*;V-d3b0)W zii(ZRKuvAVdOPCv0azU+?fsp0-n13hT#J%HF#j4&dj)198l}%?I)K$o8>c|G*v^Gq zJD=PcM6%FP@_c^p{+7qHM>c3A@DRs6NQ!quZwhN{nsP{4Z1b&6?bY(X%1P4KM*h5e zfc3oN=}GtpDIBoTow72>zMWKTozq&dK(POb$OlOWJ9RU$C%JD~+&>X|k-Qj>Gmj?f z&Pd+!rb$?)|D<&@aL-cb^ig!36-v(S8`Az)9H#I~vtC{d>MNd(zY@)A!;(k+lR~MQ zn1g$*Zo(nq*ngKg+@O!|I8rM+t}m=M!Igdk-tde4+>9(tKuqB8U5+ru`grQZd?T@r;GQ(9)kP8yD6sREQy$xL&6O3dAqJ5 z;%|%@chnElDqo4%caZpuwjbt59lSanN@Pr^{xivX>O{0$MN6#*D4uG3_}&v*#i8X- z3zgtnAuBI5N0j43=5DKPAJqq)4eGrY++zISOHZit(W~AC_w_;xf@g!%2Lz3Z%CQ^A zsZEa%F_oOf-x@7eq7W<^A~J9Eag}2b)7STCBxgvE&+*>6UDL=1U6Fh>Aq-kCYqy%F zT;w2&qqj#B8|7-zm0`o^ylv$KkF8p-y8j-`fBw|t%NON;i%)uI{g|FcW+-qo+J-mP zl<8_unMGz4F&o_jdj3nHWaxl;F)l^tjYyZQ&pC0+W6M&bMKsU(GZ~ECOfjZ*+H8L) zM|KW9i^qbS&Idd(O50*?u^J-9mgR=VEr!OeTdR91vFC+lx^i@>9P;c@RSzR_FI|sj z`W7=21G-7Q5mcH*G)pQ+N6)>A0&#nJmn%O4gjH)2&8A>qh6^kKKrqr_F7sAR{zDqiv=a1s14NAlUpY^}*%I zal_O+YPI`WNiNKBnTT!;o^@iD&$})P9%NSVGogQ%@_&c3*fD%*+Y-hN7+r$8(r>pj z+L1mPGAGiO#Vm>asg+snJ1_ghE#I}$l*Xt6&1U;v-G(0vQ7?^D(AG}Ehn z)>P@N?ADF(S8SC$vMhP;{)%gY+=NeLt4TGYC;!Fw`F0fYe#8(-#_z7JhaInYtV+1aqRZk4i!{ec| zJu33zw&5RDRPNSke3Qi|@cAtkQ}k%yL|99zQF4KuL7GkG&3Cfe{=#(^ z4VLy;4Hj@O*m@s6`@7N>-q=(r{?xYj2ot3@K9zI#zcJbr+JruuSyklod3uZiJ4^Z2 zkN$H^_Hu+(_EECt_~MJLpQwcfau0p9Q<57sbbU?zfA*w`%8#Ts|J8j@Rf$4zKO zp2`2&gs_K?N>W=q)r2v_aWH*r=rG1g+49SyI*@*vWsds0R!X~C?UG?sg1mo!^YA6l z9MALW9+;RNwPQ-qE_t>O-|RmjS3{Zp-etWgS1H;^kO(*)pu;zQ)wn7Gi zayP9^xRClMe}e0P?&@T+Bt#kJw-ip<$Lk4Hc{utD0jv>m2(2`=)rZ2HKN8gRpV@|h zN@8WmLi6`g|5}gZKUf$j{a%kPEI2#;JF&J-*$))z0x+nXCc%Eih}>fl_HmRN=t} zzy#GG;~xXdxSs1Q_|f+i7sPo0$K8Lg@c&*iygM&T$M}QCgkpw>Xy-P>iCQUMXyDi) zHNrXjTXOh>`-GFoHt!jIOou+;RjDhZGXf8MMor~;KC7~&y>i1?tHaYB)!0Yp?gsy) zptIk0t%=o?X7iMOTkLl@scTsdV5$Z~kH{8Vct*c4pOQIgQ)R$LD9mCTiKHGRQO{{O zK)liQ)escV9lj=WG@whW#Nm&oQK|azN9m?`1CAhYd<~N5P$f;es6mqksY=KQuoPLI z%F!3+DDBd2kTa)dOV2yb`t@IgOOGM`3La94ceUH1j@STcyk_H^aN_J%ZuNeVeYcXkc@{1seSgPmjG^b7I<~v7DJGodSFp-!sY|q- z&yJa=q~k!L@Je-hTpwome}{MRsSNbaHX*Wv4a()+8l!>pOAYN+g9bxa`!C@#P(&O zc9L*4WnKQwuoQ=Y@D{KA$kj8=iAZZ-^+AI-*R8M)J&up?F>sG67&xX!SB#uQBI4ql z@XP{kwYy4Ey6SP8=2j{+_zOL~Liyt_mleeR;WF-3%vyNN^v6{$`nDp)Y^I@z-&{of zh58Avj2;)nNN3biH>7_iDY}|CA zHRI0l^^-UDoU?K@VJ2Gj;i!$4tv@bijaT`A)Jt&VChpMt62RgOj|Z_n{xa)7S?B+b z?%iPp)vp4I7yT1tAWN*vI=|)GelihwG-Yv=MD%VDlJ6l85}MUJ*a#}4CL`H!N7gRa zI?E2Ez>M0AfkjNG{FNr-XkoYU)4$>Gff4SZGEj)>jjQEMu=CCBJ@alax|510XWa%% zIZCGgTiGB`i0c1w<4M>}z@d6;+-iTTNg{WwFd{DGwWt^4tr43TMoE={aAU~w`$czr z`p0bU2UT)@rBN)}Z#B2&kNZVxdgmGoz*BeD96MzS4|2=ZQo^Ewr7nuDYQ1DuTw$KR zK&k3=sKdO+o&!+}`h0xlk9>~TNh&~*%|N-%|NJ^j)XYA)g<((Ow9GZv3g*!~zA-Bs zCSn@(55JScMgDg-|2~-dhyU&lx!D`=szY@1iSuJp0ohh+;pX6j@(@;PcIHM4r(v%^ zn$oBqH}fXzbh7k`8}cK@ez^hdTpx7m`VmG0!gWmh?&CQ^aD)CgR(jdl-ukTov}oK} z_s0ov#(T$SUpAWW(7PPAjq#7A{_!pYb@f9j4tvdDav!?n2vBj$Dv)MFz5dD`mrEBt z1rmB2mL-RcU1OC6_C7_5J*Rm|tp(;YXt)v!T$1KL1j5BN`WR*3@aaknPYUVkO1QaY zk5^0-)iXA$p_J_FET84YIr$p>RHR|BhUuoE@5<_Xi?sp??!J&sTfsca|8~m{sbnHL z>n^0!MY<+A|4oGdIit45;iz=0w&t)K`sGKt=X$S8&U8vb>#|LQ>>Cp_tp*lP9=|@l zZf)CQ+9bv!K4@Z2DE`-kzLY+3>vStpy6ed#sFX6=Iy79BC=%ijjy~B3-u{t;CfDuu z(t>m1$)!&3Q}XC>`JNqhXH8ECxtJ4$yCsxCYf%eT- z3x9++CRTqFM0#5tQKva+WW4D-&+T*>CXAMk(&_Rk`WQTK)A5?AIT*$B_>cfE8omh9T5#OnV$l8aAz8JAAQzZof9dCMg{DrlVhG{jE(woEqa{4>Ed z!E3p}yX7Huf80agaunwNBIUg`mw!-r#$wAyub=AlB*W%A2t*QFkI^9{MTDJCCS6*5 z45bfN-mi=j%FNZ4TPu9JGC^v@?mTz=a%u+Vx$8|qTuW-Nx=aoV*~6;&xfnNo$JbZS z^d$sC7R9o|)iYIZncbJ#-p40aYcL1J5nzZ++-U_DbBC`$|Ml3B__%x)LqKfU#UB{t z&>L?jAh;Ct!ey7Tp#EcAM#U5h1T_YxE4D4hQmn1*YRYApX?nNR*){3pK9SIG6gVc| z>Gau?OpdZwZ@d|if;95H(dm*ul2qW>qdjQwN%vpV{J%4L_p;QI;CIS-f?$V|=lhWI zp^%$)0h+JFoAD2yKk5B((@hrR(wAvFr~dL1YZyI%zv2$xv6`k`hMyV86vS{bEUnMnJ*EET=Z{YK)fAP0%bJ_dAyKng6_kE>o z>-y^#k8S98Vsef*Uf7b7)KkUzs*+NbsE{x5mO7FkGV^P|)cn$@62&jwoV4USI}Ay! zQTDHiB8T0R{{+6O1eiI}wBG->dp$$9S0m?h9TR$gFuohshdGwG_$#8mGysLM1o7EPMbfF$ z>P_psTUEe&vXKc<`Cip5k48DV?&032oI>g&AgI%ei$Wd>ae!uP-PNrL;RS{{)|@@E zx6&TAzYYwE$@>*IE8_v1^*u56E;@)RyB&?+Vs=csa@cIb2f|pryVEBk`lcNr`P{&e zCve8z!jl(FpZ@VsuDi^5ZV%Y{^nc;*GewBE9h)W~)>3NB+BJK@; zgL(1bV>aq+VT-Hr0n^1}=uOG`(cfcyEa%zulSD8I0C$6U{`4U^Z~56`7WGO|MCZGI z-U9qFZS_ml?Osq=HcEP*CSYkHKzWw^3I7b?+$H~%uE$?_CsE>fp|R*~NZvu*Y!l*T zqb)*{D?+a9Hd>-^8wKufmojU4!L3<&PYJi24S%S6KIxexDPz)k0!WB`PPIQtVlzK1`4QKba7|^l-VHvnwpe-qh;45t6Q?;)6fSTR% z-^(M6jbN