{ "benchmark_protocol_version": "2.0.0", "version": "4.0.0", "timestamp": "2026-08-31T07:17:57.927878+00:00", "environment": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "runs": [ { "run_id": "main_XOR_original_seed41_18771240821c", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "18771240821c", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ff7c5c0c14cb5935", "type": "main", "dataset": "XOR", "method": "original", "profile": "original", "seed": 41, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "original", "profile": "original", "seed": 41, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.007386879529803991, "accuracy": 1.0, "mse": 7.510842988267541e-05 }, "eval_metrics": { "loss": 0.007386879529803991, "accuracy": 1.0, "mse": 7.510842988267541e-05 }, "runtime_seconds": 1.8426640420220792, "completed": true, "error": null }, { "run_id": "main_XOR_original_seed42_4ad58c6711ab", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "4ad58c6711ab", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ce7542b765c31886", "type": "main", "dataset": "XOR", "method": "original", "profile": "original", "seed": 42, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "original", "profile": "original", "seed": 42, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.004583858884871006, "accuracy": 1.0, "mse": 3.7565998354693875e-05 }, "eval_metrics": { "loss": 0.004583858884871006, "accuracy": 1.0, "mse": 3.7565998354693875e-05 }, "runtime_seconds": 2.238242666935548, "completed": true, "error": null }, { "run_id": "main_XOR_original_seed43_73f21a367007", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "73f21a367007", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "af36176b8ad726d5", "type": "main", "dataset": "XOR", "method": "original", "profile": "original", "seed": 43, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "original", "profile": "original", "seed": 43, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.004551402293145657, "accuracy": 1.0, "mse": 3.9420083339791745e-05 }, "eval_metrics": { "loss": 0.004551402293145657, "accuracy": 1.0, "mse": 3.9420083339791745e-05 }, "runtime_seconds": 1.6712233750149608, "completed": true, "error": null }, { "run_id": "main_XOR_original_seed44_06693504cc0f", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "06693504cc0f", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "8e381587afeb224a", "type": "main", "dataset": "XOR", "method": "original", "profile": "original", "seed": 44, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "original", "profile": "original", "seed": 44, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.0002604134497232735, "accuracy": 1.0, "mse": 7.829999759678685e-08 }, "eval_metrics": { "loss": 0.0002604134497232735, "accuracy": 1.0, "mse": 7.829999759678685e-08 }, "runtime_seconds": 1.6958581251092255, "completed": true, "error": null }, { "run_id": "main_XOR_original_seed45_15d504c8e558", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "15d504c8e558", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "2f370bc749eaedb3", "type": "main", "dataset": "XOR", "method": "original", "profile": "original", "seed": 45, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "original", "profile": "original", "seed": 45, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.006005589850246906, "accuracy": 1.0, "mse": 5.5506381613668054e-05 }, "eval_metrics": { "loss": 0.006005589850246906, "accuracy": 1.0, "mse": 5.5506381613668054e-05 }, "runtime_seconds": 2.0781680829823017, "completed": true, "error": null }, { "run_id": "main_XOR_inertia_seed41_ad2094a72ef3", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "ad2094a72ef3", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ff7c5c0c14cb5935", "type": "main", "dataset": "XOR", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.009255236014723778, "accuracy": 1.0, "mse": 8.518801041645929e-05 }, "eval_metrics": { "loss": 0.009255236014723778, "accuracy": 1.0, "mse": 8.518801041645929e-05 }, "runtime_seconds": 1.8728650419507176, "completed": true, "error": null }, { "run_id": "main_XOR_inertia_seed42_9eea8ba11d4d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9eea8ba11d4d", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ce7542b765c31886", "type": "main", "dataset": "XOR", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.0037266211584210396, "accuracy": 1.0, "mse": 2.6833311494556256e-05 }, "eval_metrics": { "loss": 0.0037266211584210396, "accuracy": 1.0, "mse": 2.6833311494556256e-05 }, "runtime_seconds": 1.7129027091432363, "completed": true, "error": null }, { "run_id": "main_XOR_inertia_seed43_771306ac3b83", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "771306ac3b83", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "af36176b8ad726d5", "type": "main", "dataset": "XOR", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.005285806022584438, "accuracy": 1.0, "mse": 4.190824620309286e-05 }, "eval_metrics": { "loss": 0.005285806022584438, "accuracy": 1.0, "mse": 4.190824620309286e-05 }, "runtime_seconds": 2.0683268748689443, "completed": true, "error": null }, { "run_id": "main_XOR_inertia_seed44_f33e988957f7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f33e988957f7", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "8e381587afeb224a", "type": "main", "dataset": "XOR", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 8.529236947651953e-05, "accuracy": 1.0, "mse": 7.4129111737875064e-09 }, "eval_metrics": { "loss": 8.529236947651953e-05, "accuracy": 1.0, "mse": 7.4129111737875064e-09 }, "runtime_seconds": 2.0988389160484076, "completed": true, "error": null }, { "run_id": "main_XOR_inertia_seed45_6e462201d91d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "6e462201d91d", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "2f370bc749eaedb3", "type": "main", "dataset": "XOR", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.003801023820415139, "accuracy": 1.0, "mse": 2.8215974452905357e-05 }, "eval_metrics": { "loss": 0.003801023820415139, "accuracy": 1.0, "mse": 2.8215974452905357e-05 }, "runtime_seconds": 2.0925519168376923, "completed": true, "error": null }, { "run_id": "main_XOR_constriction_seed41_5dc0ccc001f4", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5dc0ccc001f4", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ff7c5c0c14cb5935", "type": "main", "dataset": "XOR", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.005784815177321434, "accuracy": 1.0, "mse": 4.825989162782207e-05 }, "eval_metrics": { "loss": 0.005784815177321434, "accuracy": 1.0, "mse": 4.825989162782207e-05 }, "runtime_seconds": 2.177875207969919, "completed": true, "error": null }, { "run_id": "main_XOR_constriction_seed42_042b3a315a8a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "042b3a315a8a", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ce7542b765c31886", "type": "main", "dataset": "XOR", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.0054346839897334576, "accuracy": 1.0, "mse": 4.186024307273328e-05 }, "eval_metrics": { "loss": 0.0054346839897334576, "accuracy": 1.0, "mse": 4.186024307273328e-05 }, "runtime_seconds": 2.108115291921422, "completed": true, "error": null }, { "run_id": "main_XOR_constriction_seed43_4bdb52657fc9", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "4bdb52657fc9", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "af36176b8ad726d5", "type": "main", "dataset": "XOR", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.005281048361212015, "accuracy": 1.0, "mse": 4.069419446750544e-05 }, "eval_metrics": { "loss": 0.005281048361212015, "accuracy": 1.0, "mse": 4.069419446750544e-05 }, "runtime_seconds": 1.9424659160431474, "completed": true, "error": null }, { "run_id": "main_XOR_constriction_seed44_b3f0740b2f45", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "b3f0740b2f45", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "8e381587afeb224a", "type": "main", "dataset": "XOR", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.003849876346066594, "accuracy": 1.0, "mse": 2.8525431844173e-05 }, "eval_metrics": { "loss": 0.003849876346066594, "accuracy": 1.0, "mse": 2.8525431844173e-05 }, "runtime_seconds": 2.004753499990329, "completed": true, "error": null }, { "run_id": "main_XOR_constriction_seed45_6e2b0a002a23", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "6e2b0a002a23", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "2f370bc749eaedb3", "type": "main", "dataset": "XOR", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 8.070276817306876e-05, "accuracy": 1.0, "mse": 6.607560276705726e-09 }, "eval_metrics": { "loss": 8.070276817306876e-05, "accuracy": 1.0, "mse": 6.607560276705726e-09 }, "runtime_seconds": 1.705668875016272, "completed": true, "error": null }, { "run_id": "main_XOR_fips_seed41_d8a276c17de7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "d8a276c17de7", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ff7c5c0c14cb5935", "type": "main", "dataset": "XOR", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.614154040813446, "accuracy": 0.75, "mse": 0.2110060751438141 }, "eval_metrics": { "loss": 0.614154040813446, "accuracy": 0.75, "mse": 0.2110060751438141 }, "runtime_seconds": 2.461878624977544, "completed": true, "error": null }, { "run_id": "main_XOR_fips_seed42_42d04b907cd0", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "42d04b907cd0", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ce7542b765c31886", "type": "main", "dataset": "XOR", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.5686086416244507, "accuracy": 0.5, "mse": 0.19087998569011688 }, "eval_metrics": { "loss": 0.5686086416244507, "accuracy": 0.5, "mse": 0.19087998569011688 }, "runtime_seconds": 2.5289090001024306, "completed": true, "error": null }, { "run_id": "main_XOR_fips_seed43_07f3d1fdd7f8", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "07f3d1fdd7f8", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "af36176b8ad726d5", "type": "main", "dataset": "XOR", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.4886510372161865, "accuracy": 1.0, "mse": 0.1495770514011383 }, "eval_metrics": { "loss": 0.4886510372161865, "accuracy": 1.0, "mse": 0.1495770514011383 }, "runtime_seconds": 2.4935093328822404, "completed": true, "error": null }, { "run_id": "main_XOR_fips_seed44_779976b5aeb5", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "779976b5aeb5", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "8e381587afeb224a", "type": "main", "dataset": "XOR", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.5807976722717285, "accuracy": 0.5, "mse": 0.19726261496543884 }, "eval_metrics": { "loss": 0.5807976722717285, "accuracy": 0.5, "mse": 0.19726261496543884 }, "runtime_seconds": 2.583402584074065, "completed": true, "error": null }, { "run_id": "main_XOR_fips_seed45_85ffdca802ec", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "85ffdca802ec", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "2f370bc749eaedb3", "type": "main", "dataset": "XOR", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.47956302762031555, "accuracy": 1.0, "mse": 0.14570996165275574 }, "eval_metrics": { "loss": 0.47956302762031555, "accuracy": 1.0, "mse": 0.14570996165275574 }, "runtime_seconds": 2.4448467078618705, "completed": true, "error": null }, { "run_id": "main_XOR_clpso_seed41_dd01b225f5fc", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "dd01b225f5fc", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ff7c5c0c14cb5935", "type": "main", "dataset": "XOR", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.5562796592712402, "accuracy": 0.5, "mse": 0.18462540209293365 }, "eval_metrics": { "loss": 0.5562796592712402, "accuracy": 0.5, "mse": 0.18462540209293365 }, "runtime_seconds": 2.2524965000338852, "completed": true, "error": null }, { "run_id": "main_XOR_clpso_seed42_1da0611f192f", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "1da0611f192f", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ce7542b765c31886", "type": "main", "dataset": "XOR", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.5407118201255798, "accuracy": 0.75, "mse": 0.1815531998872757 }, "eval_metrics": { "loss": 0.5407118201255798, "accuracy": 0.75, "mse": 0.1815531998872757 }, "runtime_seconds": 2.735748207895085, "completed": true, "error": null }, { "run_id": "main_XOR_clpso_seed43_2589e4f53bd8", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2589e4f53bd8", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "af36176b8ad726d5", "type": "main", "dataset": "XOR", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.5814402103424072, "accuracy": 0.75, "mse": 0.19513577222824097 }, "eval_metrics": { "loss": 0.5814402103424072, "accuracy": 0.75, "mse": 0.19513577222824097 }, "runtime_seconds": 2.088508625049144, "completed": true, "error": null }, { "run_id": "main_XOR_clpso_seed44_bbbc799fbe91", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "bbbc799fbe91", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "8e381587afeb224a", "type": "main", "dataset": "XOR", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.5649492144584656, "accuracy": 0.5, "mse": 0.19130167365074158 }, "eval_metrics": { "loss": 0.5649492144584656, "accuracy": 0.5, "mse": 0.19130167365074158 }, "runtime_seconds": 2.1120476671494544, "completed": true, "error": null }, { "run_id": "main_XOR_clpso_seed45_8ac25effcae9", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8ac25effcae9", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "2f370bc749eaedb3", "type": "main", "dataset": "XOR", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.49745112657546997, "accuracy": 0.5, "mse": 0.16264399886131287 }, "eval_metrics": { "loss": 0.49745112657546997, "accuracy": 0.5, "mse": 0.16264399886131287 }, "runtime_seconds": 2.2890608329325914, "completed": true, "error": null }, { "run_id": "main_XOR_bare_bones_seed41_3906b134b33a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "3906b134b33a", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ff7c5c0c14cb5935", "type": "main", "dataset": "XOR", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.08161257207393646, "accuracy": 1.0, "mse": 0.011008525267243385 }, "eval_metrics": { "loss": 0.08161257207393646, "accuracy": 1.0, "mse": 0.011008525267243385 }, "runtime_seconds": 2.2026520839426666, "completed": true, "error": null }, { "run_id": "main_XOR_bare_bones_seed42_0efa8e0d60bd", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "0efa8e0d60bd", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ce7542b765c31886", "type": "main", "dataset": "XOR", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.1651938557624817, "accuracy": 1.0, "mse": 0.026353763416409492 }, "eval_metrics": { "loss": 0.1651938557624817, "accuracy": 1.0, "mse": 0.026353763416409492 }, "runtime_seconds": 2.1339512090198696, "completed": true, "error": null }, { "run_id": "main_XOR_bare_bones_seed43_b0fa117d5fed", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "b0fa117d5fed", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "af36176b8ad726d5", "type": "main", "dataset": "XOR", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.04654743894934654, "accuracy": 1.0, "mse": 0.002738501410931349 }, "eval_metrics": { "loss": 0.04654743894934654, "accuracy": 1.0, "mse": 0.002738501410931349 }, "runtime_seconds": 1.9250465838704258, "completed": true, "error": null }, { "run_id": "main_XOR_bare_bones_seed44_accbb9791014", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "accbb9791014", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "8e381587afeb224a", "type": "main", "dataset": "XOR", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.10160364955663681, "accuracy": 1.0, "mse": 0.014103962108492851 }, "eval_metrics": { "loss": 0.10160364955663681, "accuracy": 1.0, "mse": 0.014103962108492851 }, "runtime_seconds": 1.8771265409886837, "completed": true, "error": null }, { "run_id": "main_XOR_bare_bones_seed45_f04b66649972", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f04b66649972", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "2f370bc749eaedb3", "type": "main", "dataset": "XOR", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.015541063621640205, "accuracy": 1.0, "mse": 0.0003285584971308708 }, "eval_metrics": { "loss": 0.015541063621640205, "accuracy": 1.0, "mse": 0.0003285584971308708 }, "runtime_seconds": 2.0173289170488715, "completed": true, "error": null }, { "run_id": "main_XOR_adaptive_moment_seed41_adedd2b0ac39", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "adedd2b0ac39", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ff7c5c0c14cb5935", "type": "main", "dataset": "XOR", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.022241324186325073, "accuracy": 1.0, "mse": 0.0006689795409329236 }, "eval_metrics": { "loss": 0.022241324186325073, "accuracy": 1.0, "mse": 0.0006689795409329236 }, "runtime_seconds": 1.7915962911210954, "completed": true, "error": null }, { "run_id": "main_XOR_adaptive_moment_seed42_c868ae82d08d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c868ae82d08d", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "ce7542b765c31886", "type": "main", "dataset": "XOR", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.19744841754436493, "accuracy": 1.0, "mse": 0.036092229187488556 }, "eval_metrics": { "loss": 0.19744841754436493, "accuracy": 1.0, "mse": 0.036092229187488556 }, "runtime_seconds": 1.8184211668558419, "completed": true, "error": null }, { "run_id": "main_XOR_adaptive_moment_seed43_2b521e2d3b7b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2b521e2d3b7b", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "af36176b8ad726d5", "type": "main", "dataset": "XOR", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.2287585735321045, "accuracy": 1.0, "mse": 0.04654928296804428 }, "eval_metrics": { "loss": 0.2287585735321045, "accuracy": 1.0, "mse": 0.04654928296804428 }, "runtime_seconds": 1.734985833056271, "completed": true, "error": null }, { "run_id": "main_XOR_adaptive_moment_seed44_5d3d1ce1603d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5d3d1ce1603d", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "8e381587afeb224a", "type": "main", "dataset": "XOR", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.46346455812454224, "accuracy": 1.0, "mse": 0.14003631472587585 }, "eval_metrics": { "loss": 0.46346455812454224, "accuracy": 1.0, "mse": 0.14003631472587585 }, "runtime_seconds": 1.6678355000913143, "completed": true, "error": null }, { "run_id": "main_XOR_adaptive_moment_seed45_3b26b5258104", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "3b26b5258104", "data_fingerprint": "6c1e10662699bd57", "initial_model_fingerprint": "2f370bc749eaedb3", "type": "main", "dataset": "XOR", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 24, "epochs": 80, "score_source": "train", "model_param_count": 17, "train_data_size": 4, "eval_data_size": 4, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "XOR", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 24, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -5.0, "particle_max": 5.0, "initial_position_noise": 1.0, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 1.0 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.040244005620479584, "accuracy": 1.0, "mse": 0.0018528070067986846 }, "eval_metrics": { "loss": 0.040244005620479584, "accuracy": 1.0, "mse": 0.0018528070067986846 }, "runtime_seconds": 1.913532042177394, "completed": true, "error": null }, { "run_id": "main_Iris_original_seed41_b4d02d8a912a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "b4d02d8a912a", "data_fingerprint": "a15853800414f74a", "initial_model_fingerprint": "aa41c75db115931b", "type": "main", "dataset": "Iris", "method": "original", "profile": "original", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "original", "profile": "original", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.10860574245452881, "accuracy": 0.9583333134651184, "mse": 0.020560119301080704 }, "eval_metrics": { "loss": 0.20332905650138855, "accuracy": 0.9666666388511658, "mse": 0.032227613031864166 }, "runtime_seconds": 1.4925589167978615, "completed": true, "error": null }, { "run_id": "main_Iris_original_seed42_7b832e1502d8", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7b832e1502d8", "data_fingerprint": "1e2111f4c36abf15", "initial_model_fingerprint": "7ad00c2e965dca08", "type": "main", "dataset": "Iris", "method": "original", "profile": "original", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "original", "profile": "original", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.09278852492570877, "accuracy": 0.9666666388511658, "mse": 0.014507713727653027 }, "eval_metrics": { "loss": 0.13762320578098297, "accuracy": 0.9666666388511658, "mse": 0.022901346907019615 }, "runtime_seconds": 1.524340417003259, "completed": true, "error": null }, { "run_id": "main_Iris_original_seed43_c7a7744e07cd", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c7a7744e07cd", "data_fingerprint": "695e9332882e5fa7", "initial_model_fingerprint": "96c3143c14f93c89", "type": "main", "dataset": "Iris", "method": "original", "profile": "original", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "original", "profile": "original", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.08031471073627472, "accuracy": 0.9583333134651184, "mse": 0.01690475456416607 }, "eval_metrics": { "loss": 0.19265690445899963, "accuracy": 0.9333333373069763, "mse": 0.03963882103562355 }, "runtime_seconds": 1.5651950831525028, "completed": true, "error": null }, { "run_id": "main_Iris_original_seed44_554a707a805b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "554a707a805b", "data_fingerprint": "bacaea24358f6c07", "initial_model_fingerprint": "0e5954b41e18974a", "type": "main", "dataset": "Iris", "method": "original", "profile": "original", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "original", "profile": "original", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.05559400096535683, "accuracy": 0.9833333492279053, "mse": 0.010997699573636055 }, "eval_metrics": { "loss": 0.08932501822710037, "accuracy": 0.9666666388511658, "mse": 0.01903277263045311 }, "runtime_seconds": 1.4674046249128878, "completed": true, "error": null }, { "run_id": "main_Iris_original_seed45_8e7f105190d0", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8e7f105190d0", "data_fingerprint": "5b7055646e5a0361", "initial_model_fingerprint": "a86990b2e65a2fc7", "type": "main", "dataset": "Iris", "method": "original", "profile": "original", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "original", "profile": "original", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.09979524463415146, "accuracy": 0.9666666388511658, "mse": 0.01961543783545494 }, "eval_metrics": { "loss": 0.4886879324913025, "accuracy": 0.7666666507720947, "mse": 0.10480202734470367 }, "runtime_seconds": 1.4620804579462856, "completed": true, "error": null }, { "run_id": "main_Iris_inertia_seed41_ebd2c082498e", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "ebd2c082498e", "data_fingerprint": "a15853800414f74a", "initial_model_fingerprint": "aa41c75db115931b", "type": "main", "dataset": "Iris", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.026287496089935303, "accuracy": 0.9916666746139526, "mse": 0.004462411627173424 }, "eval_metrics": { "loss": 0.18428005278110504, "accuracy": 0.8999999761581421, "mse": 0.03982445225119591 }, "runtime_seconds": 1.4285129578784108, "completed": true, "error": null }, { "run_id": "main_Iris_inertia_seed42_afe83be466ff", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "afe83be466ff", "data_fingerprint": "1e2111f4c36abf15", "initial_model_fingerprint": "7ad00c2e965dca08", "type": "main", "dataset": "Iris", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.05131379887461662, "accuracy": 0.9833333492279053, "mse": 0.009366508573293686 }, "eval_metrics": { "loss": 0.07086596637964249, "accuracy": 0.9666666388511658, "mse": 0.01370661798864603 }, "runtime_seconds": 1.5298712090589106, "completed": true, "error": null }, { "run_id": "main_Iris_inertia_seed43_8535e0e82480", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8535e0e82480", "data_fingerprint": "695e9332882e5fa7", "initial_model_fingerprint": "96c3143c14f93c89", "type": "main", "dataset": "Iris", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.04492912441492081, "accuracy": 0.9750000238418579, "mse": 0.009185881353914738 }, "eval_metrics": { "loss": 0.12480489164590836, "accuracy": 0.9333333373069763, "mse": 0.030148915946483612 }, "runtime_seconds": 1.7474301669280976, "completed": true, "error": null }, { "run_id": "main_Iris_inertia_seed44_8f7417014b48", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8f7417014b48", "data_fingerprint": "bacaea24358f6c07", "initial_model_fingerprint": "0e5954b41e18974a", "type": "main", "dataset": "Iris", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.052643101662397385, "accuracy": 0.9833333492279053, "mse": 0.009580972604453564 }, "eval_metrics": { "loss": 0.04644780233502388, "accuracy": 0.9666666388511658, "mse": 0.011100389994680882 }, "runtime_seconds": 1.623908500187099, "completed": true, "error": null }, { "run_id": "main_Iris_inertia_seed45_2444f50eb210", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2444f50eb210", "data_fingerprint": "5b7055646e5a0361", "initial_model_fingerprint": "a86990b2e65a2fc7", "type": "main", "dataset": "Iris", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.02932126447558403, "accuracy": 0.9833333492279053, "mse": 0.005083967465907335 }, "eval_metrics": { "loss": 0.10810393840074539, "accuracy": 0.9333333373069763, "mse": 0.026548804715275764 }, "runtime_seconds": 1.5181218329817057, "completed": true, "error": null }, { "run_id": "main_Iris_constriction_seed41_5ca82b45fdb5", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5ca82b45fdb5", "data_fingerprint": "a15853800414f74a", "initial_model_fingerprint": "aa41c75db115931b", "type": "main", "dataset": "Iris", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.022227270528674126, "accuracy": 1.0, "mse": 0.0033963904716074467 }, "eval_metrics": { "loss": 0.21843454241752625, "accuracy": 0.8999999761581421, "mse": 0.047650303691625595 }, "runtime_seconds": 1.3549595419317484, "completed": true, "error": null }, { "run_id": "main_Iris_constriction_seed42_00baa09dc252", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "00baa09dc252", "data_fingerprint": "1e2111f4c36abf15", "initial_model_fingerprint": "7ad00c2e965dca08", "type": "main", "dataset": "Iris", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.03233511000871658, "accuracy": 0.9916666746139526, "mse": 0.005744758062064648 }, "eval_metrics": { "loss": 0.14838628470897675, "accuracy": 0.9666666388511658, "mse": 0.02302354946732521 }, "runtime_seconds": 1.3403144169133157, "completed": true, "error": null }, { "run_id": "main_Iris_constriction_seed43_f2570e97e0a7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f2570e97e0a7", "data_fingerprint": "695e9332882e5fa7", "initial_model_fingerprint": "96c3143c14f93c89", "type": "main", "dataset": "Iris", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.021574920043349266, "accuracy": 0.9916666746139526, "mse": 0.0036132459063082933 }, "eval_metrics": { "loss": 0.09814650565385818, "accuracy": 0.9666666388511658, "mse": 0.020602425560355186 }, "runtime_seconds": 1.5049964589998126, "completed": true, "error": null }, { "run_id": "main_Iris_constriction_seed44_eccb08453c98", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "eccb08453c98", "data_fingerprint": "bacaea24358f6c07", "initial_model_fingerprint": "0e5954b41e18974a", "type": "main", "dataset": "Iris", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.050735700875520706, "accuracy": 0.9833333492279053, "mse": 0.0098448870703578 }, "eval_metrics": { "loss": 0.1125202625989914, "accuracy": 0.9666666388511658, "mse": 0.02065414935350418 }, "runtime_seconds": 1.5035445000976324, "completed": true, "error": null }, { "run_id": "main_Iris_constriction_seed45_50f58547f6fc", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "50f58547f6fc", "data_fingerprint": "5b7055646e5a0361", "initial_model_fingerprint": "a86990b2e65a2fc7", "type": "main", "dataset": "Iris", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.03670407086610794, "accuracy": 0.9916666746139526, "mse": 0.006487686652690172 }, "eval_metrics": { "loss": 0.2814933657646179, "accuracy": 0.8999999761581421, "mse": 0.057036854326725006 }, "runtime_seconds": 1.450687457807362, "completed": true, "error": null }, { "run_id": "main_Iris_fips_seed41_0cf971ae50f8", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "0cf971ae50f8", "data_fingerprint": "a15853800414f74a", "initial_model_fingerprint": "aa41c75db115931b", "type": "main", "dataset": "Iris", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.6161423921585083, "accuracy": 0.7333333492279053, "mse": 0.12119095027446747 }, "eval_metrics": { "loss": 0.62589430809021, "accuracy": 0.7333333492279053, "mse": 0.12217403203248978 }, "runtime_seconds": 2.0091730828862637, "completed": true, "error": null }, { "run_id": "main_Iris_fips_seed42_9e48057b0450", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9e48057b0450", "data_fingerprint": "1e2111f4c36abf15", "initial_model_fingerprint": "7ad00c2e965dca08", "type": "main", "dataset": "Iris", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.4689887762069702, "accuracy": 0.7833333611488342, "mse": 0.0926060602068901 }, "eval_metrics": { "loss": 0.514552652835846, "accuracy": 0.7333333492279053, "mse": 0.10551609098911285 }, "runtime_seconds": 2.031442165840417, "completed": true, "error": null }, { "run_id": "main_Iris_fips_seed43_32bbd09f0884", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "32bbd09f0884", "data_fingerprint": "695e9332882e5fa7", "initial_model_fingerprint": "96c3143c14f93c89", "type": "main", "dataset": "Iris", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.6734053492546082, "accuracy": 0.675000011920929, "mse": 0.1274113804101944 }, "eval_metrics": { "loss": 0.667880654335022, "accuracy": 0.699999988079071, "mse": 0.12568196654319763 }, "runtime_seconds": 1.981344207888469, "completed": true, "error": null }, { "run_id": "main_Iris_fips_seed44_193cd55816a7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "193cd55816a7", "data_fingerprint": "bacaea24358f6c07", "initial_model_fingerprint": "0e5954b41e18974a", "type": "main", "dataset": "Iris", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.5788673162460327, "accuracy": 0.7416666746139526, "mse": 0.11397261917591095 }, "eval_metrics": { "loss": 0.5759884119033813, "accuracy": 0.699999988079071, "mse": 0.11304912716150284 }, "runtime_seconds": 1.99297408410348, "completed": true, "error": null }, { "run_id": "main_Iris_fips_seed45_96ce7a348717", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "96ce7a348717", "data_fingerprint": "5b7055646e5a0361", "initial_model_fingerprint": "a86990b2e65a2fc7", "type": "main", "dataset": "Iris", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.6380999088287354, "accuracy": 0.8999999761581421, "mse": 0.12010224908590317 }, "eval_metrics": { "loss": 0.6407364010810852, "accuracy": 0.8333333134651184, "mse": 0.1206156387925148 }, "runtime_seconds": 2.3463233751244843, "completed": true, "error": null }, { "run_id": "main_Iris_clpso_seed41_9d3b1a601155", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9d3b1a601155", "data_fingerprint": "a15853800414f74a", "initial_model_fingerprint": "aa41c75db115931b", "type": "main", "dataset": "Iris", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.3119705021381378, "accuracy": 0.9083333611488342, "mse": 0.05488188937306404 }, "eval_metrics": { "loss": 0.3633672595024109, "accuracy": 0.8999999761581421, "mse": 0.06585036218166351 }, "runtime_seconds": 1.7683959589339793, "completed": true, "error": null }, { "run_id": "main_Iris_clpso_seed42_c6bf03426022", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c6bf03426022", "data_fingerprint": "1e2111f4c36abf15", "initial_model_fingerprint": "7ad00c2e965dca08", "type": "main", "dataset": "Iris", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.5033160448074341, "accuracy": 0.699999988079071, "mse": 0.10609932243824005 }, "eval_metrics": { "loss": 0.4745965301990509, "accuracy": 0.699999988079071, "mse": 0.11178989708423615 }, "runtime_seconds": 1.8615282499231398, "completed": true, "error": null }, { "run_id": "main_Iris_clpso_seed43_7351b45bbdfe", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7351b45bbdfe", "data_fingerprint": "695e9332882e5fa7", "initial_model_fingerprint": "96c3143c14f93c89", "type": "main", "dataset": "Iris", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.4304336607456207, "accuracy": 0.800000011920929, "mse": 0.08828374743461609 }, "eval_metrics": { "loss": 0.42816275358200073, "accuracy": 0.7666666507720947, "mse": 0.08861970901489258 }, "runtime_seconds": 1.8678476670756936, "completed": true, "error": null }, { "run_id": "main_Iris_clpso_seed44_1adf454f7131", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "1adf454f7131", "data_fingerprint": "bacaea24358f6c07", "initial_model_fingerprint": "0e5954b41e18974a", "type": "main", "dataset": "Iris", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.6254411935806274, "accuracy": 0.699999988079071, "mse": 0.1258193552494049 }, "eval_metrics": { "loss": 0.4773784875869751, "accuracy": 0.8333333134651184, "mse": 0.09172647446393967 }, "runtime_seconds": 1.725365708116442, "completed": true, "error": null }, { "run_id": "main_Iris_clpso_seed45_1d294e1baf5d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "1d294e1baf5d", "data_fingerprint": "5b7055646e5a0361", "initial_model_fingerprint": "a86990b2e65a2fc7", "type": "main", "dataset": "Iris", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.44151026010513306, "accuracy": 0.7916666865348816, "mse": 0.08529050648212433 }, "eval_metrics": { "loss": 0.4978446960449219, "accuracy": 0.7666666507720947, "mse": 0.0993356928229332 }, "runtime_seconds": 2.1001146249473095, "completed": true, "error": null }, { "run_id": "main_Iris_bare_bones_seed41_7921bb8aaf85", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7921bb8aaf85", "data_fingerprint": "a15853800414f74a", "initial_model_fingerprint": "aa41c75db115931b", "type": "main", "dataset": "Iris", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.4370212256908417, "accuracy": 0.824999988079071, "mse": 0.08474347740411758 }, "eval_metrics": { "loss": 0.44300490617752075, "accuracy": 0.800000011920929, "mse": 0.09044371545314789 }, "runtime_seconds": 1.8433932499028742, "completed": true, "error": null }, { "run_id": "main_Iris_bare_bones_seed42_07744d9f0033", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "07744d9f0033", "data_fingerprint": "1e2111f4c36abf15", "initial_model_fingerprint": "7ad00c2e965dca08", "type": "main", "dataset": "Iris", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.33550530672073364, "accuracy": 0.8500000238418579, "mse": 0.0669655054807663 }, "eval_metrics": { "loss": 0.36790934205055237, "accuracy": 0.8333333134651184, "mse": 0.07617824524641037 }, "runtime_seconds": 1.7300451670307666, "completed": true, "error": null }, { "run_id": "main_Iris_bare_bones_seed43_7b76d3b8aac3", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7b76d3b8aac3", "data_fingerprint": "695e9332882e5fa7", "initial_model_fingerprint": "96c3143c14f93c89", "type": "main", "dataset": "Iris", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.25694021582603455, "accuracy": 0.925000011920929, "mse": 0.04399431496858597 }, "eval_metrics": { "loss": 0.2524625062942505, "accuracy": 0.8666666746139526, "mse": 0.04397249594330788 }, "runtime_seconds": 1.7140729171223938, "completed": true, "error": null }, { "run_id": "main_Iris_bare_bones_seed44_d368527df14d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "d368527df14d", "data_fingerprint": "bacaea24358f6c07", "initial_model_fingerprint": "0e5954b41e18974a", "type": "main", "dataset": "Iris", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.28258049488067627, "accuracy": 0.8916666507720947, "mse": 0.05579116567969322 }, "eval_metrics": { "loss": 0.2820243239402771, "accuracy": 0.9333333373069763, "mse": 0.049495622515678406 }, "runtime_seconds": 1.4903080409858376, "completed": true, "error": null }, { "run_id": "main_Iris_bare_bones_seed45_82d2b0852f89", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "82d2b0852f89", "data_fingerprint": "5b7055646e5a0361", "initial_model_fingerprint": "a86990b2e65a2fc7", "type": "main", "dataset": "Iris", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.20035071671009064, "accuracy": 0.9333333373069763, "mse": 0.036052461713552475 }, "eval_metrics": { "loss": 0.6835520267486572, "accuracy": 0.800000011920929, "mse": 0.10392136126756668 }, "runtime_seconds": 1.5446315000299364, "completed": true, "error": null }, { "run_id": "main_Iris_adaptive_moment_seed41_7ad1dcf92ca1", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7ad1dcf92ca1", "data_fingerprint": "a15853800414f74a", "initial_model_fingerprint": "aa41c75db115931b", "type": "main", "dataset": "Iris", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.20063169300556183, "accuracy": 0.9416666626930237, "mse": 0.037772584706544876 }, "eval_metrics": { "loss": 0.21173310279846191, "accuracy": 0.8999999761581421, "mse": 0.042588524520397186 }, "runtime_seconds": 1.389048415934667, "completed": true, "error": null }, { "run_id": "main_Iris_adaptive_moment_seed42_d81c5b655231", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "d81c5b655231", "data_fingerprint": "1e2111f4c36abf15", "initial_model_fingerprint": "7ad00c2e965dca08", "type": "main", "dataset": "Iris", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.29763686656951904, "accuracy": 0.8999999761581421, "mse": 0.05601225048303604 }, "eval_metrics": { "loss": 0.19951747357845306, "accuracy": 0.9333333373069763, "mse": 0.04033958911895752 }, "runtime_seconds": 1.4007256659679115, "completed": true, "error": null }, { "run_id": "main_Iris_adaptive_moment_seed43_84ee48491859", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "84ee48491859", "data_fingerprint": "695e9332882e5fa7", "initial_model_fingerprint": "96c3143c14f93c89", "type": "main", "dataset": "Iris", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.25321128964424133, "accuracy": 0.8999999761581421, "mse": 0.05093394219875336 }, "eval_metrics": { "loss": 0.36217355728149414, "accuracy": 0.7666666507720947, "mse": 0.08478870987892151 }, "runtime_seconds": 1.3897795830853283, "completed": true, "error": null }, { "run_id": "main_Iris_adaptive_moment_seed44_0615beafb6e9", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "0615beafb6e9", "data_fingerprint": "bacaea24358f6c07", "initial_model_fingerprint": "0e5954b41e18974a", "type": "main", "dataset": "Iris", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.41196829080581665, "accuracy": 0.824999988079071, "mse": 0.08532779663801193 }, "eval_metrics": { "loss": 0.33400872349739075, "accuracy": 0.8666666746139526, "mse": 0.06341322511434555 }, "runtime_seconds": 1.391351625090465, "completed": true, "error": null }, { "run_id": "main_Iris_adaptive_moment_seed45_4e1a9a5ccb65", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "4e1a9a5ccb65", "data_fingerprint": "5b7055646e5a0361", "initial_model_fingerprint": "a86990b2e65a2fc7", "type": "main", "dataset": "Iris", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 193, "train_data_size": 120, "eval_data_size": 30, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Iris", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.30718883872032166, "accuracy": 0.8833333253860474, "mse": 0.06475858390331268 }, "eval_metrics": { "loss": 0.6410742998123169, "accuracy": 0.7666666507720947, "mse": 0.1259499192237854 }, "runtime_seconds": 1.3918780421372503, "completed": true, "error": null }, { "run_id": "main_Seeds_original_seed41_377a28a8d099", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "377a28a8d099", "data_fingerprint": "7e80b753d7119015", "initial_model_fingerprint": "dbefd7fe66f4c4eb", "type": "main", "dataset": "Seeds", "method": "original", "profile": "original", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "original", "profile": "original", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.36174407601356506, "accuracy": 0.8690476417541504, "mse": 0.06095118075609207 }, "eval_metrics": { "loss": 0.3795766234397888, "accuracy": 0.8333333134651184, "mse": 0.07857725024223328 }, "runtime_seconds": 1.3252154579386115, "completed": true, "error": null }, { "run_id": "main_Seeds_original_seed42_046797baed2d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "046797baed2d", "data_fingerprint": "cf020fdde139c2bd", "initial_model_fingerprint": "7ed3952c2fbe78af", "type": "main", "dataset": "Seeds", "method": "original", "profile": "original", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "original", "profile": "original", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.19747969508171082, "accuracy": 0.9285714030265808, "mse": 0.03284886106848717 }, "eval_metrics": { "loss": 0.32495376467704773, "accuracy": 0.8809523582458496, "mse": 0.051455724984407425 }, "runtime_seconds": 1.3588858339935541, "completed": true, "error": null }, { "run_id": "main_Seeds_original_seed43_a7b574bbf066", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "a7b574bbf066", "data_fingerprint": "47bc2f572c5fec1c", "initial_model_fingerprint": "3eb1a9ef1e9335f6", "type": "main", "dataset": "Seeds", "method": "original", "profile": "original", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "original", "profile": "original", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.18548674881458282, "accuracy": 0.9404761791229248, "mse": 0.029585858806967735 }, "eval_metrics": { "loss": 1.2608298063278198, "accuracy": 0.8333333134651184, "mse": 0.10933111608028412 }, "runtime_seconds": 1.5317023331299424, "completed": true, "error": null }, { "run_id": "main_Seeds_original_seed44_bf06ec2410cc", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "bf06ec2410cc", "data_fingerprint": "a1b1ab0ba50da4d9", "initial_model_fingerprint": "b2ea3cb552ada071", "type": "main", "dataset": "Seeds", "method": "original", "profile": "original", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "original", "profile": "original", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.24154052138328552, "accuracy": 0.9047619104385376, "mse": 0.0482390932738781 }, "eval_metrics": { "loss": 0.22118255496025085, "accuracy": 0.9285714030265808, "mse": 0.04315038025379181 }, "runtime_seconds": 1.3482235420960933, "completed": true, "error": null }, { "run_id": "main_Seeds_original_seed45_22340e887dd8", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "22340e887dd8", "data_fingerprint": "f21a5f22d78d3eb1", "initial_model_fingerprint": "9e5b46ee1b7caff0", "type": "main", "dataset": "Seeds", "method": "original", "profile": "original", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "original", "profile": "original", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.24494366347789764, "accuracy": 0.9404761791229248, "mse": 0.04203984886407852 }, "eval_metrics": { "loss": 0.27465957403182983, "accuracy": 0.9047619104385376, "mse": 0.04629417136311531 }, "runtime_seconds": 1.3649861658923328, "completed": true, "error": null }, { "run_id": "main_Seeds_inertia_seed41_4738be68305f", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "4738be68305f", "data_fingerprint": "7e80b753d7119015", "initial_model_fingerprint": "dbefd7fe66f4c4eb", "type": "main", "dataset": "Seeds", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.1457017958164215, "accuracy": 0.9404761791229248, "mse": 0.029012415558099747 }, "eval_metrics": { "loss": 0.2021040916442871, "accuracy": 0.9285714030265808, "mse": 0.03903716802597046 }, "runtime_seconds": 1.3169554590713233, "completed": true, "error": null }, { "run_id": "main_Seeds_inertia_seed42_0898a41455b9", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "0898a41455b9", "data_fingerprint": "cf020fdde139c2bd", "initial_model_fingerprint": "7ed3952c2fbe78af", "type": "main", "dataset": "Seeds", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.05112343654036522, "accuracy": 0.988095223903656, "mse": 0.010074331425130367 }, "eval_metrics": { "loss": 0.2611672878265381, "accuracy": 0.9047619104385376, "mse": 0.044255580753088 }, "runtime_seconds": 1.3047084577847272, "completed": true, "error": null }, { "run_id": "main_Seeds_inertia_seed43_46f034dfbe86", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "46f034dfbe86", "data_fingerprint": "47bc2f572c5fec1c", "initial_model_fingerprint": "3eb1a9ef1e9335f6", "type": "main", "dataset": "Seeds", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.09987328946590424, "accuracy": 0.9642857313156128, "mse": 0.02014271728694439 }, "eval_metrics": { "loss": 0.9319664835929871, "accuracy": 0.8333333134651184, "mse": 0.1108398288488388 }, "runtime_seconds": 1.343342708889395, "completed": true, "error": null }, { "run_id": "main_Seeds_inertia_seed44_5891b8c668d9", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5891b8c668d9", "data_fingerprint": "a1b1ab0ba50da4d9", "initial_model_fingerprint": "b2ea3cb552ada071", "type": "main", "dataset": "Seeds", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.1123252734541893, "accuracy": 0.9523809552192688, "mse": 0.021632598713040352 }, "eval_metrics": { "loss": 0.07083266228437424, "accuracy": 0.976190447807312, "mse": 0.014935223385691643 }, "runtime_seconds": 1.3188399588689208, "completed": true, "error": null }, { "run_id": "main_Seeds_inertia_seed45_9e1eeaa3c2aa", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9e1eeaa3c2aa", "data_fingerprint": "f21a5f22d78d3eb1", "initial_model_fingerprint": "9e5b46ee1b7caff0", "type": "main", "dataset": "Seeds", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.10663793236017227, "accuracy": 0.9702380895614624, "mse": 0.018331807106733322 }, "eval_metrics": { "loss": 0.19221118092536926, "accuracy": 0.9285714030265808, "mse": 0.03592698276042938 }, "runtime_seconds": 1.3071315840352327, "completed": true, "error": null }, { "run_id": "main_Seeds_constriction_seed41_83e65741da8d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "83e65741da8d", "data_fingerprint": "7e80b753d7119015", "initial_model_fingerprint": "dbefd7fe66f4c4eb", "type": "main", "dataset": "Seeds", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.11064790189266205, "accuracy": 0.9345238208770752, "mse": 0.022504204884171486 }, "eval_metrics": { "loss": 0.06002597510814667, "accuracy": 1.0, "mse": 0.006985229440033436 }, "runtime_seconds": 1.3568381250370294, "completed": true, "error": null }, { "run_id": "main_Seeds_constriction_seed42_1e7c2d96e532", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "1e7c2d96e532", "data_fingerprint": "cf020fdde139c2bd", "initial_model_fingerprint": "7ed3952c2fbe78af", "type": "main", "dataset": "Seeds", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.05422748252749443, "accuracy": 0.976190447807312, "mse": 0.010376724414527416 }, "eval_metrics": { "loss": 0.25236639380455017, "accuracy": 0.8571428656578064, "mse": 0.058809228241443634 }, "runtime_seconds": 1.4554610000923276, "completed": true, "error": null }, { "run_id": "main_Seeds_constriction_seed43_873a97b2bdfb", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "873a97b2bdfb", "data_fingerprint": "47bc2f572c5fec1c", "initial_model_fingerprint": "3eb1a9ef1e9335f6", "type": "main", "dataset": "Seeds", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.07006674259901047, "accuracy": 0.9702380895614624, "mse": 0.013116533868014812 }, "eval_metrics": { "loss": 1.0155233144760132, "accuracy": 0.761904776096344, "mse": 0.13936738669872284 }, "runtime_seconds": 1.3231734160799533, "completed": true, "error": null }, { "run_id": "main_Seeds_constriction_seed44_4a22fa9a0901", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "4a22fa9a0901", "data_fingerprint": "a1b1ab0ba50da4d9", "initial_model_fingerprint": "b2ea3cb552ada071", "type": "main", "dataset": "Seeds", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.12728404998779297, "accuracy": 0.9702380895614624, "mse": 0.02088327705860138 }, "eval_metrics": { "loss": 0.092940554022789, "accuracy": 0.9523809552192688, "mse": 0.017046619206666946 }, "runtime_seconds": 1.3528277918230742, "completed": true, "error": null }, { "run_id": "main_Seeds_constriction_seed45_e017cbd92a36", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e017cbd92a36", "data_fingerprint": "f21a5f22d78d3eb1", "initial_model_fingerprint": "9e5b46ee1b7caff0", "type": "main", "dataset": "Seeds", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.1418670266866684, "accuracy": 0.9523809552192688, "mse": 0.02600831910967827 }, "eval_metrics": { "loss": 0.3362426459789276, "accuracy": 0.8809523582458496, "mse": 0.06100025773048401 }, "runtime_seconds": 1.3302475831005722, "completed": true, "error": null }, { "run_id": "main_Seeds_fips_seed41_ada1e8907d2f", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "ada1e8907d2f", "data_fingerprint": "7e80b753d7119015", "initial_model_fingerprint": "dbefd7fe66f4c4eb", "type": "main", "dataset": "Seeds", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.26906877756118774, "accuracy": 0.886904776096344, "mse": 0.04846500605344772 }, "eval_metrics": { "loss": 0.2535381317138672, "accuracy": 0.9285714030265808, "mse": 0.047001104801893234 }, "runtime_seconds": 1.7890820419415832, "completed": true, "error": null }, { "run_id": "main_Seeds_fips_seed42_e556df3e02b3", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e556df3e02b3", "data_fingerprint": "cf020fdde139c2bd", "initial_model_fingerprint": "7ed3952c2fbe78af", "type": "main", "dataset": "Seeds", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.2920786142349243, "accuracy": 0.9226190447807312, "mse": 0.04750432074069977 }, "eval_metrics": { "loss": 0.3242204785346985, "accuracy": 0.9047619104385376, "mse": 0.05955858901143074 }, "runtime_seconds": 1.8719375829678029, "completed": true, "error": null }, { "run_id": "main_Seeds_fips_seed43_c4f26a818da6", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c4f26a818da6", "data_fingerprint": "47bc2f572c5fec1c", "initial_model_fingerprint": "3eb1a9ef1e9335f6", "type": "main", "dataset": "Seeds", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.3442629277706146, "accuracy": 0.8809523582458496, "mse": 0.06164747104048729 }, "eval_metrics": { "loss": 0.5302116870880127, "accuracy": 0.8333333134651184, "mse": 0.09202633053064346 }, "runtime_seconds": 1.7939549998845905, "completed": true, "error": null }, { "run_id": "main_Seeds_fips_seed44_d1505c43c5b6", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "d1505c43c5b6", "data_fingerprint": "a1b1ab0ba50da4d9", "initial_model_fingerprint": "b2ea3cb552ada071", "type": "main", "dataset": "Seeds", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.3943226635456085, "accuracy": 0.9047619104385376, "mse": 0.06531801074743271 }, "eval_metrics": { "loss": 0.4183882772922516, "accuracy": 0.8809523582458496, "mse": 0.06837274879217148 }, "runtime_seconds": 1.7675437920261174, "completed": true, "error": null }, { "run_id": "main_Seeds_fips_seed45_dca0af39e7f3", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "dca0af39e7f3", "data_fingerprint": "f21a5f22d78d3eb1", "initial_model_fingerprint": "9e5b46ee1b7caff0", "type": "main", "dataset": "Seeds", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.3839356601238251, "accuracy": 0.9047619104385376, "mse": 0.06689421087503433 }, "eval_metrics": { "loss": 0.39230257272720337, "accuracy": 0.8809523582458496, "mse": 0.07074484974145889 }, "runtime_seconds": 1.855442832922563, "completed": true, "error": null }, { "run_id": "main_Seeds_clpso_seed41_2b83251a6646", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2b83251a6646", "data_fingerprint": "7e80b753d7119015", "initial_model_fingerprint": "dbefd7fe66f4c4eb", "type": "main", "dataset": "Seeds", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.35530516505241394, "accuracy": 0.886904776096344, "mse": 0.061445049941539764 }, "eval_metrics": { "loss": 0.40069860219955444, "accuracy": 0.8809523582458496, "mse": 0.07505422830581665 }, "runtime_seconds": 1.5635312090162188, "completed": true, "error": null }, { "run_id": "main_Seeds_clpso_seed42_cddd7ffa6e80", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "cddd7ffa6e80", "data_fingerprint": "cf020fdde139c2bd", "initial_model_fingerprint": "7ed3952c2fbe78af", "type": "main", "dataset": "Seeds", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.4123992919921875, "accuracy": 0.8928571343421936, "mse": 0.07035600394010544 }, "eval_metrics": { "loss": 0.5104729533195496, "accuracy": 0.8095238208770752, "mse": 0.09218531101942062 }, "runtime_seconds": 1.5250467080622911, "completed": true, "error": null }, { "run_id": "main_Seeds_clpso_seed43_92b5d9490b3c", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "92b5d9490b3c", "data_fingerprint": "47bc2f572c5fec1c", "initial_model_fingerprint": "3eb1a9ef1e9335f6", "type": "main", "dataset": "Seeds", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.3129984438419342, "accuracy": 0.9226190447807312, "mse": 0.053032830357551575 }, "eval_metrics": { "loss": 0.5279183983802795, "accuracy": 0.8809523582458496, "mse": 0.08940506726503372 }, "runtime_seconds": 1.5179153748322278, "completed": true, "error": null }, { "run_id": "main_Seeds_clpso_seed44_b1857073eda8", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "b1857073eda8", "data_fingerprint": "a1b1ab0ba50da4d9", "initial_model_fingerprint": "b2ea3cb552ada071", "type": "main", "dataset": "Seeds", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.35888010263442993, "accuracy": 0.886904776096344, "mse": 0.06212281435728073 }, "eval_metrics": { "loss": 0.38010087609291077, "accuracy": 0.8571428656578064, "mse": 0.06836829334497452 }, "runtime_seconds": 1.5335276669356972, "completed": true, "error": null }, { "run_id": "main_Seeds_clpso_seed45_afc7bc0d4f65", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "afc7bc0d4f65", "data_fingerprint": "f21a5f22d78d3eb1", "initial_model_fingerprint": "9e5b46ee1b7caff0", "type": "main", "dataset": "Seeds", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.40989989042282104, "accuracy": 0.875, "mse": 0.07522381842136383 }, "eval_metrics": { "loss": 0.5298960208892822, "accuracy": 0.8571428656578064, "mse": 0.09548462182283401 }, "runtime_seconds": 1.547617708100006, "completed": true, "error": null }, { "run_id": "main_Seeds_bare_bones_seed41_7e7a2a9c407f", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7e7a2a9c407f", "data_fingerprint": "7e80b753d7119015", "initial_model_fingerprint": "dbefd7fe66f4c4eb", "type": "main", "dataset": "Seeds", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.31048667430877686, "accuracy": 0.863095223903656, "mse": 0.05961725860834122 }, "eval_metrics": { "loss": 0.32448282837867737, "accuracy": 0.8571428656578064, "mse": 0.068290114402771 }, "runtime_seconds": 1.5167391668073833, "completed": true, "error": null }, { "run_id": "main_Seeds_bare_bones_seed42_7655246be67a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7655246be67a", "data_fingerprint": "cf020fdde139c2bd", "initial_model_fingerprint": "7ed3952c2fbe78af", "type": "main", "dataset": "Seeds", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.3707817792892456, "accuracy": 0.898809552192688, "mse": 0.05272166058421135 }, "eval_metrics": { "loss": 0.46162325143814087, "accuracy": 0.9285714030265808, "mse": 0.05430768057703972 }, "runtime_seconds": 1.5367225410882384, "completed": true, "error": null }, { "run_id": "main_Seeds_bare_bones_seed43_0012a847d23a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "0012a847d23a", "data_fingerprint": "47bc2f572c5fec1c", "initial_model_fingerprint": "3eb1a9ef1e9335f6", "type": "main", "dataset": "Seeds", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.3507571816444397, "accuracy": 0.8928571343421936, "mse": 0.052577145397663116 }, "eval_metrics": { "loss": 0.592940092086792, "accuracy": 0.8333333134651184, "mse": 0.0866384357213974 }, "runtime_seconds": 1.5569617089349777, "completed": true, "error": null }, { "run_id": "main_Seeds_bare_bones_seed44_1e6bf73eaf1e", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "1e6bf73eaf1e", "data_fingerprint": "a1b1ab0ba50da4d9", "initial_model_fingerprint": "b2ea3cb552ada071", "type": "main", "dataset": "Seeds", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.33141136169433594, "accuracy": 0.898809552192688, "mse": 0.06309879571199417 }, "eval_metrics": { "loss": 0.29140159487724304, "accuracy": 0.9523809552192688, "mse": 0.05281345546245575 }, "runtime_seconds": 1.5635050002019852, "completed": true, "error": null }, { "run_id": "main_Seeds_bare_bones_seed45_9bf78a5325c4", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9bf78a5325c4", "data_fingerprint": "f21a5f22d78d3eb1", "initial_model_fingerprint": "9e5b46ee1b7caff0", "type": "main", "dataset": "Seeds", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.37824103236198425, "accuracy": 0.8571428656578064, "mse": 0.0701170265674591 }, "eval_metrics": { "loss": 0.4391506612300873, "accuracy": 0.7857142686843872, "mse": 0.08444318175315857 }, "runtime_seconds": 1.534322916995734, "completed": true, "error": null }, { "run_id": "main_Seeds_adaptive_moment_seed41_65ac92a6bf33", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "65ac92a6bf33", "data_fingerprint": "7e80b753d7119015", "initial_model_fingerprint": "dbefd7fe66f4c4eb", "type": "main", "dataset": "Seeds", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.23019717633724213, "accuracy": 0.9107142686843872, "mse": 0.04132877662777901 }, "eval_metrics": { "loss": 0.2069307118654251, "accuracy": 0.9523809552192688, "mse": 0.04002527892589569 }, "runtime_seconds": 1.3558514169417322, "completed": true, "error": null }, { "run_id": "main_Seeds_adaptive_moment_seed42_41200e070b38", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "41200e070b38", "data_fingerprint": "cf020fdde139c2bd", "initial_model_fingerprint": "7ed3952c2fbe78af", "type": "main", "dataset": "Seeds", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.21417540311813354, "accuracy": 0.9226190447807312, "mse": 0.03754362091422081 }, "eval_metrics": { "loss": 0.24953606724739075, "accuracy": 0.9047619104385376, "mse": 0.050037819892168045 }, "runtime_seconds": 1.3875930421054363, "completed": true, "error": null }, { "run_id": "main_Seeds_adaptive_moment_seed43_7f32e3655d1d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7f32e3655d1d", "data_fingerprint": "47bc2f572c5fec1c", "initial_model_fingerprint": "3eb1a9ef1e9335f6", "type": "main", "dataset": "Seeds", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.22975336015224457, "accuracy": 0.9166666865348816, "mse": 0.04079404100775719 }, "eval_metrics": { "loss": 0.517500638961792, "accuracy": 0.8333333134651184, "mse": 0.06756050139665604 }, "runtime_seconds": 1.3970742078963667, "completed": true, "error": null }, { "run_id": "main_Seeds_adaptive_moment_seed44_c35522f27323", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c35522f27323", "data_fingerprint": "a1b1ab0ba50da4d9", "initial_model_fingerprint": "b2ea3cb552ada071", "type": "main", "dataset": "Seeds", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.17773085832595825, "accuracy": 0.9285714030265808, "mse": 0.0371076837182045 }, "eval_metrics": { "loss": 0.2783668041229248, "accuracy": 0.9047619104385376, "mse": 0.04379665106534958 }, "runtime_seconds": 1.4338162089698017, "completed": true, "error": null }, { "run_id": "main_Seeds_adaptive_moment_seed45_bf74f66d9604", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "bf74f66d9604", "data_fingerprint": "f21a5f22d78d3eb1", "initial_model_fingerprint": "9e5b46ee1b7caff0", "type": "main", "dataset": "Seeds", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 24, "epochs": 60, "score_source": "held_out", "model_param_count": 771, "train_data_size": 168, "eval_data_size": 42, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Seeds", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 24, "epochs": 60, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.5, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.5 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.2740238308906555, "accuracy": 0.9107142686843872, "mse": 0.04443332180380821 }, "eval_metrics": { "loss": 0.32740139961242676, "accuracy": 0.8571428656578064, "mse": 0.06444984674453735 }, "runtime_seconds": 1.4622948339674622, "completed": true, "error": null }, { "run_id": "main_Digits_original_seed41_9e81630deded", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9e81630deded", "data_fingerprint": "f0c1eef6d3164fc4", "initial_model_fingerprint": "9af4896a7a2c4c81", "type": "main", "dataset": "Digits", "method": "original", "profile": "original", "seed": 41, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "original", "profile": "original", "seed": 41, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2617411613464355, "accuracy": 0.22300000488758087, "mse": 0.088669553399086 }, "eval_metrics": { "loss": 2.2829415798187256, "accuracy": 0.1944444477558136, "mse": 0.08924634754657745 }, "runtime_seconds": 2.1861627500038594, "completed": true, "error": null }, { "run_id": "main_Digits_original_seed42_46d8c4455960", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "46d8c4455960", "data_fingerprint": "f6de4fe22b228027", "initial_model_fingerprint": "bf45591dfb652c19", "type": "main", "dataset": "Digits", "method": "original", "profile": "original", "seed": 42, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "original", "profile": "original", "seed": 42, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.324465751647949, "accuracy": 0.16599999368190765, "mse": 0.08990947902202606 }, "eval_metrics": { "loss": 2.3081114292144775, "accuracy": 0.14444445073604584, "mse": 0.08985483646392822 }, "runtime_seconds": 2.167289041914046, "completed": true, "error": null }, { "run_id": "main_Digits_original_seed43_4f8d65ea6120", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "4f8d65ea6120", "data_fingerprint": "f617cbf50dc6fbd0", "initial_model_fingerprint": "280c038c92ad7d69", "type": "main", "dataset": "Digits", "method": "original", "profile": "original", "seed": 43, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "original", "profile": "original", "seed": 43, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2402591705322266, "accuracy": 0.17900000512599945, "mse": 0.08884875476360321 }, "eval_metrics": { "loss": 2.2550830841064453, "accuracy": 0.1805555522441864, "mse": 0.08945893496274948 }, "runtime_seconds": 2.444736792007461, "completed": true, "error": null }, { "run_id": "main_Digits_original_seed44_294c97c34039", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "294c97c34039", "data_fingerprint": "39a13ea24f7fe3d3", "initial_model_fingerprint": "ed364a9b2281fac5", "type": "main", "dataset": "Digits", "method": "original", "profile": "original", "seed": 44, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "original", "profile": "original", "seed": 44, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2890374660491943, "accuracy": 0.16300000250339508, "mse": 0.08958756923675537 }, "eval_metrics": { "loss": 2.249772071838379, "accuracy": 0.14444445073604584, "mse": 0.09001036733388901 }, "runtime_seconds": 2.2415781249292195, "completed": true, "error": null }, { "run_id": "main_Digits_original_seed45_062f764d4480", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "062f764d4480", "data_fingerprint": "9d5639d80ac523a9", "initial_model_fingerprint": "5f1617fc58fac335", "type": "main", "dataset": "Digits", "method": "original", "profile": "original", "seed": 45, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "original", "profile": "original", "seed": 45, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.215007781982422, "accuracy": 0.1679999977350235, "mse": 0.0882057324051857 }, "eval_metrics": { "loss": 2.252229928970337, "accuracy": 0.15833333134651184, "mse": 0.0888998880982399 }, "runtime_seconds": 2.321851125219837, "completed": true, "error": null }, { "run_id": "main_Digits_inertia_seed41_daec82326233", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "daec82326233", "data_fingerprint": "f0c1eef6d3164fc4", "initial_model_fingerprint": "9af4896a7a2c4c81", "type": "main", "dataset": "Digits", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.173959732055664, "accuracy": 0.2720000147819519, "mse": 0.08434547483921051 }, "eval_metrics": { "loss": 2.1810758113861084, "accuracy": 0.25833332538604736, "mse": 0.08479094505310059 }, "runtime_seconds": 1.9404035829938948, "completed": true, "error": null }, { "run_id": "main_Digits_inertia_seed42_27181b02d4cd", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "27181b02d4cd", "data_fingerprint": "f6de4fe22b228027", "initial_model_fingerprint": "bf45591dfb652c19", "type": "main", "dataset": "Digits", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.035007953643799, "accuracy": 0.28999999165534973, "mse": 0.08113866299390793 }, "eval_metrics": { "loss": 1.9564385414123535, "accuracy": 0.3055555522441864, "mse": 0.07970407605171204 }, "runtime_seconds": 1.9198420830070972, "completed": true, "error": null }, { "run_id": "main_Digits_inertia_seed43_27938492b559", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "27938492b559", "data_fingerprint": "f617cbf50dc6fbd0", "initial_model_fingerprint": "280c038c92ad7d69", "type": "main", "dataset": "Digits", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.8432661294937134, "accuracy": 0.35499998927116394, "mse": 0.07747028768062592 }, "eval_metrics": { "loss": 1.8053909540176392, "accuracy": 0.3777777850627899, "mse": 0.07513056695461273 }, "runtime_seconds": 1.9688580001238734, "completed": true, "error": null }, { "run_id": "main_Digits_inertia_seed44_58a34c628d9a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "58a34c628d9a", "data_fingerprint": "39a13ea24f7fe3d3", "initial_model_fingerprint": "ed364a9b2281fac5", "type": "main", "dataset": "Digits", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.114971399307251, "accuracy": 0.2280000001192093, "mse": 0.08531089872121811 }, "eval_metrics": { "loss": 2.0523359775543213, "accuracy": 0.22777777910232544, "mse": 0.08450954407453537 }, "runtime_seconds": 2.044121792074293, "completed": true, "error": null }, { "run_id": "main_Digits_inertia_seed45_c0086309a86b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c0086309a86b", "data_fingerprint": "9d5639d80ac523a9", "initial_model_fingerprint": "5f1617fc58fac335", "type": "main", "dataset": "Digits", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.9059537649154663, "accuracy": 0.3400000035762787, "mse": 0.08020355552434921 }, "eval_metrics": { "loss": 1.9080941677093506, "accuracy": 0.3472222089767456, "mse": 0.07944019138813019 }, "runtime_seconds": 2.161027291091159, "completed": true, "error": null }, { "run_id": "main_Digits_constriction_seed41_e7ffbe8ff230", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e7ffbe8ff230", "data_fingerprint": "f0c1eef6d3164fc4", "initial_model_fingerprint": "9af4896a7a2c4c81", "type": "main", "dataset": "Digits", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.8068615198135376, "accuracy": 0.3919999897480011, "mse": 0.07423090934753418 }, "eval_metrics": { "loss": 1.830819010734558, "accuracy": 0.3472222089767456, "mse": 0.07658052444458008 }, "runtime_seconds": 2.100981292081997, "completed": true, "error": null }, { "run_id": "main_Digits_constriction_seed42_c610271fc102", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c610271fc102", "data_fingerprint": "f6de4fe22b228027", "initial_model_fingerprint": "bf45591dfb652c19", "type": "main", "dataset": "Digits", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.691806435585022, "accuracy": 0.4090000092983246, "mse": 0.07066111266613007 }, "eval_metrics": { "loss": 1.6854695081710815, "accuracy": 0.3888888955116272, "mse": 0.07275129854679108 }, "runtime_seconds": 2.2917967499233782, "completed": true, "error": null }, { "run_id": "main_Digits_constriction_seed43_cf787d661b4a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "cf787d661b4a", "data_fingerprint": "f617cbf50dc6fbd0", "initial_model_fingerprint": "280c038c92ad7d69", "type": "main", "dataset": "Digits", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.661444902420044, "accuracy": 0.4059999883174896, "mse": 0.07141976803541183 }, "eval_metrics": { "loss": 1.760801076889038, "accuracy": 0.38055557012557983, "mse": 0.07476656138896942 }, "runtime_seconds": 2.375207500066608, "completed": true, "error": null }, { "run_id": "main_Digits_constriction_seed44_ec7fa365faab", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "ec7fa365faab", "data_fingerprint": "39a13ea24f7fe3d3", "initial_model_fingerprint": "ed364a9b2281fac5", "type": "main", "dataset": "Digits", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.7786259651184082, "accuracy": 0.34200000762939453, "mse": 0.07684328407049179 }, "eval_metrics": { "loss": 1.7403881549835205, "accuracy": 0.3611111044883728, "mse": 0.07619272172451019 }, "runtime_seconds": 2.504296417115256, "completed": true, "error": null }, { "run_id": "main_Digits_constriction_seed45_3dc815d9fb31", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "3dc815d9fb31", "data_fingerprint": "9d5639d80ac523a9", "initial_model_fingerprint": "5f1617fc58fac335", "type": "main", "dataset": "Digits", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.6648540496826172, "accuracy": 0.3610000014305115, "mse": 0.07508069276809692 }, "eval_metrics": { "loss": 1.8080878257751465, "accuracy": 0.3861111104488373, "mse": 0.07378461956977844 }, "runtime_seconds": 2.3777815841604024, "completed": true, "error": null }, { "run_id": "main_Digits_fips_seed41_904d32b16663", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "904d32b16663", "data_fingerprint": "f0c1eef6d3164fc4", "initial_model_fingerprint": "9af4896a7a2c4c81", "type": "main", "dataset": "Digits", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.0772244930267334, "accuracy": 0.2160000056028366, "mse": 0.08328772336244583 }, "eval_metrics": { "loss": 2.0640549659729004, "accuracy": 0.22499999403953552, "mse": 0.08292558789253235 }, "runtime_seconds": 2.599182124948129, "completed": true, "error": null }, { "run_id": "main_Digits_fips_seed42_7b1c76516c0b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7b1c76516c0b", "data_fingerprint": "f6de4fe22b228027", "initial_model_fingerprint": "bf45591dfb652c19", "type": "main", "dataset": "Digits", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.0291080474853516, "accuracy": 0.19699999690055847, "mse": 0.08490344136953354 }, "eval_metrics": { "loss": 2.0000698566436768, "accuracy": 0.15555556118488312, "mse": 0.08459118753671646 }, "runtime_seconds": 2.654482499929145, "completed": true, "error": null }, { "run_id": "main_Digits_fips_seed43_e5ff6146ad8f", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e5ff6146ad8f", "data_fingerprint": "f617cbf50dc6fbd0", "initial_model_fingerprint": "280c038c92ad7d69", "type": "main", "dataset": "Digits", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.1521434783935547, "accuracy": 0.2840000092983246, "mse": 0.08669741451740265 }, "eval_metrics": { "loss": 2.1906869411468506, "accuracy": 0.2638888955116272, "mse": 0.08742034435272217 }, "runtime_seconds": 2.7839837500359863, "completed": true, "error": null }, { "run_id": "main_Digits_fips_seed44_bad6731441e0", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "bad6731441e0", "data_fingerprint": "39a13ea24f7fe3d3", "initial_model_fingerprint": "ed364a9b2281fac5", "type": "main", "dataset": "Digits", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.0534286499023438, "accuracy": 0.3310000002384186, "mse": 0.08358488231897354 }, "eval_metrics": { "loss": 2.108774423599243, "accuracy": 0.2944444417953491, "mse": 0.0848330482840538 }, "runtime_seconds": 2.634472999954596, "completed": true, "error": null }, { "run_id": "main_Digits_fips_seed45_655330fc9fc3", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "655330fc9fc3", "data_fingerprint": "9d5639d80ac523a9", "initial_model_fingerprint": "5f1617fc58fac335", "type": "main", "dataset": "Digits", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.9725496768951416, "accuracy": 0.30300000309944153, "mse": 0.08112427592277527 }, "eval_metrics": { "loss": 1.9572372436523438, "accuracy": 0.3083333373069763, "mse": 0.08043570816516876 }, "runtime_seconds": 2.4333895419258624, "completed": true, "error": null }, { "run_id": "main_Digits_clpso_seed41_0cbb1d9aebf7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "0cbb1d9aebf7", "data_fingerprint": "f0c1eef6d3164fc4", "initial_model_fingerprint": "9af4896a7a2c4c81", "type": "main", "dataset": "Digits", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.1367292404174805, "accuracy": 0.22599999606609344, "mse": 0.08658362925052643 }, "eval_metrics": { "loss": 2.1658363342285156, "accuracy": 0.21388888359069824, "mse": 0.08725804090499878 }, "runtime_seconds": 2.3339792501647025, "completed": true, "error": null }, { "run_id": "main_Digits_clpso_seed42_f67db481a996", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f67db481a996", "data_fingerprint": "f6de4fe22b228027", "initial_model_fingerprint": "bf45591dfb652c19", "type": "main", "dataset": "Digits", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.206430196762085, "accuracy": 0.21799999475479126, "mse": 0.0870317742228508 }, "eval_metrics": { "loss": 2.2051308155059814, "accuracy": 0.19166666269302368, "mse": 0.08755485713481903 }, "runtime_seconds": 2.377047209069133, "completed": true, "error": null }, { "run_id": "main_Digits_clpso_seed43_de2363a3f338", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "de2363a3f338", "data_fingerprint": "f617cbf50dc6fbd0", "initial_model_fingerprint": "280c038c92ad7d69", "type": "main", "dataset": "Digits", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.201568365097046, "accuracy": 0.15299999713897705, "mse": 0.0885072648525238 }, "eval_metrics": { "loss": 2.2101080417633057, "accuracy": 0.13055555522441864, "mse": 0.0891144722700119 }, "runtime_seconds": 2.3552857080940157, "completed": true, "error": null }, { "run_id": "main_Digits_clpso_seed44_99956db6e052", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "99956db6e052", "data_fingerprint": "39a13ea24f7fe3d3", "initial_model_fingerprint": "ed364a9b2281fac5", "type": "main", "dataset": "Digits", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2019567489624023, "accuracy": 0.22200000286102295, "mse": 0.08723719418048859 }, "eval_metrics": { "loss": 2.213874101638794, "accuracy": 0.24166665971279144, "mse": 0.08781173825263977 }, "runtime_seconds": 2.4299692499917, "completed": true, "error": null }, { "run_id": "main_Digits_clpso_seed45_40ab922ccd40", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "40ab922ccd40", "data_fingerprint": "9d5639d80ac523a9", "initial_model_fingerprint": "5f1617fc58fac335", "type": "main", "dataset": "Digits", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.135824203491211, "accuracy": 0.29600000381469727, "mse": 0.08445338159799576 }, "eval_metrics": { "loss": 2.2277636528015137, "accuracy": 0.2611111104488373, "mse": 0.08523893356323242 }, "runtime_seconds": 3.1002987078391016, "completed": true, "error": null }, { "run_id": "main_Digits_bare_bones_seed41_2802f651b43d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2802f651b43d", "data_fingerprint": "f0c1eef6d3164fc4", "initial_model_fingerprint": "9af4896a7a2c4c81", "type": "main", "dataset": "Digits", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.252967357635498, "accuracy": 0.23000000417232513, "mse": 0.08590874075889587 }, "eval_metrics": { "loss": 2.2463696002960205, "accuracy": 0.2527777850627899, "mse": 0.0852879211306572 }, "runtime_seconds": 2.3899612920358777, "completed": true, "error": null }, { "run_id": "main_Digits_bare_bones_seed42_b02a2be14360", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "b02a2be14360", "data_fingerprint": "f6de4fe22b228027", "initial_model_fingerprint": "bf45591dfb652c19", "type": "main", "dataset": "Digits", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.229649543762207, "accuracy": 0.19099999964237213, "mse": 0.08928735554218292 }, "eval_metrics": { "loss": 2.361936569213867, "accuracy": 0.14166666567325592, "mse": 0.0929383784532547 }, "runtime_seconds": 2.517781083006412, "completed": true, "error": null }, { "run_id": "main_Digits_bare_bones_seed43_b98ee4548be6", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "b98ee4548be6", "data_fingerprint": "f617cbf50dc6fbd0", "initial_model_fingerprint": "280c038c92ad7d69", "type": "main", "dataset": "Digits", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.1584651470184326, "accuracy": 0.2460000067949295, "mse": 0.08629835397005081 }, "eval_metrics": { "loss": 2.124666452407837, "accuracy": 0.25, "mse": 0.08588261157274246 }, "runtime_seconds": 2.5478430408984423, "completed": true, "error": null }, { "run_id": "main_Digits_bare_bones_seed44_67db3b615399", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "67db3b615399", "data_fingerprint": "39a13ea24f7fe3d3", "initial_model_fingerprint": "ed364a9b2281fac5", "type": "main", "dataset": "Digits", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2550888061523438, "accuracy": 0.17900000512599945, "mse": 0.08894563466310501 }, "eval_metrics": { "loss": 2.266505479812622, "accuracy": 0.15555556118488312, "mse": 0.08891921490430832 }, "runtime_seconds": 2.680936082964763, "completed": true, "error": null }, { "run_id": "main_Digits_bare_bones_seed45_7b2a747ad3bc", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7b2a747ad3bc", "data_fingerprint": "9d5639d80ac523a9", "initial_model_fingerprint": "5f1617fc58fac335", "type": "main", "dataset": "Digits", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2584753036499023, "accuracy": 0.15399999916553497, "mse": 0.08958878368139267 }, "eval_metrics": { "loss": 2.2515347003936768, "accuracy": 0.15000000596046448, "mse": 0.09008078277111053 }, "runtime_seconds": 2.687859124969691, "completed": true, "error": null }, { "run_id": "main_Digits_adaptive_moment_seed41_e74144daa637", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e74144daa637", "data_fingerprint": "f0c1eef6d3164fc4", "initial_model_fingerprint": "9af4896a7a2c4c81", "type": "main", "dataset": "Digits", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.1329033374786377, "accuracy": 0.2849999964237213, "mse": 0.08403640985488892 }, "eval_metrics": { "loss": 2.1274328231811523, "accuracy": 0.28333333134651184, "mse": 0.08371066302061081 }, "runtime_seconds": 2.5720566669479012, "completed": true, "error": null }, { "run_id": "main_Digits_adaptive_moment_seed42_a2da72677525", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "a2da72677525", "data_fingerprint": "f6de4fe22b228027", "initial_model_fingerprint": "bf45591dfb652c19", "type": "main", "dataset": "Digits", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.0686817169189453, "accuracy": 0.2709999978542328, "mse": 0.08360999077558517 }, "eval_metrics": { "loss": 2.0876049995422363, "accuracy": 0.27222222089767456, "mse": 0.08446487039327621 }, "runtime_seconds": 2.6077378750778735, "completed": true, "error": null }, { "run_id": "main_Digits_adaptive_moment_seed43_e2d2423853ce", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e2d2423853ce", "data_fingerprint": "f617cbf50dc6fbd0", "initial_model_fingerprint": "280c038c92ad7d69", "type": "main", "dataset": "Digits", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.079728126525879, "accuracy": 0.2370000034570694, "mse": 0.08583791553974152 }, "eval_metrics": { "loss": 2.1019599437713623, "accuracy": 0.2361111044883728, "mse": 0.08700509369373322 }, "runtime_seconds": 2.599350499920547, "completed": true, "error": null }, { "run_id": "main_Digits_adaptive_moment_seed44_0c440537dd5b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "0c440537dd5b", "data_fingerprint": "39a13ea24f7fe3d3", "initial_model_fingerprint": "ed364a9b2281fac5", "type": "main", "dataset": "Digits", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.125084161758423, "accuracy": 0.257999986410141, "mse": 0.0819929987192154 }, "eval_metrics": { "loss": 2.1390206813812256, "accuracy": 0.2750000059604645, "mse": 0.08342760056257248 }, "runtime_seconds": 2.4962192920502275, "completed": true, "error": null }, { "run_id": "main_Digits_adaptive_moment_seed45_01fad7cfff24", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "01fad7cfff24", "data_fingerprint": "9d5639d80ac523a9", "initial_model_fingerprint": "5f1617fc58fac335", "type": "main", "dataset": "Digits", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 24, "epochs": 50, "score_source": "held_out", "model_param_count": 1020, "train_data_size": 1437, "eval_data_size": 360, "configured_pca_choice": null, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "Digits", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 24, "epochs": 50, "evaluation": "fixed_subset", "fitness_size": 1000, "batch_size": 250, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.25, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.25 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 1000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.0284130573272705, "accuracy": 0.30799999833106995, "mse": 0.07994092255830765 }, "eval_metrics": { "loss": 2.088167905807495, "accuracy": 0.27222222089767456, "mse": 0.08149543404579163 }, "runtime_seconds": 2.2218740829266608, "completed": true, "error": null }, { "run_id": "main_MNIST_original_seed41_10d8dcb386e9", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "10d8dcb386e9", "data_fingerprint": "9cf90687f18f6867", "initial_model_fingerprint": "a265005eab7305ab", "type": "main", "dataset": "MNIST", "method": "original", "profile": "original", "seed": 41, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "original", "profile": "original", "seed": 41, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.3936545848846436, "accuracy": 0.1340000033378601, "mse": 0.09311683475971222 }, "eval_metrics": { "loss": 2.360574245452881, "accuracy": 0.16500000655651093, "mse": 0.09202645719051361 }, "runtime_seconds": 2.7690670411102474, "completed": true, "error": null }, { "run_id": "main_MNIST_original_seed42_e89647788bfa", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e89647788bfa", "data_fingerprint": "dfe645918ece54c0", "initial_model_fingerprint": "f15e396114108c51", "type": "main", "dataset": "MNIST", "method": "original", "profile": "original", "seed": 42, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "original", "profile": "original", "seed": 42, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.347860097885132, "accuracy": 0.13899999856948853, "mse": 0.09062287956476212 }, "eval_metrics": { "loss": 2.3212592601776123, "accuracy": 0.14300000667572021, "mse": 0.09031510353088379 }, "runtime_seconds": 3.077394332969561, "completed": true, "error": null }, { "run_id": "main_MNIST_original_seed43_ea229e5a7257", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "ea229e5a7257", "data_fingerprint": "730cd610fc573af5", "initial_model_fingerprint": "d9abe6f36969a8b5", "type": "main", "dataset": "MNIST", "method": "original", "profile": "original", "seed": 43, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "original", "profile": "original", "seed": 43, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.4784181118011475, "accuracy": 0.15700000524520874, "mse": 0.09438490122556686 }, "eval_metrics": { "loss": 2.5147814750671387, "accuracy": 0.15600000321865082, "mse": 0.09482964128255844 }, "runtime_seconds": 4.626529292203486, "completed": true, "error": null }, { "run_id": "main_MNIST_original_seed44_23051c2e549b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "23051c2e549b", "data_fingerprint": "718e473f23ab68a4", "initial_model_fingerprint": "497c2208b39cbf7e", "type": "main", "dataset": "MNIST", "method": "original", "profile": "original", "seed": 44, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "original", "profile": "original", "seed": 44, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.30441951751709, "accuracy": 0.17550000548362732, "mse": 0.09123670309782028 }, "eval_metrics": { "loss": 2.415644645690918, "accuracy": 0.12600000202655792, "mse": 0.09450323134660721 }, "runtime_seconds": 2.7831446670461446, "completed": true, "error": null }, { "run_id": "main_MNIST_original_seed45_ef2c6b1b100c", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "ef2c6b1b100c", "data_fingerprint": "28844e0cd0f7c25c", "initial_model_fingerprint": "cbffa45f13f8dead", "type": "main", "dataset": "MNIST", "method": "original", "profile": "original", "seed": 45, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "original", "profile": "original", "seed": 45, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Original PSO", "source": "10.1109/ICNN.1995.488968", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.4028897285461426, "accuracy": 0.17599999904632568, "mse": 0.09126102179288864 }, "eval_metrics": { "loss": 2.528709888458252, "accuracy": 0.12999999523162842, "mse": 0.09350301325321198 }, "runtime_seconds": 4.194451209157705, "completed": true, "error": null }, { "run_id": "main_MNIST_inertia_seed41_641c37d1902c", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "641c37d1902c", "data_fingerprint": "9cf90687f18f6867", "initial_model_fingerprint": "a265005eab7305ab", "type": "main", "dataset": "MNIST", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "inertia", "profile": "inertia", "seed": 41, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.3381215333938599, "accuracy": 0.5924999713897705, "mse": 0.056777868419885635 }, "eval_metrics": { "loss": 1.5549514293670654, "accuracy": 0.5210000276565552, "mse": 0.06475670635700226 }, "runtime_seconds": 2.9916708329692483, "completed": true, "error": null }, { "run_id": "main_MNIST_inertia_seed42_3d723b7c453e", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "3d723b7c453e", "data_fingerprint": "dfe645918ece54c0", "initial_model_fingerprint": "f15e396114108c51", "type": "main", "dataset": "MNIST", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "inertia", "profile": "inertia", "seed": 42, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.4281961917877197, "accuracy": 0.5634999871253967, "mse": 0.059982724487781525 }, "eval_metrics": { "loss": 1.6201825141906738, "accuracy": 0.4970000088214874, "mse": 0.06761188060045242 }, "runtime_seconds": 2.965985749848187, "completed": true, "error": null }, { "run_id": "main_MNIST_inertia_seed43_6dfb0d0fd6ae", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "6dfb0d0fd6ae", "data_fingerprint": "730cd610fc573af5", "initial_model_fingerprint": "d9abe6f36969a8b5", "type": "main", "dataset": "MNIST", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "inertia", "profile": "inertia", "seed": 43, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.6584088802337646, "accuracy": 0.4749999940395355, "mse": 0.06921082735061646 }, "eval_metrics": { "loss": 2.078524112701416, "accuracy": 0.367000013589859, "mse": 0.08277533203363419 }, "runtime_seconds": 2.8704891668166965, "completed": true, "error": null }, { "run_id": "main_MNIST_inertia_seed44_c84bb533c9b4", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c84bb533c9b4", "data_fingerprint": "718e473f23ab68a4", "initial_model_fingerprint": "497c2208b39cbf7e", "type": "main", "dataset": "MNIST", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "inertia", "profile": "inertia", "seed": 44, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.2869731187820435, "accuracy": 0.6085000038146973, "mse": 0.054680656641721725 }, "eval_metrics": { "loss": 1.4398808479309082, "accuracy": 0.5440000295639038, "mse": 0.062213294208049774 }, "runtime_seconds": 3.254134749993682, "completed": true, "error": null }, { "run_id": "main_MNIST_inertia_seed45_aa08e9112815", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "aa08e9112815", "data_fingerprint": "28844e0cd0f7c25c", "initial_model_fingerprint": "cbffa45f13f8dead", "type": "main", "dataset": "MNIST", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "inertia", "profile": "inertia", "seed": 45, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.5111486911773682, "accuracy": 0.5205000042915344, "mse": 0.06331299990415573 }, "eval_metrics": { "loss": 1.8869050741195679, "accuracy": 0.4129999876022339, "mse": 0.07616910338401794 }, "runtime_seconds": 3.160143041983247, "completed": true, "error": null }, { "run_id": "main_MNIST_constriction_seed41_5282d73f094b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5282d73f094b", "data_fingerprint": "9cf90687f18f6867", "initial_model_fingerprint": "a265005eab7305ab", "type": "main", "dataset": "MNIST", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "constriction", "profile": "constriction", "seed": 41, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.386448860168457, "accuracy": 0.5584999918937683, "mse": 0.05983114242553711 }, "eval_metrics": { "loss": 1.569274663925171, "accuracy": 0.4909999966621399, "mse": 0.06642866879701614 }, "runtime_seconds": 3.0594240000937134, "completed": true, "error": null }, { "run_id": "main_MNIST_constriction_seed42_bb70d1d70037", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "bb70d1d70037", "data_fingerprint": "dfe645918ece54c0", "initial_model_fingerprint": "f15e396114108c51", "type": "main", "dataset": "MNIST", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "constriction", "profile": "constriction", "seed": 42, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.1828755140304565, "accuracy": 0.6234999895095825, "mse": 0.05046923831105232 }, "eval_metrics": { "loss": 1.2963975667953491, "accuracy": 0.5820000171661377, "mse": 0.055818524211645126 }, "runtime_seconds": 3.015819540945813, "completed": true, "error": null }, { "run_id": "main_MNIST_constriction_seed43_97cc6fb1fe0a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "97cc6fb1fe0a", "data_fingerprint": "730cd610fc573af5", "initial_model_fingerprint": "d9abe6f36969a8b5", "type": "main", "dataset": "MNIST", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "constriction", "profile": "constriction", "seed": 43, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.3433197736740112, "accuracy": 0.5789999961853027, "mse": 0.057317327708005905 }, "eval_metrics": { "loss": 1.509533166885376, "accuracy": 0.527999997138977, "mse": 0.06237608194351196 }, "runtime_seconds": 3.085574916098267, "completed": true, "error": null }, { "run_id": "main_MNIST_constriction_seed44_d7ce4c4cfe42", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "d7ce4c4cfe42", "data_fingerprint": "718e473f23ab68a4", "initial_model_fingerprint": "497c2208b39cbf7e", "type": "main", "dataset": "MNIST", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "constriction", "profile": "constriction", "seed": 44, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.1404569149017334, "accuracy": 0.6510000228881836, "mse": 0.048903413116931915 }, "eval_metrics": { "loss": 1.4610586166381836, "accuracy": 0.5379999876022339, "mse": 0.061730675399303436 }, "runtime_seconds": 2.979554875055328, "completed": true, "error": null }, { "run_id": "main_MNIST_constriction_seed45_863470bda3e7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "863470bda3e7", "data_fingerprint": "28844e0cd0f7c25c", "initial_model_fingerprint": "cbffa45f13f8dead", "type": "main", "dataset": "MNIST", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "constriction", "profile": "constriction", "seed": 45, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Constriction Coefficient PSO", "source": "10.1109/4235.985692", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.3689371347427368, "accuracy": 0.5720000267028809, "mse": 0.057907942682504654 }, "eval_metrics": { "loss": 1.703574538230896, "accuracy": 0.460999995470047, "mse": 0.07028073072433472 }, "runtime_seconds": 4.3501843749545515, "completed": true, "error": null }, { "run_id": "main_MNIST_fips_seed41_e8949a554db5", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e8949a554db5", "data_fingerprint": "9cf90687f18f6867", "initial_model_fingerprint": "a265005eab7305ab", "type": "main", "dataset": "MNIST", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "fips", "profile": "fips", "seed": 41, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.300412654876709, "accuracy": 0.1525000035762787, "mse": 0.09028158336877823 }, "eval_metrics": { "loss": 2.302541494369507, "accuracy": 0.13300000131130219, "mse": 0.0902903825044632 }, "runtime_seconds": 3.7603835419286042, "completed": true, "error": null }, { "run_id": "main_MNIST_fips_seed42_49c5a544efba", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "49c5a544efba", "data_fingerprint": "dfe645918ece54c0", "initial_model_fingerprint": "f15e396114108c51", "type": "main", "dataset": "MNIST", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "fips", "profile": "fips", "seed": 42, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.140425682067871, "accuracy": 0.22499999403953552, "mse": 0.08616895228624344 }, "eval_metrics": { "loss": 2.1612672805786133, "accuracy": 0.2290000021457672, "mse": 0.08728907257318497 }, "runtime_seconds": 3.8516692500561476, "completed": true, "error": null }, { "run_id": "main_MNIST_fips_seed43_9692cb7f9831", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9692cb7f9831", "data_fingerprint": "730cd610fc573af5", "initial_model_fingerprint": "d9abe6f36969a8b5", "type": "main", "dataset": "MNIST", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "fips", "profile": "fips", "seed": 43, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2012534141540527, "accuracy": 0.22050000727176666, "mse": 0.087419293820858 }, "eval_metrics": { "loss": 2.176907777786255, "accuracy": 0.23800000548362732, "mse": 0.08697457611560822 }, "runtime_seconds": 4.031099959043786, "completed": true, "error": null }, { "run_id": "main_MNIST_fips_seed44_f7d20d03d1c1", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f7d20d03d1c1", "data_fingerprint": "718e473f23ab68a4", "initial_model_fingerprint": "497c2208b39cbf7e", "type": "main", "dataset": "MNIST", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "fips", "profile": "fips", "seed": 44, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.045689582824707, "accuracy": 0.31450000405311584, "mse": 0.08356857299804688 }, "eval_metrics": { "loss": 2.17195725440979, "accuracy": 0.2549999952316284, "mse": 0.08656814694404602 }, "runtime_seconds": 3.694581290939823, "completed": true, "error": null }, { "run_id": "main_MNIST_fips_seed45_0095144ac727", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "0095144ac727", "data_fingerprint": "28844e0cd0f7c25c", "initial_model_fingerprint": "cbffa45f13f8dead", "type": "main", "dataset": "MNIST", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "fips", "profile": "fips", "seed": 45, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Fully Informed Particle Swarm (FIPS)", "source": "10.1109/TEVC.2004.826074", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.05, "c1": 2.05, "phi": 4.1, "chi": 0.7298437881283576 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2005927562713623, "accuracy": 0.23849999904632568, "mse": 0.08714449405670166 }, "eval_metrics": { "loss": 2.3034777641296387, "accuracy": 0.1979999989271164, "mse": 0.08890986442565918 }, "runtime_seconds": 3.695122124860063, "completed": true, "error": null }, { "run_id": "main_MNIST_clpso_seed41_25b503233345", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "25b503233345", "data_fingerprint": "9cf90687f18f6867", "initial_model_fingerprint": "a265005eab7305ab", "type": "main", "dataset": "MNIST", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "clpso", "profile": "clpso", "seed": 41, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2500364780426025, "accuracy": 0.2094999998807907, "mse": 0.08816687017679214 }, "eval_metrics": { "loss": 2.316762685775757, "accuracy": 0.20900000631809235, "mse": 0.08957167714834213 }, "runtime_seconds": 3.9107722910121083, "completed": true, "error": null }, { "run_id": "main_MNIST_clpso_seed42_e6de3bc33ad6", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e6de3bc33ad6", "data_fingerprint": "dfe645918ece54c0", "initial_model_fingerprint": "f15e396114108c51", "type": "main", "dataset": "MNIST", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "clpso", "profile": "clpso", "seed": 42, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.0957834720611572, "accuracy": 0.2524999976158142, "mse": 0.08504028618335724 }, "eval_metrics": { "loss": 2.172976493835449, "accuracy": 0.24500000476837158, "mse": 0.08746129274368286 }, "runtime_seconds": 3.3184274171944708, "completed": true, "error": null }, { "run_id": "main_MNIST_clpso_seed43_8a46f64639de", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8a46f64639de", "data_fingerprint": "730cd610fc573af5", "initial_model_fingerprint": "d9abe6f36969a8b5", "type": "main", "dataset": "MNIST", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "clpso", "profile": "clpso", "seed": 43, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.324615716934204, "accuracy": 0.19949999451637268, "mse": 0.0908694639801979 }, "eval_metrics": { "loss": 2.352043390274048, "accuracy": 0.1899999976158142, "mse": 0.09161917865276337 }, "runtime_seconds": 3.5417710000183433, "completed": true, "error": null }, { "run_id": "main_MNIST_clpso_seed44_7593eb953b13", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7593eb953b13", "data_fingerprint": "718e473f23ab68a4", "initial_model_fingerprint": "497c2208b39cbf7e", "type": "main", "dataset": "MNIST", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "clpso", "profile": "clpso", "seed": 44, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.17220139503479, "accuracy": 0.2460000067949295, "mse": 0.08573407679796219 }, "eval_metrics": { "loss": 2.279698133468628, "accuracy": 0.20000000298023224, "mse": 0.08846663683652878 }, "runtime_seconds": 3.4085127080325037, "completed": true, "error": null }, { "run_id": "main_MNIST_clpso_seed45_3639628f38f4", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "3639628f38f4", "data_fingerprint": "28844e0cd0f7c25c", "initial_model_fingerprint": "cbffa45f13f8dead", "type": "main", "dataset": "MNIST", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "clpso", "profile": "clpso", "seed": 45, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Comprehensive Learning PSO (CLPSO)", "source": "10.1109/TEVC.2005.857610", "fidelity": "canonical", "gradient_required": false, "options": { "c": 1.49445, "c0": 1.49445, "w_min": 0.4, "w_max": 0.9, "refresh_gap": 7 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.15352463722229, "accuracy": 0.26350000500679016, "mse": 0.08546456694602966 }, "eval_metrics": { "loss": 2.3076860904693604, "accuracy": 0.1899999976158142, "mse": 0.09044970571994781 }, "runtime_seconds": 3.502741124946624, "completed": true, "error": null }, { "run_id": "main_MNIST_bare_bones_seed41_5a20fcd6a522", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5a20fcd6a522", "data_fingerprint": "9cf90687f18f6867", "initial_model_fingerprint": "a265005eab7305ab", "type": "main", "dataset": "MNIST", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 41, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.9192537069320679, "accuracy": 0.4334999918937683, "mse": 0.0752088651061058 }, "eval_metrics": { "loss": 1.989086627960205, "accuracy": 0.40799999237060547, "mse": 0.0770026221871376 }, "runtime_seconds": 3.6288448330014944, "completed": true, "error": null }, { "run_id": "main_MNIST_bare_bones_seed42_470567acfe4f", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "470567acfe4f", "data_fingerprint": "dfe645918ece54c0", "initial_model_fingerprint": "f15e396114108c51", "type": "main", "dataset": "MNIST", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 42, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.7458051443099976, "accuracy": 0.4424999952316284, "mse": 0.0704411044716835 }, "eval_metrics": { "loss": 1.7775629758834839, "accuracy": 0.44999998807907104, "mse": 0.07303041964769363 }, "runtime_seconds": 3.8391325410921127, "completed": true, "error": null }, { "run_id": "main_MNIST_bare_bones_seed43_8ab3c7a352f7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8ab3c7a352f7", "data_fingerprint": "730cd610fc573af5", "initial_model_fingerprint": "d9abe6f36969a8b5", "type": "main", "dataset": "MNIST", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 43, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.8988544940948486, "accuracy": 0.43050000071525574, "mse": 0.07490310072898865 }, "eval_metrics": { "loss": 2.171400547027588, "accuracy": 0.3619999885559082, "mse": 0.08386769145727158 }, "runtime_seconds": 3.29119808296673, "completed": true, "error": null }, { "run_id": "main_MNIST_bare_bones_seed44_97302dfc4390", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "97302dfc4390", "data_fingerprint": "718e473f23ab68a4", "initial_model_fingerprint": "497c2208b39cbf7e", "type": "main", "dataset": "MNIST", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 44, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.7981884479522705, "accuracy": 0.44999998807907104, "mse": 0.07232917100191116 }, "eval_metrics": { "loss": 1.795458197593689, "accuracy": 0.44999998807907104, "mse": 0.0723361149430275 }, "runtime_seconds": 3.362965959124267, "completed": true, "error": null }, { "run_id": "main_MNIST_bare_bones_seed45_47e574a6e14d", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "47e574a6e14d", "data_fingerprint": "28844e0cd0f7c25c", "initial_model_fingerprint": "cbffa45f13f8dead", "type": "main", "dataset": "MNIST", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "bare_bones", "profile": "bare_bones", "seed": 45, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Bare Bones PSO", "source": "10.1109/SIS.2003.1202251", "fidelity": "canonical", "gradient_required": false, "options": {} }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.855396032333374, "accuracy": 0.44749999046325684, "mse": 0.07144537568092346 }, "eval_metrics": { "loss": 2.0943000316619873, "accuracy": 0.3930000066757202, "mse": 0.07978472113609314 }, "runtime_seconds": 3.057031667092815, "completed": true, "error": null }, { "run_id": "main_MNIST_adaptive_moment_seed41_362c2a6289bd", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "362c2a6289bd", "data_fingerprint": "9cf90687f18f6867", "initial_model_fingerprint": "a265005eab7305ab", "type": "main", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 41, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2493228912353516, "accuracy": 0.21950000524520874, "mse": 0.08938036859035492 }, "eval_metrics": { "loss": 2.140415906906128, "accuracy": 0.2549999952316284, "mse": 0.0860564336180687 }, "runtime_seconds": 2.7677273331210017, "completed": true, "error": null }, { "run_id": "main_MNIST_adaptive_moment_seed42_9ff2b9fb080a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9ff2b9fb080a", "data_fingerprint": "dfe645918ece54c0", "initial_model_fingerprint": "f15e396114108c51", "type": "main", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 42, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.1634159088134766, "accuracy": 0.24699999392032623, "mse": 0.08663105964660645 }, "eval_metrics": { "loss": 2.141822576522827, "accuracy": 0.24699999392032623, "mse": 0.08651550859212875 }, "runtime_seconds": 3.0341640829574317, "completed": true, "error": null }, { "run_id": "main_MNIST_adaptive_moment_seed43_834468fb42c1", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "834468fb42c1", "data_fingerprint": "730cd610fc573af5", "initial_model_fingerprint": "d9abe6f36969a8b5", "type": "main", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 43, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.2793126106262207, "accuracy": 0.2630000114440918, "mse": 0.08873322606086731 }, "eval_metrics": { "loss": 2.247786521911621, "accuracy": 0.26899999380111694, "mse": 0.08749625831842422 }, "runtime_seconds": 4.040982624981552, "completed": true, "error": null }, { "run_id": "main_MNIST_adaptive_moment_seed44_19c4f6565189", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "19c4f6565189", "data_fingerprint": "718e473f23ab68a4", "initial_model_fingerprint": "497c2208b39cbf7e", "type": "main", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 44, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.065256357192993, "accuracy": 0.3174999952316284, "mse": 0.08274290710687637 }, "eval_metrics": { "loss": 2.1758370399475098, "accuracy": 0.26899999380111694, "mse": 0.0861084908246994 }, "runtime_seconds": 4.144569542026147, "completed": true, "error": null }, { "run_id": "main_MNIST_adaptive_moment_seed45_475d6b29e2cd", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "475d6b29e2cd", "data_fingerprint": "28844e0cd0f7c25c", "initial_model_fingerprint": "cbffa45f13f8dead", "type": "main", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "main", "method": "adaptive_moment", "profile": "adaptive_moment", "seed": 45, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 0.5, "c1": 0.3, "w_min": 0.1, "w_max": 0.9, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 2.1669728755950928, "accuracy": 0.2919999957084656, "mse": 0.08611716330051422 }, "eval_metrics": { "loss": 2.3894264698028564, "accuracy": 0.27000001072883606, "mse": 0.08927067369222641 }, "runtime_seconds": 3.7505636250134557, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_canonical_seed46_057b98a366aa", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "057b98a366aa", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_canonical", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_canonical", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9, "velocity_limit_ratio": 0.1, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.4983471632003784, "accuracy": 0.5414999723434448, "mse": 0.06269210577011108 }, "eval_metrics": { "loss": 1.591628074645996, "accuracy": 0.492000013589859, "mse": 0.0687657818198204 }, "runtime_seconds": 3.5609477078542113, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_canonical_seed47_c1675022f2d9", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "c1675022f2d9", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_canonical", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_canonical", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9, "velocity_limit_ratio": 0.1, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.6488323211669922, "accuracy": 0.48350000381469727, "mse": 0.06702468544244766 }, "eval_metrics": { "loss": 1.7096999883651733, "accuracy": 0.45399999618530273, "mse": 0.07091139256954193 }, "runtime_seconds": 3.156672375043854, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_canonical_seed48_6b1583ef622c", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "6b1583ef622c", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_canonical", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_canonical", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9, "velocity_limit_ratio": 0.1, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.4587270021438599, "accuracy": 0.5385000109672546, "mse": 0.06065046414732933 }, "eval_metrics": { "loss": 1.699597954750061, "accuracy": 0.47200000286102295, "mse": 0.06947261840105057 }, "runtime_seconds": 3.211212957976386, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_canonical_seed49_84f1dfaaa5c7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "84f1dfaaa5c7", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_canonical", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_canonical", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9, "velocity_limit_ratio": 0.1, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.467037320137024, "accuracy": 0.5584999918937683, "mse": 0.061440981924533844 }, "eval_metrics": { "loss": 1.6894328594207764, "accuracy": 0.4869999885559082, "mse": 0.06814173609018326 }, "runtime_seconds": 2.771214082837105, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_canonical_seed50_174a29344c8c", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "174a29344c8c", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_canonical", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_canonical", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9, "velocity_limit_ratio": 0.1, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 2.0, "c1": 2.0, "w_min": 0.4, "w_max": 0.9 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.5680404901504517, "accuracy": 0.5164999961853027, "mse": 0.06381449103355408 }, "eval_metrics": { "loss": 1.9145543575286865, "accuracy": 0.43299999833106995, "mse": 0.07449053972959518 }, "runtime_seconds": 2.8994426249992102, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_tuned_seed46_f38d092547d4", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f38d092547d4", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_tuned", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_tuned", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.960219144821167, "accuracy": 0.7024999856948853, "mse": 0.041494015604257584 }, "eval_metrics": { "loss": 1.2107150554656982, "accuracy": 0.6349999904632568, "mse": 0.05100187286734581 }, "runtime_seconds": 2.6674257919657975, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_tuned_seed47_3d0dbe246d65", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "3d0dbe246d65", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_tuned", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_tuned", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.926030158996582, "accuracy": 0.7099999785423279, "mse": 0.040029291063547134 }, "eval_metrics": { "loss": 1.1810575723648071, "accuracy": 0.6399999856948853, "mse": 0.04994503781199455 }, "runtime_seconds": 2.9800681250635535, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_tuned_seed48_2c80a177eb48", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2c80a177eb48", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_tuned", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_tuned", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9870703220367432, "accuracy": 0.703499972820282, "mse": 0.042444709688425064 }, "eval_metrics": { "loss": 1.1948310136795044, "accuracy": 0.6480000019073486, "mse": 0.05093942955136299 }, "runtime_seconds": 3.1290212909225374, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_tuned_seed49_bf8a511a1e7b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "bf8a511a1e7b", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_tuned", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_tuned", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.1248133182525635, "accuracy": 0.640999972820282, "mse": 0.0484032966196537 }, "eval_metrics": { "loss": 1.4542344808578491, "accuracy": 0.5249999761581421, "mse": 0.06324950605630875 }, "runtime_seconds": 3.097087916918099, "completed": true, "error": null }, { "run_id": "ablation_MNIST_inertia_tuned_seed50_f2df5809e1e5", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f2df5809e1e5", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "inertia_tuned", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "inertia_tuned", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9994353652000427, "accuracy": 0.7085000276565552, "mse": 0.04210244119167328 }, "eval_metrics": { "loss": 1.142163872718811, "accuracy": 0.6330000162124634, "mse": 0.04876433312892914 }, "runtime_seconds": 3.7858049999922514, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_no_mutation_seed46_8fc0f72ee8de", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8fc0f72ee8de", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_no_mutation", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_no_mutation", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.0720897912979126, "accuracy": 0.6589999794960022, "mse": 0.04759814217686653 }, "eval_metrics": { "loss": 1.2342966794967651, "accuracy": 0.6060000061988831, "mse": 0.05424211919307709 }, "runtime_seconds": 3.545372207881883, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_no_mutation_seed47_030a25514bc2", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "030a25514bc2", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_no_mutation", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_no_mutation", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.0350593328475952, "accuracy": 0.6840000152587891, "mse": 0.044449444860219955 }, "eval_metrics": { "loss": 1.2122845649719238, "accuracy": 0.6420000195503235, "mse": 0.050288934260606766 }, "runtime_seconds": 3.1859298751223832, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_no_mutation_seed48_478a2b2f7d11", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "478a2b2f7d11", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_no_mutation", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_no_mutation", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.032089352607727, "accuracy": 0.6794999837875366, "mse": 0.04432502016425133 }, "eval_metrics": { "loss": 1.1877166032791138, "accuracy": 0.609000027179718, "mse": 0.05128093436360359 }, "runtime_seconds": 2.969354083063081, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_no_mutation_seed49_07ee2e163664", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "07ee2e163664", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_no_mutation", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_no_mutation", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.0982294082641602, "accuracy": 0.6660000085830688, "mse": 0.04723907262086868 }, "eval_metrics": { "loss": 1.2159452438354492, "accuracy": 0.6069999933242798, "mse": 0.05345964431762695 }, "runtime_seconds": 3.1995443750638515, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_no_mutation_seed50_55f1447345a7", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "55f1447345a7", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_no_mutation", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_no_mutation", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.0, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.1345112323760986, "accuracy": 0.6545000076293945, "mse": 0.04792570322751999 }, "eval_metrics": { "loss": 1.3989360332489014, "accuracy": 0.5569999814033508, "mse": 0.058142438530921936 }, "runtime_seconds": 3.8381401249207556, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_full_evaluation_seed46_34331f336517", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "34331f336517", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9815514087677002, "accuracy": 0.7006666660308838, "mse": 0.04276024550199509 }, "eval_metrics": { "loss": 1.21538245677948, "accuracy": 0.6169999837875366, "mse": 0.05298233777284622 }, "runtime_seconds": 4.064853459130973, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_full_evaluation_seed47_47dacb349f42", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "47dacb349f42", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.0418089628219604, "accuracy": 0.6726666688919067, "mse": 0.04459879547357559 }, "eval_metrics": { "loss": 1.2227095365524292, "accuracy": 0.5839999914169312, "mse": 0.054285984486341476 }, "runtime_seconds": 3.196830250089988, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_full_evaluation_seed48_f63dde67f916", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f63dde67f916", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9868288636207581, "accuracy": 0.6850000023841858, "mse": 0.04290908947587013 }, "eval_metrics": { "loss": 1.1940710544586182, "accuracy": 0.6240000128746033, "mse": 0.05141150951385498 }, "runtime_seconds": 3.4551102090626955, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_full_evaluation_seed49_f4441b34504b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f4441b34504b", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.029543399810791, "accuracy": 0.6859999895095825, "mse": 0.04508155956864357 }, "eval_metrics": { "loss": 1.1633678674697876, "accuracy": 0.6460000276565552, "mse": 0.051127687096595764 }, "runtime_seconds": 3.3989035410340875, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_full_evaluation_seed50_8df4579ac2af", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8df4579ac2af", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_full_evaluation", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "full", "fitness_size": null, "batch_size": null, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Full Dataset Evaluation", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9859696626663208, "accuracy": 0.6949999928474426, "mse": 0.042638495564460754 }, "eval_metrics": { "loss": 1.0995144844055176, "accuracy": 0.656000018119812, "mse": 0.0478772297501564 }, "runtime_seconds": 2.7697177911177278, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_uniform_initialization_seed46_5544a2a1fbcd", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5544a2a1fbcd", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "uniform", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Uniform Bounded Space Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.3547468185424805, "accuracy": 0.6029999852180481, "mse": 0.05597638711333275 }, "eval_metrics": { "loss": 1.7022292613983154, "accuracy": 0.5609999895095825, "mse": 0.0650036409497261 }, "runtime_seconds": 4.465875457972288, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_uniform_initialization_seed47_f55eb979381b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f55eb979381b", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "uniform", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Uniform Bounded Space Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.3338260650634766, "accuracy": 0.6150000095367432, "mse": 0.0543423555791378 }, "eval_metrics": { "loss": 1.807809591293335, "accuracy": 0.5350000262260437, "mse": 0.06686638295650482 }, "runtime_seconds": 4.935650583123788, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_uniform_initialization_seed48_f69a561bb4b0", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f69a561bb4b0", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "uniform", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Uniform Bounded Space Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.4022656679153442, "accuracy": 0.6200000047683716, "mse": 0.05426489934325218 }, "eval_metrics": { "loss": 1.5523244142532349, "accuracy": 0.578000009059906, "mse": 0.05895908921957016 }, "runtime_seconds": 3.797271041199565, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_uniform_initialization_seed49_87b46efe8ead", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "87b46efe8ead", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "uniform", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Uniform Bounded Space Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.3672173023223877, "accuracy": 0.6144999861717224, "mse": 0.05405355617403984 }, "eval_metrics": { "loss": 1.6415138244628906, "accuracy": 0.574999988079071, "mse": 0.061284471303224564 }, "runtime_seconds": 4.34765891591087, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_uniform_initialization_seed50_8fe90bb98ec5", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "8fe90bb98ec5", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_uniform_initialization", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "uniform", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Uniform Bounded Space Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.2712308168411255, "accuracy": 0.6274999976158142, "mse": 0.05219874158501625 }, "eval_metrics": { "loss": 1.392105221748352, "accuracy": 0.6000000238418579, "mse": 0.056670576333999634 }, "runtime_seconds": 3.9878762080334127, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_particle_reset_seed46_aabe31657e47", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "aabe31657e47", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_particle_reset", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_particle_reset", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "particle_reset", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "Particle Stagnation Reset", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "patience": 10, "min_delta": 0.0001, "monitor": "loss" } }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.960219144821167, "accuracy": 0.7024999856948853, "mse": 0.041494015604257584 }, "eval_metrics": { "loss": 1.2107150554656982, "accuracy": 0.6349999904632568, "mse": 0.05100187286734581 }, "runtime_seconds": 4.107592500047758, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_particle_reset_seed47_83feb7242779", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "83feb7242779", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_particle_reset", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_particle_reset", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "particle_reset", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "Particle Stagnation Reset", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "patience": 10, "min_delta": 0.0001, "monitor": "loss" } }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.926030158996582, "accuracy": 0.7099999785423279, "mse": 0.040029291063547134 }, "eval_metrics": { "loss": 1.1810575723648071, "accuracy": 0.6399999856948853, "mse": 0.04994503781199455 }, "runtime_seconds": 4.375917958794162, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_particle_reset_seed48_dfa908ae7828", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "dfa908ae7828", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_particle_reset", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_particle_reset", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "particle_reset", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "Particle Stagnation Reset", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "patience": 10, "min_delta": 0.0001, "monitor": "loss" } }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9870703220367432, "accuracy": 0.703499972820282, "mse": 0.042444709688425064 }, "eval_metrics": { "loss": 1.1948310136795044, "accuracy": 0.6480000019073486, "mse": 0.05093942955136299 }, "runtime_seconds": 4.824421874945983, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_particle_reset_seed49_648e2e926d70", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "648e2e926d70", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_particle_reset", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_particle_reset", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "particle_reset", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "Particle Stagnation Reset", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "patience": 10, "min_delta": 0.0001, "monitor": "loss" } }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.1248133182525635, "accuracy": 0.640999972820282, "mse": 0.0484032966196537 }, "eval_metrics": { "loss": 1.4542344808578491, "accuracy": 0.5249999761581421, "mse": 0.06324950605630875 }, "runtime_seconds": 3.64655854110606, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_particle_reset_seed50_7b83a61ec8d3", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7b83a61ec8d3", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_particle_reset", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_particle_reset", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "particle_reset", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "Particle Stagnation Reset", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "patience": 10, "min_delta": 0.0001, "monitor": "loss" } }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9994353652000427, "accuracy": 0.7085000276565552, "mse": 0.04210244119167328 }, "eval_metrics": { "loss": 1.142163872718811, "accuracy": 0.6330000162124634, "mse": 0.04876433312892914 }, "runtime_seconds": 3.9274479581508785, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed46_2ab2dcb436f2", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2ab2dcb436f2", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 1, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "adam", "refinement_epochs": 100, "refinement_lr": 0.01, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 1 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "Adam Post-Search Refinement", "source": "10.1016/j.amc.2006.07.025", "fidelity": "experimental", "gradient_required": true, "options": { "epochs": 100, "lr": 0.01 } } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.28509366512298584, "accuracy": 0.9194999933242798, "mse": 0.012805507518351078 }, "eval_metrics": { "loss": 0.48086220026016235, "accuracy": 0.859000027179718, "mse": 0.021785300225019455 }, "runtime_seconds": 4.568401959026232, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed47_5349ad7d7d23", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5349ad7d7d23", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 1, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "adam", "refinement_epochs": 100, "refinement_lr": 0.01, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 1 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "Adam Post-Search Refinement", "source": "10.1016/j.amc.2006.07.025", "fidelity": "experimental", "gradient_required": true, "options": { "epochs": 100, "lr": 0.01 } } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.28499677777290344, "accuracy": 0.9185000061988831, "mse": 0.012717506848275661 }, "eval_metrics": { "loss": 0.4722329378128052, "accuracy": 0.8560000061988831, "mse": 0.021651843562722206 }, "runtime_seconds": 4.58812995813787, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed48_9e33bfe05a00", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "9e33bfe05a00", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 1, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "adam", "refinement_epochs": 100, "refinement_lr": 0.01, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 1 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "Adam Post-Search Refinement", "source": "10.1016/j.amc.2006.07.025", "fidelity": "experimental", "gradient_required": true, "options": { "epochs": 100, "lr": 0.01 } } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.31258782744407654, "accuracy": 0.9104999899864197, "mse": 0.01411585696041584 }, "eval_metrics": { "loss": 0.48210030794143677, "accuracy": 0.8529999852180481, "mse": 0.02216770127415657 }, "runtime_seconds": 5.578959417063743, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed49_ad424ce3a736", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "ad424ce3a736", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 1, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "adam", "refinement_epochs": 100, "refinement_lr": 0.01, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 1 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "Adam Post-Search Refinement", "source": "10.1016/j.amc.2006.07.025", "fidelity": "experimental", "gradient_required": true, "options": { "epochs": 100, "lr": 0.01 } } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.3010714054107666, "accuracy": 0.9175000190734863, "mse": 0.013505849987268448 }, "eval_metrics": { "loss": 0.45523107051849365, "accuracy": 0.8539999723434448, "mse": 0.021236121654510498 }, "runtime_seconds": 4.967162583954632, "completed": true, "error": null }, { "run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed50_455af98e9a12", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "455af98e9a12", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 1, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "inertia", "profile": "tuned_adam_100_lr.01", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "adam", "refinement_epochs": 100, "refinement_lr": 0.01, "moment_blend": null, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 1 }, "resolved_plugins": { "movement": { "title": "Inertia Weight PSO", "source": "10.1109/ICEC.1998.699146", "fidelity": "canonical", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "Adam Post-Search Refinement", "source": "10.1016/j.amc.2006.07.025", "fidelity": "experimental", "gradient_required": true, "options": { "epochs": 100, "lr": 0.01 } } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.30886828899383545, "accuracy": 0.9129999876022339, "mse": 0.013552301563322544 }, "eval_metrics": { "loss": 0.4609309732913971, "accuracy": 0.8569999933242798, "mse": 0.021361492574214935 }, "runtime_seconds": 5.250787208089605, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.10_seed46_79fac33a966b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "79fac33a966b", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.1, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.1, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9906385540962219, "accuracy": 0.7269999980926514, "mse": 0.03982372209429741 }, "eval_metrics": { "loss": 1.3945393562316895, "accuracy": 0.6050000190734863, "mse": 0.05493663251399994 }, "runtime_seconds": 4.1654522500466555, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.10_seed47_2e7312e60eea", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2e7312e60eea", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.1, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.1, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9854400753974915, "accuracy": 0.7099999785423279, "mse": 0.04110131040215492 }, "eval_metrics": { "loss": 1.2537134885787964, "accuracy": 0.6430000066757202, "mse": 0.05136086419224739 }, "runtime_seconds": 4.548642375040799, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.10_seed48_3b5120f949a4", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "3b5120f949a4", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.1, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.1, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9406879544258118, "accuracy": 0.7139999866485596, "mse": 0.0401122123003006 }, "eval_metrics": { "loss": 1.1160954236984253, "accuracy": 0.6449999809265137, "mse": 0.048475831747055054 }, "runtime_seconds": 4.156592082930729, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.10_seed49_6aec2466678e", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "6aec2466678e", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.1, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.1, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9904050827026367, "accuracy": 0.6915000081062317, "mse": 0.04313308745622635 }, "eval_metrics": { "loss": 1.2602720260620117, "accuracy": 0.6159999966621399, "mse": 0.05337315797805786 }, "runtime_seconds": 3.9387462080921978, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.10_seed50_47fcaa850381", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "47fcaa850381", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.10", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.1, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.1, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 0.9840501546859741, "accuracy": 0.7070000171661377, "mse": 0.04164457693696022 }, "eval_metrics": { "loss": 1.1920746564865112, "accuracy": 0.640999972820282, "mse": 0.05001939460635185 }, "runtime_seconds": 4.623877624981105, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.25_seed46_cb952cfbbb2a", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "cb952cfbbb2a", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.25, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.2781139612197876, "accuracy": 0.6215000152587891, "mse": 0.05412229150533676 }, "eval_metrics": { "loss": 1.3370016813278198, "accuracy": 0.597000002861023, "mse": 0.05697952210903168 }, "runtime_seconds": 3.9331418748479337, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.25_seed47_f961e70d98db", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "f961e70d98db", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.25, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.2477692365646362, "accuracy": 0.6140000224113464, "mse": 0.05316073074936867 }, "eval_metrics": { "loss": 1.4836280345916748, "accuracy": 0.546999990940094, "mse": 0.06242356449365616 }, "runtime_seconds": 3.1843141668941826, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.25_seed48_78a29e6c1e9b", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "78a29e6c1e9b", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.25, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.0882177352905273, "accuracy": 0.6765000224113464, "mse": 0.04509768635034561 }, "eval_metrics": { "loss": 1.5258105993270874, "accuracy": 0.5690000057220459, "mse": 0.06056499108672142 }, "runtime_seconds": 3.4833133339416236, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.25_seed49_e68caaec14b1", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "e68caaec14b1", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.25, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.3211814165115356, "accuracy": 0.6365000009536743, "mse": 0.05262219160795212 }, "eval_metrics": { "loss": 1.6710549592971802, "accuracy": 0.5220000147819519, "mse": 0.06673089414834976 }, "runtime_seconds": 2.9174931249581277, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.25_seed50_7d9049b6cd03", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "7d9049b6cd03", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.25", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.25, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.25, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.2048335075378418, "accuracy": 0.640999972820282, "mse": 0.05019155144691467 }, "eval_metrics": { "loss": 1.4823977947235107, "accuracy": 0.5809999704360962, "mse": 0.05925340577960014 }, "runtime_seconds": 2.9364934579934925, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.50_seed46_6e28e68ad581", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "6e28e68ad581", "data_fingerprint": "f6805de56ab56f4f", "initial_model_fingerprint": "e0244bf7c9c050a7", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 46, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 46, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.5, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.5, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.6091550588607788, "accuracy": 0.5379999876022339, "mse": 0.06340662389993668 }, "eval_metrics": { "loss": 1.8650866746902466, "accuracy": 0.46799999475479126, "mse": 0.07207556813955307 }, "runtime_seconds": 2.8238376670051366, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.50_seed47_5a30baac8420", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "5a30baac8420", "data_fingerprint": "d6a0f7a23244f853", "initial_model_fingerprint": "df5d443c5226f26e", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 47, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 47, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.5, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.5, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.4202409982681274, "accuracy": 0.5985000133514404, "mse": 0.05724874883890152 }, "eval_metrics": { "loss": 1.7107937335968018, "accuracy": 0.5289999842643738, "mse": 0.06943122297525406 }, "runtime_seconds": 3.1655241248663515, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.50_seed48_2d3320a55ce6", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "2d3320a55ce6", "data_fingerprint": "8d32c9d5ee7cc371", "initial_model_fingerprint": "949c6fb29dd9e30c", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 48, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 48, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.5, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.5, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.465976357460022, "accuracy": 0.5625, "mse": 0.06070118770003319 }, "eval_metrics": { "loss": 1.6830617189407349, "accuracy": 0.5099999904632568, "mse": 0.06682010740041733 }, "runtime_seconds": 3.564603833016008, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.50_seed49_47ddef54f059", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "47ddef54f059", "data_fingerprint": "fdb83bce228853a6", "initial_model_fingerprint": "3ea1dc0a3bfd7e75", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 49, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 49, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.5, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.5, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.342549204826355, "accuracy": 0.5995000004768372, "mse": 0.05577738210558891 }, "eval_metrics": { "loss": 1.5354411602020264, "accuracy": 0.5759999752044678, "mse": 0.06179702281951904 }, "runtime_seconds": 3.145734125049785, "completed": true, "error": null }, { "run_id": "ablation_MNIST_adaptive_moment_.50_seed50_af889f537981", "benchmark_protocol_version": "2.0.0", "config_fingerprint": "af889f537981", "data_fingerprint": "4d8ed1f3d7ae6d21", "initial_model_fingerprint": "30f656f9662701d1", "type": "ablation", "dataset": "MNIST", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 50, "n_particles": 30, "epochs": 80, "score_source": "held_out", "model_param_count": 330, "train_data_size": 3000, "eval_data_size": 1000, "configured_pca_choice": { "n_components": 32, "whiten": true }, "timing_scope": "fit_only_after_method_specific_warmup", "warmup_protocol": { "pso_epochs": 2, "refinement_epochs": 0, "untimed": true }, "config": { "benchmark_protocol_version": "2.0.0", "quick": false, "device": "mps", "pso_version": "4.0.0", "dataset": "MNIST", "type": "ablation", "method": "adaptive_moment", "profile": "adaptive_moment_.50", "seed": 50, "n_particles": 30, "epochs": 80, "evaluation": "fixed_subset", "fitness_size": 2000, "batch_size": 1000, "particle_min": -3.0, "particle_max": 3.0, "initial_position_noise": 0.05, "renewal": "loss", "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "velocity_limit_ratio": 0.025, "mutation_swarm": 0.02, "initialization": "model_noise", "convergence": "none", "refinement": "none", "refinement_epochs": 0, "refinement_lr": 0.001, "moment_blend": 0.5, "warmup_pso_epochs": 2, "warmup_refinement_epochs": 0 }, "resolved_plugins": { "movement": { "title": "Adaptive Path-Moment PSO", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "c0": 1.49618, "c1": 1.49618, "w_min": 0.7298, "w_max": 0.7298, "moment_blend": 0.5, "moment_beta1": 0.9, "moment_beta2": 0.999, "moment_step_size": 1.0, "moment_epsilon": 1e-08 } }, "initialization": { "title": "Model Weight + Uniform Noise Initialization", "source": null, "fidelity": "canonical", "gradient_required": false, "options": { "noise": 0.05 } }, "evaluation": { "title": "Fixed Subset Evaluation", "source": null, "fidelity": "experimental", "gradient_required": false, "options": { "fitness_size": 2000 } }, "convergence": { "title": "No Convergence Action", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} }, "refinement": { "title": "No Refinement", "source": null, "fidelity": "canonical", "gradient_required": false, "options": {} } }, "hardware_provenance": { "platform": "macOS-26.5.2-arm64-arm-64bit", "system": "Darwin", "machine": "arm64", "processor": "arm", "python_version": "3.11.15", "torch_version": "2.13.0", "pso_version": "4.0.0", "device_type": "mps", "device_str": "mps", "mps_available": true }, "device": "mps", "pso_version": "4.0.0", "torch_version": "2.13.0", "train_metrics": { "loss": 1.4805761575698853, "accuracy": 0.5540000200271606, "mse": 0.060917943716049194 }, "eval_metrics": { "loss": 1.6245237588882446, "accuracy": 0.5099999904632568, "mse": 0.0665321797132492 }, "runtime_seconds": 3.3128102091141045, "completed": true, "error": null } ], "summaries": { "main": [ { "dataset": "XOR", "method": "original", "method_name": "original", "n_particles": 24, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "eval_loss": { "mean": 0.004558, "std": 0.002672, "median": 0.004584, "iqr": 0.001454, "ci95_t": 0.003318 }, "eval_mse": { "mean": 4.2e-05, "std": 2.8e-05, "median": 3.9e-05, "iqr": 1.8e-05, "ci95_t": 3.4e-05 }, "train_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "train_loss": { "mean": 0.004558, "std": 0.002672, "median": 0.004584, "iqr": 0.001454, "ci95_t": 0.003318 }, "runtime_seconds": { "mean": 1.905231, "std": 0.246635, "median": 1.842664, "iqr": 0.38231, "ci95_t": 0.306233 }, "rank_acc": 3, "rank_loss": 3 }, { "dataset": "XOR", "method": "inertia", "method_name": "inertia", "n_particles": 24, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "eval_loss": { "mean": 0.004431, "std": 0.003308, "median": 0.003801, "iqr": 0.001559, "ci95_t": 0.004108 }, "eval_mse": { "mean": 3.6e-05, "std": 3.1e-05, "median": 2.8e-05, "iqr": 1.5e-05, "ci95_t": 3.9e-05 }, "train_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "train_loss": { "mean": 0.004431, "std": 0.003308, "median": 0.003801, "iqr": 0.001559, "ci95_t": 0.004108 }, "runtime_seconds": { "mean": 1.969097, "std": 0.170892, "median": 2.068327, "iqr": 0.219687, "ci95_t": 0.212187 }, "rank_acc": 2, "rank_loss": 2 }, { "dataset": "XOR", "method": "constriction", "method_name": "constriction", "n_particles": 24, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "eval_loss": { "mean": 0.004086, "std": 0.002357, "median": 0.005281, "iqr": 0.001585, "ci95_t": 0.002927 }, "eval_mse": { "mean": 3.2e-05, "std": 1.9e-05, "median": 4.1e-05, "iqr": 1.3e-05, "ci95_t": 2.4e-05 }, "train_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "train_loss": { "mean": 0.004086, "std": 0.002357, "median": 0.005281, "iqr": 0.001585, "ci95_t": 0.002927 }, "runtime_seconds": { "mean": 1.987776, "std": 0.182034, "median": 2.004753, "iqr": 0.165649, "ci95_t": 0.226021 }, "rank_acc": 1, "rank_loss": 1 }, { "dataset": "XOR", "method": "fips", "method_name": "fips", "n_particles": 24, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.75, "std": 0.25, "median": 0.75, "iqr": 0.5, "ci95_t": 0.310411 }, "eval_loss": { "mean": 0.546355, "std": 0.059307, "median": 0.568609, "iqr": 0.092147, "ci95_t": 0.073638 }, "eval_mse": { "mean": 0.178887, "std": 0.029466, "median": 0.19088, "iqr": 0.047686, "ci95_t": 0.036586 }, "train_acc": { "mean": 0.75, "std": 0.25, "median": 0.75, "iqr": 0.5, "ci95_t": 0.310411 }, "train_loss": { "mean": 0.546355, "std": 0.059307, "median": 0.568609, "iqr": 0.092147, "ci95_t": 0.073638 }, "runtime_seconds": { "mean": 2.502509, "std": 0.055447, "median": 2.493509, "iqr": 0.06703, "ci95_t": 0.068845 }, "rank_acc": 6, "rank_loss": 6 }, { "dataset": "XOR", "method": "clpso", "method_name": "clpso", "n_particles": 24, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.6, "std": 0.136931, "median": 0.5, "iqr": 0.25, "ci95_t": 0.170019 }, "eval_loss": { "mean": 0.548166, "std": 0.031946, "median": 0.55628, "iqr": 0.024237, "ci95_t": 0.039666 }, "eval_mse": { "mean": 0.183052, "std": 0.012602, "median": 0.184625, "iqr": 0.009748, "ci95_t": 0.015648 }, "train_acc": { "mean": 0.6, "std": 0.136931, "median": 0.5, "iqr": 0.25, "ci95_t": 0.170019 }, "train_loss": { "mean": 0.548166, "std": 0.031946, "median": 0.55628, "iqr": 0.024237, "ci95_t": 0.039666 }, "runtime_seconds": { "mean": 2.295572, "std": 0.260868, "median": 2.252497, "iqr": 0.177013, "ci95_t": 0.323906 }, "rank_acc": 7, "rank_loss": 7 }, { "dataset": "XOR", "method": "bare_bones", "method_name": "bare_bones", "n_particles": 24, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "eval_loss": { "mean": 0.0821, "std": 0.056963, "median": 0.081613, "iqr": 0.055056, "ci95_t": 0.070728 }, "eval_mse": { "mean": 0.010907, "std": 0.010338, "median": 0.011009, "iqr": 0.011365, "ci95_t": 0.012836 }, "train_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "train_loss": { "mean": 0.0821, "std": 0.056963, "median": 0.081613, "iqr": 0.055056, "ci95_t": 0.070728 }, "runtime_seconds": { "mean": 2.031221, "std": 0.13707, "median": 2.017329, "iqr": 0.208905, "ci95_t": 0.170193 }, "rank_acc": 4, "rank_loss": 4 }, { "dataset": "XOR", "method": "adaptive_moment", "method_name": "adaptive_moment", "n_particles": 24, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "eval_loss": { "mean": 0.190431, "std": 0.178122, "median": 0.197448, "iqr": 0.188515, "ci95_t": 0.221164 }, "eval_mse": { "mean": 0.04504, "std": 0.056878, "median": 0.036092, "iqr": 0.044696, "ci95_t": 0.070623 }, "train_acc": { "mean": 1.0, "std": 0.0, "median": 1.0, "iqr": 0.0, "ci95_t": 0.0 }, "train_loss": { "mean": 0.190431, "std": 0.178122, "median": 0.197448, "iqr": 0.188515, "ci95_t": 0.221164 }, "runtime_seconds": { "mean": 1.785274, "std": 0.092073, "median": 1.791596, "iqr": 0.083435, "ci95_t": 0.114322 }, "rank_acc": 5, "rank_loss": 5 }, { "dataset": "Iris", "method": "original", "method_name": "original", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.92, "std": 0.086923, "median": 0.966667, "iqr": 0.033333, "ci95_t": 0.107927 }, "eval_loss": { "mean": 0.222324, "std": 0.155767, "median": 0.192657, "iqr": 0.065706, "ci95_t": 0.193407 }, "eval_mse": { "mean": 0.043721, "std": 0.035081, "median": 0.032228, "iqr": 0.016737, "ci95_t": 0.043558 }, "train_acc": { "mean": 0.966667, "std": 0.010206, "median": 0.966667, "iqr": 0.008333, "ci95_t": 0.012672 }, "train_loss": { "mean": 0.08742, "std": 0.02058, "median": 0.092789, "iqr": 0.019481, "ci95_t": 0.025553 }, "runtime_seconds": { "mean": 1.502316, "std": 0.042929, "median": 1.492559, "iqr": 0.056936, "ci95_t": 0.053303 }, "rank_acc": 3, "rank_loss": 3 }, { "dataset": "Iris", "method": "inertia", "method_name": "inertia", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.94, "std": 0.027889, "median": 0.933333, "iqr": 0.033333, "ci95_t": 0.034628 }, "eval_loss": { "mean": 0.106901, "std": 0.053063, "median": 0.108104, "iqr": 0.053939, "ci95_t": 0.065885 }, "eval_mse": { "mean": 0.024266, "std": 0.011903, "median": 0.026549, "iqr": 0.016442, "ci95_t": 0.014779 }, "train_acc": { "mean": 0.983333, "std": 0.005893, "median": 0.983333, "iqr": 0.0, "ci95_t": 0.007316 }, "train_loss": { "mean": 0.040899, "std": 0.012351, "median": 0.044929, "iqr": 0.021993, "ci95_t": 0.015335 }, "runtime_seconds": { "mean": 1.569569, "std": 0.121148, "median": 1.529871, "iqr": 0.105787, "ci95_t": 0.150422 }, "rank_acc": 1, "rank_loss": 1 }, { "dataset": "Iris", "method": "constriction", "method_name": "constriction", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.94, "std": 0.036515, "median": 0.966667, "iqr": 0.066667, "ci95_t": 0.045338 }, "eval_loss": { "mean": 0.171796, "std": 0.076965, "median": 0.148386, "iqr": 0.105914, "ci95_t": 0.095563 }, "eval_mse": { "mean": 0.033793, "std": 0.017284, "median": 0.023024, "iqr": 0.026996, "ci95_t": 0.02146 }, "train_acc": { "mean": 0.991667, "std": 0.005893, "median": 0.991667, "iqr": 0.0, "ci95_t": 0.007316 }, "train_loss": { "mean": 0.032715, "std": 0.011988, "median": 0.032335, "iqr": 0.014477, "ci95_t": 0.014885 }, "runtime_seconds": { "mean": 1.4309, "std": 0.079265, "median": 1.450687, "iqr": 0.148585, "ci95_t": 0.098419 }, "rank_acc": 2, "rank_loss": 2 }, { "dataset": "Iris", "method": "fips", "method_name": "fips", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.74, "std": 0.054772, "median": 0.733333, "iqr": 0.033333, "ci95_t": 0.068008 }, "eval_loss": { "mean": 0.60501, "std": 0.060601, "median": 0.625894, "iqr": 0.064748, "ci95_t": 0.075245 }, "eval_mse": { "mean": 0.117407, "std": 0.008091, "median": 0.120616, "iqr": 0.009125, "ci95_t": 0.010047 }, "train_acc": { "mean": 0.766667, "std": 0.083956, "median": 0.741667, "iqr": 0.05, "ci95_t": 0.104243 }, "train_loss": { "mean": 0.595101, "std": 0.078408, "median": 0.616142, "iqr": 0.059233, "ci95_t": 0.097354 }, "runtime_seconds": { "mean": 2.072251, "std": 0.154361, "median": 2.009173, "iqr": 0.038468, "ci95_t": 0.191661 }, "rank_acc": 7, "rank_loss": 7 }, { "dataset": "Iris", "method": "clpso", "method_name": "clpso", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.793333, "std": 0.076012, "median": 0.766667, "iqr": 0.066667, "ci95_t": 0.094379 }, "eval_loss": { "mean": 0.44827, "std": 0.053877, "median": 0.474597, "iqr": 0.049216, "ci95_t": 0.066896 }, "eval_mse": { "mean": 0.091464, "std": 0.016877, "median": 0.091726, "iqr": 0.010716, "ci95_t": 0.020955 }, "train_acc": { "mean": 0.78, "std": 0.086321, "median": 0.791667, "iqr": 0.1, "ci95_t": 0.10718 }, "train_loss": { "mean": 0.462534, "std": 0.114394, "median": 0.44151, "iqr": 0.072882, "ci95_t": 0.142036 }, "runtime_seconds": { "mean": 1.86465, "std": 0.145025, "median": 1.861528, "iqr": 0.099452, "ci95_t": 0.180069 }, "rank_acc": 6, "rank_loss": 6 }, { "dataset": "Iris", "method": "bare_bones", "method_name": "bare_bones", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.846667, "std": 0.055777, "median": 0.833333, "iqr": 0.066667, "ci95_t": 0.069256 }, "eval_loss": { "mean": 0.405791, "std": 0.172336, "median": 0.367909, "iqr": 0.160981, "ci95_t": 0.21398 }, "eval_mse": { "mean": 0.072802, "std": 0.025814, "median": 0.076178, "iqr": 0.040948, "ci95_t": 0.032051 }, "train_acc": { "mean": 0.885, "std": 0.046919, "median": 0.891667, "iqr": 0.075, "ci95_t": 0.058257 }, "train_loss": { "mean": 0.30248, "std": 0.089572, "median": 0.28258, "iqr": 0.078565, "ci95_t": 0.111216 }, "runtime_seconds": { "mean": 1.66449, "std": 0.144454, "median": 1.714073, "iqr": 0.185414, "ci95_t": 0.17936 }, "rank_acc": 5, "rank_loss": 5 }, { "dataset": "Iris", "method": "adaptive_moment", "method_name": "adaptive_moment", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.846667, "std": 0.076739, "median": 0.866667, "iqr": 0.133333, "ci95_t": 0.095283 }, "eval_loss": { "mean": 0.349701, "std": 0.178108, "median": 0.334009, "iqr": 0.15044, "ci95_t": 0.221147 }, "eval_mse": { "mean": 0.071416, "std": 0.035403, "median": 0.063413, "iqr": 0.0422, "ci95_t": 0.043958 }, "train_acc": { "mean": 0.89, "std": 0.042246, "median": 0.9, "iqr": 0.016667, "ci95_t": 0.052454 }, "train_loss": { "mean": 0.294127, "std": 0.078238, "median": 0.297637, "iqr": 0.053978, "ci95_t": 0.097144 }, "runtime_seconds": { "mean": 1.392557, "std": 0.004708, "median": 1.391352, "iqr": 0.002098, "ci95_t": 0.005846 }, "rank_acc": 4, "rank_loss": 4 }, { "dataset": "Seeds", "method": "original", "method_name": "original", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.87619, "std": 0.042592, "median": 0.880952, "iqr": 0.071429, "ci95_t": 0.052884 }, "eval_loss": { "mean": 0.49224, "std": 0.433653, "median": 0.324954, "iqr": 0.104917, "ci95_t": 0.538443 }, "eval_mse": { "mean": 0.065762, "std": 0.028096, "median": 0.051456, "iqr": 0.032283, "ci95_t": 0.034885 }, "train_acc": { "mean": 0.916667, "std": 0.030351, "median": 0.928571, "iqr": 0.035714, "ci95_t": 0.037685 }, "train_loss": { "mean": 0.246239, "std": 0.069702, "median": 0.241541, "iqr": 0.047464, "ci95_t": 0.086545 }, "runtime_seconds": { "mean": 1.385803, "std": 0.082957, "median": 1.358886, "iqr": 0.016763, "ci95_t": 0.103003 }, "rank_acc": 5, "rank_loss": 7 }, { "dataset": "Seeds", "method": "inertia", "method_name": "inertia", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.914286, "std": 0.052164, "median": 0.928571, "iqr": 0.023809, "ci95_t": 0.064769 }, "eval_loss": { "mean": 0.331656, "std": 0.342636, "median": 0.202104, "iqr": 0.068956, "ci95_t": 0.425432 }, "eval_mse": { "mean": 0.048999, "std": 0.036322, "median": 0.039037, "iqr": 0.008329, "ci95_t": 0.045099 }, "train_acc": { "mean": 0.963095, "std": 0.018054, "median": 0.964286, "iqr": 0.017857, "ci95_t": 0.022417 }, "train_loss": { "mean": 0.103132, "std": 0.034002, "median": 0.106638, "iqr": 0.012452, "ci95_t": 0.042218 }, "runtime_seconds": { "mean": 1.318196, "std": 0.015319, "median": 1.316955, "iqr": 0.011708, "ci95_t": 0.01902 }, "rank_acc": 1, "rank_loss": 2 }, { "dataset": "Seeds", "method": "constriction", "method_name": "constriction", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.890476, "std": 0.091597, "median": 0.880952, "iqr": 0.095238, "ci95_t": 0.113731 }, "eval_loss": { "mean": 0.35142, "std": 0.3882, "median": 0.252366, "iqr": 0.243302, "ci95_t": 0.482006 }, "eval_mse": { "mean": 0.056642, "std": 0.052203, "median": 0.058809, "iqr": 0.043954, "ci95_t": 0.064818 }, "train_acc": { "mean": 0.960714, "std": 0.017149, "median": 0.970238, "iqr": 0.017857, "ci95_t": 0.021292 }, "train_loss": { "mean": 0.100819, "std": 0.037411, "median": 0.110648, "iqr": 0.057217, "ci95_t": 0.046451 }, "runtime_seconds": { "mean": 1.36371, "std": 0.053261, "median": 1.352828, "iqr": 0.026591, "ci95_t": 0.066131 }, "rank_acc": 3, "rank_loss": 3 }, { "dataset": "Seeds", "method": "fips", "method_name": "fips", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.885714, "std": 0.035315, "median": 0.880952, "iqr": 0.02381, "ci95_t": 0.043849 }, "eval_loss": { "mean": 0.383732, "std": 0.103951, "median": 0.392303, "iqr": 0.094168, "ci95_t": 0.12907 }, "eval_mse": { "mean": 0.067541, "std": 0.016554, "median": 0.068373, "iqr": 0.011186, "ci95_t": 0.020554 }, "train_acc": { "mean": 0.9, "std": 0.016517, "median": 0.904762, "iqr": 0.017857, "ci95_t": 0.020508 }, "train_loss": { "mean": 0.336734, "std": 0.055168, "median": 0.344263, "iqr": 0.091857, "ci95_t": 0.068498 }, "runtime_seconds": { "mean": 1.815592, "std": 0.045394, "median": 1.793955, "iqr": 0.066361, "ci95_t": 0.056363 }, "rank_acc": 4, "rank_loss": 4 }, { "dataset": "Seeds", "method": "clpso", "method_name": "clpso", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.857143, "std": 0.029161, "median": 0.857143, "iqr": 0.023809, "ci95_t": 0.036207 }, "eval_loss": { "mean": 0.469817, "std": 0.073254, "median": 0.510473, "iqr": 0.12722, "ci95_t": 0.090955 }, "eval_mse": { "mean": 0.0841, "std": 0.011752, "median": 0.089405, "iqr": 0.017131, "ci95_t": 0.014592 }, "train_acc": { "mean": 0.892857, "std": 0.017857, "median": 0.886905, "iqr": 0.005952, "ci95_t": 0.022172 }, "train_loss": { "mean": 0.369897, "std": 0.041768, "median": 0.35888, "iqr": 0.054595, "ci95_t": 0.051862 }, "runtime_seconds": { "mean": 1.537528, "std": 0.018265, "median": 1.533528, "iqr": 0.022571, "ci95_t": 0.022678 }, "rank_acc": 7, "rank_loss": 6 }, { "dataset": "Seeds", "method": "bare_bones", "method_name": "bare_bones", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.871429, "std": 0.068595, "median": 0.857143, "iqr": 0.095238, "ci95_t": 0.08517 }, "eval_loss": { "mean": 0.42192, "std": 0.120052, "median": 0.439151, "iqr": 0.13714, "ci95_t": 0.149062 }, "eval_mse": { "mean": 0.069299, "std": 0.016028, "median": 0.06829, "iqr": 0.030136, "ci95_t": 0.019901 }, "train_acc": { "mean": 0.882143, "std": 0.02036, "median": 0.892857, "iqr": 0.035714, "ci95_t": 0.02528 }, "train_loss": { "mean": 0.348336, "std": 0.027942, "median": 0.350757, "iqr": 0.03937, "ci95_t": 0.034694 }, "runtime_seconds": { "mean": 1.54165, "std": 0.018779, "median": 1.536723, "iqr": 0.022639, "ci95_t": 0.023317 }, "rank_acc": 6, "rank_loss": 5 }, { "dataset": "Seeds", "method": "adaptive_moment", "method_name": "adaptive_moment", "n_particles": 24, "epochs": 60, "n_runs": 5, "eval_acc": { "mean": 0.890476, "std": 0.046413, "median": 0.904762, "iqr": 0.047619, "ci95_t": 0.057629 }, "eval_loss": { "mean": 0.315947, "std": 0.120895, "median": 0.278367, "iqr": 0.077865, "ci95_t": 0.150108 }, "eval_mse": { "mean": 0.053174, "std": 0.012296, "median": 0.050038, "iqr": 0.020653, "ci95_t": 0.015267 }, "train_acc": { "mean": 0.917857, "std": 0.007761, "median": 0.916667, "iqr": 0.011905, "ci95_t": 0.009636 }, "train_loss": { "mean": 0.225176, "std": 0.034657, "median": 0.229753, "iqr": 0.016022, "ci95_t": 0.043031 }, "runtime_seconds": { "mean": 1.407326, "std": 0.041435, "median": 1.397074, "iqr": 0.046223, "ci95_t": 0.051447 }, "rank_acc": 2, "rank_loss": 1 }, { "dataset": "Digits", "method": "original", "method_name": "original", "n_particles": 24, "epochs": 50, "n_runs": 5, "eval_acc": { "mean": 0.164444, "std": 0.022343, "median": 0.158333, "iqr": 0.036111, "ci95_t": 0.027743 }, "eval_loss": { "mean": 2.269628, "std": 0.025331, "median": 2.255083, "iqr": 0.030712, "ci95_t": 0.031453 }, "eval_mse": { "mean": 0.089494, "std": 0.000451, "median": 0.089459, "iqr": 0.000608, "ci95_t": 0.00056 }, "train_acc": { "mean": 0.1798, "std": 0.024894, "median": 0.168, "iqr": 0.013, "ci95_t": 0.030909 }, "train_loss": { "mean": 2.266102, "std": 0.042514, "median": 2.261741, "iqr": 0.048778, "ci95_t": 0.052788 }, "runtime_seconds": { "mean": 2.272324, "std": 0.113557, "median": 2.241578, "iqr": 0.135688, "ci95_t": 0.140997 }, "rank_acc": 7, "rank_loss": 7 }, { "dataset": "Digits", "method": "inertia", "method_name": "inertia", "n_particles": 24, "epochs": 50, "n_runs": 5, "eval_acc": { "mean": 0.303333, "std": 0.061658, "median": 0.305556, "iqr": 0.088889, "ci95_t": 0.076557 }, "eval_loss": { "mean": 1.980667, "std": 0.14307, "median": 1.956439, "iqr": 0.144242, "ci95_t": 0.177642 }, "eval_mse": { "mean": 0.080715, "std": 0.004026, "median": 0.079704, "iqr": 0.005069, "ci95_t": 0.004999 }, "train_acc": { "mean": 0.297, "std": 0.051595, "median": 0.29, "iqr": 0.068, "ci95_t": 0.064062 }, "train_loss": { "mean": 2.014632, "std": 0.138786, "median": 2.035008, "iqr": 0.209018, "ci95_t": 0.172322 }, "runtime_seconds": { "mean": 2.006851, "std": 0.09822, "median": 1.968858, "iqr": 0.103718, "ci95_t": 0.121954 }, "rank_acc": 2, "rank_loss": 2 }, { "dataset": "Digits", "method": "constriction", "method_name": "constriction", "n_particles": 24, "epochs": 50, "n_runs": 5, "eval_acc": { "mean": 0.372778, "std": 0.017938, "median": 0.380556, "iqr": 0.025, "ci95_t": 0.022272 }, "eval_loss": { "mean": 1.765113, "std": 0.057309, "median": 1.760801, "iqr": 0.0677, "ci95_t": 0.071157 }, "eval_mse": { "mean": 0.074815, "std": 0.001608, "median": 0.074767, "iqr": 0.002408, "ci95_t": 0.001996 }, "train_acc": { "mean": 0.382, "std": 0.029351, "median": 0.392, "iqr": 0.045, "ci95_t": 0.036444 }, "train_loss": { "mean": 1.720719, "std": 0.067535, "median": 1.691806, "iqr": 0.113772, "ci95_t": 0.083855 }, "runtime_seconds": { "mean": 2.330013, "std": 0.148841, "median": 2.375208, "iqr": 0.085985, "ci95_t": 0.184808 }, "rank_acc": 1, "rank_loss": 1 }, { "dataset": "Digits", "method": "fips", "method_name": "fips", "n_particles": 24, "epochs": 50, "n_runs": 5, "eval_acc": { "mean": 0.249444, "std": 0.06147, "median": 0.263889, "iqr": 0.069444, "ci95_t": 0.076324 }, "eval_loss": { "mean": 2.064165, "std": 0.091569, "median": 2.064055, "iqr": 0.108705, "ci95_t": 0.113696 }, "eval_mse": { "mean": 0.084041, "std": 0.002578, "median": 0.084591, "iqr": 0.001907, "ci95_t": 0.003201 }, "train_acc": { "mean": 0.2662, "std": 0.057399, "median": 0.284, "iqr": 0.087, "ci95_t": 0.07127 }, "train_loss": { "mean": 2.056891, "std": 0.065924, "median": 2.053429, "iqr": 0.048116, "ci95_t": 0.081854 }, "runtime_seconds": { "mean": 2.621102, "std": 0.126036, "median": 2.634473, "iqr": 0.0553, "ci95_t": 0.156491 }, "rank_acc": 4, "rank_loss": 3 }, { "dataset": "Digits", "method": "clpso", "method_name": "clpso", "n_particles": 24, "epochs": 50, "n_runs": 5, "eval_acc": { "mean": 0.207778, "std": 0.050629, "median": 0.213889, "iqr": 0.05, "ci95_t": 0.062863 }, "eval_loss": { "mean": 2.204543, "std": 0.023215, "median": 2.210108, "iqr": 0.008743, "ci95_t": 0.028825 }, "eval_mse": { "mean": 0.087396, "std": 0.001398, "median": 0.087555, "iqr": 0.000554, "ci95_t": 0.001736 }, "train_acc": { "mean": 0.223, "std": 0.050656, "median": 0.222, "iqr": 0.008, "ci95_t": 0.062896 }, "train_loss": { "mean": 2.176502, "std": 0.036771, "median": 2.201568, "iqr": 0.065228, "ci95_t": 0.045657 }, "runtime_seconds": { "mean": 2.519316, "std": 0.326734, "median": 2.377047, "iqr": 0.074684, "ci95_t": 0.405687 }, "rank_acc": 5, "rank_loss": 5 }, { "dataset": "Digits", "method": "bare_bones", "method_name": "bare_bones", "n_particles": 24, "epochs": 50, "n_runs": 5, "eval_acc": { "mean": 0.19, "std": 0.056266, "median": 0.155556, "iqr": 0.1, "ci95_t": 0.069863 }, "eval_loss": { "mean": 2.250203, "std": 0.084448, "median": 2.251535, "iqr": 0.020136, "ci95_t": 0.104855 }, "eval_mse": { "mean": 0.088622, "std": 0.003141, "median": 0.088919, "iqr": 0.004198, "ci95_t": 0.0039 }, "train_acc": { "mean": 0.2, "std": 0.037597, "median": 0.191, "iqr": 0.051, "ci95_t": 0.046682 }, "train_loss": { "mean": 2.230929, "std": 0.042074, "median": 2.252967, "iqr": 0.025439, "ci95_t": 0.052241 }, "runtime_seconds": { "mean": 2.564876, "std": 0.124195, "median": 2.547843, "iqr": 0.163155, "ci95_t": 0.154206 }, "rank_acc": 6, "rank_loss": 6 }, { "dataset": "Digits", "method": "adaptive_moment", "method_name": "adaptive_moment", "n_particles": 24, "epochs": 50, "n_runs": 5, "eval_acc": { "mean": 0.267778, "std": 0.018279, "median": 0.272222, "iqr": 0.002778, "ci95_t": 0.022695 }, "eval_loss": { "mean": 2.108837, "std": 0.023357, "median": 2.10196, "iqr": 0.039265, "ci95_t": 0.029001 }, "eval_mse": { "mean": 0.084021, "std": 0.001996, "median": 0.083711, "iqr": 0.001037, "ci95_t": 0.002478 }, "train_acc": { "mean": 0.2718, "std": 0.026864, "median": 0.271, "iqr": 0.027, "ci95_t": 0.033356 }, "train_loss": { "mean": 2.086962, "std": 0.042949, "median": 2.079728, "iqr": 0.056402, "ci95_t": 0.053327 }, "runtime_seconds": { "mean": 2.499448, "std": 0.161274, "median": 2.572057, "iqr": 0.103131, "ci95_t": 0.200245 }, "rank_acc": 3, "rank_loss": 4 }, { "dataset": "MNIST", "method": "original", "method_name": "original", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.144, "std": 0.016628, "median": 0.143, "iqr": 0.026, "ci95_t": 0.020646 }, "eval_loss": { "mean": 2.428194, "std": 0.091877, "median": 2.415645, "iqr": 0.154207, "ci95_t": 0.114079 }, "eval_mse": { "mean": 0.093035, "std": 0.001872, "median": 0.093503, "iqr": 0.002477, "ci95_t": 0.002324 }, "train_acc": { "mean": 0.1563, "std": 0.019709, "median": 0.157, "iqr": 0.0365, "ci95_t": 0.024472 }, "train_loss": { "mean": 2.385448, "std": 0.06518, "median": 2.393655, "iqr": 0.05503, "ci95_t": 0.08093 }, "runtime_seconds": { "mean": 3.490117, "std": 0.862784, "median": 3.077394, "iqr": 1.411307, "ci95_t": 1.07127 }, "rank_acc": 7, "rank_loss": 7 }, { "dataset": "MNIST", "method": "inertia", "method_name": "inertia", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.4684, "std": 0.075252, "median": 0.497, "iqr": 0.108, "ci95_t": 0.093436 }, "eval_loss": { "mean": 1.716089, "std": 0.260764, "median": 1.620183, "iqr": 0.331954, "ci95_t": 0.323776 }, "eval_mse": { "mean": 0.070705, "std": 0.008553, "median": 0.067612, "iqr": 0.011412, "ci95_t": 0.01062 }, "train_acc": { "mean": 0.552, "std": 0.054511, "median": 0.5635, "iqr": 0.072, "ci95_t": 0.067684 }, "train_loss": { "mean": 1.44457, "std": 0.147136, "median": 1.428196, "iqr": 0.173027, "ci95_t": 0.18269 }, "runtime_seconds": { "mean": 3.048485, "std": 0.155303, "median": 2.991671, "iqr": 0.194157, "ci95_t": 0.192831 }, "rank_acc": 2, "rank_loss": 2 }, { "dataset": "MNIST", "method": "constriction", "method_name": "constriction", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.52, "std": 0.046244, "median": 0.528, "iqr": 0.047, "ci95_t": 0.057418 }, "eval_loss": { "mean": 1.507968, "std": 0.149152, "median": 1.509533, "iqr": 0.108216, "ci95_t": 0.185194 }, "eval_mse": { "mean": 0.063327, "std": 0.005427, "median": 0.062376, "iqr": 0.004698, "ci95_t": 0.006738 }, "train_acc": { "mean": 0.5968, "std": 0.038889, "median": 0.579, "iqr": 0.0515, "ci95_t": 0.048286 }, "train_loss": { "mean": 1.284408, "std": 0.114082, "median": 1.34332, "iqr": 0.186062, "ci95_t": 0.141649 }, "runtime_seconds": { "mean": 3.298112, "std": 0.589527, "median": 3.059424, "iqr": 0.069755, "ci95_t": 0.731982 }, "rank_acc": 1, "rank_loss": 1 }, { "dataset": "MNIST", "method": "fips", "method_name": "fips", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.2106, "std": 0.048066, "median": 0.229, "iqr": 0.04, "ci95_t": 0.05968 }, "eval_loss": { "mean": 2.22323, "std": 0.073048, "median": 2.176908, "iqr": 0.130584, "ci95_t": 0.0907 }, "eval_mse": { "mean": 0.088006, "std": 0.001556, "median": 0.087289, "iqr": 0.001935, "ci95_t": 0.001932 }, "train_acc": { "mean": 0.2302, "std": 0.057736, "median": 0.225, "iqr": 0.018, "ci95_t": 0.071688 }, "train_loss": { "mean": 2.177675, "std": 0.093479, "median": 2.200593, "iqr": 0.060828, "ci95_t": 0.116068 }, "runtime_seconds": { "mean": 3.806571, "std": 0.141017, "median": 3.760384, "iqr": 0.156547, "ci95_t": 0.175093 }, "rank_acc": 5, "rank_loss": 5 }, { "dataset": "MNIST", "method": "clpso", "method_name": "clpso", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.2068, "std": 0.022775, "median": 0.2, "iqr": 0.019, "ci95_t": 0.028278 }, "eval_loss": { "mean": 2.285833, "std": 0.068177, "median": 2.307686, "iqr": 0.037065, "ci95_t": 0.084651 }, "eval_mse": { "mean": 0.089514, "std": 0.00163, "median": 0.089572, "iqr": 0.001983, "ci95_t": 0.002023 }, "train_acc": { "mean": 0.2342, "std": 0.028048, "median": 0.246, "iqr": 0.043, "ci95_t": 0.034826 }, "train_loss": { "mean": 2.199232, "std": 0.089196, "median": 2.172201, "iqr": 0.096512, "ci95_t": 0.110749 }, "runtime_seconds": { "mean": 3.536445, "std": 0.226486, "median": 3.502741, "iqr": 0.133258, "ci95_t": 0.281215 }, "rank_acc": 6, "rank_loss": 6 }, { "dataset": "MNIST", "method": "bare_bones", "method_name": "bare_bones", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.4126, "std": 0.037958, "median": 0.408, "iqr": 0.057, "ci95_t": 0.04713 }, "eval_loss": { "mean": 1.965562, "std": 0.175909, "median": 1.989087, "iqr": 0.298842, "ci95_t": 0.218416 }, "eval_mse": { "mean": 0.077204, "std": 0.004802, "median": 0.077003, "iqr": 0.006754, "ci95_t": 0.005962 }, "train_acc": { "mean": 0.4408, "std": 0.008541, "median": 0.4425, "iqr": 0.014, "ci95_t": 0.010605 }, "train_loss": { "mean": 1.8435, "std": 0.071662, "median": 1.855396, "iqr": 0.100666, "ci95_t": 0.088978 }, "runtime_seconds": { "mean": 3.435835, "std": 0.303983, "median": 3.362966, "iqr": 0.337647, "ci95_t": 0.377439 }, "rank_acc": 3, "rank_loss": 3 }, { "dataset": "MNIST", "method": "adaptive_moment", "method_name": "adaptive_moment", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.262, "std": 0.01044, "median": 0.269, "iqr": 0.014, "ci95_t": 0.012963 }, "eval_loss": { "mean": 2.219058, "std": 0.104724, "median": 2.175837, "iqr": 0.105964, "ci95_t": 0.13003 }, "eval_mse": { "mean": 0.087089, "std": 0.001349, "median": 0.086516, "iqr": 0.001388, "ci95_t": 0.001675 }, "train_acc": { "mean": 0.2678, "std": 0.038224, "median": 0.263, "iqr": 0.045, "ci95_t": 0.047461 }, "train_loss": { "mean": 2.184856, "std": 0.083907, "median": 2.166973, "iqr": 0.085907, "ci95_t": 0.104183 }, "runtime_seconds": { "mean": 3.547601, "std": 0.614982, "median": 3.750564, "iqr": 1.006819, "ci95_t": 0.763589 }, "rank_acc": 4, "rank_loss": 4 } ], "ablation": [ { "dataset": "MNIST", "profile": "inertia_canonical", "method_name": "inertia", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.4676, "std": 0.024358, "median": 0.472, "iqr": 0.033, "ci95_t": 0.030244 }, "eval_loss": { "mean": 1.720983, "std": 0.118092, "median": 1.699598, "iqr": 0.020267, "ci95_t": 0.146628 }, "eval_mse": { "mean": 0.070356, "std": 0.002531, "median": 0.069473, "iqr": 0.002146, "ci95_t": 0.003142 }, "train_acc": { "mean": 0.5277, "std": 0.028874, "median": 0.5385, "iqr": 0.025, "ci95_t": 0.035851 }, "train_loss": { "mean": 1.528197, "std": 0.079997, "median": 1.498347, "iqr": 0.101003, "ci95_t": 0.099328 }, "runtime_seconds": { "mean": 3.119898, "std": 0.30594, "median": 3.156672, "iqr": 0.31177, "ci95_t": 0.379868 }, "rank_acc": 10, "rank_loss": 10 }, { "dataset": "MNIST", "profile": "inertia_tuned", "method_name": "inertia", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.6162, "std": 0.05131, "median": 0.635, "iqr": 0.007, "ci95_t": 0.063709 }, "eval_loss": { "mean": 1.2366, "std": 0.124281, "median": 1.194831, "iqr": 0.029657, "ci95_t": 0.154312 }, "eval_mse": { "mean": 0.05278, "std": 0.005923, "median": 0.050939, "iqr": 0.001057, "ci95_t": 0.007354 }, "train_acc": { "mean": 0.6931, "std": 0.029299, "median": 0.7035, "iqr": 0.006, "ci95_t": 0.036379 }, "train_loss": { "mean": 0.999514, "std": 0.075496, "median": 0.98707, "iqr": 0.039216, "ci95_t": 0.093739 }, "runtime_seconds": { "mean": 3.131882, "std": 0.408534, "median": 3.097088, "iqr": 0.148953, "ci95_t": 0.507254 }, "rank_acc": 4, "rank_loss": 3 }, { "dataset": "MNIST", "profile": "tuned_no_mutation", "method_name": "inertia", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.6042, "std": 0.030376, "median": 0.607, "iqr": 0.003, "ci95_t": 0.037716 }, "eval_loss": { "mean": 1.249836, "std": 0.084985, "median": 1.215945, "iqr": 0.022012, "ci95_t": 0.105521 }, "eval_mse": { "mean": 0.053483, "std": 0.003055, "median": 0.05346, "iqr": 0.002961, "ci95_t": 0.003794 }, "train_acc": { "mean": 0.6686, "std": 0.012784, "median": 0.666, "iqr": 0.0205, "ci95_t": 0.015873 }, "train_loss": { "mean": 1.074396, "std": 0.043372, "median": 1.07209, "iqr": 0.06317, "ci95_t": 0.053852 }, "runtime_seconds": { "mean": 3.347668, "std": 0.3431, "median": 3.199544, "iqr": 0.359442, "ci95_t": 0.426008 }, "rank_acc": 6, "rank_loss": 6 }, { "dataset": "MNIST", "profile": "tuned_full_evaluation", "method_name": "inertia", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.6254, "std": 0.02805, "median": 0.624, "iqr": 0.029, "ci95_t": 0.034828 }, "eval_loss": { "mean": 1.179009, "std": 0.050059, "median": 1.194071, "iqr": 0.052015, "ci95_t": 0.062156 }, "eval_mse": { "mean": 0.051537, "std": 0.00241, "median": 0.051412, "iqr": 0.001855, "ci95_t": 0.002992 }, "train_acc": { "mean": 0.687867, "std": 0.010694, "median": 0.686, "iqr": 0.01, "ci95_t": 0.013278 }, "train_loss": { "mean": 1.00514, "std": 0.028281, "median": 0.986829, "iqr": 0.043574, "ci95_t": 0.035115 }, "runtime_seconds": { "mean": 3.377083, "std": 0.469302, "median": 3.398904, "iqr": 0.25828, "ci95_t": 0.582705 }, "rank_acc": 3, "rank_loss": 2 }, { "dataset": "MNIST", "profile": "tuned_uniform_initialization", "method_name": "inertia", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.5698, "std": 0.023952, "median": 0.575, "iqr": 0.017, "ci95_t": 0.02974 }, "eval_loss": { "mean": 1.619196, "std": 0.157329, "median": 1.641514, "iqr": 0.149905, "ci95_t": 0.195347 }, "eval_mse": { "mean": 0.061757, "std": 0.0042, "median": 0.061284, "iqr": 0.006045, "ci95_t": 0.005215 }, "train_acc": { "mean": 0.616, "std": 0.008951, "median": 0.615, "iqr": 0.0055, "ci95_t": 0.011114 }, "train_loss": { "mean": 1.345857, "std": 0.048557, "median": 1.354747, "iqr": 0.033391, "ci95_t": 0.06029 }, "runtime_seconds": { "mean": 4.306866, "std": 0.442651, "median": 4.347659, "iqr": 0.477999, "ci95_t": 0.549615 }, "rank_acc": 7, "rank_loss": 8 }, { "dataset": "MNIST", "profile": "tuned_particle_reset", "method_name": "inertia", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.6162, "std": 0.05131, "median": 0.635, "iqr": 0.007, "ci95_t": 0.063709 }, "eval_loss": { "mean": 1.2366, "std": 0.124281, "median": 1.194831, "iqr": 0.029657, "ci95_t": 0.154312 }, "eval_mse": { "mean": 0.05278, "std": 0.005923, "median": 0.050939, "iqr": 0.001057, "ci95_t": 0.007354 }, "train_acc": { "mean": 0.6931, "std": 0.029299, "median": 0.7035, "iqr": 0.006, "ci95_t": 0.036379 }, "train_loss": { "mean": 0.999514, "std": 0.075496, "median": 0.98707, "iqr": 0.039216, "ci95_t": 0.093739 }, "runtime_seconds": { "mean": 4.176388, "std": 0.449217, "median": 4.107593, "iqr": 0.44847, "ci95_t": 0.557767 }, "rank_acc": 5, "rank_loss": 4 }, { "dataset": "MNIST", "profile": "tuned_adam_100_lr.01", "method_name": "inertia", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.8558, "std": 0.002387, "median": 0.856, "iqr": 0.003, "ci95_t": 0.002964 }, "eval_loss": { "mean": 0.470271, "std": 0.011931, "median": 0.472233, "iqr": 0.019931, "ci95_t": 0.014814 }, "eval_mse": { "mean": 0.02164, "std": 0.000368, "median": 0.021652, "iqr": 0.000424, "ci95_t": 0.000456 }, "train_acc": { "mean": 0.9158, "std": 0.003867, "median": 0.9175, "iqr": 0.0055, "ci95_t": 0.004801 }, "train_loss": { "mean": 0.298524, "std": 0.012987, "median": 0.301071, "iqr": 0.023775, "ci95_t": 0.016125 }, "runtime_seconds": { "mean": 4.990688, "std": 0.434352, "median": 4.967163, "iqr": 0.662657, "ci95_t": 0.539311 }, "rank_acc": 1, "rank_loss": 1 }, { "dataset": "MNIST", "profile": "adaptive_moment_.10", "method_name": "adaptive_moment", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.63, "std": 0.018276, "median": 0.641, "iqr": 0.027, "ci95_t": 0.022692 }, "eval_loss": { "mean": 1.243339, "std": 0.102561, "median": 1.253713, "iqr": 0.068197, "ci95_t": 0.127344 }, "eval_mse": { "mean": 0.051633, "std": 0.002578, "median": 0.051361, "iqr": 0.003354, "ci95_t": 0.003201 }, "train_acc": { "mean": 0.7099, "std": 0.012808, "median": 0.71, "iqr": 0.007, "ci95_t": 0.015903 }, "train_loss": { "mean": 0.978244, "std": 0.021198, "median": 0.98544, "iqr": 0.006355, "ci95_t": 0.026321 }, "runtime_seconds": { "mean": 4.286662, "std": 0.289397, "median": 4.165452, "iqr": 0.39205, "ci95_t": 0.359329 }, "rank_acc": 2, "rank_loss": 5 }, { "dataset": "MNIST", "profile": "adaptive_moment_.25", "method_name": "adaptive_moment", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.5632, "std": 0.02938, "median": 0.569, "iqr": 0.034, "ci95_t": 0.03648 }, "eval_loss": { "mean": 1.499979, "std": 0.119449, "median": 1.483628, "iqr": 0.043413, "ci95_t": 0.148313 }, "eval_mse": { "mean": 0.06119, "std": 0.003677, "median": 0.060565, "iqr": 0.00317, "ci95_t": 0.004566 }, "train_acc": { "mean": 0.6379, "std": 0.024196, "median": 0.6365, "iqr": 0.0195, "ci95_t": 0.030042 }, "train_loss": { "mean": 1.228023, "std": 0.088967, "median": 1.247769, "iqr": 0.07328, "ci95_t": 0.110466 }, "runtime_seconds": { "mean": 3.290951, "std": 0.425997, "median": 3.184314, "iqr": 0.54682, "ci95_t": 0.528937 }, "rank_acc": 8, "rank_loss": 7 }, { "dataset": "MNIST", "profile": "adaptive_moment_.50", "method_name": "adaptive_moment", "n_particles": 30, "epochs": 80, "n_runs": 5, "eval_acc": { "mean": 0.5186, "std": 0.039087, "median": 0.51, "iqr": 0.019, "ci95_t": 0.048532 }, "eval_loss": { "mean": 1.683781, "std": 0.121571, "median": 1.683062, "iqr": 0.08627, "ci95_t": 0.150948 }, "eval_mse": { "mean": 0.067331, "std": 0.003822, "median": 0.06682, "iqr": 0.002899, "ci95_t": 0.004746 }, "train_acc": { "mean": 0.5705, "std": 0.027466, "median": 0.5625, "iqr": 0.0445, "ci95_t": 0.034103 }, "train_loss": { "mean": 1.4637, "std": 0.097485, "median": 1.465976, "iqr": 0.060335, "ci95_t": 0.121042 }, "runtime_seconds": { "mean": 3.202502, "std": 0.269844, "median": 3.165524, "iqr": 0.167076, "ci95_t": 0.33505 }, "rank_acc": 9, "rank_loss": 9 } ] } }