mirror of
https://github.com/jung-geun/PSO.git
synced 2026-09-20 14:11:48 +09:00
jung-geun
813433000a
Migrate the package and examples to the tensor-native PyTorch implementation, add benchmark evidence, and add the guarded post-training convergence protocol with TensorBoard progress monitoring and hash-verified recovery. Constraint: Preserve one-shot official-test sealing and auditable research artifacts Rejected: Commit local .omc runs and downloaded datasets | multi-gigabyte runtime state is machine-local Confidence: high Scope-risk: broad Not-tested: Production CUDA run on pieroot-server
30275 lines
851 KiB
JSON
30275 lines
851 KiB
JSON
{
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"version": "4.0.0",
|
|
"timestamp": "2026-08-31T07:17:57.927878+00:00",
|
|
"environment": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"runs": [
|
|
{
|
|
"run_id": "main_XOR_original_seed41_18771240821c",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "18771240821c",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ff7c5c0c14cb5935",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.007386879529803991,
|
|
"accuracy": 1.0,
|
|
"mse": 7.510842988267541e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.007386879529803991,
|
|
"accuracy": 1.0,
|
|
"mse": 7.510842988267541e-05
|
|
},
|
|
"runtime_seconds": 1.8426640420220792,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_original_seed42_4ad58c6711ab",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "4ad58c6711ab",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ce7542b765c31886",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.004583858884871006,
|
|
"accuracy": 1.0,
|
|
"mse": 3.7565998354693875e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.004583858884871006,
|
|
"accuracy": 1.0,
|
|
"mse": 3.7565998354693875e-05
|
|
},
|
|
"runtime_seconds": 2.238242666935548,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_original_seed43_73f21a367007",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "73f21a367007",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "af36176b8ad726d5",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.004551402293145657,
|
|
"accuracy": 1.0,
|
|
"mse": 3.9420083339791745e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.004551402293145657,
|
|
"accuracy": 1.0,
|
|
"mse": 3.9420083339791745e-05
|
|
},
|
|
"runtime_seconds": 1.6712233750149608,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_original_seed44_06693504cc0f",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "06693504cc0f",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "8e381587afeb224a",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.0002604134497232735,
|
|
"accuracy": 1.0,
|
|
"mse": 7.829999759678685e-08
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.0002604134497232735,
|
|
"accuracy": 1.0,
|
|
"mse": 7.829999759678685e-08
|
|
},
|
|
"runtime_seconds": 1.6958581251092255,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_original_seed45_15d504c8e558",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "15d504c8e558",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "2f370bc749eaedb3",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.006005589850246906,
|
|
"accuracy": 1.0,
|
|
"mse": 5.5506381613668054e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.006005589850246906,
|
|
"accuracy": 1.0,
|
|
"mse": 5.5506381613668054e-05
|
|
},
|
|
"runtime_seconds": 2.0781680829823017,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_inertia_seed41_ad2094a72ef3",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "ad2094a72ef3",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ff7c5c0c14cb5935",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.009255236014723778,
|
|
"accuracy": 1.0,
|
|
"mse": 8.518801041645929e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.009255236014723778,
|
|
"accuracy": 1.0,
|
|
"mse": 8.518801041645929e-05
|
|
},
|
|
"runtime_seconds": 1.8728650419507176,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_inertia_seed42_9eea8ba11d4d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9eea8ba11d4d",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ce7542b765c31886",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.0037266211584210396,
|
|
"accuracy": 1.0,
|
|
"mse": 2.6833311494556256e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.0037266211584210396,
|
|
"accuracy": 1.0,
|
|
"mse": 2.6833311494556256e-05
|
|
},
|
|
"runtime_seconds": 1.7129027091432363,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_inertia_seed43_771306ac3b83",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "771306ac3b83",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "af36176b8ad726d5",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.005285806022584438,
|
|
"accuracy": 1.0,
|
|
"mse": 4.190824620309286e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.005285806022584438,
|
|
"accuracy": 1.0,
|
|
"mse": 4.190824620309286e-05
|
|
},
|
|
"runtime_seconds": 2.0683268748689443,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_inertia_seed44_f33e988957f7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f33e988957f7",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "8e381587afeb224a",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 8.529236947651953e-05,
|
|
"accuracy": 1.0,
|
|
"mse": 7.4129111737875064e-09
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 8.529236947651953e-05,
|
|
"accuracy": 1.0,
|
|
"mse": 7.4129111737875064e-09
|
|
},
|
|
"runtime_seconds": 2.0988389160484076,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_inertia_seed45_6e462201d91d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "6e462201d91d",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "2f370bc749eaedb3",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.003801023820415139,
|
|
"accuracy": 1.0,
|
|
"mse": 2.8215974452905357e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.003801023820415139,
|
|
"accuracy": 1.0,
|
|
"mse": 2.8215974452905357e-05
|
|
},
|
|
"runtime_seconds": 2.0925519168376923,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_constriction_seed41_5dc0ccc001f4",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5dc0ccc001f4",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ff7c5c0c14cb5935",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.005784815177321434,
|
|
"accuracy": 1.0,
|
|
"mse": 4.825989162782207e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.005784815177321434,
|
|
"accuracy": 1.0,
|
|
"mse": 4.825989162782207e-05
|
|
},
|
|
"runtime_seconds": 2.177875207969919,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_constriction_seed42_042b3a315a8a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "042b3a315a8a",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ce7542b765c31886",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.0054346839897334576,
|
|
"accuracy": 1.0,
|
|
"mse": 4.186024307273328e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.0054346839897334576,
|
|
"accuracy": 1.0,
|
|
"mse": 4.186024307273328e-05
|
|
},
|
|
"runtime_seconds": 2.108115291921422,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_constriction_seed43_4bdb52657fc9",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "4bdb52657fc9",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "af36176b8ad726d5",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.005281048361212015,
|
|
"accuracy": 1.0,
|
|
"mse": 4.069419446750544e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.005281048361212015,
|
|
"accuracy": 1.0,
|
|
"mse": 4.069419446750544e-05
|
|
},
|
|
"runtime_seconds": 1.9424659160431474,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_constriction_seed44_b3f0740b2f45",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "b3f0740b2f45",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "8e381587afeb224a",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.003849876346066594,
|
|
"accuracy": 1.0,
|
|
"mse": 2.8525431844173e-05
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.003849876346066594,
|
|
"accuracy": 1.0,
|
|
"mse": 2.8525431844173e-05
|
|
},
|
|
"runtime_seconds": 2.004753499990329,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_constriction_seed45_6e2b0a002a23",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "6e2b0a002a23",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "2f370bc749eaedb3",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 8.070276817306876e-05,
|
|
"accuracy": 1.0,
|
|
"mse": 6.607560276705726e-09
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 8.070276817306876e-05,
|
|
"accuracy": 1.0,
|
|
"mse": 6.607560276705726e-09
|
|
},
|
|
"runtime_seconds": 1.705668875016272,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_fips_seed41_d8a276c17de7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "d8a276c17de7",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ff7c5c0c14cb5935",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.614154040813446,
|
|
"accuracy": 0.75,
|
|
"mse": 0.2110060751438141
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.614154040813446,
|
|
"accuracy": 0.75,
|
|
"mse": 0.2110060751438141
|
|
},
|
|
"runtime_seconds": 2.461878624977544,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_fips_seed42_42d04b907cd0",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "42d04b907cd0",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ce7542b765c31886",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.5686086416244507,
|
|
"accuracy": 0.5,
|
|
"mse": 0.19087998569011688
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5686086416244507,
|
|
"accuracy": 0.5,
|
|
"mse": 0.19087998569011688
|
|
},
|
|
"runtime_seconds": 2.5289090001024306,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_fips_seed43_07f3d1fdd7f8",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "07f3d1fdd7f8",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "af36176b8ad726d5",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.4886510372161865,
|
|
"accuracy": 1.0,
|
|
"mse": 0.1495770514011383
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4886510372161865,
|
|
"accuracy": 1.0,
|
|
"mse": 0.1495770514011383
|
|
},
|
|
"runtime_seconds": 2.4935093328822404,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_fips_seed44_779976b5aeb5",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "779976b5aeb5",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "8e381587afeb224a",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.5807976722717285,
|
|
"accuracy": 0.5,
|
|
"mse": 0.19726261496543884
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5807976722717285,
|
|
"accuracy": 0.5,
|
|
"mse": 0.19726261496543884
|
|
},
|
|
"runtime_seconds": 2.583402584074065,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_fips_seed45_85ffdca802ec",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "85ffdca802ec",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "2f370bc749eaedb3",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.47956302762031555,
|
|
"accuracy": 1.0,
|
|
"mse": 0.14570996165275574
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.47956302762031555,
|
|
"accuracy": 1.0,
|
|
"mse": 0.14570996165275574
|
|
},
|
|
"runtime_seconds": 2.4448467078618705,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_clpso_seed41_dd01b225f5fc",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "dd01b225f5fc",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ff7c5c0c14cb5935",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.5562796592712402,
|
|
"accuracy": 0.5,
|
|
"mse": 0.18462540209293365
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5562796592712402,
|
|
"accuracy": 0.5,
|
|
"mse": 0.18462540209293365
|
|
},
|
|
"runtime_seconds": 2.2524965000338852,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_clpso_seed42_1da0611f192f",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "1da0611f192f",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ce7542b765c31886",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.5407118201255798,
|
|
"accuracy": 0.75,
|
|
"mse": 0.1815531998872757
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5407118201255798,
|
|
"accuracy": 0.75,
|
|
"mse": 0.1815531998872757
|
|
},
|
|
"runtime_seconds": 2.735748207895085,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_clpso_seed43_2589e4f53bd8",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2589e4f53bd8",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "af36176b8ad726d5",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.5814402103424072,
|
|
"accuracy": 0.75,
|
|
"mse": 0.19513577222824097
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5814402103424072,
|
|
"accuracy": 0.75,
|
|
"mse": 0.19513577222824097
|
|
},
|
|
"runtime_seconds": 2.088508625049144,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_clpso_seed44_bbbc799fbe91",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "bbbc799fbe91",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "8e381587afeb224a",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.5649492144584656,
|
|
"accuracy": 0.5,
|
|
"mse": 0.19130167365074158
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5649492144584656,
|
|
"accuracy": 0.5,
|
|
"mse": 0.19130167365074158
|
|
},
|
|
"runtime_seconds": 2.1120476671494544,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_clpso_seed45_8ac25effcae9",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8ac25effcae9",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "2f370bc749eaedb3",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.49745112657546997,
|
|
"accuracy": 0.5,
|
|
"mse": 0.16264399886131287
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.49745112657546997,
|
|
"accuracy": 0.5,
|
|
"mse": 0.16264399886131287
|
|
},
|
|
"runtime_seconds": 2.2890608329325914,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_bare_bones_seed41_3906b134b33a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "3906b134b33a",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ff7c5c0c14cb5935",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.08161257207393646,
|
|
"accuracy": 1.0,
|
|
"mse": 0.011008525267243385
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.08161257207393646,
|
|
"accuracy": 1.0,
|
|
"mse": 0.011008525267243385
|
|
},
|
|
"runtime_seconds": 2.2026520839426666,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_bare_bones_seed42_0efa8e0d60bd",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "0efa8e0d60bd",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ce7542b765c31886",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.1651938557624817,
|
|
"accuracy": 1.0,
|
|
"mse": 0.026353763416409492
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.1651938557624817,
|
|
"accuracy": 1.0,
|
|
"mse": 0.026353763416409492
|
|
},
|
|
"runtime_seconds": 2.1339512090198696,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_bare_bones_seed43_b0fa117d5fed",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "b0fa117d5fed",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "af36176b8ad726d5",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.04654743894934654,
|
|
"accuracy": 1.0,
|
|
"mse": 0.002738501410931349
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.04654743894934654,
|
|
"accuracy": 1.0,
|
|
"mse": 0.002738501410931349
|
|
},
|
|
"runtime_seconds": 1.9250465838704258,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_bare_bones_seed44_accbb9791014",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "accbb9791014",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "8e381587afeb224a",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.10160364955663681,
|
|
"accuracy": 1.0,
|
|
"mse": 0.014103962108492851
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.10160364955663681,
|
|
"accuracy": 1.0,
|
|
"mse": 0.014103962108492851
|
|
},
|
|
"runtime_seconds": 1.8771265409886837,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_bare_bones_seed45_f04b66649972",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f04b66649972",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "2f370bc749eaedb3",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.015541063621640205,
|
|
"accuracy": 1.0,
|
|
"mse": 0.0003285584971308708
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.015541063621640205,
|
|
"accuracy": 1.0,
|
|
"mse": 0.0003285584971308708
|
|
},
|
|
"runtime_seconds": 2.0173289170488715,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_adaptive_moment_seed41_adedd2b0ac39",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "adedd2b0ac39",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ff7c5c0c14cb5935",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.022241324186325073,
|
|
"accuracy": 1.0,
|
|
"mse": 0.0006689795409329236
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.022241324186325073,
|
|
"accuracy": 1.0,
|
|
"mse": 0.0006689795409329236
|
|
},
|
|
"runtime_seconds": 1.7915962911210954,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_adaptive_moment_seed42_c868ae82d08d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c868ae82d08d",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "ce7542b765c31886",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.19744841754436493,
|
|
"accuracy": 1.0,
|
|
"mse": 0.036092229187488556
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.19744841754436493,
|
|
"accuracy": 1.0,
|
|
"mse": 0.036092229187488556
|
|
},
|
|
"runtime_seconds": 1.8184211668558419,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_adaptive_moment_seed43_2b521e2d3b7b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2b521e2d3b7b",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "af36176b8ad726d5",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.2287585735321045,
|
|
"accuracy": 1.0,
|
|
"mse": 0.04654928296804428
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2287585735321045,
|
|
"accuracy": 1.0,
|
|
"mse": 0.04654928296804428
|
|
},
|
|
"runtime_seconds": 1.734985833056271,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_adaptive_moment_seed44_5d3d1ce1603d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5d3d1ce1603d",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "8e381587afeb224a",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.46346455812454224,
|
|
"accuracy": 1.0,
|
|
"mse": 0.14003631472587585
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.46346455812454224,
|
|
"accuracy": 1.0,
|
|
"mse": 0.14003631472587585
|
|
},
|
|
"runtime_seconds": 1.6678355000913143,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_XOR_adaptive_moment_seed45_3b26b5258104",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "3b26b5258104",
|
|
"data_fingerprint": "6c1e10662699bd57",
|
|
"initial_model_fingerprint": "2f370bc749eaedb3",
|
|
"type": "main",
|
|
"dataset": "XOR",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"score_source": "train",
|
|
"model_param_count": 17,
|
|
"train_data_size": 4,
|
|
"eval_data_size": 4,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "XOR",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -5.0,
|
|
"particle_max": 5.0,
|
|
"initial_position_noise": 1.0,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 1.0
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.040244005620479584,
|
|
"accuracy": 1.0,
|
|
"mse": 0.0018528070067986846
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.040244005620479584,
|
|
"accuracy": 1.0,
|
|
"mse": 0.0018528070067986846
|
|
},
|
|
"runtime_seconds": 1.913532042177394,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_original_seed41_b4d02d8a912a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "b4d02d8a912a",
|
|
"data_fingerprint": "a15853800414f74a",
|
|
"initial_model_fingerprint": "aa41c75db115931b",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.10860574245452881,
|
|
"accuracy": 0.9583333134651184,
|
|
"mse": 0.020560119301080704
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.20332905650138855,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.032227613031864166
|
|
},
|
|
"runtime_seconds": 1.4925589167978615,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_original_seed42_7b832e1502d8",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7b832e1502d8",
|
|
"data_fingerprint": "1e2111f4c36abf15",
|
|
"initial_model_fingerprint": "7ad00c2e965dca08",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.09278852492570877,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.014507713727653027
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.13762320578098297,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.022901346907019615
|
|
},
|
|
"runtime_seconds": 1.524340417003259,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_original_seed43_c7a7744e07cd",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c7a7744e07cd",
|
|
"data_fingerprint": "695e9332882e5fa7",
|
|
"initial_model_fingerprint": "96c3143c14f93c89",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.08031471073627472,
|
|
"accuracy": 0.9583333134651184,
|
|
"mse": 0.01690475456416607
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.19265690445899963,
|
|
"accuracy": 0.9333333373069763,
|
|
"mse": 0.03963882103562355
|
|
},
|
|
"runtime_seconds": 1.5651950831525028,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_original_seed44_554a707a805b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "554a707a805b",
|
|
"data_fingerprint": "bacaea24358f6c07",
|
|
"initial_model_fingerprint": "0e5954b41e18974a",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.05559400096535683,
|
|
"accuracy": 0.9833333492279053,
|
|
"mse": 0.010997699573636055
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.08932501822710037,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.01903277263045311
|
|
},
|
|
"runtime_seconds": 1.4674046249128878,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_original_seed45_8e7f105190d0",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8e7f105190d0",
|
|
"data_fingerprint": "5b7055646e5a0361",
|
|
"initial_model_fingerprint": "a86990b2e65a2fc7",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.09979524463415146,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.01961543783545494
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4886879324913025,
|
|
"accuracy": 0.7666666507720947,
|
|
"mse": 0.10480202734470367
|
|
},
|
|
"runtime_seconds": 1.4620804579462856,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_inertia_seed41_ebd2c082498e",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "ebd2c082498e",
|
|
"data_fingerprint": "a15853800414f74a",
|
|
"initial_model_fingerprint": "aa41c75db115931b",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.026287496089935303,
|
|
"accuracy": 0.9916666746139526,
|
|
"mse": 0.004462411627173424
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.18428005278110504,
|
|
"accuracy": 0.8999999761581421,
|
|
"mse": 0.03982445225119591
|
|
},
|
|
"runtime_seconds": 1.4285129578784108,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_inertia_seed42_afe83be466ff",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "afe83be466ff",
|
|
"data_fingerprint": "1e2111f4c36abf15",
|
|
"initial_model_fingerprint": "7ad00c2e965dca08",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.05131379887461662,
|
|
"accuracy": 0.9833333492279053,
|
|
"mse": 0.009366508573293686
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.07086596637964249,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.01370661798864603
|
|
},
|
|
"runtime_seconds": 1.5298712090589106,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_inertia_seed43_8535e0e82480",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8535e0e82480",
|
|
"data_fingerprint": "695e9332882e5fa7",
|
|
"initial_model_fingerprint": "96c3143c14f93c89",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.04492912441492081,
|
|
"accuracy": 0.9750000238418579,
|
|
"mse": 0.009185881353914738
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.12480489164590836,
|
|
"accuracy": 0.9333333373069763,
|
|
"mse": 0.030148915946483612
|
|
},
|
|
"runtime_seconds": 1.7474301669280976,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_inertia_seed44_8f7417014b48",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8f7417014b48",
|
|
"data_fingerprint": "bacaea24358f6c07",
|
|
"initial_model_fingerprint": "0e5954b41e18974a",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.052643101662397385,
|
|
"accuracy": 0.9833333492279053,
|
|
"mse": 0.009580972604453564
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.04644780233502388,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.011100389994680882
|
|
},
|
|
"runtime_seconds": 1.623908500187099,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_inertia_seed45_2444f50eb210",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2444f50eb210",
|
|
"data_fingerprint": "5b7055646e5a0361",
|
|
"initial_model_fingerprint": "a86990b2e65a2fc7",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.02932126447558403,
|
|
"accuracy": 0.9833333492279053,
|
|
"mse": 0.005083967465907335
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.10810393840074539,
|
|
"accuracy": 0.9333333373069763,
|
|
"mse": 0.026548804715275764
|
|
},
|
|
"runtime_seconds": 1.5181218329817057,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_constriction_seed41_5ca82b45fdb5",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5ca82b45fdb5",
|
|
"data_fingerprint": "a15853800414f74a",
|
|
"initial_model_fingerprint": "aa41c75db115931b",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.022227270528674126,
|
|
"accuracy": 1.0,
|
|
"mse": 0.0033963904716074467
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.21843454241752625,
|
|
"accuracy": 0.8999999761581421,
|
|
"mse": 0.047650303691625595
|
|
},
|
|
"runtime_seconds": 1.3549595419317484,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_constriction_seed42_00baa09dc252",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "00baa09dc252",
|
|
"data_fingerprint": "1e2111f4c36abf15",
|
|
"initial_model_fingerprint": "7ad00c2e965dca08",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.03233511000871658,
|
|
"accuracy": 0.9916666746139526,
|
|
"mse": 0.005744758062064648
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.14838628470897675,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.02302354946732521
|
|
},
|
|
"runtime_seconds": 1.3403144169133157,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_constriction_seed43_f2570e97e0a7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f2570e97e0a7",
|
|
"data_fingerprint": "695e9332882e5fa7",
|
|
"initial_model_fingerprint": "96c3143c14f93c89",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.021574920043349266,
|
|
"accuracy": 0.9916666746139526,
|
|
"mse": 0.0036132459063082933
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.09814650565385818,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.020602425560355186
|
|
},
|
|
"runtime_seconds": 1.5049964589998126,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_constriction_seed44_eccb08453c98",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "eccb08453c98",
|
|
"data_fingerprint": "bacaea24358f6c07",
|
|
"initial_model_fingerprint": "0e5954b41e18974a",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.050735700875520706,
|
|
"accuracy": 0.9833333492279053,
|
|
"mse": 0.0098448870703578
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.1125202625989914,
|
|
"accuracy": 0.9666666388511658,
|
|
"mse": 0.02065414935350418
|
|
},
|
|
"runtime_seconds": 1.5035445000976324,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_constriction_seed45_50f58547f6fc",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "50f58547f6fc",
|
|
"data_fingerprint": "5b7055646e5a0361",
|
|
"initial_model_fingerprint": "a86990b2e65a2fc7",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.03670407086610794,
|
|
"accuracy": 0.9916666746139526,
|
|
"mse": 0.006487686652690172
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2814933657646179,
|
|
"accuracy": 0.8999999761581421,
|
|
"mse": 0.057036854326725006
|
|
},
|
|
"runtime_seconds": 1.450687457807362,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_fips_seed41_0cf971ae50f8",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "0cf971ae50f8",
|
|
"data_fingerprint": "a15853800414f74a",
|
|
"initial_model_fingerprint": "aa41c75db115931b",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.6161423921585083,
|
|
"accuracy": 0.7333333492279053,
|
|
"mse": 0.12119095027446747
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.62589430809021,
|
|
"accuracy": 0.7333333492279053,
|
|
"mse": 0.12217403203248978
|
|
},
|
|
"runtime_seconds": 2.0091730828862637,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_fips_seed42_9e48057b0450",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9e48057b0450",
|
|
"data_fingerprint": "1e2111f4c36abf15",
|
|
"initial_model_fingerprint": "7ad00c2e965dca08",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.4689887762069702,
|
|
"accuracy": 0.7833333611488342,
|
|
"mse": 0.0926060602068901
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.514552652835846,
|
|
"accuracy": 0.7333333492279053,
|
|
"mse": 0.10551609098911285
|
|
},
|
|
"runtime_seconds": 2.031442165840417,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_fips_seed43_32bbd09f0884",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "32bbd09f0884",
|
|
"data_fingerprint": "695e9332882e5fa7",
|
|
"initial_model_fingerprint": "96c3143c14f93c89",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.6734053492546082,
|
|
"accuracy": 0.675000011920929,
|
|
"mse": 0.1274113804101944
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.667880654335022,
|
|
"accuracy": 0.699999988079071,
|
|
"mse": 0.12568196654319763
|
|
},
|
|
"runtime_seconds": 1.981344207888469,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_fips_seed44_193cd55816a7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "193cd55816a7",
|
|
"data_fingerprint": "bacaea24358f6c07",
|
|
"initial_model_fingerprint": "0e5954b41e18974a",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.5788673162460327,
|
|
"accuracy": 0.7416666746139526,
|
|
"mse": 0.11397261917591095
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5759884119033813,
|
|
"accuracy": 0.699999988079071,
|
|
"mse": 0.11304912716150284
|
|
},
|
|
"runtime_seconds": 1.99297408410348,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_fips_seed45_96ce7a348717",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "96ce7a348717",
|
|
"data_fingerprint": "5b7055646e5a0361",
|
|
"initial_model_fingerprint": "a86990b2e65a2fc7",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.6380999088287354,
|
|
"accuracy": 0.8999999761581421,
|
|
"mse": 0.12010224908590317
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.6407364010810852,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.1206156387925148
|
|
},
|
|
"runtime_seconds": 2.3463233751244843,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_clpso_seed41_9d3b1a601155",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9d3b1a601155",
|
|
"data_fingerprint": "a15853800414f74a",
|
|
"initial_model_fingerprint": "aa41c75db115931b",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.3119705021381378,
|
|
"accuracy": 0.9083333611488342,
|
|
"mse": 0.05488188937306404
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.3633672595024109,
|
|
"accuracy": 0.8999999761581421,
|
|
"mse": 0.06585036218166351
|
|
},
|
|
"runtime_seconds": 1.7683959589339793,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_clpso_seed42_c6bf03426022",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c6bf03426022",
|
|
"data_fingerprint": "1e2111f4c36abf15",
|
|
"initial_model_fingerprint": "7ad00c2e965dca08",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.5033160448074341,
|
|
"accuracy": 0.699999988079071,
|
|
"mse": 0.10609932243824005
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4745965301990509,
|
|
"accuracy": 0.699999988079071,
|
|
"mse": 0.11178989708423615
|
|
},
|
|
"runtime_seconds": 1.8615282499231398,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_clpso_seed43_7351b45bbdfe",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7351b45bbdfe",
|
|
"data_fingerprint": "695e9332882e5fa7",
|
|
"initial_model_fingerprint": "96c3143c14f93c89",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.4304336607456207,
|
|
"accuracy": 0.800000011920929,
|
|
"mse": 0.08828374743461609
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.42816275358200073,
|
|
"accuracy": 0.7666666507720947,
|
|
"mse": 0.08861970901489258
|
|
},
|
|
"runtime_seconds": 1.8678476670756936,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_clpso_seed44_1adf454f7131",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "1adf454f7131",
|
|
"data_fingerprint": "bacaea24358f6c07",
|
|
"initial_model_fingerprint": "0e5954b41e18974a",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.6254411935806274,
|
|
"accuracy": 0.699999988079071,
|
|
"mse": 0.1258193552494049
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4773784875869751,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.09172647446393967
|
|
},
|
|
"runtime_seconds": 1.725365708116442,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_clpso_seed45_1d294e1baf5d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "1d294e1baf5d",
|
|
"data_fingerprint": "5b7055646e5a0361",
|
|
"initial_model_fingerprint": "a86990b2e65a2fc7",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.44151026010513306,
|
|
"accuracy": 0.7916666865348816,
|
|
"mse": 0.08529050648212433
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4978446960449219,
|
|
"accuracy": 0.7666666507720947,
|
|
"mse": 0.0993356928229332
|
|
},
|
|
"runtime_seconds": 2.1001146249473095,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_bare_bones_seed41_7921bb8aaf85",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7921bb8aaf85",
|
|
"data_fingerprint": "a15853800414f74a",
|
|
"initial_model_fingerprint": "aa41c75db115931b",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.4370212256908417,
|
|
"accuracy": 0.824999988079071,
|
|
"mse": 0.08474347740411758
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.44300490617752075,
|
|
"accuracy": 0.800000011920929,
|
|
"mse": 0.09044371545314789
|
|
},
|
|
"runtime_seconds": 1.8433932499028742,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_bare_bones_seed42_07744d9f0033",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "07744d9f0033",
|
|
"data_fingerprint": "1e2111f4c36abf15",
|
|
"initial_model_fingerprint": "7ad00c2e965dca08",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.33550530672073364,
|
|
"accuracy": 0.8500000238418579,
|
|
"mse": 0.0669655054807663
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.36790934205055237,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.07617824524641037
|
|
},
|
|
"runtime_seconds": 1.7300451670307666,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_bare_bones_seed43_7b76d3b8aac3",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7b76d3b8aac3",
|
|
"data_fingerprint": "695e9332882e5fa7",
|
|
"initial_model_fingerprint": "96c3143c14f93c89",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.25694021582603455,
|
|
"accuracy": 0.925000011920929,
|
|
"mse": 0.04399431496858597
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2524625062942505,
|
|
"accuracy": 0.8666666746139526,
|
|
"mse": 0.04397249594330788
|
|
},
|
|
"runtime_seconds": 1.7140729171223938,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_bare_bones_seed44_d368527df14d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "d368527df14d",
|
|
"data_fingerprint": "bacaea24358f6c07",
|
|
"initial_model_fingerprint": "0e5954b41e18974a",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.28258049488067627,
|
|
"accuracy": 0.8916666507720947,
|
|
"mse": 0.05579116567969322
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2820243239402771,
|
|
"accuracy": 0.9333333373069763,
|
|
"mse": 0.049495622515678406
|
|
},
|
|
"runtime_seconds": 1.4903080409858376,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_bare_bones_seed45_82d2b0852f89",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "82d2b0852f89",
|
|
"data_fingerprint": "5b7055646e5a0361",
|
|
"initial_model_fingerprint": "a86990b2e65a2fc7",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.20035071671009064,
|
|
"accuracy": 0.9333333373069763,
|
|
"mse": 0.036052461713552475
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.6835520267486572,
|
|
"accuracy": 0.800000011920929,
|
|
"mse": 0.10392136126756668
|
|
},
|
|
"runtime_seconds": 1.5446315000299364,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_adaptive_moment_seed41_7ad1dcf92ca1",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7ad1dcf92ca1",
|
|
"data_fingerprint": "a15853800414f74a",
|
|
"initial_model_fingerprint": "aa41c75db115931b",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.20063169300556183,
|
|
"accuracy": 0.9416666626930237,
|
|
"mse": 0.037772584706544876
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.21173310279846191,
|
|
"accuracy": 0.8999999761581421,
|
|
"mse": 0.042588524520397186
|
|
},
|
|
"runtime_seconds": 1.389048415934667,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_adaptive_moment_seed42_d81c5b655231",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "d81c5b655231",
|
|
"data_fingerprint": "1e2111f4c36abf15",
|
|
"initial_model_fingerprint": "7ad00c2e965dca08",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.29763686656951904,
|
|
"accuracy": 0.8999999761581421,
|
|
"mse": 0.05601225048303604
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.19951747357845306,
|
|
"accuracy": 0.9333333373069763,
|
|
"mse": 0.04033958911895752
|
|
},
|
|
"runtime_seconds": 1.4007256659679115,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_adaptive_moment_seed43_84ee48491859",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "84ee48491859",
|
|
"data_fingerprint": "695e9332882e5fa7",
|
|
"initial_model_fingerprint": "96c3143c14f93c89",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.25321128964424133,
|
|
"accuracy": 0.8999999761581421,
|
|
"mse": 0.05093394219875336
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.36217355728149414,
|
|
"accuracy": 0.7666666507720947,
|
|
"mse": 0.08478870987892151
|
|
},
|
|
"runtime_seconds": 1.3897795830853283,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_adaptive_moment_seed44_0615beafb6e9",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "0615beafb6e9",
|
|
"data_fingerprint": "bacaea24358f6c07",
|
|
"initial_model_fingerprint": "0e5954b41e18974a",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.41196829080581665,
|
|
"accuracy": 0.824999988079071,
|
|
"mse": 0.08532779663801193
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.33400872349739075,
|
|
"accuracy": 0.8666666746139526,
|
|
"mse": 0.06341322511434555
|
|
},
|
|
"runtime_seconds": 1.391351625090465,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Iris_adaptive_moment_seed45_4e1a9a5ccb65",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "4e1a9a5ccb65",
|
|
"data_fingerprint": "5b7055646e5a0361",
|
|
"initial_model_fingerprint": "a86990b2e65a2fc7",
|
|
"type": "main",
|
|
"dataset": "Iris",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 193,
|
|
"train_data_size": 120,
|
|
"eval_data_size": 30,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Iris",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.30718883872032166,
|
|
"accuracy": 0.8833333253860474,
|
|
"mse": 0.06475858390331268
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.6410742998123169,
|
|
"accuracy": 0.7666666507720947,
|
|
"mse": 0.1259499192237854
|
|
},
|
|
"runtime_seconds": 1.3918780421372503,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_original_seed41_377a28a8d099",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "377a28a8d099",
|
|
"data_fingerprint": "7e80b753d7119015",
|
|
"initial_model_fingerprint": "dbefd7fe66f4c4eb",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.36174407601356506,
|
|
"accuracy": 0.8690476417541504,
|
|
"mse": 0.06095118075609207
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.3795766234397888,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.07857725024223328
|
|
},
|
|
"runtime_seconds": 1.3252154579386115,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_original_seed42_046797baed2d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "046797baed2d",
|
|
"data_fingerprint": "cf020fdde139c2bd",
|
|
"initial_model_fingerprint": "7ed3952c2fbe78af",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.19747969508171082,
|
|
"accuracy": 0.9285714030265808,
|
|
"mse": 0.03284886106848717
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.32495376467704773,
|
|
"accuracy": 0.8809523582458496,
|
|
"mse": 0.051455724984407425
|
|
},
|
|
"runtime_seconds": 1.3588858339935541,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_original_seed43_a7b574bbf066",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "a7b574bbf066",
|
|
"data_fingerprint": "47bc2f572c5fec1c",
|
|
"initial_model_fingerprint": "3eb1a9ef1e9335f6",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.18548674881458282,
|
|
"accuracy": 0.9404761791229248,
|
|
"mse": 0.029585858806967735
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2608298063278198,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.10933111608028412
|
|
},
|
|
"runtime_seconds": 1.5317023331299424,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_original_seed44_bf06ec2410cc",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "bf06ec2410cc",
|
|
"data_fingerprint": "a1b1ab0ba50da4d9",
|
|
"initial_model_fingerprint": "b2ea3cb552ada071",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.24154052138328552,
|
|
"accuracy": 0.9047619104385376,
|
|
"mse": 0.0482390932738781
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.22118255496025085,
|
|
"accuracy": 0.9285714030265808,
|
|
"mse": 0.04315038025379181
|
|
},
|
|
"runtime_seconds": 1.3482235420960933,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_original_seed45_22340e887dd8",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "22340e887dd8",
|
|
"data_fingerprint": "f21a5f22d78d3eb1",
|
|
"initial_model_fingerprint": "9e5b46ee1b7caff0",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.24494366347789764,
|
|
"accuracy": 0.9404761791229248,
|
|
"mse": 0.04203984886407852
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.27465957403182983,
|
|
"accuracy": 0.9047619104385376,
|
|
"mse": 0.04629417136311531
|
|
},
|
|
"runtime_seconds": 1.3649861658923328,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_inertia_seed41_4738be68305f",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "4738be68305f",
|
|
"data_fingerprint": "7e80b753d7119015",
|
|
"initial_model_fingerprint": "dbefd7fe66f4c4eb",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.1457017958164215,
|
|
"accuracy": 0.9404761791229248,
|
|
"mse": 0.029012415558099747
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2021040916442871,
|
|
"accuracy": 0.9285714030265808,
|
|
"mse": 0.03903716802597046
|
|
},
|
|
"runtime_seconds": 1.3169554590713233,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_inertia_seed42_0898a41455b9",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "0898a41455b9",
|
|
"data_fingerprint": "cf020fdde139c2bd",
|
|
"initial_model_fingerprint": "7ed3952c2fbe78af",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.05112343654036522,
|
|
"accuracy": 0.988095223903656,
|
|
"mse": 0.010074331425130367
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2611672878265381,
|
|
"accuracy": 0.9047619104385376,
|
|
"mse": 0.044255580753088
|
|
},
|
|
"runtime_seconds": 1.3047084577847272,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_inertia_seed43_46f034dfbe86",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "46f034dfbe86",
|
|
"data_fingerprint": "47bc2f572c5fec1c",
|
|
"initial_model_fingerprint": "3eb1a9ef1e9335f6",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.09987328946590424,
|
|
"accuracy": 0.9642857313156128,
|
|
"mse": 0.02014271728694439
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.9319664835929871,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.1108398288488388
|
|
},
|
|
"runtime_seconds": 1.343342708889395,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_inertia_seed44_5891b8c668d9",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5891b8c668d9",
|
|
"data_fingerprint": "a1b1ab0ba50da4d9",
|
|
"initial_model_fingerprint": "b2ea3cb552ada071",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.1123252734541893,
|
|
"accuracy": 0.9523809552192688,
|
|
"mse": 0.021632598713040352
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.07083266228437424,
|
|
"accuracy": 0.976190447807312,
|
|
"mse": 0.014935223385691643
|
|
},
|
|
"runtime_seconds": 1.3188399588689208,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_inertia_seed45_9e1eeaa3c2aa",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9e1eeaa3c2aa",
|
|
"data_fingerprint": "f21a5f22d78d3eb1",
|
|
"initial_model_fingerprint": "9e5b46ee1b7caff0",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.10663793236017227,
|
|
"accuracy": 0.9702380895614624,
|
|
"mse": 0.018331807106733322
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.19221118092536926,
|
|
"accuracy": 0.9285714030265808,
|
|
"mse": 0.03592698276042938
|
|
},
|
|
"runtime_seconds": 1.3071315840352327,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_constriction_seed41_83e65741da8d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "83e65741da8d",
|
|
"data_fingerprint": "7e80b753d7119015",
|
|
"initial_model_fingerprint": "dbefd7fe66f4c4eb",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.11064790189266205,
|
|
"accuracy": 0.9345238208770752,
|
|
"mse": 0.022504204884171486
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.06002597510814667,
|
|
"accuracy": 1.0,
|
|
"mse": 0.006985229440033436
|
|
},
|
|
"runtime_seconds": 1.3568381250370294,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_constriction_seed42_1e7c2d96e532",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "1e7c2d96e532",
|
|
"data_fingerprint": "cf020fdde139c2bd",
|
|
"initial_model_fingerprint": "7ed3952c2fbe78af",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.05422748252749443,
|
|
"accuracy": 0.976190447807312,
|
|
"mse": 0.010376724414527416
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.25236639380455017,
|
|
"accuracy": 0.8571428656578064,
|
|
"mse": 0.058809228241443634
|
|
},
|
|
"runtime_seconds": 1.4554610000923276,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_constriction_seed43_873a97b2bdfb",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "873a97b2bdfb",
|
|
"data_fingerprint": "47bc2f572c5fec1c",
|
|
"initial_model_fingerprint": "3eb1a9ef1e9335f6",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.07006674259901047,
|
|
"accuracy": 0.9702380895614624,
|
|
"mse": 0.013116533868014812
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.0155233144760132,
|
|
"accuracy": 0.761904776096344,
|
|
"mse": 0.13936738669872284
|
|
},
|
|
"runtime_seconds": 1.3231734160799533,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_constriction_seed44_4a22fa9a0901",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "4a22fa9a0901",
|
|
"data_fingerprint": "a1b1ab0ba50da4d9",
|
|
"initial_model_fingerprint": "b2ea3cb552ada071",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.12728404998779297,
|
|
"accuracy": 0.9702380895614624,
|
|
"mse": 0.02088327705860138
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.092940554022789,
|
|
"accuracy": 0.9523809552192688,
|
|
"mse": 0.017046619206666946
|
|
},
|
|
"runtime_seconds": 1.3528277918230742,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_constriction_seed45_e017cbd92a36",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e017cbd92a36",
|
|
"data_fingerprint": "f21a5f22d78d3eb1",
|
|
"initial_model_fingerprint": "9e5b46ee1b7caff0",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.1418670266866684,
|
|
"accuracy": 0.9523809552192688,
|
|
"mse": 0.02600831910967827
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.3362426459789276,
|
|
"accuracy": 0.8809523582458496,
|
|
"mse": 0.06100025773048401
|
|
},
|
|
"runtime_seconds": 1.3302475831005722,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_fips_seed41_ada1e8907d2f",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "ada1e8907d2f",
|
|
"data_fingerprint": "7e80b753d7119015",
|
|
"initial_model_fingerprint": "dbefd7fe66f4c4eb",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.26906877756118774,
|
|
"accuracy": 0.886904776096344,
|
|
"mse": 0.04846500605344772
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2535381317138672,
|
|
"accuracy": 0.9285714030265808,
|
|
"mse": 0.047001104801893234
|
|
},
|
|
"runtime_seconds": 1.7890820419415832,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_fips_seed42_e556df3e02b3",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e556df3e02b3",
|
|
"data_fingerprint": "cf020fdde139c2bd",
|
|
"initial_model_fingerprint": "7ed3952c2fbe78af",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.2920786142349243,
|
|
"accuracy": 0.9226190447807312,
|
|
"mse": 0.04750432074069977
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.3242204785346985,
|
|
"accuracy": 0.9047619104385376,
|
|
"mse": 0.05955858901143074
|
|
},
|
|
"runtime_seconds": 1.8719375829678029,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_fips_seed43_c4f26a818da6",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c4f26a818da6",
|
|
"data_fingerprint": "47bc2f572c5fec1c",
|
|
"initial_model_fingerprint": "3eb1a9ef1e9335f6",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.3442629277706146,
|
|
"accuracy": 0.8809523582458496,
|
|
"mse": 0.06164747104048729
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5302116870880127,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.09202633053064346
|
|
},
|
|
"runtime_seconds": 1.7939549998845905,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_fips_seed44_d1505c43c5b6",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "d1505c43c5b6",
|
|
"data_fingerprint": "a1b1ab0ba50da4d9",
|
|
"initial_model_fingerprint": "b2ea3cb552ada071",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.3943226635456085,
|
|
"accuracy": 0.9047619104385376,
|
|
"mse": 0.06531801074743271
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4183882772922516,
|
|
"accuracy": 0.8809523582458496,
|
|
"mse": 0.06837274879217148
|
|
},
|
|
"runtime_seconds": 1.7675437920261174,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_fips_seed45_dca0af39e7f3",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "dca0af39e7f3",
|
|
"data_fingerprint": "f21a5f22d78d3eb1",
|
|
"initial_model_fingerprint": "9e5b46ee1b7caff0",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.3839356601238251,
|
|
"accuracy": 0.9047619104385376,
|
|
"mse": 0.06689421087503433
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.39230257272720337,
|
|
"accuracy": 0.8809523582458496,
|
|
"mse": 0.07074484974145889
|
|
},
|
|
"runtime_seconds": 1.855442832922563,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_clpso_seed41_2b83251a6646",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2b83251a6646",
|
|
"data_fingerprint": "7e80b753d7119015",
|
|
"initial_model_fingerprint": "dbefd7fe66f4c4eb",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.35530516505241394,
|
|
"accuracy": 0.886904776096344,
|
|
"mse": 0.061445049941539764
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.40069860219955444,
|
|
"accuracy": 0.8809523582458496,
|
|
"mse": 0.07505422830581665
|
|
},
|
|
"runtime_seconds": 1.5635312090162188,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_clpso_seed42_cddd7ffa6e80",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "cddd7ffa6e80",
|
|
"data_fingerprint": "cf020fdde139c2bd",
|
|
"initial_model_fingerprint": "7ed3952c2fbe78af",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.4123992919921875,
|
|
"accuracy": 0.8928571343421936,
|
|
"mse": 0.07035600394010544
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5104729533195496,
|
|
"accuracy": 0.8095238208770752,
|
|
"mse": 0.09218531101942062
|
|
},
|
|
"runtime_seconds": 1.5250467080622911,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_clpso_seed43_92b5d9490b3c",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "92b5d9490b3c",
|
|
"data_fingerprint": "47bc2f572c5fec1c",
|
|
"initial_model_fingerprint": "3eb1a9ef1e9335f6",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.3129984438419342,
|
|
"accuracy": 0.9226190447807312,
|
|
"mse": 0.053032830357551575
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5279183983802795,
|
|
"accuracy": 0.8809523582458496,
|
|
"mse": 0.08940506726503372
|
|
},
|
|
"runtime_seconds": 1.5179153748322278,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_clpso_seed44_b1857073eda8",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "b1857073eda8",
|
|
"data_fingerprint": "a1b1ab0ba50da4d9",
|
|
"initial_model_fingerprint": "b2ea3cb552ada071",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.35888010263442993,
|
|
"accuracy": 0.886904776096344,
|
|
"mse": 0.06212281435728073
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.38010087609291077,
|
|
"accuracy": 0.8571428656578064,
|
|
"mse": 0.06836829334497452
|
|
},
|
|
"runtime_seconds": 1.5335276669356972,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_clpso_seed45_afc7bc0d4f65",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "afc7bc0d4f65",
|
|
"data_fingerprint": "f21a5f22d78d3eb1",
|
|
"initial_model_fingerprint": "9e5b46ee1b7caff0",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.40989989042282104,
|
|
"accuracy": 0.875,
|
|
"mse": 0.07522381842136383
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.5298960208892822,
|
|
"accuracy": 0.8571428656578064,
|
|
"mse": 0.09548462182283401
|
|
},
|
|
"runtime_seconds": 1.547617708100006,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_bare_bones_seed41_7e7a2a9c407f",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7e7a2a9c407f",
|
|
"data_fingerprint": "7e80b753d7119015",
|
|
"initial_model_fingerprint": "dbefd7fe66f4c4eb",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.31048667430877686,
|
|
"accuracy": 0.863095223903656,
|
|
"mse": 0.05961725860834122
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.32448282837867737,
|
|
"accuracy": 0.8571428656578064,
|
|
"mse": 0.068290114402771
|
|
},
|
|
"runtime_seconds": 1.5167391668073833,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_bare_bones_seed42_7655246be67a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7655246be67a",
|
|
"data_fingerprint": "cf020fdde139c2bd",
|
|
"initial_model_fingerprint": "7ed3952c2fbe78af",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.3707817792892456,
|
|
"accuracy": 0.898809552192688,
|
|
"mse": 0.05272166058421135
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.46162325143814087,
|
|
"accuracy": 0.9285714030265808,
|
|
"mse": 0.05430768057703972
|
|
},
|
|
"runtime_seconds": 1.5367225410882384,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_bare_bones_seed43_0012a847d23a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "0012a847d23a",
|
|
"data_fingerprint": "47bc2f572c5fec1c",
|
|
"initial_model_fingerprint": "3eb1a9ef1e9335f6",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.3507571816444397,
|
|
"accuracy": 0.8928571343421936,
|
|
"mse": 0.052577145397663116
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.592940092086792,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.0866384357213974
|
|
},
|
|
"runtime_seconds": 1.5569617089349777,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_bare_bones_seed44_1e6bf73eaf1e",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "1e6bf73eaf1e",
|
|
"data_fingerprint": "a1b1ab0ba50da4d9",
|
|
"initial_model_fingerprint": "b2ea3cb552ada071",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.33141136169433594,
|
|
"accuracy": 0.898809552192688,
|
|
"mse": 0.06309879571199417
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.29140159487724304,
|
|
"accuracy": 0.9523809552192688,
|
|
"mse": 0.05281345546245575
|
|
},
|
|
"runtime_seconds": 1.5635050002019852,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_bare_bones_seed45_9bf78a5325c4",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9bf78a5325c4",
|
|
"data_fingerprint": "f21a5f22d78d3eb1",
|
|
"initial_model_fingerprint": "9e5b46ee1b7caff0",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.37824103236198425,
|
|
"accuracy": 0.8571428656578064,
|
|
"mse": 0.0701170265674591
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4391506612300873,
|
|
"accuracy": 0.7857142686843872,
|
|
"mse": 0.08444318175315857
|
|
},
|
|
"runtime_seconds": 1.534322916995734,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_adaptive_moment_seed41_65ac92a6bf33",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "65ac92a6bf33",
|
|
"data_fingerprint": "7e80b753d7119015",
|
|
"initial_model_fingerprint": "dbefd7fe66f4c4eb",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.23019717633724213,
|
|
"accuracy": 0.9107142686843872,
|
|
"mse": 0.04132877662777901
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2069307118654251,
|
|
"accuracy": 0.9523809552192688,
|
|
"mse": 0.04002527892589569
|
|
},
|
|
"runtime_seconds": 1.3558514169417322,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_adaptive_moment_seed42_41200e070b38",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "41200e070b38",
|
|
"data_fingerprint": "cf020fdde139c2bd",
|
|
"initial_model_fingerprint": "7ed3952c2fbe78af",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.21417540311813354,
|
|
"accuracy": 0.9226190447807312,
|
|
"mse": 0.03754362091422081
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.24953606724739075,
|
|
"accuracy": 0.9047619104385376,
|
|
"mse": 0.050037819892168045
|
|
},
|
|
"runtime_seconds": 1.3875930421054363,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_adaptive_moment_seed43_7f32e3655d1d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7f32e3655d1d",
|
|
"data_fingerprint": "47bc2f572c5fec1c",
|
|
"initial_model_fingerprint": "3eb1a9ef1e9335f6",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.22975336015224457,
|
|
"accuracy": 0.9166666865348816,
|
|
"mse": 0.04079404100775719
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.517500638961792,
|
|
"accuracy": 0.8333333134651184,
|
|
"mse": 0.06756050139665604
|
|
},
|
|
"runtime_seconds": 1.3970742078963667,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_adaptive_moment_seed44_c35522f27323",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c35522f27323",
|
|
"data_fingerprint": "a1b1ab0ba50da4d9",
|
|
"initial_model_fingerprint": "b2ea3cb552ada071",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.17773085832595825,
|
|
"accuracy": 0.9285714030265808,
|
|
"mse": 0.0371076837182045
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.2783668041229248,
|
|
"accuracy": 0.9047619104385376,
|
|
"mse": 0.04379665106534958
|
|
},
|
|
"runtime_seconds": 1.4338162089698017,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Seeds_adaptive_moment_seed45_bf74f66d9604",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "bf74f66d9604",
|
|
"data_fingerprint": "f21a5f22d78d3eb1",
|
|
"initial_model_fingerprint": "9e5b46ee1b7caff0",
|
|
"type": "main",
|
|
"dataset": "Seeds",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"score_source": "held_out",
|
|
"model_param_count": 771,
|
|
"train_data_size": 168,
|
|
"eval_data_size": 42,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Seeds",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.5,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.5
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.2740238308906555,
|
|
"accuracy": 0.9107142686843872,
|
|
"mse": 0.04443332180380821
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.32740139961242676,
|
|
"accuracy": 0.8571428656578064,
|
|
"mse": 0.06444984674453735
|
|
},
|
|
"runtime_seconds": 1.4622948339674622,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_original_seed41_9e81630deded",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9e81630deded",
|
|
"data_fingerprint": "f0c1eef6d3164fc4",
|
|
"initial_model_fingerprint": "9af4896a7a2c4c81",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2617411613464355,
|
|
"accuracy": 0.22300000488758087,
|
|
"mse": 0.088669553399086
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.2829415798187256,
|
|
"accuracy": 0.1944444477558136,
|
|
"mse": 0.08924634754657745
|
|
},
|
|
"runtime_seconds": 2.1861627500038594,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_original_seed42_46d8c4455960",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "46d8c4455960",
|
|
"data_fingerprint": "f6de4fe22b228027",
|
|
"initial_model_fingerprint": "bf45591dfb652c19",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.324465751647949,
|
|
"accuracy": 0.16599999368190765,
|
|
"mse": 0.08990947902202606
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.3081114292144775,
|
|
"accuracy": 0.14444445073604584,
|
|
"mse": 0.08985483646392822
|
|
},
|
|
"runtime_seconds": 2.167289041914046,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_original_seed43_4f8d65ea6120",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "4f8d65ea6120",
|
|
"data_fingerprint": "f617cbf50dc6fbd0",
|
|
"initial_model_fingerprint": "280c038c92ad7d69",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2402591705322266,
|
|
"accuracy": 0.17900000512599945,
|
|
"mse": 0.08884875476360321
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.2550830841064453,
|
|
"accuracy": 0.1805555522441864,
|
|
"mse": 0.08945893496274948
|
|
},
|
|
"runtime_seconds": 2.444736792007461,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_original_seed44_294c97c34039",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "294c97c34039",
|
|
"data_fingerprint": "39a13ea24f7fe3d3",
|
|
"initial_model_fingerprint": "ed364a9b2281fac5",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2890374660491943,
|
|
"accuracy": 0.16300000250339508,
|
|
"mse": 0.08958756923675537
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.249772071838379,
|
|
"accuracy": 0.14444445073604584,
|
|
"mse": 0.09001036733388901
|
|
},
|
|
"runtime_seconds": 2.2415781249292195,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_original_seed45_062f764d4480",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "062f764d4480",
|
|
"data_fingerprint": "9d5639d80ac523a9",
|
|
"initial_model_fingerprint": "5f1617fc58fac335",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.215007781982422,
|
|
"accuracy": 0.1679999977350235,
|
|
"mse": 0.0882057324051857
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.252229928970337,
|
|
"accuracy": 0.15833333134651184,
|
|
"mse": 0.0888998880982399
|
|
},
|
|
"runtime_seconds": 2.321851125219837,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_inertia_seed41_daec82326233",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "daec82326233",
|
|
"data_fingerprint": "f0c1eef6d3164fc4",
|
|
"initial_model_fingerprint": "9af4896a7a2c4c81",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.173959732055664,
|
|
"accuracy": 0.2720000147819519,
|
|
"mse": 0.08434547483921051
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.1810758113861084,
|
|
"accuracy": 0.25833332538604736,
|
|
"mse": 0.08479094505310059
|
|
},
|
|
"runtime_seconds": 1.9404035829938948,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_inertia_seed42_27181b02d4cd",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "27181b02d4cd",
|
|
"data_fingerprint": "f6de4fe22b228027",
|
|
"initial_model_fingerprint": "bf45591dfb652c19",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.035007953643799,
|
|
"accuracy": 0.28999999165534973,
|
|
"mse": 0.08113866299390793
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.9564385414123535,
|
|
"accuracy": 0.3055555522441864,
|
|
"mse": 0.07970407605171204
|
|
},
|
|
"runtime_seconds": 1.9198420830070972,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_inertia_seed43_27938492b559",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "27938492b559",
|
|
"data_fingerprint": "f617cbf50dc6fbd0",
|
|
"initial_model_fingerprint": "280c038c92ad7d69",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.8432661294937134,
|
|
"accuracy": 0.35499998927116394,
|
|
"mse": 0.07747028768062592
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.8053909540176392,
|
|
"accuracy": 0.3777777850627899,
|
|
"mse": 0.07513056695461273
|
|
},
|
|
"runtime_seconds": 1.9688580001238734,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_inertia_seed44_58a34c628d9a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "58a34c628d9a",
|
|
"data_fingerprint": "39a13ea24f7fe3d3",
|
|
"initial_model_fingerprint": "ed364a9b2281fac5",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.114971399307251,
|
|
"accuracy": 0.2280000001192093,
|
|
"mse": 0.08531089872121811
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.0523359775543213,
|
|
"accuracy": 0.22777777910232544,
|
|
"mse": 0.08450954407453537
|
|
},
|
|
"runtime_seconds": 2.044121792074293,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_inertia_seed45_c0086309a86b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c0086309a86b",
|
|
"data_fingerprint": "9d5639d80ac523a9",
|
|
"initial_model_fingerprint": "5f1617fc58fac335",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.9059537649154663,
|
|
"accuracy": 0.3400000035762787,
|
|
"mse": 0.08020355552434921
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.9080941677093506,
|
|
"accuracy": 0.3472222089767456,
|
|
"mse": 0.07944019138813019
|
|
},
|
|
"runtime_seconds": 2.161027291091159,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_constriction_seed41_e7ffbe8ff230",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e7ffbe8ff230",
|
|
"data_fingerprint": "f0c1eef6d3164fc4",
|
|
"initial_model_fingerprint": "9af4896a7a2c4c81",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.8068615198135376,
|
|
"accuracy": 0.3919999897480011,
|
|
"mse": 0.07423090934753418
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.830819010734558,
|
|
"accuracy": 0.3472222089767456,
|
|
"mse": 0.07658052444458008
|
|
},
|
|
"runtime_seconds": 2.100981292081997,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_constriction_seed42_c610271fc102",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c610271fc102",
|
|
"data_fingerprint": "f6de4fe22b228027",
|
|
"initial_model_fingerprint": "bf45591dfb652c19",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.691806435585022,
|
|
"accuracy": 0.4090000092983246,
|
|
"mse": 0.07066111266613007
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.6854695081710815,
|
|
"accuracy": 0.3888888955116272,
|
|
"mse": 0.07275129854679108
|
|
},
|
|
"runtime_seconds": 2.2917967499233782,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_constriction_seed43_cf787d661b4a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "cf787d661b4a",
|
|
"data_fingerprint": "f617cbf50dc6fbd0",
|
|
"initial_model_fingerprint": "280c038c92ad7d69",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.661444902420044,
|
|
"accuracy": 0.4059999883174896,
|
|
"mse": 0.07141976803541183
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.760801076889038,
|
|
"accuracy": 0.38055557012557983,
|
|
"mse": 0.07476656138896942
|
|
},
|
|
"runtime_seconds": 2.375207500066608,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_constriction_seed44_ec7fa365faab",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "ec7fa365faab",
|
|
"data_fingerprint": "39a13ea24f7fe3d3",
|
|
"initial_model_fingerprint": "ed364a9b2281fac5",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.7786259651184082,
|
|
"accuracy": 0.34200000762939453,
|
|
"mse": 0.07684328407049179
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.7403881549835205,
|
|
"accuracy": 0.3611111044883728,
|
|
"mse": 0.07619272172451019
|
|
},
|
|
"runtime_seconds": 2.504296417115256,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_constriction_seed45_3dc815d9fb31",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "3dc815d9fb31",
|
|
"data_fingerprint": "9d5639d80ac523a9",
|
|
"initial_model_fingerprint": "5f1617fc58fac335",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.6648540496826172,
|
|
"accuracy": 0.3610000014305115,
|
|
"mse": 0.07508069276809692
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.8080878257751465,
|
|
"accuracy": 0.3861111104488373,
|
|
"mse": 0.07378461956977844
|
|
},
|
|
"runtime_seconds": 2.3777815841604024,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_fips_seed41_904d32b16663",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "904d32b16663",
|
|
"data_fingerprint": "f0c1eef6d3164fc4",
|
|
"initial_model_fingerprint": "9af4896a7a2c4c81",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.0772244930267334,
|
|
"accuracy": 0.2160000056028366,
|
|
"mse": 0.08328772336244583
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.0640549659729004,
|
|
"accuracy": 0.22499999403953552,
|
|
"mse": 0.08292558789253235
|
|
},
|
|
"runtime_seconds": 2.599182124948129,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_fips_seed42_7b1c76516c0b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7b1c76516c0b",
|
|
"data_fingerprint": "f6de4fe22b228027",
|
|
"initial_model_fingerprint": "bf45591dfb652c19",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.0291080474853516,
|
|
"accuracy": 0.19699999690055847,
|
|
"mse": 0.08490344136953354
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.0000698566436768,
|
|
"accuracy": 0.15555556118488312,
|
|
"mse": 0.08459118753671646
|
|
},
|
|
"runtime_seconds": 2.654482499929145,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_fips_seed43_e5ff6146ad8f",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e5ff6146ad8f",
|
|
"data_fingerprint": "f617cbf50dc6fbd0",
|
|
"initial_model_fingerprint": "280c038c92ad7d69",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.1521434783935547,
|
|
"accuracy": 0.2840000092983246,
|
|
"mse": 0.08669741451740265
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.1906869411468506,
|
|
"accuracy": 0.2638888955116272,
|
|
"mse": 0.08742034435272217
|
|
},
|
|
"runtime_seconds": 2.7839837500359863,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_fips_seed44_bad6731441e0",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "bad6731441e0",
|
|
"data_fingerprint": "39a13ea24f7fe3d3",
|
|
"initial_model_fingerprint": "ed364a9b2281fac5",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.0534286499023438,
|
|
"accuracy": 0.3310000002384186,
|
|
"mse": 0.08358488231897354
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.108774423599243,
|
|
"accuracy": 0.2944444417953491,
|
|
"mse": 0.0848330482840538
|
|
},
|
|
"runtime_seconds": 2.634472999954596,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_fips_seed45_655330fc9fc3",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "655330fc9fc3",
|
|
"data_fingerprint": "9d5639d80ac523a9",
|
|
"initial_model_fingerprint": "5f1617fc58fac335",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.9725496768951416,
|
|
"accuracy": 0.30300000309944153,
|
|
"mse": 0.08112427592277527
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.9572372436523438,
|
|
"accuracy": 0.3083333373069763,
|
|
"mse": 0.08043570816516876
|
|
},
|
|
"runtime_seconds": 2.4333895419258624,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_clpso_seed41_0cbb1d9aebf7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "0cbb1d9aebf7",
|
|
"data_fingerprint": "f0c1eef6d3164fc4",
|
|
"initial_model_fingerprint": "9af4896a7a2c4c81",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.1367292404174805,
|
|
"accuracy": 0.22599999606609344,
|
|
"mse": 0.08658362925052643
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.1658363342285156,
|
|
"accuracy": 0.21388888359069824,
|
|
"mse": 0.08725804090499878
|
|
},
|
|
"runtime_seconds": 2.3339792501647025,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_clpso_seed42_f67db481a996",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f67db481a996",
|
|
"data_fingerprint": "f6de4fe22b228027",
|
|
"initial_model_fingerprint": "bf45591dfb652c19",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.206430196762085,
|
|
"accuracy": 0.21799999475479126,
|
|
"mse": 0.0870317742228508
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.2051308155059814,
|
|
"accuracy": 0.19166666269302368,
|
|
"mse": 0.08755485713481903
|
|
},
|
|
"runtime_seconds": 2.377047209069133,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_clpso_seed43_de2363a3f338",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "de2363a3f338",
|
|
"data_fingerprint": "f617cbf50dc6fbd0",
|
|
"initial_model_fingerprint": "280c038c92ad7d69",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.201568365097046,
|
|
"accuracy": 0.15299999713897705,
|
|
"mse": 0.0885072648525238
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.2101080417633057,
|
|
"accuracy": 0.13055555522441864,
|
|
"mse": 0.0891144722700119
|
|
},
|
|
"runtime_seconds": 2.3552857080940157,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_clpso_seed44_99956db6e052",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "99956db6e052",
|
|
"data_fingerprint": "39a13ea24f7fe3d3",
|
|
"initial_model_fingerprint": "ed364a9b2281fac5",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2019567489624023,
|
|
"accuracy": 0.22200000286102295,
|
|
"mse": 0.08723719418048859
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.213874101638794,
|
|
"accuracy": 0.24166665971279144,
|
|
"mse": 0.08781173825263977
|
|
},
|
|
"runtime_seconds": 2.4299692499917,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_clpso_seed45_40ab922ccd40",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "40ab922ccd40",
|
|
"data_fingerprint": "9d5639d80ac523a9",
|
|
"initial_model_fingerprint": "5f1617fc58fac335",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.135824203491211,
|
|
"accuracy": 0.29600000381469727,
|
|
"mse": 0.08445338159799576
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.2277636528015137,
|
|
"accuracy": 0.2611111104488373,
|
|
"mse": 0.08523893356323242
|
|
},
|
|
"runtime_seconds": 3.1002987078391016,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_bare_bones_seed41_2802f651b43d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2802f651b43d",
|
|
"data_fingerprint": "f0c1eef6d3164fc4",
|
|
"initial_model_fingerprint": "9af4896a7a2c4c81",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.252967357635498,
|
|
"accuracy": 0.23000000417232513,
|
|
"mse": 0.08590874075889587
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.2463696002960205,
|
|
"accuracy": 0.2527777850627899,
|
|
"mse": 0.0852879211306572
|
|
},
|
|
"runtime_seconds": 2.3899612920358777,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_bare_bones_seed42_b02a2be14360",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "b02a2be14360",
|
|
"data_fingerprint": "f6de4fe22b228027",
|
|
"initial_model_fingerprint": "bf45591dfb652c19",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.229649543762207,
|
|
"accuracy": 0.19099999964237213,
|
|
"mse": 0.08928735554218292
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.361936569213867,
|
|
"accuracy": 0.14166666567325592,
|
|
"mse": 0.0929383784532547
|
|
},
|
|
"runtime_seconds": 2.517781083006412,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_bare_bones_seed43_b98ee4548be6",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "b98ee4548be6",
|
|
"data_fingerprint": "f617cbf50dc6fbd0",
|
|
"initial_model_fingerprint": "280c038c92ad7d69",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.1584651470184326,
|
|
"accuracy": 0.2460000067949295,
|
|
"mse": 0.08629835397005081
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.124666452407837,
|
|
"accuracy": 0.25,
|
|
"mse": 0.08588261157274246
|
|
},
|
|
"runtime_seconds": 2.5478430408984423,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_bare_bones_seed44_67db3b615399",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "67db3b615399",
|
|
"data_fingerprint": "39a13ea24f7fe3d3",
|
|
"initial_model_fingerprint": "ed364a9b2281fac5",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2550888061523438,
|
|
"accuracy": 0.17900000512599945,
|
|
"mse": 0.08894563466310501
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.266505479812622,
|
|
"accuracy": 0.15555556118488312,
|
|
"mse": 0.08891921490430832
|
|
},
|
|
"runtime_seconds": 2.680936082964763,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_bare_bones_seed45_7b2a747ad3bc",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7b2a747ad3bc",
|
|
"data_fingerprint": "9d5639d80ac523a9",
|
|
"initial_model_fingerprint": "5f1617fc58fac335",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2584753036499023,
|
|
"accuracy": 0.15399999916553497,
|
|
"mse": 0.08958878368139267
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.2515347003936768,
|
|
"accuracy": 0.15000000596046448,
|
|
"mse": 0.09008078277111053
|
|
},
|
|
"runtime_seconds": 2.687859124969691,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_adaptive_moment_seed41_e74144daa637",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e74144daa637",
|
|
"data_fingerprint": "f0c1eef6d3164fc4",
|
|
"initial_model_fingerprint": "9af4896a7a2c4c81",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.1329033374786377,
|
|
"accuracy": 0.2849999964237213,
|
|
"mse": 0.08403640985488892
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.1274328231811523,
|
|
"accuracy": 0.28333333134651184,
|
|
"mse": 0.08371066302061081
|
|
},
|
|
"runtime_seconds": 2.5720566669479012,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_adaptive_moment_seed42_a2da72677525",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "a2da72677525",
|
|
"data_fingerprint": "f6de4fe22b228027",
|
|
"initial_model_fingerprint": "bf45591dfb652c19",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.0686817169189453,
|
|
"accuracy": 0.2709999978542328,
|
|
"mse": 0.08360999077558517
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.0876049995422363,
|
|
"accuracy": 0.27222222089767456,
|
|
"mse": 0.08446487039327621
|
|
},
|
|
"runtime_seconds": 2.6077378750778735,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_adaptive_moment_seed43_e2d2423853ce",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e2d2423853ce",
|
|
"data_fingerprint": "f617cbf50dc6fbd0",
|
|
"initial_model_fingerprint": "280c038c92ad7d69",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.079728126525879,
|
|
"accuracy": 0.2370000034570694,
|
|
"mse": 0.08583791553974152
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.1019599437713623,
|
|
"accuracy": 0.2361111044883728,
|
|
"mse": 0.08700509369373322
|
|
},
|
|
"runtime_seconds": 2.599350499920547,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_adaptive_moment_seed44_0c440537dd5b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "0c440537dd5b",
|
|
"data_fingerprint": "39a13ea24f7fe3d3",
|
|
"initial_model_fingerprint": "ed364a9b2281fac5",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.125084161758423,
|
|
"accuracy": 0.257999986410141,
|
|
"mse": 0.0819929987192154
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.1390206813812256,
|
|
"accuracy": 0.2750000059604645,
|
|
"mse": 0.08342760056257248
|
|
},
|
|
"runtime_seconds": 2.4962192920502275,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_Digits_adaptive_moment_seed45_01fad7cfff24",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "01fad7cfff24",
|
|
"data_fingerprint": "9d5639d80ac523a9",
|
|
"initial_model_fingerprint": "5f1617fc58fac335",
|
|
"type": "main",
|
|
"dataset": "Digits",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"score_source": "held_out",
|
|
"model_param_count": 1020,
|
|
"train_data_size": 1437,
|
|
"eval_data_size": 360,
|
|
"configured_pca_choice": null,
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "Digits",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 1000,
|
|
"batch_size": 250,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.25,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.25
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 1000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.0284130573272705,
|
|
"accuracy": 0.30799999833106995,
|
|
"mse": 0.07994092255830765
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.088167905807495,
|
|
"accuracy": 0.27222222089767456,
|
|
"mse": 0.08149543404579163
|
|
},
|
|
"runtime_seconds": 2.2218740829266608,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_original_seed41_10d8dcb386e9",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "10d8dcb386e9",
|
|
"data_fingerprint": "9cf90687f18f6867",
|
|
"initial_model_fingerprint": "a265005eab7305ab",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.3936545848846436,
|
|
"accuracy": 0.1340000033378601,
|
|
"mse": 0.09311683475971222
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.360574245452881,
|
|
"accuracy": 0.16500000655651093,
|
|
"mse": 0.09202645719051361
|
|
},
|
|
"runtime_seconds": 2.7690670411102474,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_original_seed42_e89647788bfa",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e89647788bfa",
|
|
"data_fingerprint": "dfe645918ece54c0",
|
|
"initial_model_fingerprint": "f15e396114108c51",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.347860097885132,
|
|
"accuracy": 0.13899999856948853,
|
|
"mse": 0.09062287956476212
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.3212592601776123,
|
|
"accuracy": 0.14300000667572021,
|
|
"mse": 0.09031510353088379
|
|
},
|
|
"runtime_seconds": 3.077394332969561,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_original_seed43_ea229e5a7257",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "ea229e5a7257",
|
|
"data_fingerprint": "730cd610fc573af5",
|
|
"initial_model_fingerprint": "d9abe6f36969a8b5",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.4784181118011475,
|
|
"accuracy": 0.15700000524520874,
|
|
"mse": 0.09438490122556686
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.5147814750671387,
|
|
"accuracy": 0.15600000321865082,
|
|
"mse": 0.09482964128255844
|
|
},
|
|
"runtime_seconds": 4.626529292203486,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_original_seed44_23051c2e549b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "23051c2e549b",
|
|
"data_fingerprint": "718e473f23ab68a4",
|
|
"initial_model_fingerprint": "497c2208b39cbf7e",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.30441951751709,
|
|
"accuracy": 0.17550000548362732,
|
|
"mse": 0.09123670309782028
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.415644645690918,
|
|
"accuracy": 0.12600000202655792,
|
|
"mse": 0.09450323134660721
|
|
},
|
|
"runtime_seconds": 2.7831446670461446,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_original_seed45_ef2c6b1b100c",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "ef2c6b1b100c",
|
|
"data_fingerprint": "28844e0cd0f7c25c",
|
|
"initial_model_fingerprint": "cbffa45f13f8dead",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "original",
|
|
"profile": "original",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Original PSO",
|
|
"source": "10.1109/ICNN.1995.488968",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.4028897285461426,
|
|
"accuracy": 0.17599999904632568,
|
|
"mse": 0.09126102179288864
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.528709888458252,
|
|
"accuracy": 0.12999999523162842,
|
|
"mse": 0.09350301325321198
|
|
},
|
|
"runtime_seconds": 4.194451209157705,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_inertia_seed41_641c37d1902c",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "641c37d1902c",
|
|
"data_fingerprint": "9cf90687f18f6867",
|
|
"initial_model_fingerprint": "a265005eab7305ab",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.3381215333938599,
|
|
"accuracy": 0.5924999713897705,
|
|
"mse": 0.056777868419885635
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.5549514293670654,
|
|
"accuracy": 0.5210000276565552,
|
|
"mse": 0.06475670635700226
|
|
},
|
|
"runtime_seconds": 2.9916708329692483,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_inertia_seed42_3d723b7c453e",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "3d723b7c453e",
|
|
"data_fingerprint": "dfe645918ece54c0",
|
|
"initial_model_fingerprint": "f15e396114108c51",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.4281961917877197,
|
|
"accuracy": 0.5634999871253967,
|
|
"mse": 0.059982724487781525
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.6201825141906738,
|
|
"accuracy": 0.4970000088214874,
|
|
"mse": 0.06761188060045242
|
|
},
|
|
"runtime_seconds": 2.965985749848187,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_inertia_seed43_6dfb0d0fd6ae",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "6dfb0d0fd6ae",
|
|
"data_fingerprint": "730cd610fc573af5",
|
|
"initial_model_fingerprint": "d9abe6f36969a8b5",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.6584088802337646,
|
|
"accuracy": 0.4749999940395355,
|
|
"mse": 0.06921082735061646
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.078524112701416,
|
|
"accuracy": 0.367000013589859,
|
|
"mse": 0.08277533203363419
|
|
},
|
|
"runtime_seconds": 2.8704891668166965,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_inertia_seed44_c84bb533c9b4",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c84bb533c9b4",
|
|
"data_fingerprint": "718e473f23ab68a4",
|
|
"initial_model_fingerprint": "497c2208b39cbf7e",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.2869731187820435,
|
|
"accuracy": 0.6085000038146973,
|
|
"mse": 0.054680656641721725
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.4398808479309082,
|
|
"accuracy": 0.5440000295639038,
|
|
"mse": 0.062213294208049774
|
|
},
|
|
"runtime_seconds": 3.254134749993682,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_inertia_seed45_aa08e9112815",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "aa08e9112815",
|
|
"data_fingerprint": "28844e0cd0f7c25c",
|
|
"initial_model_fingerprint": "cbffa45f13f8dead",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "inertia",
|
|
"profile": "inertia",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.5111486911773682,
|
|
"accuracy": 0.5205000042915344,
|
|
"mse": 0.06331299990415573
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.8869050741195679,
|
|
"accuracy": 0.4129999876022339,
|
|
"mse": 0.07616910338401794
|
|
},
|
|
"runtime_seconds": 3.160143041983247,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_constriction_seed41_5282d73f094b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5282d73f094b",
|
|
"data_fingerprint": "9cf90687f18f6867",
|
|
"initial_model_fingerprint": "a265005eab7305ab",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.386448860168457,
|
|
"accuracy": 0.5584999918937683,
|
|
"mse": 0.05983114242553711
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.569274663925171,
|
|
"accuracy": 0.4909999966621399,
|
|
"mse": 0.06642866879701614
|
|
},
|
|
"runtime_seconds": 3.0594240000937134,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_constriction_seed42_bb70d1d70037",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "bb70d1d70037",
|
|
"data_fingerprint": "dfe645918ece54c0",
|
|
"initial_model_fingerprint": "f15e396114108c51",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.1828755140304565,
|
|
"accuracy": 0.6234999895095825,
|
|
"mse": 0.05046923831105232
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2963975667953491,
|
|
"accuracy": 0.5820000171661377,
|
|
"mse": 0.055818524211645126
|
|
},
|
|
"runtime_seconds": 3.015819540945813,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_constriction_seed43_97cc6fb1fe0a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "97cc6fb1fe0a",
|
|
"data_fingerprint": "730cd610fc573af5",
|
|
"initial_model_fingerprint": "d9abe6f36969a8b5",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.3433197736740112,
|
|
"accuracy": 0.5789999961853027,
|
|
"mse": 0.057317327708005905
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.509533166885376,
|
|
"accuracy": 0.527999997138977,
|
|
"mse": 0.06237608194351196
|
|
},
|
|
"runtime_seconds": 3.085574916098267,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_constriction_seed44_d7ce4c4cfe42",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "d7ce4c4cfe42",
|
|
"data_fingerprint": "718e473f23ab68a4",
|
|
"initial_model_fingerprint": "497c2208b39cbf7e",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.1404569149017334,
|
|
"accuracy": 0.6510000228881836,
|
|
"mse": 0.048903413116931915
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.4610586166381836,
|
|
"accuracy": 0.5379999876022339,
|
|
"mse": 0.061730675399303436
|
|
},
|
|
"runtime_seconds": 2.979554875055328,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_constriction_seed45_863470bda3e7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "863470bda3e7",
|
|
"data_fingerprint": "28844e0cd0f7c25c",
|
|
"initial_model_fingerprint": "cbffa45f13f8dead",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "constriction",
|
|
"profile": "constriction",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Constriction Coefficient PSO",
|
|
"source": "10.1109/4235.985692",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.3689371347427368,
|
|
"accuracy": 0.5720000267028809,
|
|
"mse": 0.057907942682504654
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.703574538230896,
|
|
"accuracy": 0.460999995470047,
|
|
"mse": 0.07028073072433472
|
|
},
|
|
"runtime_seconds": 4.3501843749545515,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_fips_seed41_e8949a554db5",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e8949a554db5",
|
|
"data_fingerprint": "9cf90687f18f6867",
|
|
"initial_model_fingerprint": "a265005eab7305ab",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.300412654876709,
|
|
"accuracy": 0.1525000035762787,
|
|
"mse": 0.09028158336877823
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.302541494369507,
|
|
"accuracy": 0.13300000131130219,
|
|
"mse": 0.0902903825044632
|
|
},
|
|
"runtime_seconds": 3.7603835419286042,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_fips_seed42_49c5a544efba",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "49c5a544efba",
|
|
"data_fingerprint": "dfe645918ece54c0",
|
|
"initial_model_fingerprint": "f15e396114108c51",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.140425682067871,
|
|
"accuracy": 0.22499999403953552,
|
|
"mse": 0.08616895228624344
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.1612672805786133,
|
|
"accuracy": 0.2290000021457672,
|
|
"mse": 0.08728907257318497
|
|
},
|
|
"runtime_seconds": 3.8516692500561476,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_fips_seed43_9692cb7f9831",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9692cb7f9831",
|
|
"data_fingerprint": "730cd610fc573af5",
|
|
"initial_model_fingerprint": "d9abe6f36969a8b5",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2012534141540527,
|
|
"accuracy": 0.22050000727176666,
|
|
"mse": 0.087419293820858
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.176907777786255,
|
|
"accuracy": 0.23800000548362732,
|
|
"mse": 0.08697457611560822
|
|
},
|
|
"runtime_seconds": 4.031099959043786,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_fips_seed44_f7d20d03d1c1",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f7d20d03d1c1",
|
|
"data_fingerprint": "718e473f23ab68a4",
|
|
"initial_model_fingerprint": "497c2208b39cbf7e",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.045689582824707,
|
|
"accuracy": 0.31450000405311584,
|
|
"mse": 0.08356857299804688
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.17195725440979,
|
|
"accuracy": 0.2549999952316284,
|
|
"mse": 0.08656814694404602
|
|
},
|
|
"runtime_seconds": 3.694581290939823,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_fips_seed45_0095144ac727",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "0095144ac727",
|
|
"data_fingerprint": "28844e0cd0f7c25c",
|
|
"initial_model_fingerprint": "cbffa45f13f8dead",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "fips",
|
|
"profile": "fips",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Fully Informed Particle Swarm (FIPS)",
|
|
"source": "10.1109/TEVC.2004.826074",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.05,
|
|
"c1": 2.05,
|
|
"phi": 4.1,
|
|
"chi": 0.7298437881283576
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2005927562713623,
|
|
"accuracy": 0.23849999904632568,
|
|
"mse": 0.08714449405670166
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.3034777641296387,
|
|
"accuracy": 0.1979999989271164,
|
|
"mse": 0.08890986442565918
|
|
},
|
|
"runtime_seconds": 3.695122124860063,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_clpso_seed41_25b503233345",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "25b503233345",
|
|
"data_fingerprint": "9cf90687f18f6867",
|
|
"initial_model_fingerprint": "a265005eab7305ab",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2500364780426025,
|
|
"accuracy": 0.2094999998807907,
|
|
"mse": 0.08816687017679214
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.316762685775757,
|
|
"accuracy": 0.20900000631809235,
|
|
"mse": 0.08957167714834213
|
|
},
|
|
"runtime_seconds": 3.9107722910121083,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_clpso_seed42_e6de3bc33ad6",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e6de3bc33ad6",
|
|
"data_fingerprint": "dfe645918ece54c0",
|
|
"initial_model_fingerprint": "f15e396114108c51",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.0957834720611572,
|
|
"accuracy": 0.2524999976158142,
|
|
"mse": 0.08504028618335724
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.172976493835449,
|
|
"accuracy": 0.24500000476837158,
|
|
"mse": 0.08746129274368286
|
|
},
|
|
"runtime_seconds": 3.3184274171944708,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_clpso_seed43_8a46f64639de",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8a46f64639de",
|
|
"data_fingerprint": "730cd610fc573af5",
|
|
"initial_model_fingerprint": "d9abe6f36969a8b5",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.324615716934204,
|
|
"accuracy": 0.19949999451637268,
|
|
"mse": 0.0908694639801979
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.352043390274048,
|
|
"accuracy": 0.1899999976158142,
|
|
"mse": 0.09161917865276337
|
|
},
|
|
"runtime_seconds": 3.5417710000183433,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_clpso_seed44_7593eb953b13",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7593eb953b13",
|
|
"data_fingerprint": "718e473f23ab68a4",
|
|
"initial_model_fingerprint": "497c2208b39cbf7e",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.17220139503479,
|
|
"accuracy": 0.2460000067949295,
|
|
"mse": 0.08573407679796219
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.279698133468628,
|
|
"accuracy": 0.20000000298023224,
|
|
"mse": 0.08846663683652878
|
|
},
|
|
"runtime_seconds": 3.4085127080325037,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_clpso_seed45_3639628f38f4",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "3639628f38f4",
|
|
"data_fingerprint": "28844e0cd0f7c25c",
|
|
"initial_model_fingerprint": "cbffa45f13f8dead",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "clpso",
|
|
"profile": "clpso",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Comprehensive Learning PSO (CLPSO)",
|
|
"source": "10.1109/TEVC.2005.857610",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c": 1.49445,
|
|
"c0": 1.49445,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"refresh_gap": 7
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.15352463722229,
|
|
"accuracy": 0.26350000500679016,
|
|
"mse": 0.08546456694602966
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.3076860904693604,
|
|
"accuracy": 0.1899999976158142,
|
|
"mse": 0.09044970571994781
|
|
},
|
|
"runtime_seconds": 3.502741124946624,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_bare_bones_seed41_5a20fcd6a522",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5a20fcd6a522",
|
|
"data_fingerprint": "9cf90687f18f6867",
|
|
"initial_model_fingerprint": "a265005eab7305ab",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.9192537069320679,
|
|
"accuracy": 0.4334999918937683,
|
|
"mse": 0.0752088651061058
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.989086627960205,
|
|
"accuracy": 0.40799999237060547,
|
|
"mse": 0.0770026221871376
|
|
},
|
|
"runtime_seconds": 3.6288448330014944,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_bare_bones_seed42_470567acfe4f",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "470567acfe4f",
|
|
"data_fingerprint": "dfe645918ece54c0",
|
|
"initial_model_fingerprint": "f15e396114108c51",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.7458051443099976,
|
|
"accuracy": 0.4424999952316284,
|
|
"mse": 0.0704411044716835
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.7775629758834839,
|
|
"accuracy": 0.44999998807907104,
|
|
"mse": 0.07303041964769363
|
|
},
|
|
"runtime_seconds": 3.8391325410921127,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_bare_bones_seed43_8ab3c7a352f7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8ab3c7a352f7",
|
|
"data_fingerprint": "730cd610fc573af5",
|
|
"initial_model_fingerprint": "d9abe6f36969a8b5",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.8988544940948486,
|
|
"accuracy": 0.43050000071525574,
|
|
"mse": 0.07490310072898865
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.171400547027588,
|
|
"accuracy": 0.3619999885559082,
|
|
"mse": 0.08386769145727158
|
|
},
|
|
"runtime_seconds": 3.29119808296673,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_bare_bones_seed44_97302dfc4390",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "97302dfc4390",
|
|
"data_fingerprint": "718e473f23ab68a4",
|
|
"initial_model_fingerprint": "497c2208b39cbf7e",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.7981884479522705,
|
|
"accuracy": 0.44999998807907104,
|
|
"mse": 0.07232917100191116
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.795458197593689,
|
|
"accuracy": 0.44999998807907104,
|
|
"mse": 0.0723361149430275
|
|
},
|
|
"runtime_seconds": 3.362965959124267,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_bare_bones_seed45_47e574a6e14d",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "47e574a6e14d",
|
|
"data_fingerprint": "28844e0cd0f7c25c",
|
|
"initial_model_fingerprint": "cbffa45f13f8dead",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "bare_bones",
|
|
"profile": "bare_bones",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Bare Bones PSO",
|
|
"source": "10.1109/SIS.2003.1202251",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.855396032333374,
|
|
"accuracy": 0.44749999046325684,
|
|
"mse": 0.07144537568092346
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.0943000316619873,
|
|
"accuracy": 0.3930000066757202,
|
|
"mse": 0.07978472113609314
|
|
},
|
|
"runtime_seconds": 3.057031667092815,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_adaptive_moment_seed41_362c2a6289bd",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "362c2a6289bd",
|
|
"data_fingerprint": "9cf90687f18f6867",
|
|
"initial_model_fingerprint": "a265005eab7305ab",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 41,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2493228912353516,
|
|
"accuracy": 0.21950000524520874,
|
|
"mse": 0.08938036859035492
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.140415906906128,
|
|
"accuracy": 0.2549999952316284,
|
|
"mse": 0.0860564336180687
|
|
},
|
|
"runtime_seconds": 2.7677273331210017,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_adaptive_moment_seed42_9ff2b9fb080a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9ff2b9fb080a",
|
|
"data_fingerprint": "dfe645918ece54c0",
|
|
"initial_model_fingerprint": "f15e396114108c51",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 42,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.1634159088134766,
|
|
"accuracy": 0.24699999392032623,
|
|
"mse": 0.08663105964660645
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.141822576522827,
|
|
"accuracy": 0.24699999392032623,
|
|
"mse": 0.08651550859212875
|
|
},
|
|
"runtime_seconds": 3.0341640829574317,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_adaptive_moment_seed43_834468fb42c1",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "834468fb42c1",
|
|
"data_fingerprint": "730cd610fc573af5",
|
|
"initial_model_fingerprint": "d9abe6f36969a8b5",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 43,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.2793126106262207,
|
|
"accuracy": 0.2630000114440918,
|
|
"mse": 0.08873322606086731
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.247786521911621,
|
|
"accuracy": 0.26899999380111694,
|
|
"mse": 0.08749625831842422
|
|
},
|
|
"runtime_seconds": 4.040982624981552,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_adaptive_moment_seed44_19c4f6565189",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "19c4f6565189",
|
|
"data_fingerprint": "718e473f23ab68a4",
|
|
"initial_model_fingerprint": "497c2208b39cbf7e",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 44,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.065256357192993,
|
|
"accuracy": 0.3174999952316284,
|
|
"mse": 0.08274290710687637
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.1758370399475098,
|
|
"accuracy": 0.26899999380111694,
|
|
"mse": 0.0861084908246994
|
|
},
|
|
"runtime_seconds": 4.144569542026147,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "main_MNIST_adaptive_moment_seed45_475d6b29e2cd",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "475d6b29e2cd",
|
|
"data_fingerprint": "28844e0cd0f7c25c",
|
|
"initial_model_fingerprint": "cbffa45f13f8dead",
|
|
"type": "main",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "main",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment",
|
|
"seed": 45,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 0.5,
|
|
"c1": 0.3,
|
|
"w_min": 0.1,
|
|
"w_max": 0.9,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 2.1669728755950928,
|
|
"accuracy": 0.2919999957084656,
|
|
"mse": 0.08611716330051422
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 2.3894264698028564,
|
|
"accuracy": 0.27000001072883606,
|
|
"mse": 0.08927067369222641
|
|
},
|
|
"runtime_seconds": 3.7505636250134557,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_canonical_seed46_057b98a366aa",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "057b98a366aa",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"velocity_limit_ratio": 0.1,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.4983471632003784,
|
|
"accuracy": 0.5414999723434448,
|
|
"mse": 0.06269210577011108
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.591628074645996,
|
|
"accuracy": 0.492000013589859,
|
|
"mse": 0.0687657818198204
|
|
},
|
|
"runtime_seconds": 3.5609477078542113,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_canonical_seed47_c1675022f2d9",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "c1675022f2d9",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"velocity_limit_ratio": 0.1,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.6488323211669922,
|
|
"accuracy": 0.48350000381469727,
|
|
"mse": 0.06702468544244766
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.7096999883651733,
|
|
"accuracy": 0.45399999618530273,
|
|
"mse": 0.07091139256954193
|
|
},
|
|
"runtime_seconds": 3.156672375043854,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_canonical_seed48_6b1583ef622c",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "6b1583ef622c",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"velocity_limit_ratio": 0.1,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.4587270021438599,
|
|
"accuracy": 0.5385000109672546,
|
|
"mse": 0.06065046414732933
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.699597954750061,
|
|
"accuracy": 0.47200000286102295,
|
|
"mse": 0.06947261840105057
|
|
},
|
|
"runtime_seconds": 3.211212957976386,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_canonical_seed49_84f1dfaaa5c7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "84f1dfaaa5c7",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"velocity_limit_ratio": 0.1,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.467037320137024,
|
|
"accuracy": 0.5584999918937683,
|
|
"mse": 0.061440981924533844
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.6894328594207764,
|
|
"accuracy": 0.4869999885559082,
|
|
"mse": 0.06814173609018326
|
|
},
|
|
"runtime_seconds": 2.771214082837105,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_canonical_seed50_174a29344c8c",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "174a29344c8c",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_canonical",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9,
|
|
"velocity_limit_ratio": 0.1,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 2.0,
|
|
"c1": 2.0,
|
|
"w_min": 0.4,
|
|
"w_max": 0.9
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.5680404901504517,
|
|
"accuracy": 0.5164999961853027,
|
|
"mse": 0.06381449103355408
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.9145543575286865,
|
|
"accuracy": 0.43299999833106995,
|
|
"mse": 0.07449053972959518
|
|
},
|
|
"runtime_seconds": 2.8994426249992102,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_tuned_seed46_f38d092547d4",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f38d092547d4",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.960219144821167,
|
|
"accuracy": 0.7024999856948853,
|
|
"mse": 0.041494015604257584
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2107150554656982,
|
|
"accuracy": 0.6349999904632568,
|
|
"mse": 0.05100187286734581
|
|
},
|
|
"runtime_seconds": 2.6674257919657975,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_tuned_seed47_3d0dbe246d65",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "3d0dbe246d65",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.926030158996582,
|
|
"accuracy": 0.7099999785423279,
|
|
"mse": 0.040029291063547134
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1810575723648071,
|
|
"accuracy": 0.6399999856948853,
|
|
"mse": 0.04994503781199455
|
|
},
|
|
"runtime_seconds": 2.9800681250635535,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_tuned_seed48_2c80a177eb48",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2c80a177eb48",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9870703220367432,
|
|
"accuracy": 0.703499972820282,
|
|
"mse": 0.042444709688425064
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1948310136795044,
|
|
"accuracy": 0.6480000019073486,
|
|
"mse": 0.05093942955136299
|
|
},
|
|
"runtime_seconds": 3.1290212909225374,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_tuned_seed49_bf8a511a1e7b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "bf8a511a1e7b",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.1248133182525635,
|
|
"accuracy": 0.640999972820282,
|
|
"mse": 0.0484032966196537
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.4542344808578491,
|
|
"accuracy": 0.5249999761581421,
|
|
"mse": 0.06324950605630875
|
|
},
|
|
"runtime_seconds": 3.097087916918099,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_inertia_tuned_seed50_f2df5809e1e5",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f2df5809e1e5",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "inertia_tuned",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9994353652000427,
|
|
"accuracy": 0.7085000276565552,
|
|
"mse": 0.04210244119167328
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.142163872718811,
|
|
"accuracy": 0.6330000162124634,
|
|
"mse": 0.04876433312892914
|
|
},
|
|
"runtime_seconds": 3.7858049999922514,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_no_mutation_seed46_8fc0f72ee8de",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8fc0f72ee8de",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.0720897912979126,
|
|
"accuracy": 0.6589999794960022,
|
|
"mse": 0.04759814217686653
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2342966794967651,
|
|
"accuracy": 0.6060000061988831,
|
|
"mse": 0.05424211919307709
|
|
},
|
|
"runtime_seconds": 3.545372207881883,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_no_mutation_seed47_030a25514bc2",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "030a25514bc2",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.0350593328475952,
|
|
"accuracy": 0.6840000152587891,
|
|
"mse": 0.044449444860219955
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2122845649719238,
|
|
"accuracy": 0.6420000195503235,
|
|
"mse": 0.050288934260606766
|
|
},
|
|
"runtime_seconds": 3.1859298751223832,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_no_mutation_seed48_478a2b2f7d11",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "478a2b2f7d11",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.032089352607727,
|
|
"accuracy": 0.6794999837875366,
|
|
"mse": 0.04432502016425133
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1877166032791138,
|
|
"accuracy": 0.609000027179718,
|
|
"mse": 0.05128093436360359
|
|
},
|
|
"runtime_seconds": 2.969354083063081,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_no_mutation_seed49_07ee2e163664",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "07ee2e163664",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.0982294082641602,
|
|
"accuracy": 0.6660000085830688,
|
|
"mse": 0.04723907262086868
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2159452438354492,
|
|
"accuracy": 0.6069999933242798,
|
|
"mse": 0.05345964431762695
|
|
},
|
|
"runtime_seconds": 3.1995443750638515,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_no_mutation_seed50_55f1447345a7",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "55f1447345a7",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_no_mutation",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.0,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.1345112323760986,
|
|
"accuracy": 0.6545000076293945,
|
|
"mse": 0.04792570322751999
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.3989360332489014,
|
|
"accuracy": 0.5569999814033508,
|
|
"mse": 0.058142438530921936
|
|
},
|
|
"runtime_seconds": 3.8381401249207556,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_full_evaluation_seed46_34331f336517",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "34331f336517",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9815514087677002,
|
|
"accuracy": 0.7006666660308838,
|
|
"mse": 0.04276024550199509
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.21538245677948,
|
|
"accuracy": 0.6169999837875366,
|
|
"mse": 0.05298233777284622
|
|
},
|
|
"runtime_seconds": 4.064853459130973,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_full_evaluation_seed47_47dacb349f42",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "47dacb349f42",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.0418089628219604,
|
|
"accuracy": 0.6726666688919067,
|
|
"mse": 0.04459879547357559
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2227095365524292,
|
|
"accuracy": 0.5839999914169312,
|
|
"mse": 0.054285984486341476
|
|
},
|
|
"runtime_seconds": 3.196830250089988,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_full_evaluation_seed48_f63dde67f916",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f63dde67f916",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9868288636207581,
|
|
"accuracy": 0.6850000023841858,
|
|
"mse": 0.04290908947587013
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1940710544586182,
|
|
"accuracy": 0.6240000128746033,
|
|
"mse": 0.05141150951385498
|
|
},
|
|
"runtime_seconds": 3.4551102090626955,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_full_evaluation_seed49_f4441b34504b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f4441b34504b",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.029543399810791,
|
|
"accuracy": 0.6859999895095825,
|
|
"mse": 0.04508155956864357
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1633678674697876,
|
|
"accuracy": 0.6460000276565552,
|
|
"mse": 0.051127687096595764
|
|
},
|
|
"runtime_seconds": 3.3989035410340875,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_full_evaluation_seed50_8df4579ac2af",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8df4579ac2af",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_full_evaluation",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "full",
|
|
"fitness_size": null,
|
|
"batch_size": null,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Full Dataset Evaluation",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9859696626663208,
|
|
"accuracy": 0.6949999928474426,
|
|
"mse": 0.042638495564460754
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.0995144844055176,
|
|
"accuracy": 0.656000018119812,
|
|
"mse": 0.0478772297501564
|
|
},
|
|
"runtime_seconds": 2.7697177911177278,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_uniform_initialization_seed46_5544a2a1fbcd",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5544a2a1fbcd",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "uniform",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Uniform Bounded Space Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.3547468185424805,
|
|
"accuracy": 0.6029999852180481,
|
|
"mse": 0.05597638711333275
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.7022292613983154,
|
|
"accuracy": 0.5609999895095825,
|
|
"mse": 0.0650036409497261
|
|
},
|
|
"runtime_seconds": 4.465875457972288,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_uniform_initialization_seed47_f55eb979381b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f55eb979381b",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "uniform",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Uniform Bounded Space Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.3338260650634766,
|
|
"accuracy": 0.6150000095367432,
|
|
"mse": 0.0543423555791378
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.807809591293335,
|
|
"accuracy": 0.5350000262260437,
|
|
"mse": 0.06686638295650482
|
|
},
|
|
"runtime_seconds": 4.935650583123788,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_uniform_initialization_seed48_f69a561bb4b0",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f69a561bb4b0",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "uniform",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Uniform Bounded Space Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.4022656679153442,
|
|
"accuracy": 0.6200000047683716,
|
|
"mse": 0.05426489934325218
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.5523244142532349,
|
|
"accuracy": 0.578000009059906,
|
|
"mse": 0.05895908921957016
|
|
},
|
|
"runtime_seconds": 3.797271041199565,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_uniform_initialization_seed49_87b46efe8ead",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "87b46efe8ead",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "uniform",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Uniform Bounded Space Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.3672173023223877,
|
|
"accuracy": 0.6144999861717224,
|
|
"mse": 0.05405355617403984
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.6415138244628906,
|
|
"accuracy": 0.574999988079071,
|
|
"mse": 0.061284471303224564
|
|
},
|
|
"runtime_seconds": 4.34765891591087,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_uniform_initialization_seed50_8fe90bb98ec5",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "8fe90bb98ec5",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_uniform_initialization",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "uniform",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Uniform Bounded Space Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.2712308168411255,
|
|
"accuracy": 0.6274999976158142,
|
|
"mse": 0.05219874158501625
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.392105221748352,
|
|
"accuracy": 0.6000000238418579,
|
|
"mse": 0.056670576333999634
|
|
},
|
|
"runtime_seconds": 3.9878762080334127,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_particle_reset_seed46_aabe31657e47",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "aabe31657e47",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "particle_reset",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "Particle Stagnation Reset",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"patience": 10,
|
|
"min_delta": 0.0001,
|
|
"monitor": "loss"
|
|
}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.960219144821167,
|
|
"accuracy": 0.7024999856948853,
|
|
"mse": 0.041494015604257584
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2107150554656982,
|
|
"accuracy": 0.6349999904632568,
|
|
"mse": 0.05100187286734581
|
|
},
|
|
"runtime_seconds": 4.107592500047758,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_particle_reset_seed47_83feb7242779",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "83feb7242779",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "particle_reset",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "Particle Stagnation Reset",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"patience": 10,
|
|
"min_delta": 0.0001,
|
|
"monitor": "loss"
|
|
}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.926030158996582,
|
|
"accuracy": 0.7099999785423279,
|
|
"mse": 0.040029291063547134
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1810575723648071,
|
|
"accuracy": 0.6399999856948853,
|
|
"mse": 0.04994503781199455
|
|
},
|
|
"runtime_seconds": 4.375917958794162,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_particle_reset_seed48_dfa908ae7828",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "dfa908ae7828",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "particle_reset",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "Particle Stagnation Reset",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"patience": 10,
|
|
"min_delta": 0.0001,
|
|
"monitor": "loss"
|
|
}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9870703220367432,
|
|
"accuracy": 0.703499972820282,
|
|
"mse": 0.042444709688425064
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1948310136795044,
|
|
"accuracy": 0.6480000019073486,
|
|
"mse": 0.05093942955136299
|
|
},
|
|
"runtime_seconds": 4.824421874945983,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_particle_reset_seed49_648e2e926d70",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "648e2e926d70",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "particle_reset",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "Particle Stagnation Reset",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"patience": 10,
|
|
"min_delta": 0.0001,
|
|
"monitor": "loss"
|
|
}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.1248133182525635,
|
|
"accuracy": 0.640999972820282,
|
|
"mse": 0.0484032966196537
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.4542344808578491,
|
|
"accuracy": 0.5249999761581421,
|
|
"mse": 0.06324950605630875
|
|
},
|
|
"runtime_seconds": 3.64655854110606,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_particle_reset_seed50_7b83a61ec8d3",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7b83a61ec8d3",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_particle_reset",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "particle_reset",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "Particle Stagnation Reset",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"patience": 10,
|
|
"min_delta": 0.0001,
|
|
"monitor": "loss"
|
|
}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9994353652000427,
|
|
"accuracy": 0.7085000276565552,
|
|
"mse": 0.04210244119167328
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.142163872718811,
|
|
"accuracy": 0.6330000162124634,
|
|
"mse": 0.04876433312892914
|
|
},
|
|
"runtime_seconds": 3.9274479581508785,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed46_2ab2dcb436f2",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2ab2dcb436f2",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 1,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "adam",
|
|
"refinement_epochs": 100,
|
|
"refinement_lr": 0.01,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 1
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "Adam Post-Search Refinement",
|
|
"source": "10.1016/j.amc.2006.07.025",
|
|
"fidelity": "experimental",
|
|
"gradient_required": true,
|
|
"options": {
|
|
"epochs": 100,
|
|
"lr": 0.01
|
|
}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.28509366512298584,
|
|
"accuracy": 0.9194999933242798,
|
|
"mse": 0.012805507518351078
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.48086220026016235,
|
|
"accuracy": 0.859000027179718,
|
|
"mse": 0.021785300225019455
|
|
},
|
|
"runtime_seconds": 4.568401959026232,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed47_5349ad7d7d23",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5349ad7d7d23",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 1,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "adam",
|
|
"refinement_epochs": 100,
|
|
"refinement_lr": 0.01,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 1
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "Adam Post-Search Refinement",
|
|
"source": "10.1016/j.amc.2006.07.025",
|
|
"fidelity": "experimental",
|
|
"gradient_required": true,
|
|
"options": {
|
|
"epochs": 100,
|
|
"lr": 0.01
|
|
}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.28499677777290344,
|
|
"accuracy": 0.9185000061988831,
|
|
"mse": 0.012717506848275661
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4722329378128052,
|
|
"accuracy": 0.8560000061988831,
|
|
"mse": 0.021651843562722206
|
|
},
|
|
"runtime_seconds": 4.58812995813787,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed48_9e33bfe05a00",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "9e33bfe05a00",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 1,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "adam",
|
|
"refinement_epochs": 100,
|
|
"refinement_lr": 0.01,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 1
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "Adam Post-Search Refinement",
|
|
"source": "10.1016/j.amc.2006.07.025",
|
|
"fidelity": "experimental",
|
|
"gradient_required": true,
|
|
"options": {
|
|
"epochs": 100,
|
|
"lr": 0.01
|
|
}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.31258782744407654,
|
|
"accuracy": 0.9104999899864197,
|
|
"mse": 0.01411585696041584
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.48210030794143677,
|
|
"accuracy": 0.8529999852180481,
|
|
"mse": 0.02216770127415657
|
|
},
|
|
"runtime_seconds": 5.578959417063743,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed49_ad424ce3a736",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "ad424ce3a736",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 1,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "adam",
|
|
"refinement_epochs": 100,
|
|
"refinement_lr": 0.01,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 1
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "Adam Post-Search Refinement",
|
|
"source": "10.1016/j.amc.2006.07.025",
|
|
"fidelity": "experimental",
|
|
"gradient_required": true,
|
|
"options": {
|
|
"epochs": 100,
|
|
"lr": 0.01
|
|
}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.3010714054107666,
|
|
"accuracy": 0.9175000190734863,
|
|
"mse": 0.013505849987268448
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.45523107051849365,
|
|
"accuracy": 0.8539999723434448,
|
|
"mse": 0.021236121654510498
|
|
},
|
|
"runtime_seconds": 4.967162583954632,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_tuned_adam_100_lr.01_seed50_455af98e9a12",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "455af98e9a12",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 1,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "inertia",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "adam",
|
|
"refinement_epochs": 100,
|
|
"refinement_lr": 0.01,
|
|
"moment_blend": null,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 1
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Inertia Weight PSO",
|
|
"source": "10.1109/ICEC.1998.699146",
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "Adam Post-Search Refinement",
|
|
"source": "10.1016/j.amc.2006.07.025",
|
|
"fidelity": "experimental",
|
|
"gradient_required": true,
|
|
"options": {
|
|
"epochs": 100,
|
|
"lr": 0.01
|
|
}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.30886828899383545,
|
|
"accuracy": 0.9129999876022339,
|
|
"mse": 0.013552301563322544
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 0.4609309732913971,
|
|
"accuracy": 0.8569999933242798,
|
|
"mse": 0.021361492574214935
|
|
},
|
|
"runtime_seconds": 5.250787208089605,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.10_seed46_79fac33a966b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "79fac33a966b",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.1,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.1,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9906385540962219,
|
|
"accuracy": 0.7269999980926514,
|
|
"mse": 0.03982372209429741
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.3945393562316895,
|
|
"accuracy": 0.6050000190734863,
|
|
"mse": 0.05493663251399994
|
|
},
|
|
"runtime_seconds": 4.1654522500466555,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.10_seed47_2e7312e60eea",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2e7312e60eea",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.1,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.1,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9854400753974915,
|
|
"accuracy": 0.7099999785423279,
|
|
"mse": 0.04110131040215492
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2537134885787964,
|
|
"accuracy": 0.6430000066757202,
|
|
"mse": 0.05136086419224739
|
|
},
|
|
"runtime_seconds": 4.548642375040799,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.10_seed48_3b5120f949a4",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "3b5120f949a4",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.1,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.1,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9406879544258118,
|
|
"accuracy": 0.7139999866485596,
|
|
"mse": 0.0401122123003006
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1160954236984253,
|
|
"accuracy": 0.6449999809265137,
|
|
"mse": 0.048475831747055054
|
|
},
|
|
"runtime_seconds": 4.156592082930729,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.10_seed49_6aec2466678e",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "6aec2466678e",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.1,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.1,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9904050827026367,
|
|
"accuracy": 0.6915000081062317,
|
|
"mse": 0.04313308745622635
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.2602720260620117,
|
|
"accuracy": 0.6159999966621399,
|
|
"mse": 0.05337315797805786
|
|
},
|
|
"runtime_seconds": 3.9387462080921978,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.10_seed50_47fcaa850381",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "47fcaa850381",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.10",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.1,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.1,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 0.9840501546859741,
|
|
"accuracy": 0.7070000171661377,
|
|
"mse": 0.04164457693696022
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.1920746564865112,
|
|
"accuracy": 0.640999972820282,
|
|
"mse": 0.05001939460635185
|
|
},
|
|
"runtime_seconds": 4.623877624981105,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.25_seed46_cb952cfbbb2a",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "cb952cfbbb2a",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.25,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.2781139612197876,
|
|
"accuracy": 0.6215000152587891,
|
|
"mse": 0.05412229150533676
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.3370016813278198,
|
|
"accuracy": 0.597000002861023,
|
|
"mse": 0.05697952210903168
|
|
},
|
|
"runtime_seconds": 3.9331418748479337,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.25_seed47_f961e70d98db",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "f961e70d98db",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.25,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.2477692365646362,
|
|
"accuracy": 0.6140000224113464,
|
|
"mse": 0.05316073074936867
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.4836280345916748,
|
|
"accuracy": 0.546999990940094,
|
|
"mse": 0.06242356449365616
|
|
},
|
|
"runtime_seconds": 3.1843141668941826,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.25_seed48_78a29e6c1e9b",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "78a29e6c1e9b",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.25,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.0882177352905273,
|
|
"accuracy": 0.6765000224113464,
|
|
"mse": 0.04509768635034561
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.5258105993270874,
|
|
"accuracy": 0.5690000057220459,
|
|
"mse": 0.06056499108672142
|
|
},
|
|
"runtime_seconds": 3.4833133339416236,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.25_seed49_e68caaec14b1",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "e68caaec14b1",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.25,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.3211814165115356,
|
|
"accuracy": 0.6365000009536743,
|
|
"mse": 0.05262219160795212
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.6710549592971802,
|
|
"accuracy": 0.5220000147819519,
|
|
"mse": 0.06673089414834976
|
|
},
|
|
"runtime_seconds": 2.9174931249581277,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.25_seed50_7d9049b6cd03",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "7d9049b6cd03",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.25",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.25,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.25,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.2048335075378418,
|
|
"accuracy": 0.640999972820282,
|
|
"mse": 0.05019155144691467
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.4823977947235107,
|
|
"accuracy": 0.5809999704360962,
|
|
"mse": 0.05925340577960014
|
|
},
|
|
"runtime_seconds": 2.9364934579934925,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.50_seed46_6e28e68ad581",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "6e28e68ad581",
|
|
"data_fingerprint": "f6805de56ab56f4f",
|
|
"initial_model_fingerprint": "e0244bf7c9c050a7",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 46,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.5,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.5,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.6091550588607788,
|
|
"accuracy": 0.5379999876022339,
|
|
"mse": 0.06340662389993668
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.8650866746902466,
|
|
"accuracy": 0.46799999475479126,
|
|
"mse": 0.07207556813955307
|
|
},
|
|
"runtime_seconds": 2.8238376670051366,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.50_seed47_5a30baac8420",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "5a30baac8420",
|
|
"data_fingerprint": "d6a0f7a23244f853",
|
|
"initial_model_fingerprint": "df5d443c5226f26e",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 47,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.5,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.5,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.4202409982681274,
|
|
"accuracy": 0.5985000133514404,
|
|
"mse": 0.05724874883890152
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.7107937335968018,
|
|
"accuracy": 0.5289999842643738,
|
|
"mse": 0.06943122297525406
|
|
},
|
|
"runtime_seconds": 3.1655241248663515,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.50_seed48_2d3320a55ce6",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "2d3320a55ce6",
|
|
"data_fingerprint": "8d32c9d5ee7cc371",
|
|
"initial_model_fingerprint": "949c6fb29dd9e30c",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 48,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.5,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.5,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.465976357460022,
|
|
"accuracy": 0.5625,
|
|
"mse": 0.06070118770003319
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.6830617189407349,
|
|
"accuracy": 0.5099999904632568,
|
|
"mse": 0.06682010740041733
|
|
},
|
|
"runtime_seconds": 3.564603833016008,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.50_seed49_47ddef54f059",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "47ddef54f059",
|
|
"data_fingerprint": "fdb83bce228853a6",
|
|
"initial_model_fingerprint": "3ea1dc0a3bfd7e75",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 49,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.5,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.5,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.342549204826355,
|
|
"accuracy": 0.5995000004768372,
|
|
"mse": 0.05577738210558891
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.5354411602020264,
|
|
"accuracy": 0.5759999752044678,
|
|
"mse": 0.06179702281951904
|
|
},
|
|
"runtime_seconds": 3.145734125049785,
|
|
"completed": true,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "ablation_MNIST_adaptive_moment_.50_seed50_af889f537981",
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"config_fingerprint": "af889f537981",
|
|
"data_fingerprint": "4d8ed1f3d7ae6d21",
|
|
"initial_model_fingerprint": "30f656f9662701d1",
|
|
"type": "ablation",
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"score_source": "held_out",
|
|
"model_param_count": 330,
|
|
"train_data_size": 3000,
|
|
"eval_data_size": 1000,
|
|
"configured_pca_choice": {
|
|
"n_components": 32,
|
|
"whiten": true
|
|
},
|
|
"timing_scope": "fit_only_after_method_specific_warmup",
|
|
"warmup_protocol": {
|
|
"pso_epochs": 2,
|
|
"refinement_epochs": 0,
|
|
"untimed": true
|
|
},
|
|
"config": {
|
|
"benchmark_protocol_version": "2.0.0",
|
|
"quick": false,
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"dataset": "MNIST",
|
|
"type": "ablation",
|
|
"method": "adaptive_moment",
|
|
"profile": "adaptive_moment_.50",
|
|
"seed": 50,
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"evaluation": "fixed_subset",
|
|
"fitness_size": 2000,
|
|
"batch_size": 1000,
|
|
"particle_min": -3.0,
|
|
"particle_max": 3.0,
|
|
"initial_position_noise": 0.05,
|
|
"renewal": "loss",
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"velocity_limit_ratio": 0.025,
|
|
"mutation_swarm": 0.02,
|
|
"initialization": "model_noise",
|
|
"convergence": "none",
|
|
"refinement": "none",
|
|
"refinement_epochs": 0,
|
|
"refinement_lr": 0.001,
|
|
"moment_blend": 0.5,
|
|
"warmup_pso_epochs": 2,
|
|
"warmup_refinement_epochs": 0
|
|
},
|
|
"resolved_plugins": {
|
|
"movement": {
|
|
"title": "Adaptive Path-Moment PSO",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"c0": 1.49618,
|
|
"c1": 1.49618,
|
|
"w_min": 0.7298,
|
|
"w_max": 0.7298,
|
|
"moment_blend": 0.5,
|
|
"moment_beta1": 0.9,
|
|
"moment_beta2": 0.999,
|
|
"moment_step_size": 1.0,
|
|
"moment_epsilon": 1e-08
|
|
}
|
|
},
|
|
"initialization": {
|
|
"title": "Model Weight + Uniform Noise Initialization",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"noise": 0.05
|
|
}
|
|
},
|
|
"evaluation": {
|
|
"title": "Fixed Subset Evaluation",
|
|
"source": null,
|
|
"fidelity": "experimental",
|
|
"gradient_required": false,
|
|
"options": {
|
|
"fitness_size": 2000
|
|
}
|
|
},
|
|
"convergence": {
|
|
"title": "No Convergence Action",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
},
|
|
"refinement": {
|
|
"title": "No Refinement",
|
|
"source": null,
|
|
"fidelity": "canonical",
|
|
"gradient_required": false,
|
|
"options": {}
|
|
}
|
|
},
|
|
"hardware_provenance": {
|
|
"platform": "macOS-26.5.2-arm64-arm-64bit",
|
|
"system": "Darwin",
|
|
"machine": "arm64",
|
|
"processor": "arm",
|
|
"python_version": "3.11.15",
|
|
"torch_version": "2.13.0",
|
|
"pso_version": "4.0.0",
|
|
"device_type": "mps",
|
|
"device_str": "mps",
|
|
"mps_available": true
|
|
},
|
|
"device": "mps",
|
|
"pso_version": "4.0.0",
|
|
"torch_version": "2.13.0",
|
|
"train_metrics": {
|
|
"loss": 1.4805761575698853,
|
|
"accuracy": 0.5540000200271606,
|
|
"mse": 0.060917943716049194
|
|
},
|
|
"eval_metrics": {
|
|
"loss": 1.6245237588882446,
|
|
"accuracy": 0.5099999904632568,
|
|
"mse": 0.0665321797132492
|
|
},
|
|
"runtime_seconds": 3.3128102091141045,
|
|
"completed": true,
|
|
"error": null
|
|
}
|
|
],
|
|
"summaries": {
|
|
"main": [
|
|
{
|
|
"dataset": "XOR",
|
|
"method": "original",
|
|
"method_name": "original",
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.004558,
|
|
"std": 0.002672,
|
|
"median": 0.004584,
|
|
"iqr": 0.001454,
|
|
"ci95_t": 0.003318
|
|
},
|
|
"eval_mse": {
|
|
"mean": 4.2e-05,
|
|
"std": 2.8e-05,
|
|
"median": 3.9e-05,
|
|
"iqr": 1.8e-05,
|
|
"ci95_t": 3.4e-05
|
|
},
|
|
"train_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.004558,
|
|
"std": 0.002672,
|
|
"median": 0.004584,
|
|
"iqr": 0.001454,
|
|
"ci95_t": 0.003318
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.905231,
|
|
"std": 0.246635,
|
|
"median": 1.842664,
|
|
"iqr": 0.38231,
|
|
"ci95_t": 0.306233
|
|
},
|
|
"rank_acc": 3,
|
|
"rank_loss": 3
|
|
},
|
|
{
|
|
"dataset": "XOR",
|
|
"method": "inertia",
|
|
"method_name": "inertia",
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.004431,
|
|
"std": 0.003308,
|
|
"median": 0.003801,
|
|
"iqr": 0.001559,
|
|
"ci95_t": 0.004108
|
|
},
|
|
"eval_mse": {
|
|
"mean": 3.6e-05,
|
|
"std": 3.1e-05,
|
|
"median": 2.8e-05,
|
|
"iqr": 1.5e-05,
|
|
"ci95_t": 3.9e-05
|
|
},
|
|
"train_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.004431,
|
|
"std": 0.003308,
|
|
"median": 0.003801,
|
|
"iqr": 0.001559,
|
|
"ci95_t": 0.004108
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.969097,
|
|
"std": 0.170892,
|
|
"median": 2.068327,
|
|
"iqr": 0.219687,
|
|
"ci95_t": 0.212187
|
|
},
|
|
"rank_acc": 2,
|
|
"rank_loss": 2
|
|
},
|
|
{
|
|
"dataset": "XOR",
|
|
"method": "constriction",
|
|
"method_name": "constriction",
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.004086,
|
|
"std": 0.002357,
|
|
"median": 0.005281,
|
|
"iqr": 0.001585,
|
|
"ci95_t": 0.002927
|
|
},
|
|
"eval_mse": {
|
|
"mean": 3.2e-05,
|
|
"std": 1.9e-05,
|
|
"median": 4.1e-05,
|
|
"iqr": 1.3e-05,
|
|
"ci95_t": 2.4e-05
|
|
},
|
|
"train_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.004086,
|
|
"std": 0.002357,
|
|
"median": 0.005281,
|
|
"iqr": 0.001585,
|
|
"ci95_t": 0.002927
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.987776,
|
|
"std": 0.182034,
|
|
"median": 2.004753,
|
|
"iqr": 0.165649,
|
|
"ci95_t": 0.226021
|
|
},
|
|
"rank_acc": 1,
|
|
"rank_loss": 1
|
|
},
|
|
{
|
|
"dataset": "XOR",
|
|
"method": "fips",
|
|
"method_name": "fips",
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.75,
|
|
"std": 0.25,
|
|
"median": 0.75,
|
|
"iqr": 0.5,
|
|
"ci95_t": 0.310411
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.546355,
|
|
"std": 0.059307,
|
|
"median": 0.568609,
|
|
"iqr": 0.092147,
|
|
"ci95_t": 0.073638
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.178887,
|
|
"std": 0.029466,
|
|
"median": 0.19088,
|
|
"iqr": 0.047686,
|
|
"ci95_t": 0.036586
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.75,
|
|
"std": 0.25,
|
|
"median": 0.75,
|
|
"iqr": 0.5,
|
|
"ci95_t": 0.310411
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.546355,
|
|
"std": 0.059307,
|
|
"median": 0.568609,
|
|
"iqr": 0.092147,
|
|
"ci95_t": 0.073638
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.502509,
|
|
"std": 0.055447,
|
|
"median": 2.493509,
|
|
"iqr": 0.06703,
|
|
"ci95_t": 0.068845
|
|
},
|
|
"rank_acc": 6,
|
|
"rank_loss": 6
|
|
},
|
|
{
|
|
"dataset": "XOR",
|
|
"method": "clpso",
|
|
"method_name": "clpso",
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.6,
|
|
"std": 0.136931,
|
|
"median": 0.5,
|
|
"iqr": 0.25,
|
|
"ci95_t": 0.170019
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.548166,
|
|
"std": 0.031946,
|
|
"median": 0.55628,
|
|
"iqr": 0.024237,
|
|
"ci95_t": 0.039666
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.183052,
|
|
"std": 0.012602,
|
|
"median": 0.184625,
|
|
"iqr": 0.009748,
|
|
"ci95_t": 0.015648
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.6,
|
|
"std": 0.136931,
|
|
"median": 0.5,
|
|
"iqr": 0.25,
|
|
"ci95_t": 0.170019
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.548166,
|
|
"std": 0.031946,
|
|
"median": 0.55628,
|
|
"iqr": 0.024237,
|
|
"ci95_t": 0.039666
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.295572,
|
|
"std": 0.260868,
|
|
"median": 2.252497,
|
|
"iqr": 0.177013,
|
|
"ci95_t": 0.323906
|
|
},
|
|
"rank_acc": 7,
|
|
"rank_loss": 7
|
|
},
|
|
{
|
|
"dataset": "XOR",
|
|
"method": "bare_bones",
|
|
"method_name": "bare_bones",
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.0821,
|
|
"std": 0.056963,
|
|
"median": 0.081613,
|
|
"iqr": 0.055056,
|
|
"ci95_t": 0.070728
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.010907,
|
|
"std": 0.010338,
|
|
"median": 0.011009,
|
|
"iqr": 0.011365,
|
|
"ci95_t": 0.012836
|
|
},
|
|
"train_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.0821,
|
|
"std": 0.056963,
|
|
"median": 0.081613,
|
|
"iqr": 0.055056,
|
|
"ci95_t": 0.070728
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.031221,
|
|
"std": 0.13707,
|
|
"median": 2.017329,
|
|
"iqr": 0.208905,
|
|
"ci95_t": 0.170193
|
|
},
|
|
"rank_acc": 4,
|
|
"rank_loss": 4
|
|
},
|
|
{
|
|
"dataset": "XOR",
|
|
"method": "adaptive_moment",
|
|
"method_name": "adaptive_moment",
|
|
"n_particles": 24,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.190431,
|
|
"std": 0.178122,
|
|
"median": 0.197448,
|
|
"iqr": 0.188515,
|
|
"ci95_t": 0.221164
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.04504,
|
|
"std": 0.056878,
|
|
"median": 0.036092,
|
|
"iqr": 0.044696,
|
|
"ci95_t": 0.070623
|
|
},
|
|
"train_acc": {
|
|
"mean": 1.0,
|
|
"std": 0.0,
|
|
"median": 1.0,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.0
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.190431,
|
|
"std": 0.178122,
|
|
"median": 0.197448,
|
|
"iqr": 0.188515,
|
|
"ci95_t": 0.221164
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.785274,
|
|
"std": 0.092073,
|
|
"median": 1.791596,
|
|
"iqr": 0.083435,
|
|
"ci95_t": 0.114322
|
|
},
|
|
"rank_acc": 5,
|
|
"rank_loss": 5
|
|
},
|
|
{
|
|
"dataset": "Iris",
|
|
"method": "original",
|
|
"method_name": "original",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.92,
|
|
"std": 0.086923,
|
|
"median": 0.966667,
|
|
"iqr": 0.033333,
|
|
"ci95_t": 0.107927
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.222324,
|
|
"std": 0.155767,
|
|
"median": 0.192657,
|
|
"iqr": 0.065706,
|
|
"ci95_t": 0.193407
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.043721,
|
|
"std": 0.035081,
|
|
"median": 0.032228,
|
|
"iqr": 0.016737,
|
|
"ci95_t": 0.043558
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.966667,
|
|
"std": 0.010206,
|
|
"median": 0.966667,
|
|
"iqr": 0.008333,
|
|
"ci95_t": 0.012672
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.08742,
|
|
"std": 0.02058,
|
|
"median": 0.092789,
|
|
"iqr": 0.019481,
|
|
"ci95_t": 0.025553
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.502316,
|
|
"std": 0.042929,
|
|
"median": 1.492559,
|
|
"iqr": 0.056936,
|
|
"ci95_t": 0.053303
|
|
},
|
|
"rank_acc": 3,
|
|
"rank_loss": 3
|
|
},
|
|
{
|
|
"dataset": "Iris",
|
|
"method": "inertia",
|
|
"method_name": "inertia",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.94,
|
|
"std": 0.027889,
|
|
"median": 0.933333,
|
|
"iqr": 0.033333,
|
|
"ci95_t": 0.034628
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.106901,
|
|
"std": 0.053063,
|
|
"median": 0.108104,
|
|
"iqr": 0.053939,
|
|
"ci95_t": 0.065885
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.024266,
|
|
"std": 0.011903,
|
|
"median": 0.026549,
|
|
"iqr": 0.016442,
|
|
"ci95_t": 0.014779
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.983333,
|
|
"std": 0.005893,
|
|
"median": 0.983333,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.007316
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.040899,
|
|
"std": 0.012351,
|
|
"median": 0.044929,
|
|
"iqr": 0.021993,
|
|
"ci95_t": 0.015335
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.569569,
|
|
"std": 0.121148,
|
|
"median": 1.529871,
|
|
"iqr": 0.105787,
|
|
"ci95_t": 0.150422
|
|
},
|
|
"rank_acc": 1,
|
|
"rank_loss": 1
|
|
},
|
|
{
|
|
"dataset": "Iris",
|
|
"method": "constriction",
|
|
"method_name": "constriction",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.94,
|
|
"std": 0.036515,
|
|
"median": 0.966667,
|
|
"iqr": 0.066667,
|
|
"ci95_t": 0.045338
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.171796,
|
|
"std": 0.076965,
|
|
"median": 0.148386,
|
|
"iqr": 0.105914,
|
|
"ci95_t": 0.095563
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.033793,
|
|
"std": 0.017284,
|
|
"median": 0.023024,
|
|
"iqr": 0.026996,
|
|
"ci95_t": 0.02146
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.991667,
|
|
"std": 0.005893,
|
|
"median": 0.991667,
|
|
"iqr": 0.0,
|
|
"ci95_t": 0.007316
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.032715,
|
|
"std": 0.011988,
|
|
"median": 0.032335,
|
|
"iqr": 0.014477,
|
|
"ci95_t": 0.014885
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.4309,
|
|
"std": 0.079265,
|
|
"median": 1.450687,
|
|
"iqr": 0.148585,
|
|
"ci95_t": 0.098419
|
|
},
|
|
"rank_acc": 2,
|
|
"rank_loss": 2
|
|
},
|
|
{
|
|
"dataset": "Iris",
|
|
"method": "fips",
|
|
"method_name": "fips",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.74,
|
|
"std": 0.054772,
|
|
"median": 0.733333,
|
|
"iqr": 0.033333,
|
|
"ci95_t": 0.068008
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.60501,
|
|
"std": 0.060601,
|
|
"median": 0.625894,
|
|
"iqr": 0.064748,
|
|
"ci95_t": 0.075245
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.117407,
|
|
"std": 0.008091,
|
|
"median": 0.120616,
|
|
"iqr": 0.009125,
|
|
"ci95_t": 0.010047
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.766667,
|
|
"std": 0.083956,
|
|
"median": 0.741667,
|
|
"iqr": 0.05,
|
|
"ci95_t": 0.104243
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.595101,
|
|
"std": 0.078408,
|
|
"median": 0.616142,
|
|
"iqr": 0.059233,
|
|
"ci95_t": 0.097354
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.072251,
|
|
"std": 0.154361,
|
|
"median": 2.009173,
|
|
"iqr": 0.038468,
|
|
"ci95_t": 0.191661
|
|
},
|
|
"rank_acc": 7,
|
|
"rank_loss": 7
|
|
},
|
|
{
|
|
"dataset": "Iris",
|
|
"method": "clpso",
|
|
"method_name": "clpso",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.793333,
|
|
"std": 0.076012,
|
|
"median": 0.766667,
|
|
"iqr": 0.066667,
|
|
"ci95_t": 0.094379
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.44827,
|
|
"std": 0.053877,
|
|
"median": 0.474597,
|
|
"iqr": 0.049216,
|
|
"ci95_t": 0.066896
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.091464,
|
|
"std": 0.016877,
|
|
"median": 0.091726,
|
|
"iqr": 0.010716,
|
|
"ci95_t": 0.020955
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.78,
|
|
"std": 0.086321,
|
|
"median": 0.791667,
|
|
"iqr": 0.1,
|
|
"ci95_t": 0.10718
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.462534,
|
|
"std": 0.114394,
|
|
"median": 0.44151,
|
|
"iqr": 0.072882,
|
|
"ci95_t": 0.142036
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.86465,
|
|
"std": 0.145025,
|
|
"median": 1.861528,
|
|
"iqr": 0.099452,
|
|
"ci95_t": 0.180069
|
|
},
|
|
"rank_acc": 6,
|
|
"rank_loss": 6
|
|
},
|
|
{
|
|
"dataset": "Iris",
|
|
"method": "bare_bones",
|
|
"method_name": "bare_bones",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.846667,
|
|
"std": 0.055777,
|
|
"median": 0.833333,
|
|
"iqr": 0.066667,
|
|
"ci95_t": 0.069256
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.405791,
|
|
"std": 0.172336,
|
|
"median": 0.367909,
|
|
"iqr": 0.160981,
|
|
"ci95_t": 0.21398
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.072802,
|
|
"std": 0.025814,
|
|
"median": 0.076178,
|
|
"iqr": 0.040948,
|
|
"ci95_t": 0.032051
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.885,
|
|
"std": 0.046919,
|
|
"median": 0.891667,
|
|
"iqr": 0.075,
|
|
"ci95_t": 0.058257
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.30248,
|
|
"std": 0.089572,
|
|
"median": 0.28258,
|
|
"iqr": 0.078565,
|
|
"ci95_t": 0.111216
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.66449,
|
|
"std": 0.144454,
|
|
"median": 1.714073,
|
|
"iqr": 0.185414,
|
|
"ci95_t": 0.17936
|
|
},
|
|
"rank_acc": 5,
|
|
"rank_loss": 5
|
|
},
|
|
{
|
|
"dataset": "Iris",
|
|
"method": "adaptive_moment",
|
|
"method_name": "adaptive_moment",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.846667,
|
|
"std": 0.076739,
|
|
"median": 0.866667,
|
|
"iqr": 0.133333,
|
|
"ci95_t": 0.095283
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.349701,
|
|
"std": 0.178108,
|
|
"median": 0.334009,
|
|
"iqr": 0.15044,
|
|
"ci95_t": 0.221147
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.071416,
|
|
"std": 0.035403,
|
|
"median": 0.063413,
|
|
"iqr": 0.0422,
|
|
"ci95_t": 0.043958
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.89,
|
|
"std": 0.042246,
|
|
"median": 0.9,
|
|
"iqr": 0.016667,
|
|
"ci95_t": 0.052454
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.294127,
|
|
"std": 0.078238,
|
|
"median": 0.297637,
|
|
"iqr": 0.053978,
|
|
"ci95_t": 0.097144
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.392557,
|
|
"std": 0.004708,
|
|
"median": 1.391352,
|
|
"iqr": 0.002098,
|
|
"ci95_t": 0.005846
|
|
},
|
|
"rank_acc": 4,
|
|
"rank_loss": 4
|
|
},
|
|
{
|
|
"dataset": "Seeds",
|
|
"method": "original",
|
|
"method_name": "original",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.87619,
|
|
"std": 0.042592,
|
|
"median": 0.880952,
|
|
"iqr": 0.071429,
|
|
"ci95_t": 0.052884
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.49224,
|
|
"std": 0.433653,
|
|
"median": 0.324954,
|
|
"iqr": 0.104917,
|
|
"ci95_t": 0.538443
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.065762,
|
|
"std": 0.028096,
|
|
"median": 0.051456,
|
|
"iqr": 0.032283,
|
|
"ci95_t": 0.034885
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.916667,
|
|
"std": 0.030351,
|
|
"median": 0.928571,
|
|
"iqr": 0.035714,
|
|
"ci95_t": 0.037685
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.246239,
|
|
"std": 0.069702,
|
|
"median": 0.241541,
|
|
"iqr": 0.047464,
|
|
"ci95_t": 0.086545
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.385803,
|
|
"std": 0.082957,
|
|
"median": 1.358886,
|
|
"iqr": 0.016763,
|
|
"ci95_t": 0.103003
|
|
},
|
|
"rank_acc": 5,
|
|
"rank_loss": 7
|
|
},
|
|
{
|
|
"dataset": "Seeds",
|
|
"method": "inertia",
|
|
"method_name": "inertia",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.914286,
|
|
"std": 0.052164,
|
|
"median": 0.928571,
|
|
"iqr": 0.023809,
|
|
"ci95_t": 0.064769
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.331656,
|
|
"std": 0.342636,
|
|
"median": 0.202104,
|
|
"iqr": 0.068956,
|
|
"ci95_t": 0.425432
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.048999,
|
|
"std": 0.036322,
|
|
"median": 0.039037,
|
|
"iqr": 0.008329,
|
|
"ci95_t": 0.045099
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.963095,
|
|
"std": 0.018054,
|
|
"median": 0.964286,
|
|
"iqr": 0.017857,
|
|
"ci95_t": 0.022417
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.103132,
|
|
"std": 0.034002,
|
|
"median": 0.106638,
|
|
"iqr": 0.012452,
|
|
"ci95_t": 0.042218
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.318196,
|
|
"std": 0.015319,
|
|
"median": 1.316955,
|
|
"iqr": 0.011708,
|
|
"ci95_t": 0.01902
|
|
},
|
|
"rank_acc": 1,
|
|
"rank_loss": 2
|
|
},
|
|
{
|
|
"dataset": "Seeds",
|
|
"method": "constriction",
|
|
"method_name": "constriction",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.890476,
|
|
"std": 0.091597,
|
|
"median": 0.880952,
|
|
"iqr": 0.095238,
|
|
"ci95_t": 0.113731
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.35142,
|
|
"std": 0.3882,
|
|
"median": 0.252366,
|
|
"iqr": 0.243302,
|
|
"ci95_t": 0.482006
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.056642,
|
|
"std": 0.052203,
|
|
"median": 0.058809,
|
|
"iqr": 0.043954,
|
|
"ci95_t": 0.064818
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.960714,
|
|
"std": 0.017149,
|
|
"median": 0.970238,
|
|
"iqr": 0.017857,
|
|
"ci95_t": 0.021292
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.100819,
|
|
"std": 0.037411,
|
|
"median": 0.110648,
|
|
"iqr": 0.057217,
|
|
"ci95_t": 0.046451
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.36371,
|
|
"std": 0.053261,
|
|
"median": 1.352828,
|
|
"iqr": 0.026591,
|
|
"ci95_t": 0.066131
|
|
},
|
|
"rank_acc": 3,
|
|
"rank_loss": 3
|
|
},
|
|
{
|
|
"dataset": "Seeds",
|
|
"method": "fips",
|
|
"method_name": "fips",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.885714,
|
|
"std": 0.035315,
|
|
"median": 0.880952,
|
|
"iqr": 0.02381,
|
|
"ci95_t": 0.043849
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.383732,
|
|
"std": 0.103951,
|
|
"median": 0.392303,
|
|
"iqr": 0.094168,
|
|
"ci95_t": 0.12907
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.067541,
|
|
"std": 0.016554,
|
|
"median": 0.068373,
|
|
"iqr": 0.011186,
|
|
"ci95_t": 0.020554
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.9,
|
|
"std": 0.016517,
|
|
"median": 0.904762,
|
|
"iqr": 0.017857,
|
|
"ci95_t": 0.020508
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.336734,
|
|
"std": 0.055168,
|
|
"median": 0.344263,
|
|
"iqr": 0.091857,
|
|
"ci95_t": 0.068498
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.815592,
|
|
"std": 0.045394,
|
|
"median": 1.793955,
|
|
"iqr": 0.066361,
|
|
"ci95_t": 0.056363
|
|
},
|
|
"rank_acc": 4,
|
|
"rank_loss": 4
|
|
},
|
|
{
|
|
"dataset": "Seeds",
|
|
"method": "clpso",
|
|
"method_name": "clpso",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.857143,
|
|
"std": 0.029161,
|
|
"median": 0.857143,
|
|
"iqr": 0.023809,
|
|
"ci95_t": 0.036207
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.469817,
|
|
"std": 0.073254,
|
|
"median": 0.510473,
|
|
"iqr": 0.12722,
|
|
"ci95_t": 0.090955
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.0841,
|
|
"std": 0.011752,
|
|
"median": 0.089405,
|
|
"iqr": 0.017131,
|
|
"ci95_t": 0.014592
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.892857,
|
|
"std": 0.017857,
|
|
"median": 0.886905,
|
|
"iqr": 0.005952,
|
|
"ci95_t": 0.022172
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.369897,
|
|
"std": 0.041768,
|
|
"median": 0.35888,
|
|
"iqr": 0.054595,
|
|
"ci95_t": 0.051862
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.537528,
|
|
"std": 0.018265,
|
|
"median": 1.533528,
|
|
"iqr": 0.022571,
|
|
"ci95_t": 0.022678
|
|
},
|
|
"rank_acc": 7,
|
|
"rank_loss": 6
|
|
},
|
|
{
|
|
"dataset": "Seeds",
|
|
"method": "bare_bones",
|
|
"method_name": "bare_bones",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.871429,
|
|
"std": 0.068595,
|
|
"median": 0.857143,
|
|
"iqr": 0.095238,
|
|
"ci95_t": 0.08517
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.42192,
|
|
"std": 0.120052,
|
|
"median": 0.439151,
|
|
"iqr": 0.13714,
|
|
"ci95_t": 0.149062
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.069299,
|
|
"std": 0.016028,
|
|
"median": 0.06829,
|
|
"iqr": 0.030136,
|
|
"ci95_t": 0.019901
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.882143,
|
|
"std": 0.02036,
|
|
"median": 0.892857,
|
|
"iqr": 0.035714,
|
|
"ci95_t": 0.02528
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.348336,
|
|
"std": 0.027942,
|
|
"median": 0.350757,
|
|
"iqr": 0.03937,
|
|
"ci95_t": 0.034694
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.54165,
|
|
"std": 0.018779,
|
|
"median": 1.536723,
|
|
"iqr": 0.022639,
|
|
"ci95_t": 0.023317
|
|
},
|
|
"rank_acc": 6,
|
|
"rank_loss": 5
|
|
},
|
|
{
|
|
"dataset": "Seeds",
|
|
"method": "adaptive_moment",
|
|
"method_name": "adaptive_moment",
|
|
"n_particles": 24,
|
|
"epochs": 60,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.890476,
|
|
"std": 0.046413,
|
|
"median": 0.904762,
|
|
"iqr": 0.047619,
|
|
"ci95_t": 0.057629
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.315947,
|
|
"std": 0.120895,
|
|
"median": 0.278367,
|
|
"iqr": 0.077865,
|
|
"ci95_t": 0.150108
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.053174,
|
|
"std": 0.012296,
|
|
"median": 0.050038,
|
|
"iqr": 0.020653,
|
|
"ci95_t": 0.015267
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.917857,
|
|
"std": 0.007761,
|
|
"median": 0.916667,
|
|
"iqr": 0.011905,
|
|
"ci95_t": 0.009636
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.225176,
|
|
"std": 0.034657,
|
|
"median": 0.229753,
|
|
"iqr": 0.016022,
|
|
"ci95_t": 0.043031
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 1.407326,
|
|
"std": 0.041435,
|
|
"median": 1.397074,
|
|
"iqr": 0.046223,
|
|
"ci95_t": 0.051447
|
|
},
|
|
"rank_acc": 2,
|
|
"rank_loss": 1
|
|
},
|
|
{
|
|
"dataset": "Digits",
|
|
"method": "original",
|
|
"method_name": "original",
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.164444,
|
|
"std": 0.022343,
|
|
"median": 0.158333,
|
|
"iqr": 0.036111,
|
|
"ci95_t": 0.027743
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.269628,
|
|
"std": 0.025331,
|
|
"median": 2.255083,
|
|
"iqr": 0.030712,
|
|
"ci95_t": 0.031453
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.089494,
|
|
"std": 0.000451,
|
|
"median": 0.089459,
|
|
"iqr": 0.000608,
|
|
"ci95_t": 0.00056
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.1798,
|
|
"std": 0.024894,
|
|
"median": 0.168,
|
|
"iqr": 0.013,
|
|
"ci95_t": 0.030909
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.266102,
|
|
"std": 0.042514,
|
|
"median": 2.261741,
|
|
"iqr": 0.048778,
|
|
"ci95_t": 0.052788
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.272324,
|
|
"std": 0.113557,
|
|
"median": 2.241578,
|
|
"iqr": 0.135688,
|
|
"ci95_t": 0.140997
|
|
},
|
|
"rank_acc": 7,
|
|
"rank_loss": 7
|
|
},
|
|
{
|
|
"dataset": "Digits",
|
|
"method": "inertia",
|
|
"method_name": "inertia",
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.303333,
|
|
"std": 0.061658,
|
|
"median": 0.305556,
|
|
"iqr": 0.088889,
|
|
"ci95_t": 0.076557
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.980667,
|
|
"std": 0.14307,
|
|
"median": 1.956439,
|
|
"iqr": 0.144242,
|
|
"ci95_t": 0.177642
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.080715,
|
|
"std": 0.004026,
|
|
"median": 0.079704,
|
|
"iqr": 0.005069,
|
|
"ci95_t": 0.004999
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.297,
|
|
"std": 0.051595,
|
|
"median": 0.29,
|
|
"iqr": 0.068,
|
|
"ci95_t": 0.064062
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.014632,
|
|
"std": 0.138786,
|
|
"median": 2.035008,
|
|
"iqr": 0.209018,
|
|
"ci95_t": 0.172322
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.006851,
|
|
"std": 0.09822,
|
|
"median": 1.968858,
|
|
"iqr": 0.103718,
|
|
"ci95_t": 0.121954
|
|
},
|
|
"rank_acc": 2,
|
|
"rank_loss": 2
|
|
},
|
|
{
|
|
"dataset": "Digits",
|
|
"method": "constriction",
|
|
"method_name": "constriction",
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.372778,
|
|
"std": 0.017938,
|
|
"median": 0.380556,
|
|
"iqr": 0.025,
|
|
"ci95_t": 0.022272
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.765113,
|
|
"std": 0.057309,
|
|
"median": 1.760801,
|
|
"iqr": 0.0677,
|
|
"ci95_t": 0.071157
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.074815,
|
|
"std": 0.001608,
|
|
"median": 0.074767,
|
|
"iqr": 0.002408,
|
|
"ci95_t": 0.001996
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.382,
|
|
"std": 0.029351,
|
|
"median": 0.392,
|
|
"iqr": 0.045,
|
|
"ci95_t": 0.036444
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.720719,
|
|
"std": 0.067535,
|
|
"median": 1.691806,
|
|
"iqr": 0.113772,
|
|
"ci95_t": 0.083855
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.330013,
|
|
"std": 0.148841,
|
|
"median": 2.375208,
|
|
"iqr": 0.085985,
|
|
"ci95_t": 0.184808
|
|
},
|
|
"rank_acc": 1,
|
|
"rank_loss": 1
|
|
},
|
|
{
|
|
"dataset": "Digits",
|
|
"method": "fips",
|
|
"method_name": "fips",
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.249444,
|
|
"std": 0.06147,
|
|
"median": 0.263889,
|
|
"iqr": 0.069444,
|
|
"ci95_t": 0.076324
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.064165,
|
|
"std": 0.091569,
|
|
"median": 2.064055,
|
|
"iqr": 0.108705,
|
|
"ci95_t": 0.113696
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.084041,
|
|
"std": 0.002578,
|
|
"median": 0.084591,
|
|
"iqr": 0.001907,
|
|
"ci95_t": 0.003201
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.2662,
|
|
"std": 0.057399,
|
|
"median": 0.284,
|
|
"iqr": 0.087,
|
|
"ci95_t": 0.07127
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.056891,
|
|
"std": 0.065924,
|
|
"median": 2.053429,
|
|
"iqr": 0.048116,
|
|
"ci95_t": 0.081854
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.621102,
|
|
"std": 0.126036,
|
|
"median": 2.634473,
|
|
"iqr": 0.0553,
|
|
"ci95_t": 0.156491
|
|
},
|
|
"rank_acc": 4,
|
|
"rank_loss": 3
|
|
},
|
|
{
|
|
"dataset": "Digits",
|
|
"method": "clpso",
|
|
"method_name": "clpso",
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.207778,
|
|
"std": 0.050629,
|
|
"median": 0.213889,
|
|
"iqr": 0.05,
|
|
"ci95_t": 0.062863
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.204543,
|
|
"std": 0.023215,
|
|
"median": 2.210108,
|
|
"iqr": 0.008743,
|
|
"ci95_t": 0.028825
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.087396,
|
|
"std": 0.001398,
|
|
"median": 0.087555,
|
|
"iqr": 0.000554,
|
|
"ci95_t": 0.001736
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.223,
|
|
"std": 0.050656,
|
|
"median": 0.222,
|
|
"iqr": 0.008,
|
|
"ci95_t": 0.062896
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.176502,
|
|
"std": 0.036771,
|
|
"median": 2.201568,
|
|
"iqr": 0.065228,
|
|
"ci95_t": 0.045657
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.519316,
|
|
"std": 0.326734,
|
|
"median": 2.377047,
|
|
"iqr": 0.074684,
|
|
"ci95_t": 0.405687
|
|
},
|
|
"rank_acc": 5,
|
|
"rank_loss": 5
|
|
},
|
|
{
|
|
"dataset": "Digits",
|
|
"method": "bare_bones",
|
|
"method_name": "bare_bones",
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.19,
|
|
"std": 0.056266,
|
|
"median": 0.155556,
|
|
"iqr": 0.1,
|
|
"ci95_t": 0.069863
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.250203,
|
|
"std": 0.084448,
|
|
"median": 2.251535,
|
|
"iqr": 0.020136,
|
|
"ci95_t": 0.104855
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.088622,
|
|
"std": 0.003141,
|
|
"median": 0.088919,
|
|
"iqr": 0.004198,
|
|
"ci95_t": 0.0039
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.2,
|
|
"std": 0.037597,
|
|
"median": 0.191,
|
|
"iqr": 0.051,
|
|
"ci95_t": 0.046682
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.230929,
|
|
"std": 0.042074,
|
|
"median": 2.252967,
|
|
"iqr": 0.025439,
|
|
"ci95_t": 0.052241
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.564876,
|
|
"std": 0.124195,
|
|
"median": 2.547843,
|
|
"iqr": 0.163155,
|
|
"ci95_t": 0.154206
|
|
},
|
|
"rank_acc": 6,
|
|
"rank_loss": 6
|
|
},
|
|
{
|
|
"dataset": "Digits",
|
|
"method": "adaptive_moment",
|
|
"method_name": "adaptive_moment",
|
|
"n_particles": 24,
|
|
"epochs": 50,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.267778,
|
|
"std": 0.018279,
|
|
"median": 0.272222,
|
|
"iqr": 0.002778,
|
|
"ci95_t": 0.022695
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.108837,
|
|
"std": 0.023357,
|
|
"median": 2.10196,
|
|
"iqr": 0.039265,
|
|
"ci95_t": 0.029001
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.084021,
|
|
"std": 0.001996,
|
|
"median": 0.083711,
|
|
"iqr": 0.001037,
|
|
"ci95_t": 0.002478
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.2718,
|
|
"std": 0.026864,
|
|
"median": 0.271,
|
|
"iqr": 0.027,
|
|
"ci95_t": 0.033356
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.086962,
|
|
"std": 0.042949,
|
|
"median": 2.079728,
|
|
"iqr": 0.056402,
|
|
"ci95_t": 0.053327
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 2.499448,
|
|
"std": 0.161274,
|
|
"median": 2.572057,
|
|
"iqr": 0.103131,
|
|
"ci95_t": 0.200245
|
|
},
|
|
"rank_acc": 3,
|
|
"rank_loss": 4
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"method": "original",
|
|
"method_name": "original",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.144,
|
|
"std": 0.016628,
|
|
"median": 0.143,
|
|
"iqr": 0.026,
|
|
"ci95_t": 0.020646
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.428194,
|
|
"std": 0.091877,
|
|
"median": 2.415645,
|
|
"iqr": 0.154207,
|
|
"ci95_t": 0.114079
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.093035,
|
|
"std": 0.001872,
|
|
"median": 0.093503,
|
|
"iqr": 0.002477,
|
|
"ci95_t": 0.002324
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.1563,
|
|
"std": 0.019709,
|
|
"median": 0.157,
|
|
"iqr": 0.0365,
|
|
"ci95_t": 0.024472
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.385448,
|
|
"std": 0.06518,
|
|
"median": 2.393655,
|
|
"iqr": 0.05503,
|
|
"ci95_t": 0.08093
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.490117,
|
|
"std": 0.862784,
|
|
"median": 3.077394,
|
|
"iqr": 1.411307,
|
|
"ci95_t": 1.07127
|
|
},
|
|
"rank_acc": 7,
|
|
"rank_loss": 7
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"method": "inertia",
|
|
"method_name": "inertia",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.4684,
|
|
"std": 0.075252,
|
|
"median": 0.497,
|
|
"iqr": 0.108,
|
|
"ci95_t": 0.093436
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.716089,
|
|
"std": 0.260764,
|
|
"median": 1.620183,
|
|
"iqr": 0.331954,
|
|
"ci95_t": 0.323776
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.070705,
|
|
"std": 0.008553,
|
|
"median": 0.067612,
|
|
"iqr": 0.011412,
|
|
"ci95_t": 0.01062
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.552,
|
|
"std": 0.054511,
|
|
"median": 0.5635,
|
|
"iqr": 0.072,
|
|
"ci95_t": 0.067684
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.44457,
|
|
"std": 0.147136,
|
|
"median": 1.428196,
|
|
"iqr": 0.173027,
|
|
"ci95_t": 0.18269
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.048485,
|
|
"std": 0.155303,
|
|
"median": 2.991671,
|
|
"iqr": 0.194157,
|
|
"ci95_t": 0.192831
|
|
},
|
|
"rank_acc": 2,
|
|
"rank_loss": 2
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"method": "constriction",
|
|
"method_name": "constriction",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.52,
|
|
"std": 0.046244,
|
|
"median": 0.528,
|
|
"iqr": 0.047,
|
|
"ci95_t": 0.057418
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.507968,
|
|
"std": 0.149152,
|
|
"median": 1.509533,
|
|
"iqr": 0.108216,
|
|
"ci95_t": 0.185194
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.063327,
|
|
"std": 0.005427,
|
|
"median": 0.062376,
|
|
"iqr": 0.004698,
|
|
"ci95_t": 0.006738
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.5968,
|
|
"std": 0.038889,
|
|
"median": 0.579,
|
|
"iqr": 0.0515,
|
|
"ci95_t": 0.048286
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.284408,
|
|
"std": 0.114082,
|
|
"median": 1.34332,
|
|
"iqr": 0.186062,
|
|
"ci95_t": 0.141649
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.298112,
|
|
"std": 0.589527,
|
|
"median": 3.059424,
|
|
"iqr": 0.069755,
|
|
"ci95_t": 0.731982
|
|
},
|
|
"rank_acc": 1,
|
|
"rank_loss": 1
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"method": "fips",
|
|
"method_name": "fips",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.2106,
|
|
"std": 0.048066,
|
|
"median": 0.229,
|
|
"iqr": 0.04,
|
|
"ci95_t": 0.05968
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.22323,
|
|
"std": 0.073048,
|
|
"median": 2.176908,
|
|
"iqr": 0.130584,
|
|
"ci95_t": 0.0907
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.088006,
|
|
"std": 0.001556,
|
|
"median": 0.087289,
|
|
"iqr": 0.001935,
|
|
"ci95_t": 0.001932
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.2302,
|
|
"std": 0.057736,
|
|
"median": 0.225,
|
|
"iqr": 0.018,
|
|
"ci95_t": 0.071688
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.177675,
|
|
"std": 0.093479,
|
|
"median": 2.200593,
|
|
"iqr": 0.060828,
|
|
"ci95_t": 0.116068
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.806571,
|
|
"std": 0.141017,
|
|
"median": 3.760384,
|
|
"iqr": 0.156547,
|
|
"ci95_t": 0.175093
|
|
},
|
|
"rank_acc": 5,
|
|
"rank_loss": 5
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"method": "clpso",
|
|
"method_name": "clpso",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.2068,
|
|
"std": 0.022775,
|
|
"median": 0.2,
|
|
"iqr": 0.019,
|
|
"ci95_t": 0.028278
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.285833,
|
|
"std": 0.068177,
|
|
"median": 2.307686,
|
|
"iqr": 0.037065,
|
|
"ci95_t": 0.084651
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.089514,
|
|
"std": 0.00163,
|
|
"median": 0.089572,
|
|
"iqr": 0.001983,
|
|
"ci95_t": 0.002023
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.2342,
|
|
"std": 0.028048,
|
|
"median": 0.246,
|
|
"iqr": 0.043,
|
|
"ci95_t": 0.034826
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.199232,
|
|
"std": 0.089196,
|
|
"median": 2.172201,
|
|
"iqr": 0.096512,
|
|
"ci95_t": 0.110749
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.536445,
|
|
"std": 0.226486,
|
|
"median": 3.502741,
|
|
"iqr": 0.133258,
|
|
"ci95_t": 0.281215
|
|
},
|
|
"rank_acc": 6,
|
|
"rank_loss": 6
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"method": "bare_bones",
|
|
"method_name": "bare_bones",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.4126,
|
|
"std": 0.037958,
|
|
"median": 0.408,
|
|
"iqr": 0.057,
|
|
"ci95_t": 0.04713
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.965562,
|
|
"std": 0.175909,
|
|
"median": 1.989087,
|
|
"iqr": 0.298842,
|
|
"ci95_t": 0.218416
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.077204,
|
|
"std": 0.004802,
|
|
"median": 0.077003,
|
|
"iqr": 0.006754,
|
|
"ci95_t": 0.005962
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.4408,
|
|
"std": 0.008541,
|
|
"median": 0.4425,
|
|
"iqr": 0.014,
|
|
"ci95_t": 0.010605
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.8435,
|
|
"std": 0.071662,
|
|
"median": 1.855396,
|
|
"iqr": 0.100666,
|
|
"ci95_t": 0.088978
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.435835,
|
|
"std": 0.303983,
|
|
"median": 3.362966,
|
|
"iqr": 0.337647,
|
|
"ci95_t": 0.377439
|
|
},
|
|
"rank_acc": 3,
|
|
"rank_loss": 3
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"method": "adaptive_moment",
|
|
"method_name": "adaptive_moment",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.262,
|
|
"std": 0.01044,
|
|
"median": 0.269,
|
|
"iqr": 0.014,
|
|
"ci95_t": 0.012963
|
|
},
|
|
"eval_loss": {
|
|
"mean": 2.219058,
|
|
"std": 0.104724,
|
|
"median": 2.175837,
|
|
"iqr": 0.105964,
|
|
"ci95_t": 0.13003
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.087089,
|
|
"std": 0.001349,
|
|
"median": 0.086516,
|
|
"iqr": 0.001388,
|
|
"ci95_t": 0.001675
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.2678,
|
|
"std": 0.038224,
|
|
"median": 0.263,
|
|
"iqr": 0.045,
|
|
"ci95_t": 0.047461
|
|
},
|
|
"train_loss": {
|
|
"mean": 2.184856,
|
|
"std": 0.083907,
|
|
"median": 2.166973,
|
|
"iqr": 0.085907,
|
|
"ci95_t": 0.104183
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.547601,
|
|
"std": 0.614982,
|
|
"median": 3.750564,
|
|
"iqr": 1.006819,
|
|
"ci95_t": 0.763589
|
|
},
|
|
"rank_acc": 4,
|
|
"rank_loss": 4
|
|
}
|
|
],
|
|
"ablation": [
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "inertia_canonical",
|
|
"method_name": "inertia",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.4676,
|
|
"std": 0.024358,
|
|
"median": 0.472,
|
|
"iqr": 0.033,
|
|
"ci95_t": 0.030244
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.720983,
|
|
"std": 0.118092,
|
|
"median": 1.699598,
|
|
"iqr": 0.020267,
|
|
"ci95_t": 0.146628
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.070356,
|
|
"std": 0.002531,
|
|
"median": 0.069473,
|
|
"iqr": 0.002146,
|
|
"ci95_t": 0.003142
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.5277,
|
|
"std": 0.028874,
|
|
"median": 0.5385,
|
|
"iqr": 0.025,
|
|
"ci95_t": 0.035851
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.528197,
|
|
"std": 0.079997,
|
|
"median": 1.498347,
|
|
"iqr": 0.101003,
|
|
"ci95_t": 0.099328
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.119898,
|
|
"std": 0.30594,
|
|
"median": 3.156672,
|
|
"iqr": 0.31177,
|
|
"ci95_t": 0.379868
|
|
},
|
|
"rank_acc": 10,
|
|
"rank_loss": 10
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "inertia_tuned",
|
|
"method_name": "inertia",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.6162,
|
|
"std": 0.05131,
|
|
"median": 0.635,
|
|
"iqr": 0.007,
|
|
"ci95_t": 0.063709
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.2366,
|
|
"std": 0.124281,
|
|
"median": 1.194831,
|
|
"iqr": 0.029657,
|
|
"ci95_t": 0.154312
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.05278,
|
|
"std": 0.005923,
|
|
"median": 0.050939,
|
|
"iqr": 0.001057,
|
|
"ci95_t": 0.007354
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.6931,
|
|
"std": 0.029299,
|
|
"median": 0.7035,
|
|
"iqr": 0.006,
|
|
"ci95_t": 0.036379
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.999514,
|
|
"std": 0.075496,
|
|
"median": 0.98707,
|
|
"iqr": 0.039216,
|
|
"ci95_t": 0.093739
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.131882,
|
|
"std": 0.408534,
|
|
"median": 3.097088,
|
|
"iqr": 0.148953,
|
|
"ci95_t": 0.507254
|
|
},
|
|
"rank_acc": 4,
|
|
"rank_loss": 3
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "tuned_no_mutation",
|
|
"method_name": "inertia",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.6042,
|
|
"std": 0.030376,
|
|
"median": 0.607,
|
|
"iqr": 0.003,
|
|
"ci95_t": 0.037716
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.249836,
|
|
"std": 0.084985,
|
|
"median": 1.215945,
|
|
"iqr": 0.022012,
|
|
"ci95_t": 0.105521
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.053483,
|
|
"std": 0.003055,
|
|
"median": 0.05346,
|
|
"iqr": 0.002961,
|
|
"ci95_t": 0.003794
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.6686,
|
|
"std": 0.012784,
|
|
"median": 0.666,
|
|
"iqr": 0.0205,
|
|
"ci95_t": 0.015873
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.074396,
|
|
"std": 0.043372,
|
|
"median": 1.07209,
|
|
"iqr": 0.06317,
|
|
"ci95_t": 0.053852
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.347668,
|
|
"std": 0.3431,
|
|
"median": 3.199544,
|
|
"iqr": 0.359442,
|
|
"ci95_t": 0.426008
|
|
},
|
|
"rank_acc": 6,
|
|
"rank_loss": 6
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "tuned_full_evaluation",
|
|
"method_name": "inertia",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.6254,
|
|
"std": 0.02805,
|
|
"median": 0.624,
|
|
"iqr": 0.029,
|
|
"ci95_t": 0.034828
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.179009,
|
|
"std": 0.050059,
|
|
"median": 1.194071,
|
|
"iqr": 0.052015,
|
|
"ci95_t": 0.062156
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.051537,
|
|
"std": 0.00241,
|
|
"median": 0.051412,
|
|
"iqr": 0.001855,
|
|
"ci95_t": 0.002992
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.687867,
|
|
"std": 0.010694,
|
|
"median": 0.686,
|
|
"iqr": 0.01,
|
|
"ci95_t": 0.013278
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.00514,
|
|
"std": 0.028281,
|
|
"median": 0.986829,
|
|
"iqr": 0.043574,
|
|
"ci95_t": 0.035115
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.377083,
|
|
"std": 0.469302,
|
|
"median": 3.398904,
|
|
"iqr": 0.25828,
|
|
"ci95_t": 0.582705
|
|
},
|
|
"rank_acc": 3,
|
|
"rank_loss": 2
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "tuned_uniform_initialization",
|
|
"method_name": "inertia",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.5698,
|
|
"std": 0.023952,
|
|
"median": 0.575,
|
|
"iqr": 0.017,
|
|
"ci95_t": 0.02974
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.619196,
|
|
"std": 0.157329,
|
|
"median": 1.641514,
|
|
"iqr": 0.149905,
|
|
"ci95_t": 0.195347
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.061757,
|
|
"std": 0.0042,
|
|
"median": 0.061284,
|
|
"iqr": 0.006045,
|
|
"ci95_t": 0.005215
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.616,
|
|
"std": 0.008951,
|
|
"median": 0.615,
|
|
"iqr": 0.0055,
|
|
"ci95_t": 0.011114
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.345857,
|
|
"std": 0.048557,
|
|
"median": 1.354747,
|
|
"iqr": 0.033391,
|
|
"ci95_t": 0.06029
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 4.306866,
|
|
"std": 0.442651,
|
|
"median": 4.347659,
|
|
"iqr": 0.477999,
|
|
"ci95_t": 0.549615
|
|
},
|
|
"rank_acc": 7,
|
|
"rank_loss": 8
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "tuned_particle_reset",
|
|
"method_name": "inertia",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.6162,
|
|
"std": 0.05131,
|
|
"median": 0.635,
|
|
"iqr": 0.007,
|
|
"ci95_t": 0.063709
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.2366,
|
|
"std": 0.124281,
|
|
"median": 1.194831,
|
|
"iqr": 0.029657,
|
|
"ci95_t": 0.154312
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.05278,
|
|
"std": 0.005923,
|
|
"median": 0.050939,
|
|
"iqr": 0.001057,
|
|
"ci95_t": 0.007354
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.6931,
|
|
"std": 0.029299,
|
|
"median": 0.7035,
|
|
"iqr": 0.006,
|
|
"ci95_t": 0.036379
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.999514,
|
|
"std": 0.075496,
|
|
"median": 0.98707,
|
|
"iqr": 0.039216,
|
|
"ci95_t": 0.093739
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 4.176388,
|
|
"std": 0.449217,
|
|
"median": 4.107593,
|
|
"iqr": 0.44847,
|
|
"ci95_t": 0.557767
|
|
},
|
|
"rank_acc": 5,
|
|
"rank_loss": 4
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "tuned_adam_100_lr.01",
|
|
"method_name": "inertia",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.8558,
|
|
"std": 0.002387,
|
|
"median": 0.856,
|
|
"iqr": 0.003,
|
|
"ci95_t": 0.002964
|
|
},
|
|
"eval_loss": {
|
|
"mean": 0.470271,
|
|
"std": 0.011931,
|
|
"median": 0.472233,
|
|
"iqr": 0.019931,
|
|
"ci95_t": 0.014814
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.02164,
|
|
"std": 0.000368,
|
|
"median": 0.021652,
|
|
"iqr": 0.000424,
|
|
"ci95_t": 0.000456
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.9158,
|
|
"std": 0.003867,
|
|
"median": 0.9175,
|
|
"iqr": 0.0055,
|
|
"ci95_t": 0.004801
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.298524,
|
|
"std": 0.012987,
|
|
"median": 0.301071,
|
|
"iqr": 0.023775,
|
|
"ci95_t": 0.016125
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 4.990688,
|
|
"std": 0.434352,
|
|
"median": 4.967163,
|
|
"iqr": 0.662657,
|
|
"ci95_t": 0.539311
|
|
},
|
|
"rank_acc": 1,
|
|
"rank_loss": 1
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "adaptive_moment_.10",
|
|
"method_name": "adaptive_moment",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.63,
|
|
"std": 0.018276,
|
|
"median": 0.641,
|
|
"iqr": 0.027,
|
|
"ci95_t": 0.022692
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.243339,
|
|
"std": 0.102561,
|
|
"median": 1.253713,
|
|
"iqr": 0.068197,
|
|
"ci95_t": 0.127344
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.051633,
|
|
"std": 0.002578,
|
|
"median": 0.051361,
|
|
"iqr": 0.003354,
|
|
"ci95_t": 0.003201
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.7099,
|
|
"std": 0.012808,
|
|
"median": 0.71,
|
|
"iqr": 0.007,
|
|
"ci95_t": 0.015903
|
|
},
|
|
"train_loss": {
|
|
"mean": 0.978244,
|
|
"std": 0.021198,
|
|
"median": 0.98544,
|
|
"iqr": 0.006355,
|
|
"ci95_t": 0.026321
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 4.286662,
|
|
"std": 0.289397,
|
|
"median": 4.165452,
|
|
"iqr": 0.39205,
|
|
"ci95_t": 0.359329
|
|
},
|
|
"rank_acc": 2,
|
|
"rank_loss": 5
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "adaptive_moment_.25",
|
|
"method_name": "adaptive_moment",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.5632,
|
|
"std": 0.02938,
|
|
"median": 0.569,
|
|
"iqr": 0.034,
|
|
"ci95_t": 0.03648
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.499979,
|
|
"std": 0.119449,
|
|
"median": 1.483628,
|
|
"iqr": 0.043413,
|
|
"ci95_t": 0.148313
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.06119,
|
|
"std": 0.003677,
|
|
"median": 0.060565,
|
|
"iqr": 0.00317,
|
|
"ci95_t": 0.004566
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.6379,
|
|
"std": 0.024196,
|
|
"median": 0.6365,
|
|
"iqr": 0.0195,
|
|
"ci95_t": 0.030042
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.228023,
|
|
"std": 0.088967,
|
|
"median": 1.247769,
|
|
"iqr": 0.07328,
|
|
"ci95_t": 0.110466
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.290951,
|
|
"std": 0.425997,
|
|
"median": 3.184314,
|
|
"iqr": 0.54682,
|
|
"ci95_t": 0.528937
|
|
},
|
|
"rank_acc": 8,
|
|
"rank_loss": 7
|
|
},
|
|
{
|
|
"dataset": "MNIST",
|
|
"profile": "adaptive_moment_.50",
|
|
"method_name": "adaptive_moment",
|
|
"n_particles": 30,
|
|
"epochs": 80,
|
|
"n_runs": 5,
|
|
"eval_acc": {
|
|
"mean": 0.5186,
|
|
"std": 0.039087,
|
|
"median": 0.51,
|
|
"iqr": 0.019,
|
|
"ci95_t": 0.048532
|
|
},
|
|
"eval_loss": {
|
|
"mean": 1.683781,
|
|
"std": 0.121571,
|
|
"median": 1.683062,
|
|
"iqr": 0.08627,
|
|
"ci95_t": 0.150948
|
|
},
|
|
"eval_mse": {
|
|
"mean": 0.067331,
|
|
"std": 0.003822,
|
|
"median": 0.06682,
|
|
"iqr": 0.002899,
|
|
"ci95_t": 0.004746
|
|
},
|
|
"train_acc": {
|
|
"mean": 0.5705,
|
|
"std": 0.027466,
|
|
"median": 0.5625,
|
|
"iqr": 0.0445,
|
|
"ci95_t": 0.034103
|
|
},
|
|
"train_loss": {
|
|
"mean": 1.4637,
|
|
"std": 0.097485,
|
|
"median": 1.465976,
|
|
"iqr": 0.060335,
|
|
"ci95_t": 0.121042
|
|
},
|
|
"runtime_seconds": {
|
|
"mean": 3.202502,
|
|
"std": 0.269844,
|
|
"median": 3.165524,
|
|
"iqr": 0.167076,
|
|
"ci95_t": 0.33505
|
|
},
|
|
"rank_acc": 9,
|
|
"rank_loss": 9
|
|
}
|
|
]
|
|
}
|
|
} |