From cd6a732b8307b32343f4b27f72c706aed620fb60 Mon Sep 17 00:00:00 2001 From: dhruvsgarg Date: Thu, 9 Jul 2026 12:08:46 -0400 Subject: [PATCH] fwdllm: delete legacy JSON/MPI launch path (deprecate JSON-based running) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The flame.launch migration is merged (#68/#72) and proven in real n=100 runs, so the second, divergent JSON/MPI config path is redundant and risks a behaviour regression if launched by mistake. Remove it per DELETION_CANDIDATES.md. Deleted: - expts/run_tc_expts/ in full — 155 json_scripts (5 aggregator variants + trainer_0..149) + fedavg_main_tc.py, launch_single_run.py, run_three_*.sh, run_text_classification.sh, gpu_mapping.yaml, mpi_host_file. - aggregator/fl_main.py, trainer/fl_main.py — legacy argparse+MPI entrypoints. Coupled cleanups (so nothing dangles): - configs/trainer_base.yaml — drop the dead gpu_mapping_file/gpu_mapping_key keys (device pinning is the spawner's job; FedSgdTrainer hard-sets its device) and refresh the provenance comment. - expt_scripts/diagnose_partition_binning.py — repoint DEF_CACHE off the removed dir (it also pointed at a stale home path). - aggregator/main_fedfwd_agg.py — drop the fl_main.py reference in a comment. Kept (live): expts/initializer.py, configs/aggregator_base.json. Co-Authored-By: Claude Opus 4.8 --- .../examples/fwdllm/DELETION_CANDIDATES.md | 129 +++--- .../examples/fwdllm/aggregator/fl_main.py | 206 --------- .../fwdllm/aggregator/main_fedfwd_agg.py | 3 +- .../examples/fwdllm/configs/trainer_base.yaml | 8 +- .../diagnose_partition_binning.py | 3 +- .../expts/run_tc_expts/fedavg_main_tc.py | 193 --------- .../expts/run_tc_expts/gpu_mapping.yaml | 46 -- .../run_tc_expts/json_scripts/aggregator.json | 167 ------- .../json_scripts/aggregator_async_base.json | 137 ------ .../json_scripts/aggregator_async_dynk.json | 155 ------- .../aggregator_async_maxiter.json | 139 ------ .../json_scripts/aggregator_dynamic_kc.json | 158 ------- .../run_tc_expts/json_scripts/trainer_0.json | 129 ------ .../run_tc_expts/json_scripts/trainer_1.json | 129 ------ .../run_tc_expts/json_scripts/trainer_10.json | 129 ------ .../json_scripts/trainer_100.json | 129 ------ .../json_scripts/trainer_101.json | 129 ------ .../json_scripts/trainer_102.json | 129 ------ .../json_scripts/trainer_103.json | 129 ------ .../json_scripts/trainer_104.json | 129 ------ .../json_scripts/trainer_105.json | 129 ------ .../json_scripts/trainer_106.json | 129 ------ .../json_scripts/trainer_107.json | 129 ------ .../json_scripts/trainer_108.json | 129 ------ .../json_scripts/trainer_109.json | 129 ------ .../run_tc_expts/json_scripts/trainer_11.json | 129 ------ .../json_scripts/trainer_110.json | 129 ------ .../json_scripts/trainer_111.json | 129 ------ .../json_scripts/trainer_112.json | 129 ------ .../json_scripts/trainer_113.json | 129 ------ .../json_scripts/trainer_114.json | 129 ------ .../json_scripts/trainer_115.json | 129 ------ .../json_scripts/trainer_116.json | 129 ------ .../json_scripts/trainer_117.json | 129 ------ .../json_scripts/trainer_118.json | 129 ------ .../json_scripts/trainer_119.json | 129 ------ .../run_tc_expts/json_scripts/trainer_12.json | 129 ------ .../json_scripts/trainer_120.json | 129 ------ .../json_scripts/trainer_121.json | 129 ------ .../json_scripts/trainer_122.json | 129 ------ .../json_scripts/trainer_123.json | 129 ------ .../json_scripts/trainer_124.json | 129 ------ .../json_scripts/trainer_125.json | 129 ------ .../json_scripts/trainer_126.json | 129 ------ .../json_scripts/trainer_127.json | 129 ------ .../json_scripts/trainer_128.json | 129 ------ .../json_scripts/trainer_129.json | 129 ------ .../run_tc_expts/json_scripts/trainer_13.json | 129 ------ .../json_scripts/trainer_130.json | 129 ------ .../json_scripts/trainer_131.json | 129 ------ .../json_scripts/trainer_132.json | 129 ------ .../json_scripts/trainer_133.json | 129 ------ .../json_scripts/trainer_134.json | 129 ------ .../json_scripts/trainer_135.json | 129 ------ .../json_scripts/trainer_136.json | 129 ------ .../json_scripts/trainer_137.json | 129 ------ .../json_scripts/trainer_138.json | 129 ------ .../json_scripts/trainer_139.json | 129 ------ .../run_tc_expts/json_scripts/trainer_14.json | 129 ------ .../json_scripts/trainer_140.json | 129 ------ .../json_scripts/trainer_141.json | 129 ------ .../json_scripts/trainer_142.json | 129 ------ .../json_scripts/trainer_143.json | 129 ------ .../json_scripts/trainer_144.json | 129 ------ .../json_scripts/trainer_145.json | 129 ------ .../json_scripts/trainer_146.json | 129 ------ .../json_scripts/trainer_147.json | 129 ------ .../json_scripts/trainer_148.json | 129 ------ .../json_scripts/trainer_149.json | 129 ------ .../run_tc_expts/json_scripts/trainer_15.json | 129 ------ .../run_tc_expts/json_scripts/trainer_16.json | 129 ------ .../run_tc_expts/json_scripts/trainer_17.json | 129 ------ .../run_tc_expts/json_scripts/trainer_18.json | 129 ------ .../run_tc_expts/json_scripts/trainer_19.json | 129 ------ .../run_tc_expts/json_scripts/trainer_2.json | 129 ------ .../run_tc_expts/json_scripts/trainer_20.json | 129 ------ .../run_tc_expts/json_scripts/trainer_21.json | 129 ------ .../run_tc_expts/json_scripts/trainer_22.json | 129 ------ .../run_tc_expts/json_scripts/trainer_23.json | 129 ------ .../run_tc_expts/json_scripts/trainer_24.json | 129 ------ .../run_tc_expts/json_scripts/trainer_25.json | 129 ------ .../run_tc_expts/json_scripts/trainer_26.json | 129 ------ .../run_tc_expts/json_scripts/trainer_27.json | 129 ------ .../run_tc_expts/json_scripts/trainer_28.json | 129 ------ .../run_tc_expts/json_scripts/trainer_29.json | 129 ------ .../run_tc_expts/json_scripts/trainer_3.json | 129 ------ .../run_tc_expts/json_scripts/trainer_30.json | 129 ------ .../run_tc_expts/json_scripts/trainer_31.json | 129 ------ .../run_tc_expts/json_scripts/trainer_32.json | 129 ------ .../run_tc_expts/json_scripts/trainer_33.json | 129 ------ .../run_tc_expts/json_scripts/trainer_34.json | 129 ------ .../run_tc_expts/json_scripts/trainer_35.json | 129 ------ .../run_tc_expts/json_scripts/trainer_36.json | 129 ------ .../run_tc_expts/json_scripts/trainer_37.json | 129 ------ .../run_tc_expts/json_scripts/trainer_38.json | 129 ------ .../run_tc_expts/json_scripts/trainer_39.json | 129 ------ .../run_tc_expts/json_scripts/trainer_4.json | 129 ------ .../run_tc_expts/json_scripts/trainer_40.json | 129 ------ .../run_tc_expts/json_scripts/trainer_41.json | 129 ------ .../run_tc_expts/json_scripts/trainer_42.json | 129 ------ .../run_tc_expts/json_scripts/trainer_43.json | 129 ------ .../run_tc_expts/json_scripts/trainer_44.json | 129 ------ .../run_tc_expts/json_scripts/trainer_45.json | 129 ------ .../run_tc_expts/json_scripts/trainer_46.json | 129 ------ .../run_tc_expts/json_scripts/trainer_47.json | 129 ------ .../run_tc_expts/json_scripts/trainer_48.json | 129 ------ .../run_tc_expts/json_scripts/trainer_49.json | 129 ------ .../run_tc_expts/json_scripts/trainer_5.json | 129 ------ .../run_tc_expts/json_scripts/trainer_50.json | 129 ------ .../run_tc_expts/json_scripts/trainer_51.json | 129 ------ .../run_tc_expts/json_scripts/trainer_52.json | 129 ------ .../run_tc_expts/json_scripts/trainer_53.json | 129 ------ .../run_tc_expts/json_scripts/trainer_54.json | 129 ------ .../run_tc_expts/json_scripts/trainer_55.json | 129 ------ .../run_tc_expts/json_scripts/trainer_56.json | 129 ------ .../run_tc_expts/json_scripts/trainer_57.json | 129 ------ .../run_tc_expts/json_scripts/trainer_58.json | 129 ------ .../run_tc_expts/json_scripts/trainer_59.json | 129 ------ .../run_tc_expts/json_scripts/trainer_6.json | 129 ------ .../run_tc_expts/json_scripts/trainer_60.json | 129 ------ .../run_tc_expts/json_scripts/trainer_61.json | 129 ------ .../run_tc_expts/json_scripts/trainer_62.json | 129 ------ .../run_tc_expts/json_scripts/trainer_63.json | 129 ------ .../run_tc_expts/json_scripts/trainer_64.json | 129 ------ .../run_tc_expts/json_scripts/trainer_65.json | 129 ------ .../run_tc_expts/json_scripts/trainer_66.json | 129 ------ .../run_tc_expts/json_scripts/trainer_67.json | 129 ------ .../run_tc_expts/json_scripts/trainer_68.json | 129 ------ .../run_tc_expts/json_scripts/trainer_69.json | 129 ------ .../run_tc_expts/json_scripts/trainer_7.json | 129 ------ .../run_tc_expts/json_scripts/trainer_70.json | 129 ------ .../run_tc_expts/json_scripts/trainer_71.json | 129 ------ .../run_tc_expts/json_scripts/trainer_72.json | 129 ------ .../run_tc_expts/json_scripts/trainer_73.json | 129 ------ .../run_tc_expts/json_scripts/trainer_74.json | 129 ------ .../run_tc_expts/json_scripts/trainer_75.json | 129 ------ .../run_tc_expts/json_scripts/trainer_76.json | 129 ------ .../run_tc_expts/json_scripts/trainer_77.json | 129 ------ .../run_tc_expts/json_scripts/trainer_78.json | 129 ------ .../run_tc_expts/json_scripts/trainer_79.json | 129 ------ .../run_tc_expts/json_scripts/trainer_8.json | 129 ------ .../run_tc_expts/json_scripts/trainer_80.json | 129 ------ .../run_tc_expts/json_scripts/trainer_81.json | 129 ------ .../run_tc_expts/json_scripts/trainer_82.json | 129 ------ .../run_tc_expts/json_scripts/trainer_83.json | 129 ------ .../run_tc_expts/json_scripts/trainer_84.json | 129 ------ .../run_tc_expts/json_scripts/trainer_85.json | 129 ------ .../run_tc_expts/json_scripts/trainer_86.json | 129 ------ .../run_tc_expts/json_scripts/trainer_87.json | 129 ------ .../run_tc_expts/json_scripts/trainer_88.json | 129 ------ .../run_tc_expts/json_scripts/trainer_89.json | 129 ------ .../run_tc_expts/json_scripts/trainer_9.json | 129 ------ .../run_tc_expts/json_scripts/trainer_90.json | 129 ------ .../run_tc_expts/json_scripts/trainer_91.json | 129 ------ .../run_tc_expts/json_scripts/trainer_92.json | 129 ------ .../run_tc_expts/json_scripts/trainer_93.json | 129 ------ .../run_tc_expts/json_scripts/trainer_94.json | 129 ------ .../run_tc_expts/json_scripts/trainer_95.json | 129 ------ .../run_tc_expts/json_scripts/trainer_96.json | 129 ------ .../run_tc_expts/json_scripts/trainer_97.json | 129 ------ .../run_tc_expts/json_scripts/trainer_98.json | 129 ------ .../run_tc_expts/json_scripts/trainer_99.json | 129 ------ .../expts/run_tc_expts/launch_single_run.py | 274 ------------ .../fwdllm/expts/run_tc_expts/mpi_host_file | 1 - .../run_tc_expts/run_text_classification.sh | 407 ------------------ .../run_tc_expts/run_three_experiments.sh | 200 --------- .../expts/run_tc_expts/run_three_parallel.sh | 143 ------ lib/python/examples/fwdllm/trainer/fl_main.py | 306 ------------- 168 files changed, 79 insertions(+), 21946 deletions(-) delete mode 100755 lib/python/examples/fwdllm/aggregator/fl_main.py delete mode 100755 lib/python/examples/fwdllm/expts/run_tc_expts/fedavg_main_tc.py delete mode 100755 lib/python/examples/fwdllm/expts/run_tc_expts/gpu_mapping.yaml delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_base.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_dynk.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_maxiter.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_dynamic_kc.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_0.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_1.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_10.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_100.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_101.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_102.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_103.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_104.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_105.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_106.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_107.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_108.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_109.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_11.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_110.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_111.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_112.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_113.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_114.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_115.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_116.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_117.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_118.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_119.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_12.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_120.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_121.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_122.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_123.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_124.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_125.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_126.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_127.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_128.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_129.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_13.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_130.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_131.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_132.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_133.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_134.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_135.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_136.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_137.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_138.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_139.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_14.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_140.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_141.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_142.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_143.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_144.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_145.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_146.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_147.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_148.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_149.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_15.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_16.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_17.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_18.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_19.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_2.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_20.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_21.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_22.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_23.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_24.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_25.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_26.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_27.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_28.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_29.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_3.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_30.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_31.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_32.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_33.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_34.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_35.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_36.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_37.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_38.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_39.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_4.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_40.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_41.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_42.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_43.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_44.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_45.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_46.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_47.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_48.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_49.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_5.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_50.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_51.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_52.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_53.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_54.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_55.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_56.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_57.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_58.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_59.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_6.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_60.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_61.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_62.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_63.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_64.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_65.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_66.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_67.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_68.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_69.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_7.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_70.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_71.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_72.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_73.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_74.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_75.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_76.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_77.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_78.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_79.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_8.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_80.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_81.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_82.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_83.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_84.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_85.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_86.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_87.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_88.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_89.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_9.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_90.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_91.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_92.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_93.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_94.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_95.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_96.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_97.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_98.json delete mode 100644 lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_99.json delete mode 100755 lib/python/examples/fwdllm/expts/run_tc_expts/launch_single_run.py delete mode 100755 lib/python/examples/fwdllm/expts/run_tc_expts/mpi_host_file delete mode 100755 lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh delete mode 100755 lib/python/examples/fwdllm/expts/run_tc_expts/run_three_experiments.sh delete mode 100755 lib/python/examples/fwdllm/expts/run_tc_expts/run_three_parallel.sh delete mode 100644 lib/python/examples/fwdllm/trainer/fl_main.py diff --git a/lib/python/examples/fwdllm/DELETION_CANDIDATES.md b/lib/python/examples/fwdllm/DELETION_CANDIDATES.md index 0dcbfe343..ff871181b 100644 --- a/lib/python/examples/fwdllm/DELETION_CANDIDATES.md +++ b/lib/python/examples/fwdllm/DELETION_CANDIDATES.md @@ -1,57 +1,72 @@ -# fwdllm legacy-code deletion candidates (separate PR, after `launcher-script-fwdllm` merges) - -This is the durable tracking doc for what to delete once the launcher -migration PR merges. `PR_CLEANUP_PLAN.md` (the working notes for that PR) -has already been removed from the branch — its still-relevant content is -folded into `../MIGRATING_TO_LAUNCHER.md` (see `MIGRATION_TO_LAUNCHER_FWDLLM.md` -for the current status pointer). This file is the one thing from that -cleanup that survives, so keep it up to date and refer back to it when -opening the deletion PR. - -Do NOT delete anything below in the `launcher-script-fwdllm` PR itself — do -it as a follow-up PR once that one is merged and the launcher path has had a -chance to prove itself in real use. - -## Confirmed safe to delete - -Legacy MPI/JSON launch path, superseded by `flame.launch` + the YAML -experiments in `expt_scripts/`. Nothing in the new path imports any of these. - -- `expts/run_tc_expts/json_scripts/` (155 files: 5 legacy aggregator `*.json` - variants + `trainer_0.json..trainer_149.json`). Includes - `aggregator_async_base.json`, `aggregator_async_dynk.json`, - `aggregator_async_maxiter.json` — confirmed no 5th baseline is needed for - these; they're superseded exploratory variants, not preserved - functionality (only `aggregator.json` → `fluxtune_dynkc` and - `aggregator_dynamic_kc.json` → `fluxtune` were carried forward). -- `expts/run_tc_expts/run_three_experiments.sh` -- `expts/run_tc_expts/run_three_parallel.sh` -- `expts/run_tc_expts/run_text_classification.sh` -- `expts/run_tc_expts/launch_single_run.py` -- `expts/run_tc_expts/gpu_mapping.yaml` -- `expts/run_tc_expts/mpi_host_file` -- `expts/run_tc_expts/fedavg_main_tc.py` (not imported by anything else, - unlike its sibling `initializer.py` below) -- `aggregator/fl_main.py`, `trainer/fl_main.py` — confirmed dead via a - repo-wide grep pass: the only references left are inside the - already-doomed `expts/run_tc_expts/` scripts above (`run_three_*.sh`, - `run_text_classification.sh`, `launch_single_run.py`) plus one comment in - `main_fedfwd_agg.py`. Both files use the old argparse+MPI-era - `Config(args.config)` wiring; the live entrypoints - (`aggregator/main_fedfwd_agg.py`, `trainer/main.py`) use - `flame.launch.cli.load_config_from_argv()` instead and already import - every FL class `fl_main.py` used. Same origin commit - (`d29a2f7f`, 2025-01-31), last touched together in `8449fac5` - (2026-05-06) — kept in lockstep by copy/paste until the launcher - migration updated only `main_fedfwd_agg.py`/`main.py`'s `__main__` block. - -## Do NOT delete — confirmed still-live dependencies of the new path - -- `expts/initializer.py` — imported directly by `aggregator/main_fedfwd_agg.py` - and `trainer/main.py` (the new launcher entrypoints), not just the legacy - `fedavg_main_tc.py`/`fl_main.py`. - -## Not code, no action needed - -`expts/run_tc_expts/cache_dir/` is already gitignored (253M local data -cache, untracked). +# fwdllm legacy-code deletion candidates (JSON/MPI launch path — separate deletion PR) + +**Durable tracking doc for the deletion PR.** `PR_CLEANUP_PLAN.md` (working notes) was removed; its +still-relevant content folded into `../MIGRATING_TO_LAUNCHER.md` (status pointer: +`MIGRATION_TO_LAUNCHER_FWDLLM.md`). This is the survivor — keep it current; it is the manifest for the +deletion PR. + +**Precondition NOW MET.** The launcher migration is merged (`#68` launcher-migration readiness via 3 +real n=100 runs, `#72` async simulator + fluxtune opts). The live path is `flame.launch` + the YAML +experiments in `expt_scripts/` (`aggregator/main_fedfwd_agg.py`, `trainer/main.py` → +`load_config_from_argv()`), which imports only `expts/initializer.py` from the legacy tree. The +JSON/MPI launch path below is now fully superseded and safe to delete in a **dedicated follow-up PR** +(kept out of the migration PRs so the launcher had time to prove out in real use — it has). + +**Why now (operator ask 2026-07-09):** deprecate the JSON-based running. The stale per-trainer / +per-aggregator JSONs risk a **behaviour regression** if someone launches from them by mistake; there +is no reason to keep a second, divergent config path once the launcher works. + +Verified via repo-wide grep: nothing on the live path imports any file below; the only references are +inside the doomed files themselves (or commented out). Deletion is safe. + +--- + +## A. Confirmed safe to delete + +### A1. Entire `expts/run_tc_expts/` directory +The whole legacy MPI/JSON launch tree. Contents: +- `json_scripts/` — **155 files**: 5 legacy aggregator variants (`aggregator.json`, + `aggregator_base.json`, `aggregator_async_base.json`, `aggregator_async_dynk.json`, + `aggregator_async_maxiter.json`) + `trainer_0.json … trainer_149.json` (150). Superseded exploratory + variants — only `aggregator.json`→`fluxtune_dynkc` and `aggregator_dynamic_kc.json`→`fluxtune` were + carried forward into `_metadata/baselines.yaml`; no 5th baseline depends on the rest. **These are the + "redundant trainer/aggregator JSONs" the deprecation targets.** +- `fedavg_main_tc.py` — legacy argparse+MPI entrypoint (not imported by the live path). +- `launch_single_run.py`, `run_three_experiments.sh`, `run_three_parallel.sh`, + `run_text_classification.sh` — legacy MPI launch scripts. +- `gpu_mapping.yaml`, `mpi_host_file` — MPI/topology artifacts. `gpu_mapping.yaml` is **vestigial**: + the only readers are `*/fl_main.py` (commented out) and `initializer.py`'s dead argparse builder; + the live trainer hard-sets its device (`FedSgdTrainer.py:391`, spawner pin authoritative — K-D33). +- `cache_dir/` — **already gitignored** (253M local data cache, untracked) → no git action. + +### A2. Legacy `fl_main.py` entrypoints +- `aggregator/fl_main.py`, `trainer/fl_main.py` — old argparse+MPI-era `Config(args.config)` wiring, + superseded by `main_fedfwd_agg.py` / `main.py`. Dead via repo-wide grep (only self-references + the + doomed `run_tc_expts/` scripts + one comment in `main_fedfwd_agg.py:96`). Same origin commit + `d29a2f7f`; kept in copy/paste lockstep until the migration updated only the live `__main__` blocks. + +## B. Coupled cleanups — do IN THE SAME PR so nothing dangles after deletion + +- **`configs/trainer_base.yaml`** — remove the now-dead `gpu_mapping_file: gpu_mapping.yaml` + + `gpu_mapping_key: mapping_myMap` keys (they point at the deleted `run_tc_expts/gpu_mapping.yaml`; no + live reader — device pinning is the spawner's job, K-D33). Leaving them would be a dangling reference. +- **`expt_scripts/diagnose_partition_binning.py`** — `DEF_CACHE` defaults to + `…/run_tc_expts/cache_dir`; repoint to the current cache location (or drop the default). Path-only + default, overridable, points at gitignored data → not a blocker, but tidy it here. +- **`aggregator/main_fedfwd_agg.py:96`** — comment still references the legacy `fl_main.py`; update the + wording (cosmetic). + +## C. Do NOT delete — confirmed still-live dependencies of the new path +- `expts/initializer.py` — imported by `aggregator/main_fedfwd_agg.py` (`set_seed, create_model`) and + `trainer/main.py`. Its argparse `--gpu_mapping_*` defaults are dead for the live path (the live + entrypoints call named functions, not the parser) but the module itself is live — **keep**. +- `configs/aggregator_base.json` — **live**: loaded by the current smoke YAMLs + (`expt_scripts/*_n10_smoke.yaml`) and stamped into run snapshots. NOT a legacy JSON — keep. + +## D. Post-deletion check +```bash +cd lib/python/examples/fwdllm +grep -rn "run_tc_expts\|fl_main\|fedavg_main_tc\|gpu_mapping" --include=*.py --include=*.sh --include=*.yaml . | grep -v __pycache__ +# expect: only expts/initializer.py's (dead) argparse defaults, if the key-cleanup in §B is deferred +bash expt_scripts/run_sequential.sh --run-set main --only fwdllm --mode real --clean --yes # smoke: still launches +``` diff --git a/lib/python/examples/fwdllm/aggregator/fl_main.py b/lib/python/examples/fwdllm/aggregator/fl_main.py deleted file mode 100755 index f4d4feda0..000000000 --- a/lib/python/examples/fwdllm/aggregator/fl_main.py +++ /dev/null @@ -1,206 +0,0 @@ -"""FwdLLM horizontal FL aggregator for PyTorch.""" - -import os -import sys -import argparse -import logging - -import torch -import wandb - -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), ""))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../"))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../../"))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../../../"))) - -from examples.fwdllm.data_preprocessing.text_classification_preprocessor import ( - TLMPreprocessor, -) -from examples.fwdllm.trainer.forward_training.tc_transformer_trainer_distribute import ( - ForwardTextClassificationTrainer, -) -from examples.fwdllm.trainer.model.transformer.model_args import ClassificationArgs -from examples.fwdllm.data_manager.text_classification_data_manager import ( - TextClassificationDataManager, -) -from examples.fwdllm.data_manager.base_data_manager import BaseDataManager -from examples.fwdllm.expts.initializer import set_seed, create_model -from examples.fwdllm.trainer.forward_training.fed_trainer_transformer import ( - FedTransformerTrainer, -) -from examples.fwdllm.aggregator.FedSgdAggregator import FedSGDAggregator - -from flame.config import Config - -logger = logging.getLogger(__name__) - - -def initialize_wandb(run_name=None): - wandb.init( - # set the wandb project where this run will be logged - project="ft-distr-ml", - name=run_name, # Set the run name - # track hyperparameters and run metadata - config={ - # fedbuff - "server_learning_rate": 40.9, - "client_learning_rate": 0.000195, - # oort "client_learning_rate": 0.04, - "architecture": "CNN", - "dataset": "CIFAR-10", - "fl-type": "async, fedbuff", - "agg_rounds": 750, - "trainer_epochs": 1, - "config": "hetero", - "alpha": 100, - "failures": "No failure", - "total clients N": 100, - # fedbuff - "client-concurrency C": 20, - "client agg goal K": 10, - "server_batch_size": 32, - "client_batch_size": 32, - "comments": "First oort no failure run", - }, - ) - - -def post_complete_message(tc_args): - pipe_path = "/tmp/fednlp_tc" - if not os.path.exists(pipe_path): - os.mkfifo(pipe_path) - pipe_fd = os.open(pipe_path, os.O_WRONLY) - - with os.fdopen(pipe_fd, "w") as pipe: - pipe.write("training is finished! \n%s" % (str(tc_args))) - - -if __name__ == "__main__": - # parse python script input parameters - parser = argparse.ArgumentParser() - # parser = add_federated_args(parser) args = parser.parse_args() - parser.add_argument("--config", type=str, default="./config.json", required=True) - parser.add_argument("--log_level", type=str, default="INFO", required=False) - args = parser.parse_args() - - logger.setLevel(args.log_level) - config = Config(args.config) - device = torch.device("cuda" if torch.cuda.is_available() else "cpu") - - # customize the log format - logging.basicConfig( - level=logging._nameToLevel[args.log_level], - format="%(process)s %(asctime)s.%(msecs)03d - {%(module)s.py (%(lineno)d)} - %(funcName)s(): %(message)s", - datefmt="%Y-%m-%d,%H:%M:%S", - ) - logger.info(config) - set_seed(config.hyperparameters.manual_seed) - - # dataset attributes - attributes = BaseDataManager.load_attributes(config.hyperparameters.data_file_path) - num_labels = len(attributes["label_vocab"]) - - # create the model - model_args = ClassificationArgs() - model_args.model_name = config.hyperparameters.model_name - model_args.model_type = config.hyperparameters.model_type - model_args.load(model_args.model_name) - model_args.num_labels = num_labels - model_args.update_from_dict( - { - "fl_algorithm": config.hyperparameters.fl_algorithm, - "freeze_layers": config.hyperparameters.freeze_layers, - "epochs": config.hyperparameters.epochs, - "learning_rate": config.hyperparameters.learning_rate, - "gradient_accumulation_steps": config.hyperparameters.gradient_accumulation_steps, - "do_lower_case": config.hyperparameters.do_lower_case, - "manual_seed": config.hyperparameters.manual_seed, - # for ignoring the cache features. - "reprocess_input_data": False, - "overwrite_output_dir": True, - "max_seq_length": config.hyperparameters.max_seq_length, - "train_batch_size": config.hyperparameters.train_batch_size, - "eval_batch_size": config.hyperparameters.eval_batch_size, - "evaluate_during_training": False, # Disabled for FedAvg. - "evaluate_during_training_steps": config.hyperparameters.evaluate_during_training_steps, - "fp16": config.hyperparameters.fp16, - "data_file_path": config.hyperparameters.data_file_path, - "partition_file_path": config.hyperparameters.partition_file_path, - "partition_method": config.hyperparameters.partition_method, - "dataset": config.hyperparameters.dataset, - "output_dir": config.hyperparameters.output_dir, - "is_debug_mode": config.hyperparameters.is_debug_mode, - "fedprox_mu": config.hyperparameters.fedprox_mu, - "use_adapter": config.hyperparameters.use_adapter, - "comm_round": config.hyperparameters.comm_round, - "peft_method": config.hyperparameters.peft_method, - "var_control": config.hyperparameters.var_control, - "perturbation_sampling": config.hyperparameters.perturbation_sampling, - "select_perturbation_using_jvp": config.hyperparameters.select_perturbation_using_jvp, - "client_idx": config.hyperparameters.client_idx, - } - ) - model_args.config["num_labels"] = num_labels - model_config, client_model, tokenizer = create_model( - model_args, formulation="classification" - ) - - # trainer - client_trainer = ForwardTextClassificationTrainer( - model_args, 0, client_model, None, None, config.task_id - ) - fed_trainer = FedTransformerTrainer(client_trainer, client_model) - - # data manager - preprocessor = TLMPreprocessor( - args=model_args, label_vocab=attributes["label_vocab"], tokenizer=tokenizer - ) - process_id = 0 - # TODO: data_loader_num_workers is used for client partition sampling in BaseDataManager, - # not for DataLoader parallelism (all DataLoader calls hardcode num_workers=0). Rename - # the config field and wire it through to the DataLoader constructors in base_data_manager.py. - dm = TextClassificationDataManager( - config.hyperparameters, - model_args, - preprocessor, - process_id, - config.hyperparameters.data_loader_num_workers, - ) - ( - train_data_num, - train_data_global, - test_data_global, - train_data_local_num_dict, - train_data_local_dict, - test_data_local_dict, - num_clients, - ) = dm.load_federated_data( - process_id=process_id, client_idx=config.hyperparameters.client_idx - ) - logger.info(f"NRL Client idx: {config.hyperparameters.client_idx}") - logger.info(f"NRL train_data_local_dict: {train_data_local_dict}") - logger.info(f"NRL train_data_global: {train_data_global}") - logger.info(f"NRL test_data_local_dict: {test_data_local_dict}") - logger.info(f"NRL test_data_global: {test_data_global}") - logger.info(f"NRL fed_trainer: {fed_trainer}") - logger.info(f"NRL num_clients: {num_clients}") - config.hyperparameters.client_num_in_total = num_clients - config.hyperparameters.warmup_ratio = model_args.warmup_ratio - - worker_num = 1 - aggregator = FedSGDAggregator( - train_data_global, - test_data_global, - train_data_num, - train_data_local_dict, - test_data_local_dict, - train_data_local_num_dict, - worker_num, - device, - config, - fed_trainer, - num_labels, - ) - - aggregator.compose() - aggregator.run() diff --git a/lib/python/examples/fwdllm/aggregator/main_fedfwd_agg.py b/lib/python/examples/fwdllm/aggregator/main_fedfwd_agg.py index 404564436..147eb0f47 100644 --- a/lib/python/examples/fwdllm/aggregator/main_fedfwd_agg.py +++ b/lib/python/examples/fwdllm/aggregator/main_fedfwd_agg.py @@ -92,8 +92,7 @@ def post_complete_message(tc_args): if __name__ == "__main__": # --log_to_wandb/--wandb_run_name are CLI-only (not in config JSON), mirroring # async_cifar10/aggregator/pytorch/main_fedavg_agg.py's initialize_wandb() - # gating pattern. No module-level wandb.init() -- gating here is additive - # (the legacy fl_main.py also never called it unconditionally). + # gating pattern. No module-level wandb.init() -- gating here is additive. _cli_parser = argparse.ArgumentParser(add_help=False) _cli_parser.add_argument("--log_to_wandb", action="store_true") _cli_parser.add_argument("--wandb_run_name", type=str, default=None) diff --git a/lib/python/examples/fwdllm/configs/trainer_base.yaml b/lib/python/examples/fwdllm/configs/trainer_base.yaml index 95f9824cf..a5efc5675 100644 --- a/lib/python/examples/fwdllm/configs/trainer_base.yaml +++ b/lib/python/examples/fwdllm/configs/trainer_base.yaml @@ -2,8 +2,8 @@ # Common properties shared across all trainers; trainer-specific values are # injected at runtime by flame.launch (see ../../MIGRATING_TO_LAUNCHER.md §9). # -# Transcribed from expts/run_tc_expts/json_scripts/trainer_1.json and -# aggregator.json (the existing production defaults), not redesigned. +# Originally transcribed from the legacy MPI/JSON launch configs +# (expts/run_tc_expts/, since removed), not redesigned. backend: mqtt @@ -52,8 +52,8 @@ hyperparameters: # (trainer.dataset.path_style: true skips that lookup entirely). client_idx: 0 client_num_in_total: 0 - gpu_mapping_file: gpu_mapping.yaml - gpu_mapping_key: mapping_myMap + # (gpu_mapping_file/gpu_mapping_key removed with the legacy MPI launch path -- + # device pinning is the spawner's job; FedSgdTrainer hard-sets its cuda device.) data_loader_num_workers: 5 # --- Model --- diff --git a/lib/python/examples/fwdllm/expt_scripts/diagnose_partition_binning.py b/lib/python/examples/fwdllm/expt_scripts/diagnose_partition_binning.py index 72330318b..58863815e 100644 --- a/lib/python/examples/fwdllm/expt_scripts/diagnose_partition_binning.py +++ b/lib/python/examples/fwdllm/expt_scripts/diagnose_partition_binning.py @@ -33,7 +33,8 @@ # ---- defaults resolved from the run's aggregator_config.json (the /coc/scratch h5s) ---- DEF_PART = "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5" DEF_DATA = "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5" -DEF_CACHE = "/home/dgarg39/gaurav/flame/lib/python/examples/fwdllm/expts/run_tc_expts/cache_dir" +# cache lives with the datasets on scratch; override with --cache-dir if elsewhere. +DEF_CACHE = "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/cache_dir" DEF_RUN = ("/home/dgarg39/flame/lib/python/examples/fwdllm/experiments/" "run_20260708_025543_fluxtune_n100_smoke_syn_0_real") CACHE_TMPL = ("distilbert_distilbert-base-uncased_cached_192_ClassificationModel_" diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/fedavg_main_tc.py b/lib/python/examples/fwdllm/expts/run_tc_expts/fedavg_main_tc.py deleted file mode 100755 index 1c55b33b2..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/fedavg_main_tc.py +++ /dev/null @@ -1,193 +0,0 @@ -import os -import socket -import sys - -import psutil -import setproctitle -import torch - -# this is a temporal import, we will refactor FedML as a package installation -# import wandb - -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), ""))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../"))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../../"))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../../../"))) - -# from training.fed_trainer_transformer import FedTransformerTrainer -from examples.fwdllm.data_preprocessing.text_classification_preprocessor import ( - TLMPreprocessor, -) - -# # from training.tc_transformer_trainer_distribute import TextClassificationTrainer, ForwardTextClassificationTrainer -# from training.tc_transformer_trainer import TextClassificationTrainer -# from forward_training.tc_transformer_trainer_distribute import ForwardTextClassificationTrainer -# from training.tc_transformer_trainer_distribute import TextClassificationTrainer as SgdTextClassificationTrainer -from examples.fwdllm.trainer.model.transformer.model_args import ClassificationArgs -from examples.fwdllm.data_manager.text_classification_data_manager import ( - TextClassificationDataManager, -) -from examples.fwdllm.data_manager.base_data_manager import BaseDataManager - -# from FedML.fedml_api.distributed.utils.gpu_mapping import mapping_processes_to_gpu_device_from_yaml_file - -# from FedML.fedml_api.distributed.fedavg_beifen.FedAvgAPI import FedML_init -from examples.fwdllm.expts.initializer import ( - add_federated_args, - set_seed, - create_model, -) # , \ - -# get_fl_algorithm_initializer - -import argparse -import logging - - -def post_complete_message(tc_args): - pipe_path = "/tmp/fednlp_tc" - if not os.path.exists(pipe_path): - os.mkfifo(pipe_path) - pipe_fd = os.open(pipe_path, os.O_WRONLY) - - with os.fdopen(pipe_fd, "w") as pipe: - pipe.write("training is finished! \n%s" % (str(tc_args))) - - -if __name__ == "__main__": - # parse python script input parameters - parser = argparse.ArgumentParser() - parser = add_federated_args(parser) - args = parser.parse_args() - - # customize the log format - logging.basicConfig( - level=logging.INFO, - format="%(process)s %(asctime)s.%(msecs)03d - {%(module)s.py (%(lineno)d)} - %(funcName)s(): %(message)s", - datefmt="%Y-%m-%d,%H:%M:%S", - ) - logging.info(args) - - set_seed(args.manual_seed) - - # # initialize distributed computing (MPI) - # comm, process_id, worker_number = FedML_init() - - # # customize the process name - # str_process_name = "FedNLP-" + str(args.dataset) + ":" + str(process_id) - # setproctitle.setproctitle(str_process_name) - - # hostname = socket.gethostname() - # logging.info("#############process ID = " + str(process_id) + - # ", host name = " + hostname + "########" + - # ", process ID = " + str(os.getpid()) + - # ", process Name = " + str(psutil.Process(os.getpid()))) - - # # logging.info("process_id = %d, size = %d" % (process_id, worker_number)) - - # # if process_id == 0: - # # # initialize the wandb machine learning experimental tracking platform (https://wandb.ai/automl/fednlp). - # # wandb.init(project="fednlp", entity="automl", name="FedNLP-" + str(args.fl_algorithm) + - # # "-TC-" + str(args.dataset) + "-" + str( - # # args.model_name) + "-freeze-" + args.freeze_layers if args.freeze_layers else "", - # # config=args) - - # # device: check "gpu_mapping.yaml" to see how to define the topology - # device = mapping_processes_to_gpu_device_from_yaml_file( - # process_id, worker_number, args.gpu_mapping_file, args.gpu_mapping_key) - # logging.info("process_id = %d, size = %d, device=%s" % - # (process_id, worker_number, str(device))) - # logging.info("torch.cuda.current_device()=" + str(torch.cuda.current_device())) - # logging.info("torch.cuda.device_count()=" + str(torch.cuda.device_count())) - - # dataset attributes - attributes = BaseDataManager.load_attributes(args.data_file_path) - num_labels = len(attributes["label_vocab"]) - - # create the model - model_args = ClassificationArgs() - model_args.model_name = args.model_name - model_args.model_type = args.model_type - model_args.load(model_args.model_name) - model_args.num_labels = num_labels - model_args.update_from_dict( - { - "fl_algorithm": args.fl_algorithm, - "freeze_layers": args.freeze_layers, - "epochs": args.epochs, - "learning_rate": args.learning_rate, - "gradient_accumulation_steps": args.gradient_accumulation_steps, - "do_lower_case": args.do_lower_case, - "manual_seed": args.manual_seed, - # for ignoring the cache features. - "reprocess_input_data": False, - "overwrite_output_dir": True, - "max_seq_length": args.max_seq_length, - "train_batch_size": args.train_batch_size, - "eval_batch_size": args.eval_batch_size, - "evaluate_during_training": False, # Disabled for FedAvg. - "evaluate_during_training_steps": args.evaluate_during_training_steps, - "fp16": args.fp16, - "data_file_path": args.data_file_path, - "partition_file_path": args.partition_file_path, - "partition_method": args.partition_method, - "dataset": args.dataset, - "output_dir": args.output_dir, - "is_debug_mode": args.is_debug_mode, - "fedprox_mu": args.fedprox_mu, - "use_adapter": args.use_adapter, - "comm_round": args.comm_round, - "peft_method": args.peft_method, - "var_control": args.var_control, - "perturbation_sampling": args.perturbation_sampling, - "select_perturbation_using_jvp": args.select_perturbation_using_jvp, - } - ) - model_args.config["num_labels"] = num_labels - model_config, client_model, tokenizer = create_model( - model_args, formulation="classification" - ) - - # # trainer - # if args.fl_algorithm == "FedFwd": - # client_trainer = ForwardTextClassificationTrainer( - # model_args, device, client_model, None, None) - # elif args.fl_algorithm == "FedSgd": - # client_trainer = SgdTextClassificationTrainer( - # model_args, device, client_model, None, None) - # else: - # client_trainer = TextClassificationTrainer( - # model_args, device, client_model, None, None) - # fed_trainer = FedTransformerTrainer(client_trainer, client_model) - - # data manager - preprocessor = TLMPreprocessor( - args=model_args, label_vocab=attributes["label_vocab"], tokenizer=tokenizer - ) - process_id = 0 - dm = TextClassificationDataManager( - args, model_args, preprocessor, process_id, args.client_num_per_round - ) - ( - train_data_num, - train_data_global, - test_data_global, - train_data_local_num_dict, - train_data_local_dict, - test_data_local_dict, - num_clients, - ) = dm.load_federated_data(process_id=process_id, client_idx=1) - - # # start FedAvg algorithm - # # for distributed algorithm, train_data_gloabl and test_data_global are required - # if process_id == 0: - # client_trainer.test_dl = test_data_global - # args.client_num_in_total = num_clients - # args.warmup_ratio = model_args.warmup_ratio - # # args.client_num_per_round = 500 - # # args.learning_rate = 0.01 - - # fl_algorithm = get_fl_algorithm_initializer(args.fl_algorithm) - # fl_algorithm(process_id, worker_number, device, comm, client_model, train_data_num, - # train_data_global, test_data_global, train_data_local_num_dict, - # train_data_local_dict, test_data_local_dict, args, fed_trainer) diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/gpu_mapping.yaml b/lib/python/examples/fwdllm/expts/run_tc_expts/gpu_mapping.yaml deleted file mode 100755 index fc97031b3..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/gpu_mapping.yaml +++ /dev/null @@ -1,46 +0,0 @@ -# Please check "GPU_MAPPING.md" to see how to define the topology -# You can define a cluster containing multiple GPUs within multiple machines by defining `gpu_mapping.yaml` as follows: - -# config_cluster0: -# host_name_node0: [num_of_processes_on_GPU0, num_of_processes_on_GPU1, num_of_processes_on_GPU2, num_of_processes_on_GPU3, ..., num_of_processes_on_GPU_n] -# host_name_node1: [num_of_processes_on_GPU0, num_of_processes_on_GPU1, num_of_processes_on_GPU2, num_of_processes_on_GPU3, ..., num_of_processes_on_GPU_n] -# host_name_node_m: [num_of_processes_on_GPU0, num_of_processes_on_GPU1, num_of_processes_on_GPU2, num_of_processes_on_GPU3, ..., num_of_processes_on_GPU_n] - - -mapping_lambda-server2: - lambda-server2: [0, 0, 0, 0, 3, 2, 3, 3] - -# this is used for 10 clients and 1 server training within a single machine which has 4 GPUs -mapping_default: - ChaoyangHe-GPU-RTX2080Tix4: [2, 1, 1, 1] - -# this is used for 4 clients and 1 server training within a single machine which has 4 GPUs -mapping_config1_5: - host1: [2, 1, 1, 1] - -# this is used for 10 clients and 1 server training within a single machine which has 4 GPUs -mapping_config2_11: - host1: [3, 3, 3, 2] - -# this is used for 10 clients and 1 server training within a single machine which has 8 GPUs -mapping_config3_11: - host1: [2, 2, 2, 1, 1, 1, 1, 1] - -# this is used for 4 clients and 1 server training within a single machine which has 8 GPUs, but you hope to skip the GPU device ID. -mapping_config4_5: - host1: [1, 0, 0, 1, 1, 0, 1, 1] - -# this is used for 4 clients and 1 server training using 6 machines, each machine has 2 GPUs inside, but you hope to use the second GPU. -mapping_ink-ron: - ink-ron: [1, 2, 2, 2, 2, 2] - -mapping_ink-lucy: - ink-lucy: [2, 3, 3, 3] - -mapping_a100: - g1lmd2: [2, 2, 2, 1, 1, 1, 1, 1] - -mapping_a100_2: - g1lmd2: [2, 2, 2, 1, 1, 1, 1, 1] -mapping_myMap: - host: [0, 0, 0, 0, 0, 0, 2, 0] \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator.json deleted file mode 100644 index 4d790608e..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator.json +++ /dev/null @@ -1,167 +0,0 @@ -{ - "taskid": "49d06b7526964db86cf37c70e8e0cdb6bd7aa742", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": -1, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 256, - "max_seq_length": 128, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 0, - "trackTrainerAvail": { - "enabled": "False", - "type": "NONE" - }, - "aggGoal": 5, - "rounds": 300, - "rejectStaleUpdates": false, - "inc_model_version_per_data_id": true, - "//max_iterations_per_data_id": "Soft-cap fallback. With adaptive_k_var_tracking, aggregations should converge near target without needing the cap, but it remains as a safety net.", - "max_iterations_per_data_id": 15, - "//var_threshold": "FedSGD variance check threshold. Raise it (e.g. 0.3) for heterogeneous NIID partitions where gradient variance is naturally higher. Omit to use the model_type default (distilbert=0.1).", - "var_threshold": 0.3 - }, - "baseModel": { - "name": "", - "version": 2 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "async_random", - "kwargs": { - "//": "c: concurrency level", - "c": 15, - "aggGoal": 5, - "evalGoalFactor": 0, - "selectType": "default", - "roundNudgeType": "last_train", - "minInitialTrainers": 15, - "k": 5, - "is_async": true, - "//task_eligible_states": "Maps task names to eligible avl_state values. Classic FL: only AVL_TRAIN. FwdLLM: both AVL_TRAIN and AVL_EVAL can train.", - "task_eligible_states": { - "train": [ - "AVL_TRAIN", - "AVL_EVAL" - ], - "eval": [ - "AVL_EVAL", - "AVL_TRAIN" - ] - }, - "//dynamic_kc": "K adapts to track variance against target_iter_per_data_id. C is held fixed (c_min==c_max==c).", - "dynamic_kc": { - "enabled": true, - "policy": "adaptive_k_var_tracking", - "policy_kwargs": { - "target_iter_per_data_id": 15, - "k_step": 2, - "window": 6 - }, - "k_min": 5, - "k_max": 15, - "c_min": 15, - "c_max": 15, - "update_every_n_aggs": 1, - "history_window": 20 - } - } - }, - "optimizer": { - "sort": "fedbuff", - "kwargs": { - "use_oort_lr": "True", - "dataset_name": "google-speech", - "agg_rate_conf": { - "type": "old", - "scale": 1.0, - "a_exp": 0.2, - "b_exp": 0.25 - } - } - }, - "maxRunTime": 600, - "realm": "default", - "role": "aggregator" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_base.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_base.json deleted file mode 100644 index c15172a45..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_base.json +++ /dev/null @@ -1,137 +0,0 @@ -{ - "taskid": "49d06b7526964db86cf37c70e8e0cdb6bd7aa742", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": -1, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 256, - "max_seq_length": 128, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 0, - "trackTrainerAvail": { - "enabled": "False", - "type": "NONE" - }, - "aggGoal": 5, - "rounds": 300, - "rejectStaleUpdates": false, - "inc_model_version_per_data_id": true, - "//var_threshold": "FedSGD variance check threshold. Raise it (e.g. 0.3) for heterogeneous NIID partitions where gradient variance is naturally higher. Omit to use the model_type default (distilbert=0.1).", - "var_threshold": 0.3 - }, - "baseModel": { - "name": "", - "version": 2 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "async_random", - "kwargs": { - "//": "c: concurrency level", - "c": 15, - "aggGoal": 5, - "evalGoalFactor": 0, - "selectType": "default", - "roundNudgeType": "last_train", - "minInitialTrainers": 15, - "k": 5, - "is_async": true - } - }, - "optimizer": { - "sort": "fedbuff", - "kwargs": { - "use_oort_lr": "True", - "dataset_name": "google-speech", - "agg_rate_conf": { - "type": "old", - "scale": 1.0, - "a_exp": 0.2, - "b_exp": 0.25 - } - } - }, - "maxRunTime": 600, - "realm": "default", - "role": "aggregator" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_dynk.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_dynk.json deleted file mode 100644 index d327d08d6..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_dynk.json +++ /dev/null @@ -1,155 +0,0 @@ -{ - "taskid": "49d06b7526964db86cf37c70e8e0cdb6bd7aa742", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": -1, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 256, - "max_seq_length": 128, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 0, - "trackTrainerAvail": { - "enabled": "False", - "type": "NONE" - }, - "aggGoal": 5, - "rounds": 300, - "rejectStaleUpdates": false, - "inc_model_version_per_data_id": true, - "//max_iterations_per_data_id": "Soft-cap fallback. With adaptive_k_var_tracking, aggregations should converge near target without needing the cap, but it remains as a safety net.", - "max_iterations_per_data_id": 15, - "//var_threshold": "FedSGD variance check threshold. Raise it (e.g. 0.3) for heterogeneous NIID partitions where gradient variance is naturally higher. Omit to use the model_type default (distilbert=0.1).", - "var_threshold": 0.3 - }, - "baseModel": { - "name": "", - "version": 2 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "async_random", - "kwargs": { - "//": "c: concurrency level (fixed in this config)", - "c": 15, - "aggGoal": 5, - "evalGoalFactor": 0, - "selectType": "default", - "roundNudgeType": "last_train", - "minInitialTrainers": 15, - "k": 5, - "is_async": true, - "//dynamic_kc": "K adapts to track variance against target_iter_per_data_id. C is held fixed (c_min==c_max==c).", - "dynamic_kc": { - "enabled": true, - "policy": "adaptive_k_var_tracking", - "policy_kwargs": { - "target_iter_per_data_id": 15, - "k_step": 2, - "window": 6 - }, - "k_min": 3, - "k_max": 15, - "c_min": 15, - "c_max": 15, - "update_every_n_aggs": 1, - "history_window": 20 - } - } - }, - "optimizer": { - "sort": "fedbuff", - "kwargs": { - "use_oort_lr": "True", - "dataset_name": "google-speech", - "agg_rate_conf": { - "type": "old", - "scale": 1.0, - "a_exp": 0.2, - "b_exp": 0.25 - } - } - }, - "maxRunTime": 600, - "realm": "default", - "role": "aggregator" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_maxiter.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_maxiter.json deleted file mode 100644 index 7489fd1d3..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_async_maxiter.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "taskid": "49d06b7526964db86cf37c70e8e0cdb6bd7aa742", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": -1, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 256, - "max_seq_length": 128, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 0, - "trackTrainerAvail": { - "enabled": "False", - "type": "NONE" - }, - "aggGoal": 5, - "rounds": 300, - "rejectStaleUpdates": false, - "inc_model_version_per_data_id": true, - "//max_iterations_per_data_id": "Hard cap: force-advance past a data_id after this many failed variance checks.", - "max_iterations_per_data_id": 15, - "//var_threshold": "FedSGD variance check threshold. Raise it (e.g. 0.3) for heterogeneous NIID partitions where gradient variance is naturally higher. Omit to use the model_type default (distilbert=0.1).", - "var_threshold": 0.3 - }, - "baseModel": { - "name": "", - "version": 2 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "async_random", - "kwargs": { - "//": "c: concurrency level", - "c": 15, - "aggGoal": 5, - "evalGoalFactor": 0, - "selectType": "default", - "roundNudgeType": "last_train", - "minInitialTrainers": 15, - "k": 5, - "is_async": true - } - }, - "optimizer": { - "sort": "fedbuff", - "kwargs": { - "use_oort_lr": "True", - "dataset_name": "google-speech", - "agg_rate_conf": { - "type": "old", - "scale": 1.0, - "a_exp": 0.2, - "b_exp": 0.25 - } - } - }, - "maxRunTime": 600, - "realm": "default", - "role": "aggregator" -} diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_dynamic_kc.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_dynamic_kc.json deleted file mode 100644 index 596329b95..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator_dynamic_kc.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "taskid": "49d06b7526964db86cf37c70e8e0cdb6bd7aa742", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": -1, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 256, - "max_seq_length": 128, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 0, - "trackTrainerAvail": { - "enabled": "True", - "type": "ORACULAR", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "aggGoal": 10, - "rounds": 300, - "rejectStaleUpdates": false, - "inc_model_version_per_data_id": true - }, - "baseModel": { - "name": "", - "version": 2 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "async_oort", - "kwargs": { - "//": "c: concurrency level", - "c": 30, - "aggGoal": 10, - "evalGoalFactor": 0, - "selectType": "default", - "roundNudgeType": "last_train", - "minInitialTrainers": 50, - "k": 10, - "is_async": true, - "//task_eligible_states": "Maps task names to eligible avl_state values. Classic FL: only AVL_TRAIN. FwdLLM: both AVL_TRAIN and AVL_EVAL can train.", - "task_eligible_states": { - "train": ["avl_train", "avl_eval"], - "eval": ["avl_eval", "avl_train"] - }, - "//dynamic_kc": "Dynamic K and C controller config. Set enabled=true to activate.", - "dynamic_kc": { - "enabled": false, - "policy": "variance_based", - "policy_kwargs": { - "high_threshold": 0.8, - "low_threshold": 0.3, - "k_step": 2, - "window": 10 - }, - "k_min": 5, - "k_max": 50, - "c_min": 5, - "c_max": 100, - "update_every_n_aggs": 1, - "history_window": 20 - } - } - }, - "optimizer": { - "sort": "fedbuff", - "kwargs": { - "use_oort_lr": "True", - "dataset_name": "google-speech", - "agg_rate_conf": { - "type": "old", - "scale": 1.0, - "a_exp": 0.2, - "b_exp": 0.25 - } - } - }, - "maxRunTime": 600, - "realm": "default", - "role": "aggregator" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_0.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_0.json deleted file mode 100644 index 6d9d242e6..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_0.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580371", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 0, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 5, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "4.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (319273, 'AVL_EVAL'), (335119, 'AVL_TRAIN'), (338559, 'AVL_EVAL'), (344104, 'UN_AVL'), (345589, 'AVL_TRAIN'), (345593, 'UN_AVL'), (345607, 'AVL_TRAIN'), (348282, 'AVL_EVAL'), (362502, 'UN_AVL'), (385856, 'AVL_TRAIN'), (388120, 'AVL_EVAL'), (390794, 'AVL_TRAIN'), (393354, 'AVL_EVAL'), (398433, 'AVL_TRAIN'), (400757, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (319273, 'AVL_EVAL'), (327767, 'UN_AVL'), (335119, 'AVL_TRAIN'), (338559, 'UN_AVL'), (345589, 'AVL_TRAIN'), (345593, 'UN_AVL'), (345607, 'AVL_TRAIN'), (348282, 'UN_AVL'), (385856, 'AVL_TRAIN'), (388120, 'UN_AVL'), (390794, 'AVL_TRAIN'), (393354, 'AVL_EVAL'), (398433, 'AVL_TRAIN'), (400757, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (335119, 'AVL_TRAIN'), (338559, 'UN_AVL'), (345589, 'AVL_TRAIN'), (345593, 'UN_AVL'), (345607, 'AVL_TRAIN'), (348282, 'UN_AVL'), (385856, 'AVL_TRAIN'), (388120, 'UN_AVL'), (390794, 'AVL_TRAIN'), (393354, 'UN_AVL'), (398433, 'AVL_TRAIN'), (400757, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27000, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (2400, 'AVL_TRAIN'), (4200, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (3600, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (28800, 'UN_AVL'), (30000, 'AVL_EVAL'), (31800, 'UN_AVL'), (33000, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (43200, 'UN_AVL'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (54600, 'UN_AVL'), (55200, 'AVL_EVAL'), (56400, 'UN_AVL'), (58200, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67800, 'UN_AVL'), (69000, 'AVL_EVAL'), (69600, 'UN_AVL'), (71400, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_EVAL'), (86400, 'UN_AVL'), (87000, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (106800, 'UN_AVL'), (109800, 'AVL_EVAL'), (111600, 'UN_AVL'), (114000, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'UN_AVL'), (116400, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126600, 'AVL_TRAIN'), (127800, 'UN_AVL'), (128400, 'AVL_TRAIN'), (130200, 'UN_AVL'), (132000, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133800, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (135600, 'UN_AVL'), (138600, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (146400, 'UN_AVL'), (149400, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (154800, 'UN_AVL'), (155400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (171600, 'UN_AVL'), (172200, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (177600, 'UN_AVL'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 5, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_1.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_1.json deleted file mode 100644 index 69def1f40..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_1.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580372", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 1, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 5, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "16.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (250, 'UN_AVL'), (1053, 'AVL_TRAIN'), (7162, 'AVL_EVAL'), (25536, 'UN_AVL'), (25536, 'AVL_TRAIN'), (28540, 'AVL_EVAL'), (41113, 'AVL_TRAIN'), (46728, 'AVL_EVAL'), (46729, 'AVL_TRAIN'), (49430, 'AVL_EVAL'), (70897, 'UN_AVL'), (82393, 'AVL_TRAIN'), (82416, 'UN_AVL'), (82418, 'AVL_TRAIN'), (82771, 'UN_AVL'), (82773, 'AVL_TRAIN'), (85462, 'UN_AVL'), (85464, 'AVL_TRAIN'), (87018, 'UN_AVL'), (87019, 'AVL_TRAIN'), (87422, 'UN_AVL'), (87424, 'AVL_TRAIN'), (87593, 'UN_AVL'), (87593, 'AVL_TRAIN'), (87603, 'UN_AVL'), (87881, 'AVL_TRAIN'), (87942, 'UN_AVL'), (87986, 'AVL_TRAIN'), (88540, 'UN_AVL'), (88678, 'AVL_TRAIN'), (88944, 'UN_AVL'), (90360, 'AVL_EVAL'), (90360, 'AVL_TRAIN'), (90381, 'AVL_EVAL'), (91048, 'UN_AVL'), (99745, 'AVL_TRAIN'), (100257, 'UN_AVL'), (100258, 'AVL_TRAIN'), (100557, 'UN_AVL'), (100558, 'AVL_TRAIN'), (104033, 'UN_AVL'), (104048, 'AVL_TRAIN'), (105450, 'UN_AVL'), (105741, 'AVL_TRAIN'), (107180, 'UN_AVL'), (109017, 'AVL_TRAIN'), (112236, 'UN_AVL'), (112236, 'AVL_TRAIN'), (136022, 'AVL_EVAL'), (160213, 'UN_AVL'), (164156, 'AVL_TRAIN'), (164594, 'UN_AVL'), (164651, 'AVL_TRAIN'), (166084, 'AVL_EVAL'), (173372, 'AVL_TRAIN'), (179115, 'AVL_EVAL'), (190676, 'AVL_TRAIN'), (214769, 'AVL_EVAL'), (214770, 'AVL_TRAIN'), (214773, 'AVL_EVAL'), (236404, 'UN_AVL'), (236404, 'AVL_TRAIN'), (238132, 'AVL_EVAL'), (240851, 'AVL_TRAIN'), (240936, 'AVL_EVAL'), (240975, 'AVL_TRAIN'), (247016, 'AVL_EVAL'), (261220, 'AVL_TRAIN'), (261795, 'AVL_EVAL'), (261795, 'AVL_TRAIN'), (264001, 'AVL_EVAL'), (264002, 'AVL_TRAIN'), (264003, 'AVL_EVAL'), (305427, 'AVL_TRAIN'), (310176, 'AVL_EVAL'), (310210, 'AVL_TRAIN'), (310213, 'AVL_EVAL'), (310765, 'AVL_TRAIN'), (312095, 'AVL_EVAL'), (312095, 'AVL_TRAIN'), (312105, 'AVL_EVAL'), (317629, 'AVL_TRAIN'), (317635, 'AVL_EVAL'), (317636, 'AVL_TRAIN'), (317637, 'AVL_EVAL'), (317637, 'AVL_TRAIN'), (317638, 'AVL_EVAL'), (317638, 'AVL_TRAIN'), (317639, 'AVL_EVAL'), (317639, 'AVL_TRAIN'), (317642, 'AVL_EVAL'), (317642, 'AVL_TRAIN'), (317645, 'AVL_EVAL'), (317647, 'AVL_TRAIN'), (317659, 'AVL_EVAL'), (317678, 'AVL_TRAIN'), (318323, 'AVL_EVAL'), (332409, 'UN_AVL'), (336461, 'AVL_TRAIN'), (341841, 'AVL_EVAL'), (341846, 'AVL_TRAIN'), (341992, 'AVL_EVAL'), (342694, 'AVL_TRAIN'), (344375, 'AVL_EVAL'), (346579, 'AVL_TRAIN'), (347263, 'AVL_EVAL'), (357902, 'UN_AVL'), (364184, 'AVL_TRAIN'), (364887, 'UN_AVL'), (386041, 'AVL_TRAIN'), (394420, 'AVL_EVAL'), (418953, 'UN_AVL'), (421325, 'AVL_TRAIN'), (425216, 'AVL_EVAL'), (425217, 'AVL_TRAIN'), (425541, 'AVL_EVAL'), (425542, 'AVL_TRAIN'), (425543, 'AVL_EVAL'), (434131, 'AVL_TRAIN'), (435716, 'AVL_EVAL'), (435720, 'AVL_TRAIN'), (438737, 'AVL_EVAL'), (449946, 'UN_AVL'), (472426, 'AVL_TRAIN'), (473276, 'UN_AVL'), (473287, 'AVL_TRAIN'), (474779, 'AVL_EVAL'), (475599, 'AVL_TRAIN'), (478630, 'AVL_EVAL'), (481838, 'AVL_TRAIN'), (481859, 'AVL_EVAL'), (483147, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1053, 'AVL_TRAIN'), (7162, 'AVL_EVAL'), (16664, 'UN_AVL'), (25536, 'AVL_TRAIN'), (28540, 'UN_AVL'), (41113, 'AVL_TRAIN'), (46728, 'AVL_EVAL'), (46729, 'AVL_TRAIN'), (49430, 'AVL_EVAL'), (62206, 'UN_AVL'), (82393, 'AVL_TRAIN'), (82416, 'UN_AVL'), (82418, 'AVL_TRAIN'), (82771, 'UN_AVL'), (82773, 'AVL_TRAIN'), (85462, 'UN_AVL'), (85464, 'AVL_TRAIN'), (87018, 'UN_AVL'), (87019, 'AVL_TRAIN'), (87422, 'UN_AVL'), (87424, 'AVL_TRAIN'), (87593, 'UN_AVL'), (87593, 'AVL_TRAIN'), (87603, 'UN_AVL'), (87881, 'AVL_TRAIN'), (87942, 'UN_AVL'), (87986, 'AVL_TRAIN'), (88540, 'UN_AVL'), (88678, 'AVL_TRAIN'), (88944, 'UN_AVL'), (90360, 'AVL_TRAIN'), (90381, 'UN_AVL'), (99745, 'AVL_TRAIN'), (100257, 'UN_AVL'), (100258, 'AVL_TRAIN'), (100557, 'UN_AVL'), (100558, 'AVL_TRAIN'), (104033, 'UN_AVL'), (104048, 'AVL_TRAIN'), (105450, 'UN_AVL'), (105741, 'AVL_TRAIN'), (107180, 'UN_AVL'), (109017, 'AVL_TRAIN'), (112236, 'UN_AVL'), (112236, 'AVL_TRAIN'), (136022, 'AVL_EVAL'), (148169, 'UN_AVL'), (164156, 'AVL_TRAIN'), (164594, 'UN_AVL'), (164651, 'AVL_TRAIN'), (166084, 'UN_AVL'), (173372, 'AVL_TRAIN'), (179115, 'AVL_EVAL'), (190555, 'UN_AVL'), (190676, 'AVL_TRAIN'), (214769, 'AVL_EVAL'), (214770, 'AVL_TRAIN'), (214773, 'AVL_EVAL'), (222241, 'UN_AVL'), (236404, 'AVL_TRAIN'), (238132, 'UN_AVL'), (240851, 'AVL_TRAIN'), (240936, 'UN_AVL'), (240975, 'AVL_TRAIN'), (247016, 'AVL_EVAL'), (261220, 'AVL_TRAIN'), (261795, 'AVL_EVAL'), (261795, 'AVL_TRAIN'), (264001, 'AVL_EVAL'), (264002, 'AVL_TRAIN'), (264003, 'AVL_EVAL'), (274444, 'UN_AVL'), (305427, 'AVL_TRAIN'), (310176, 'AVL_EVAL'), (310210, 'AVL_TRAIN'), (310213, 'AVL_EVAL'), (310765, 'AVL_TRAIN'), (312095, 'AVL_EVAL'), (312095, 'AVL_TRAIN'), (312105, 'AVL_EVAL'), (317629, 'AVL_TRAIN'), (317635, 'AVL_EVAL'), (317636, 'AVL_TRAIN'), (317637, 'AVL_EVAL'), (317637, 'AVL_TRAIN'), (317638, 'AVL_EVAL'), (317638, 'AVL_TRAIN'), (317639, 'AVL_EVAL'), (317639, 'AVL_TRAIN'), (317642, 'AVL_EVAL'), (317642, 'AVL_TRAIN'), (317645, 'AVL_EVAL'), (317647, 'AVL_TRAIN'), (317659, 'AVL_EVAL'), (317678, 'AVL_TRAIN'), (318323, 'AVL_EVAL'), (332409, 'UN_AVL'), (336461, 'AVL_TRAIN'), (341841, 'AVL_EVAL'), (341846, 'AVL_TRAIN'), (341992, 'AVL_EVAL'), (342694, 'AVL_TRAIN'), (344375, 'AVL_EVAL'), (346579, 'AVL_TRAIN'), (347263, 'AVL_EVAL'), (352390, 'UN_AVL'), (364184, 'AVL_TRAIN'), (364887, 'UN_AVL'), (386041, 'AVL_TRAIN'), (394420, 'AVL_EVAL'), (417347, 'UN_AVL'), (421325, 'AVL_TRAIN'), (425216, 'AVL_EVAL'), (425217, 'AVL_TRAIN'), (425541, 'AVL_EVAL'), (425542, 'AVL_TRAIN'), (425543, 'AVL_EVAL'), (433136, 'UN_AVL'), (434131, 'AVL_TRAIN'), (435716, 'AVL_EVAL'), (435720, 'AVL_TRAIN'), (438737, 'AVL_EVAL'), (449946, 'UN_AVL'), (472426, 'AVL_TRAIN'), (473276, 'UN_AVL'), (473287, 'AVL_TRAIN'), (474779, 'UN_AVL'), (475599, 'AVL_TRAIN'), (478630, 'UN_AVL'), (481838, 'AVL_TRAIN'), (481859, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1053, 'AVL_TRAIN'), (7162, 'UN_AVL'), (25536, 'AVL_TRAIN'), (28540, 'UN_AVL'), (41113, 'AVL_TRAIN'), (46728, 'UN_AVL'), (46729, 'AVL_TRAIN'), (49430, 'UN_AVL'), (82393, 'AVL_TRAIN'), (82416, 'UN_AVL'), (82418, 'AVL_TRAIN'), (82771, 'UN_AVL'), (82773, 'AVL_TRAIN'), (85462, 'UN_AVL'), (85464, 'AVL_TRAIN'), (87018, 'UN_AVL'), (87019, 'AVL_TRAIN'), (87422, 'UN_AVL'), (87424, 'AVL_TRAIN'), (87593, 'UN_AVL'), (87593, 'AVL_TRAIN'), (87603, 'UN_AVL'), (87881, 'AVL_TRAIN'), (87942, 'UN_AVL'), (87986, 'AVL_TRAIN'), (88540, 'UN_AVL'), (88678, 'AVL_TRAIN'), (88944, 'UN_AVL'), (90360, 'AVL_TRAIN'), (90381, 'UN_AVL'), (99745, 'AVL_TRAIN'), (100257, 'UN_AVL'), (100258, 'AVL_TRAIN'), (100557, 'UN_AVL'), (100558, 'AVL_TRAIN'), (104033, 'UN_AVL'), (104048, 'AVL_TRAIN'), (105450, 'UN_AVL'), (105741, 'AVL_TRAIN'), (107180, 'UN_AVL'), (109017, 'AVL_TRAIN'), (112236, 'UN_AVL'), (112236, 'AVL_TRAIN'), (136022, 'UN_AVL'), (164156, 'AVL_TRAIN'), (164594, 'UN_AVL'), (164651, 'AVL_TRAIN'), (166084, 'UN_AVL'), (173372, 'AVL_TRAIN'), (179115, 'UN_AVL'), (190676, 'AVL_TRAIN'), (214769, 'UN_AVL'), (214770, 'AVL_TRAIN'), (214773, 'UN_AVL'), (236404, 'AVL_TRAIN'), (238132, 'UN_AVL'), (240851, 'AVL_TRAIN'), (240936, 'UN_AVL'), (240975, 'AVL_TRAIN'), (247016, 'UN_AVL'), (261220, 'AVL_TRAIN'), (261795, 'UN_AVL'), (261795, 'AVL_TRAIN'), (264001, 'UN_AVL'), (264002, 'AVL_TRAIN'), (264003, 'UN_AVL'), (305427, 'AVL_TRAIN'), (310176, 'UN_AVL'), (310210, 'AVL_TRAIN'), (310213, 'UN_AVL'), (310765, 'AVL_TRAIN'), (312095, 'UN_AVL'), (312095, 'AVL_TRAIN'), (312105, 'UN_AVL'), (317629, 'AVL_TRAIN'), (317635, 'UN_AVL'), (317636, 'AVL_TRAIN'), (317637, 'UN_AVL'), (317637, 'AVL_TRAIN'), (317638, 'UN_AVL'), (317638, 'AVL_TRAIN'), (317639, 'UN_AVL'), (317639, 'AVL_TRAIN'), (317642, 'UN_AVL'), (317642, 'AVL_TRAIN'), (317645, 'UN_AVL'), (317647, 'AVL_TRAIN'), (317659, 'UN_AVL'), (317678, 'AVL_TRAIN'), (318323, 'UN_AVL'), (336461, 'AVL_TRAIN'), (341841, 'UN_AVL'), (341846, 'AVL_TRAIN'), (341992, 'UN_AVL'), (342694, 'AVL_TRAIN'), (344375, 'UN_AVL'), (346579, 'AVL_TRAIN'), (347263, 'UN_AVL'), (364184, 'AVL_TRAIN'), (364887, 'UN_AVL'), (386041, 'AVL_TRAIN'), (394420, 'UN_AVL'), (421325, 'AVL_TRAIN'), (425216, 'UN_AVL'), (425217, 'AVL_TRAIN'), (425541, 'UN_AVL'), (425542, 'AVL_TRAIN'), (425543, 'UN_AVL'), (434131, 'AVL_TRAIN'), (435716, 'UN_AVL'), (435720, 'AVL_TRAIN'), (438737, 'UN_AVL'), (472426, 'AVL_TRAIN'), (473276, 'UN_AVL'), (473287, 'AVL_TRAIN'), (474779, 'UN_AVL'), (475599, 'AVL_TRAIN'), (478630, 'UN_AVL'), (481838, 'AVL_TRAIN'), (481859, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39600, 'AVL_TRAIN'), (44400, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (175800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (3600, 'UN_AVL'), (5400, 'AVL_EVAL'), (6000, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (77400, 'UN_AVL'), (79200, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88800, 'AVL_TRAIN'), (91800, 'UN_AVL'), (92400, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (98400, 'UN_AVL'), (101400, 'AVL_EVAL'), (102000, 'UN_AVL'), (102600, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (105600, 'UN_AVL'), (108600, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (114600, 'UN_AVL'), (115800, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (132000, 'UN_AVL'), (133800, 'AVL_TRAIN'), (136800, 'UN_AVL'), (138600, 'AVL_EVAL'), (139200, 'UN_AVL'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (142800, 'UN_AVL'), (143400, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147600, 'UN_AVL'), (148200, 'AVL_EVAL'), (149400, 'UN_AVL'), (150000, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (154800, 'UN_AVL'), (155400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (169200, 'UN_AVL'), (169800, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 5, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_10.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_10.json deleted file mode 100644 index d1603b959..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_10.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580381", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 10, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "11.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12839, 'AVL_EVAL'), (62636, 'AVL_TRAIN'), (71903, 'AVL_EVAL'), (135083, 'UN_AVL'), (156109, 'AVL_TRAIN'), (164237, 'AVL_EVAL'), (189998, 'AVL_TRAIN'), (191541, 'AVL_EVAL'), (191547, 'AVL_TRAIN'), (191550, 'AVL_EVAL'), (191876, 'AVL_TRAIN'), (204944, 'AVL_EVAL'), (204947, 'AVL_TRAIN'), (205073, 'AVL_EVAL'), (205077, 'AVL_TRAIN'), (205079, 'AVL_EVAL'), (205376, 'AVL_TRAIN'), (205381, 'AVL_EVAL'), (205386, 'AVL_TRAIN'), (205425, 'AVL_EVAL'), (205428, 'AVL_TRAIN'), (205640, 'AVL_EVAL'), (205644, 'AVL_TRAIN'), (205651, 'AVL_EVAL'), (210583, 'AVL_TRAIN'), (223064, 'AVL_EVAL'), (276050, 'UN_AVL'), (326481, 'AVL_EVAL'), (331715, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12839, 'AVL_EVAL'), (50151, 'UN_AVL'), (62636, 'AVL_TRAIN'), (71903, 'AVL_EVAL'), (102525, 'UN_AVL'), (156109, 'AVL_TRAIN'), (164237, 'AVL_EVAL'), (186714, 'UN_AVL'), (189998, 'AVL_TRAIN'), (191541, 'UN_AVL'), (191547, 'AVL_TRAIN'), (191550, 'UN_AVL'), (191876, 'AVL_TRAIN'), (204944, 'AVL_EVAL'), (204947, 'AVL_TRAIN'), (205073, 'AVL_EVAL'), (205077, 'AVL_TRAIN'), (205079, 'AVL_EVAL'), (205376, 'AVL_TRAIN'), (205381, 'AVL_EVAL'), (205386, 'AVL_TRAIN'), (205425, 'AVL_EVAL'), (205428, 'AVL_TRAIN'), (205640, 'AVL_EVAL'), (205644, 'AVL_TRAIN'), (205651, 'AVL_EVAL'), (210583, 'AVL_TRAIN'), (223064, 'AVL_EVAL'), (262901, 'UN_AVL'), (326481, 'AVL_EVAL'), (331715, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (62636, 'AVL_TRAIN'), (71903, 'UN_AVL'), (156109, 'AVL_TRAIN'), (164237, 'UN_AVL'), (189998, 'AVL_TRAIN'), (191541, 'UN_AVL'), (191547, 'AVL_TRAIN'), (191550, 'UN_AVL'), (191876, 'AVL_TRAIN'), (204944, 'UN_AVL'), (204947, 'AVL_TRAIN'), (205073, 'UN_AVL'), (205077, 'AVL_TRAIN'), (205079, 'UN_AVL'), (205376, 'AVL_TRAIN'), (205381, 'UN_AVL'), (205386, 'AVL_TRAIN'), (205425, 'UN_AVL'), (205428, 'AVL_TRAIN'), (205640, 'UN_AVL'), (205644, 'AVL_TRAIN'), (205651, 'UN_AVL'), (210583, 'AVL_TRAIN'), (223064, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (58200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (16800, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_EVAL'), (25200, 'UN_AVL'), (25800, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (28200, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_EVAL'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (81000, 'UN_AVL'), (81600, 'AVL_EVAL'), (86400, 'UN_AVL'), (87000, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88200, 'AVL_EVAL'), (90600, 'UN_AVL'), (92400, 'AVL_TRAIN'), (94200, 'UN_AVL'), (95400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (105600, 'UN_AVL'), (106800, 'AVL_EVAL'), (108000, 'UN_AVL'), (108600, 'AVL_TRAIN'), (110400, 'UN_AVL'), (111000, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'UN_AVL'), (116400, 'AVL_TRAIN'), (118200, 'UN_AVL'), (118800, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'UN_AVL'), (122400, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (129000, 'UN_AVL'), (130200, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (136800, 'UN_AVL'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (140400, 'UN_AVL'), (142800, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (147000, 'UN_AVL'), (148200, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'UN_AVL'), (172200, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_100.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_100.json deleted file mode 100644 index 2d6e9d22c..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_100.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580471", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 100, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "4.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (15600, 'UN_AVL'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'UN_AVL'), (21000, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (32400, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37200, 'UN_AVL'), (38400, 'AVL_EVAL'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (68400, 'UN_AVL'), (70200, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (79200, 'UN_AVL'), (84000, 'AVL_EVAL'), (84600, 'UN_AVL'), (85800, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (103800, 'UN_AVL'), (109200, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121800, 'UN_AVL'), (122400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126000, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127800, 'UN_AVL'), (128400, 'AVL_EVAL'), (134400, 'UN_AVL'), (136200, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'UN_AVL'), (138600, 'AVL_TRAIN'), (143400, 'UN_AVL'), (145200, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (150000, 'UN_AVL'), (152400, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'UN_AVL'), (158400, 'AVL_EVAL'), (160200, 'UN_AVL'), (161400, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (169200, 'UN_AVL'), (169800, 'AVL_TRAIN'), (170400, 'UN_AVL'), (172800, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (177600, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_101.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_101.json deleted file mode 100644 index 56501147e..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_101.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580472", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 101, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "20.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (5400, 'UN_AVL'), (6000, 'AVL_EVAL'), (6600, 'UN_AVL'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_EVAL'), (16200, 'UN_AVL'), (18600, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51000, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (56400, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_EVAL'), (81600, 'UN_AVL'), (82800, 'AVL_EVAL'), (85200, 'UN_AVL'), (90000, 'AVL_TRAIN'), (90600, 'UN_AVL'), (94800, 'AVL_EVAL'), (95400, 'UN_AVL'), (97200, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'UN_AVL'), (104400, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (111000, 'UN_AVL'), (113400, 'AVL_EVAL'), (114600, 'UN_AVL'), (115200, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (127800, 'UN_AVL'), (129600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133200, 'UN_AVL'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (137400, 'UN_AVL'), (138000, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (147000, 'UN_AVL'), (148800, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'UN_AVL'), (151200, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (162000, 'UN_AVL'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (164400, 'UN_AVL'), (168000, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172200, 'UN_AVL'), (174600, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_102.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_102.json deleted file mode 100644 index 1d9f76ab5..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_102.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580473", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 102, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "3.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'UN_AVL'), (31200, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (38400, 'UN_AVL'), (39000, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_EVAL'), (45600, 'UN_AVL'), (46800, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (53400, 'UN_AVL'), (55200, 'AVL_EVAL'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'UN_AVL'), (67800, 'AVL_TRAIN'), (69600, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'UN_AVL'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106200, 'UN_AVL'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (111600, 'UN_AVL'), (113400, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (127200, 'UN_AVL'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (136200, 'UN_AVL'), (136800, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'UN_AVL'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_TRAIN'), (143400, 'UN_AVL'), (147000, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (150000, 'UN_AVL'), (151200, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (154800, 'UN_AVL'), (155400, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (157200, 'UN_AVL'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (160800, 'UN_AVL'), (162600, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (168000, 'UN_AVL'), (169800, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'UN_AVL'), (177000, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_103.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_103.json deleted file mode 100644 index fe7dbfdfd..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_103.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580474", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 103, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "17.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (152400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (2400, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'UN_AVL'), (9600, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (44400, 'AVL_EVAL'), (45600, 'UN_AVL'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54600, 'AVL_EVAL'), (55800, 'UN_AVL'), (57000, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'UN_AVL'), (78000, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (89400, 'AVL_TRAIN'), (90000, 'UN_AVL'), (90600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (102600, 'UN_AVL'), (103800, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109800, 'UN_AVL'), (110400, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118800, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'UN_AVL'), (122400, 'AVL_EVAL'), (123000, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124200, 'UN_AVL'), (124800, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (127200, 'UN_AVL'), (128400, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (140400, 'UN_AVL'), (142800, 'AVL_TRAIN'), (146400, 'UN_AVL'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'UN_AVL'), (155400, 'AVL_TRAIN'), (160800, 'UN_AVL'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (163200, 'UN_AVL'), (165000, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (175200, 'UN_AVL'), (175800, 'AVL_EVAL'), (177600, 'UN_AVL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_104.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_104.json deleted file mode 100644 index df8703af1..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_104.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580475", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 104, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "4.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (155400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_EVAL'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (45600, 'UN_AVL'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (56400, 'UN_AVL'), (57600, 'AVL_EVAL'), (59400, 'UN_AVL'), (60600, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63600, 'UN_AVL'), (65400, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL'), (87000, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (102000, 'UN_AVL'), (103200, 'AVL_TRAIN'), (108000, 'UN_AVL'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (122400, 'UN_AVL'), (123000, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (133800, 'UN_AVL'), (135600, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (149400, 'UN_AVL'), (150000, 'AVL_TRAIN'), (152400, 'UN_AVL'), (153000, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (160800, 'UN_AVL'), (162000, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (167400, 'UN_AVL'), (168600, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (172800, 'UN_AVL'), (173400, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178200, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_105.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_105.json deleted file mode 100644 index 026ca17ea..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_105.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580476", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 105, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "26.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (175800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_EVAL'), (17400, 'UN_AVL'), (18000, 'AVL_EVAL'), (18600, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (35400, 'UN_AVL'), (36000, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (71400, 'UN_AVL'), (72600, 'AVL_EVAL'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (93000, 'UN_AVL'), (95400, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103800, 'UN_AVL'), (104400, 'AVL_TRAIN'), (105000, 'UN_AVL'), (105600, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (111000, 'UN_AVL'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'UN_AVL'), (123000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (135000, 'UN_AVL'), (136200, 'AVL_TRAIN'), (137400, 'UN_AVL'), (138000, 'AVL_EVAL'), (140400, 'UN_AVL'), (142800, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (153000, 'UN_AVL'), (153600, 'AVL_EVAL'), (155400, 'UN_AVL'), (156000, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (158400, 'UN_AVL'), (159000, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (177000, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_106.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_106.json deleted file mode 100644 index b8d53ceff..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_106.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580477", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 106, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "11.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (178800, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'UN_AVL'), (11400, 'AVL_EVAL'), (12000, 'UN_AVL'), (12600, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (28200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (37200, 'UN_AVL'), (40200, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_EVAL'), (48000, 'UN_AVL'), (49200, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85800, 'AVL_TRAIN'), (88200, 'UN_AVL'), (88800, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90600, 'UN_AVL'), (91200, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (94200, 'UN_AVL'), (94800, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'UN_AVL'), (103800, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (112800, 'UN_AVL'), (113400, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (123600, 'UN_AVL'), (124200, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126000, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (133200, 'UN_AVL'), (135000, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139200, 'UN_AVL'), (139800, 'AVL_TRAIN'), (142200, 'UN_AVL'), (144000, 'AVL_TRAIN'), (146400, 'UN_AVL'), (148200, 'AVL_TRAIN'), (153000, 'UN_AVL'), (154800, 'AVL_TRAIN'), (155400, 'UN_AVL'), (157800, 'AVL_TRAIN'), (160800, 'UN_AVL'), (161400, 'AVL_TRAIN'), (162600, 'UN_AVL'), (163200, 'AVL_EVAL'), (165000, 'UN_AVL'), (165600, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (173400, 'UN_AVL'), (176400, 'AVL_TRAIN'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_107.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_107.json deleted file mode 100644 index c14b56419..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_107.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580478", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 107, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (2400, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_EVAL'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85800, 'AVL_EVAL'), (87000, 'UN_AVL'), (87600, 'AVL_TRAIN'), (88200, 'UN_AVL'), (88800, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (101400, 'UN_AVL'), (102000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (105000, 'UN_AVL'), (106800, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (109200, 'UN_AVL'), (110400, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112800, 'UN_AVL'), (113400, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118800, 'UN_AVL'), (119400, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (122400, 'UN_AVL'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'UN_AVL'), (126600, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (137400, 'UN_AVL'), (138600, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'UN_AVL'), (142200, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151200, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_EVAL'), (155400, 'UN_AVL'), (156000, 'AVL_EVAL'), (158400, 'UN_AVL'), (160200, 'AVL_EVAL'), (160800, 'UN_AVL'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168000, 'UN_AVL'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (169800, 'UN_AVL'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (174000, 'UN_AVL'), (175200, 'AVL_EVAL'), (175800, 'UN_AVL'), (176400, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'UN_AVL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_108.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_108.json deleted file mode 100644 index 6fb31a130..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_108.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580479", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 108, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "29.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (2400, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_EVAL'), (9600, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_EVAL'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (67200, 'UN_AVL'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81600, 'UN_AVL'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102600, 'UN_AVL'), (103200, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'UN_AVL'), (118800, 'AVL_TRAIN'), (120000, 'UN_AVL'), (121200, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127200, 'UN_AVL'), (129000, 'AVL_TRAIN'), (133200, 'UN_AVL'), (135000, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (142200, 'UN_AVL'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150000, 'UN_AVL'), (151200, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_EVAL'), (153000, 'UN_AVL'), (153600, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156600, 'UN_AVL'), (157800, 'AVL_TRAIN'), (159000, 'UN_AVL'), (160200, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'UN_AVL'), (169800, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_109.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_109.json deleted file mode 100644 index 417f481cc..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_109.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580480", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 109, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3600, 'UN_AVL'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (22200, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'UN_AVL'), (25800, 'AVL_EVAL'), (26400, 'UN_AVL'), (27000, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (58200, 'UN_AVL'), (60000, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (70200, 'UN_AVL'), (71400, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (88200, 'UN_AVL'), (88800, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'UN_AVL'), (94200, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96000, 'AVL_EVAL'), (97800, 'UN_AVL'), (101400, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'UN_AVL'), (109800, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (115200, 'UN_AVL'), (115800, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'UN_AVL'), (121200, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (128400, 'UN_AVL'), (129600, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132000, 'UN_AVL'), (134400, 'AVL_TRAIN'), (135600, 'UN_AVL'), (136800, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142200, 'UN_AVL'), (143400, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (147600, 'UN_AVL'), (148200, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (151200, 'UN_AVL'), (151800, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (159000, 'UN_AVL'), (159600, 'AVL_EVAL'), (160200, 'UN_AVL'), (162000, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'UN_AVL'), (166200, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (169200, 'UN_AVL'), (170400, 'AVL_TRAIN'), (171600, 'UN_AVL'), (176400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_11.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_11.json deleted file mode 100644 index eeb7282d3..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_11.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580382", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 11, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "19.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (28302, 'AVL_TRAIN'), (29195, 'UN_AVL'), (36894, 'AVL_TRAIN'), (63583, 'AVL_EVAL'), (100060, 'UN_AVL'), (112501, 'AVL_TRAIN'), (116318, 'UN_AVL'), (116350, 'AVL_TRAIN'), (118390, 'UN_AVL'), (148083, 'AVL_TRAIN'), (162644, 'AVL_EVAL'), (201373, 'UN_AVL'), (208438, 'AVL_TRAIN'), (208622, 'UN_AVL'), (208636, 'AVL_TRAIN'), (243721, 'AVL_EVAL'), (280584, 'UN_AVL'), (298120, 'AVL_TRAIN'), (318895, 'AVL_EVAL'), (318951, 'AVL_TRAIN'), (319530, 'AVL_EVAL'), (364681, 'UN_AVL'), (379241, 'AVL_TRAIN'), (381391, 'UN_AVL'), (381417, 'AVL_TRAIN'), (414188, 'AVL_EVAL'), (436582, 'UN_AVL'), (443187, 'AVL_TRAIN'), (445392, 'UN_AVL'), (445782, 'AVL_TRAIN'), (451835, 'UN_AVL'), (458984, 'AVL_TRAIN'), (459293, 'UN_AVL'), (463604, 'AVL_TRAIN'), (464329, 'UN_AVL'), (464335, 'AVL_TRAIN'), (464729, 'UN_AVL'), (464762, 'AVL_TRAIN'), (475119, 'UN_AVL'), (496411, 'AVL_TRAIN'), (506831, 'AVL_EVAL'), (531066, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (28302, 'AVL_TRAIN'), (29195, 'UN_AVL'), (36894, 'AVL_TRAIN'), (63583, 'AVL_EVAL'), (80500, 'UN_AVL'), (112501, 'AVL_TRAIN'), (116318, 'UN_AVL'), (116350, 'AVL_TRAIN'), (118390, 'UN_AVL'), (148083, 'AVL_TRAIN'), (162644, 'AVL_EVAL'), (183615, 'UN_AVL'), (208438, 'AVL_TRAIN'), (208622, 'UN_AVL'), (208636, 'AVL_TRAIN'), (243721, 'AVL_EVAL'), (262827, 'UN_AVL'), (298120, 'AVL_TRAIN'), (318895, 'AVL_EVAL'), (318951, 'AVL_TRAIN'), (319530, 'AVL_EVAL'), (337965, 'UN_AVL'), (379241, 'AVL_TRAIN'), (381391, 'UN_AVL'), (381417, 'AVL_TRAIN'), (414188, 'AVL_EVAL'), (424696, 'UN_AVL'), (443187, 'AVL_TRAIN'), (445392, 'UN_AVL'), (445782, 'AVL_TRAIN'), (451835, 'UN_AVL'), (458984, 'AVL_TRAIN'), (459293, 'UN_AVL'), (463604, 'AVL_TRAIN'), (464329, 'UN_AVL'), (464335, 'AVL_TRAIN'), (464729, 'UN_AVL'), (464762, 'AVL_TRAIN'), (475119, 'UN_AVL'), (496411, 'AVL_TRAIN'), (506831, 'AVL_EVAL'), (526457, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (28302, 'AVL_TRAIN'), (29195, 'UN_AVL'), (36894, 'AVL_TRAIN'), (63583, 'UN_AVL'), (112501, 'AVL_TRAIN'), (116318, 'UN_AVL'), (116350, 'AVL_TRAIN'), (118390, 'UN_AVL'), (148083, 'AVL_TRAIN'), (162644, 'UN_AVL'), (208438, 'AVL_TRAIN'), (208622, 'UN_AVL'), (208636, 'AVL_TRAIN'), (243721, 'UN_AVL'), (298120, 'AVL_TRAIN'), (318895, 'UN_AVL'), (318951, 'AVL_TRAIN'), (319530, 'UN_AVL'), (379241, 'AVL_TRAIN'), (381391, 'UN_AVL'), (381417, 'AVL_TRAIN'), (414188, 'UN_AVL'), (443187, 'AVL_TRAIN'), (445392, 'UN_AVL'), (445782, 'AVL_TRAIN'), (451835, 'UN_AVL'), (458984, 'AVL_TRAIN'), (459293, 'UN_AVL'), (463604, 'AVL_TRAIN'), (464329, 'UN_AVL'), (464335, 'AVL_TRAIN'), (464729, 'UN_AVL'), (464762, 'AVL_TRAIN'), (475119, 'UN_AVL'), (496411, 'AVL_TRAIN'), (506831, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (7800, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (44400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (76200, 'UN_AVL'), (79200, 'AVL_TRAIN'), (81600, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'UN_AVL'), (3000, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (12000, 'AVL_TRAIN'), (14400, 'UN_AVL'), (16800, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (31800, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39000, 'UN_AVL'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57600, 'AVL_EVAL'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'UN_AVL'), (73200, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (87600, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (100200, 'UN_AVL'), (102000, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (110400, 'UN_AVL'), (112800, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'UN_AVL'), (116400, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (130800, 'UN_AVL'), (133200, 'AVL_TRAIN'), (136200, 'UN_AVL'), (138600, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (151200, 'UN_AVL'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (154200, 'UN_AVL'), (156600, 'AVL_TRAIN'), (158400, 'UN_AVL'), (159000, 'AVL_TRAIN'), (160200, 'UN_AVL'), (160800, 'AVL_EVAL'), (161400, 'UN_AVL'), (162000, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (171000, 'UN_AVL'), (172200, 'AVL_EVAL'), (173400, 'UN_AVL'), (174000, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178200, 'UN_AVL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_110.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_110.json deleted file mode 100644 index da8820309..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_110.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580481", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 110, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "11.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (27600, 'UN_AVL'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (33600, 'UN_AVL'), (34200, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37200, 'UN_AVL'), (38400, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_EVAL'), (42600, 'UN_AVL'), (45600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (97800, 'UN_AVL'), (98400, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'UN_AVL'), (107400, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (113400, 'UN_AVL'), (115200, 'AVL_TRAIN'), (115800, 'UN_AVL'), (116400, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (122400, 'UN_AVL'), (123000, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (138000, 'UN_AVL'), (138600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (147000, 'UN_AVL'), (147600, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (148800, 'UN_AVL'), (150000, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (164400, 'UN_AVL'), (166200, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (177600, 'UN_AVL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_111.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_111.json deleted file mode 100644 index 8d5075f3e..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_111.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580482", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 111, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "18.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (29400, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58200, 'UN_AVL'), (58800, 'AVL_EVAL'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (65400, 'UN_AVL'), (66000, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL'), (87600, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'UN_AVL'), (100800, 'AVL_TRAIN'), (101400, 'UN_AVL'), (102000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126600, 'AVL_TRAIN'), (127800, 'UN_AVL'), (129000, 'AVL_TRAIN'), (129600, 'UN_AVL'), (130200, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (135600, 'UN_AVL'), (136200, 'AVL_TRAIN'), (138600, 'UN_AVL'), (139800, 'AVL_EVAL'), (140400, 'UN_AVL'), (141600, 'AVL_EVAL'), (144000, 'UN_AVL'), (145200, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151200, 'AVL_TRAIN'), (151800, 'UN_AVL'), (153000, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (160200, 'UN_AVL'), (160800, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (172200, 'UN_AVL'), (172800, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'UN_AVL'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'AVL_TRAIN'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_112.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_112.json deleted file mode 100644 index eda47a562..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_112.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580483", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 112, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "21.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (5400, 'UN_AVL'), (7200, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (17400, 'UN_AVL'), (19200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31800, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_EVAL'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (65400, 'UN_AVL'), (66000, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (79800, 'UN_AVL'), (81600, 'AVL_EVAL'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85800, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96600, 'AVL_TRAIN'), (97800, 'UN_AVL'), (99000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (103800, 'UN_AVL'), (104400, 'AVL_TRAIN'), (106800, 'UN_AVL'), (109800, 'AVL_TRAIN'), (111600, 'UN_AVL'), (113400, 'AVL_TRAIN'), (117000, 'UN_AVL'), (118200, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (124200, 'UN_AVL'), (124800, 'AVL_EVAL'), (127200, 'UN_AVL'), (127800, 'AVL_EVAL'), (130800, 'UN_AVL'), (132600, 'AVL_TRAIN'), (133200, 'UN_AVL'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (140400, 'UN_AVL'), (141600, 'AVL_TRAIN'), (143400, 'UN_AVL'), (145800, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (153000, 'UN_AVL'), (154800, 'AVL_EVAL'), (156000, 'UN_AVL'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'UN_AVL'), (162000, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (166200, 'UN_AVL'), (168600, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'UN_AVL'), (174000, 'AVL_EVAL'), (175200, 'UN_AVL'), (177000, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_113.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_113.json deleted file mode 100644 index bf618ee93..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_113.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580484", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 113, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24600, 'UN_AVL'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (37200, 'UN_AVL'), (37800, 'AVL_EVAL'), (40200, 'UN_AVL'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (87000, 'UN_AVL'), (88200, 'AVL_TRAIN'), (93600, 'UN_AVL'), (94200, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (100800, 'UN_AVL'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (111600, 'UN_AVL'), (112200, 'AVL_EVAL'), (113400, 'UN_AVL'), (114600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117600, 'UN_AVL'), (118200, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (126600, 'UN_AVL'), (127800, 'AVL_TRAIN'), (128400, 'UN_AVL'), (130200, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (137400, 'UN_AVL'), (138000, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141000, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (148800, 'UN_AVL'), (149400, 'AVL_EVAL'), (151200, 'UN_AVL'), (153600, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156600, 'UN_AVL'), (157800, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (165000, 'UN_AVL'), (167400, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'UN_AVL'), (170400, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (178200, 'UN_AVL'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_114.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_114.json deleted file mode 100644 index 20dfb7763..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_114.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580485", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 114, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "6.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (172800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (11400, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (32400, 'UN_AVL'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (39600, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (73800, 'UN_AVL'), (74400, 'AVL_EVAL'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (86400, 'UN_AVL'), (87000, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'UN_AVL'), (89400, 'AVL_TRAIN'), (92400, 'UN_AVL'), (93000, 'AVL_EVAL'), (94800, 'UN_AVL'), (96600, 'AVL_TRAIN'), (98400, 'UN_AVL'), (99000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (100800, 'UN_AVL'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (115800, 'UN_AVL'), (117600, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133200, 'AVL_EVAL'), (135000, 'UN_AVL'), (135600, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (167400, 'UN_AVL'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175800, 'UN_AVL'), (176400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_115.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_115.json deleted file mode 100644 index 326beb977..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_115.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580486", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 115, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "16.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (2400, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12600, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_EVAL'), (25200, 'UN_AVL'), (28200, 'AVL_TRAIN'), (31200, 'UN_AVL'), (33000, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (47400, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70200, 'UN_AVL'), (72000, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_EVAL'), (76800, 'UN_AVL'), (77400, 'AVL_EVAL'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (85800, 'UN_AVL'), (86400, 'AVL_EVAL'), (87000, 'UN_AVL'), (87600, 'AVL_EVAL'), (89400, 'UN_AVL'), (90000, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (96600, 'UN_AVL'), (97200, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (109800, 'UN_AVL'), (111000, 'AVL_TRAIN'), (111600, 'UN_AVL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'UN_AVL'), (116400, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (120000, 'UN_AVL'), (120600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (130800, 'UN_AVL'), (131400, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (140400, 'UN_AVL'), (142200, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'UN_AVL'), (145800, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (153600, 'UN_AVL'), (154200, 'AVL_TRAIN'), (157800, 'UN_AVL'), (159000, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (162000, 'UN_AVL'), (162600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'UN_AVL'), (168600, 'AVL_TRAIN'), (169800, 'UN_AVL'), (171000, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_116.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_116.json deleted file mode 100644 index 73cf9f233..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_116.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580487", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 116, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "8.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (16200, 'UN_AVL'), (18600, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (75600, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90600, 'UN_AVL'), (91800, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (96600, 'UN_AVL'), (97200, 'AVL_TRAIN'), (97800, 'UN_AVL'), (100800, 'AVL_TRAIN'), (101400, 'UN_AVL'), (102000, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (127200, 'UN_AVL'), (128400, 'AVL_TRAIN'), (133200, 'UN_AVL'), (134400, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (137400, 'UN_AVL'), (139800, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (157200, 'UN_AVL'), (157800, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (168600, 'UN_AVL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (176400, 'UN_AVL'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_117.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_117.json deleted file mode 100644 index fe1ecc506..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_117.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580488", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 117, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57000, 'UN_AVL'), (58200, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'UN_AVL'), (86400, 'AVL_TRAIN'), (87000, 'UN_AVL'), (88200, 'AVL_EVAL'), (88800, 'UN_AVL'), (91800, 'AVL_EVAL'), (100200, 'UN_AVL'), (100800, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109200, 'UN_AVL'), (109800, 'AVL_TRAIN'), (110400, 'UN_AVL'), (111000, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (117600, 'UN_AVL'), (118800, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (137400, 'UN_AVL'), (139200, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144000, 'UN_AVL'), (145800, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (152400, 'UN_AVL'), (153600, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159600, 'UN_AVL'), (160200, 'AVL_TRAIN'), (160800, 'UN_AVL'), (161400, 'AVL_EVAL'), (163200, 'UN_AVL'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (172200, 'UN_AVL'), (172800, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'UN_AVL'), (177000, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_118.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_118.json deleted file mode 100644 index f7e84e980..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_118.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580489", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 118, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (33000, 'UN_AVL'), (34200, 'AVL_EVAL'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (69000, 'UN_AVL'), (69600, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_EVAL'), (73200, 'UN_AVL'), (75600, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (91200, 'UN_AVL'), (91800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'UN_AVL'), (93600, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (102000, 'UN_AVL'), (103200, 'AVL_TRAIN'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (105600, 'UN_AVL'), (106200, 'AVL_TRAIN'), (106800, 'UN_AVL'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'UN_AVL'), (114000, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118200, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (119400, 'UN_AVL'), (120000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'UN_AVL'), (125400, 'AVL_TRAIN'), (127200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'UN_AVL'), (135600, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'UN_AVL'), (138000, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'UN_AVL'), (144600, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (156000, 'UN_AVL'), (157200, 'AVL_TRAIN'), (157800, 'UN_AVL'), (158400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (160800, 'UN_AVL'), (161400, 'AVL_EVAL'), (163800, 'UN_AVL'), (166200, 'AVL_TRAIN'), (167400, 'UN_AVL'), (168600, 'AVL_TRAIN'), (169800, 'UN_AVL'), (170400, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (175800, 'UN_AVL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_119.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_119.json deleted file mode 100644 index 9649b8f48..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_119.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580490", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 119, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (169200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (3000, 'UN_AVL'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'UN_AVL'), (24000, 'AVL_EVAL'), (27000, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (34800, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85800, 'UN_AVL'), (87000, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (90600, 'UN_AVL'), (91200, 'AVL_TRAIN'), (96000, 'UN_AVL'), (99600, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'UN_AVL'), (121800, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (126600, 'UN_AVL'), (127200, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (135600, 'UN_AVL'), (136200, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (145200, 'UN_AVL'), (145800, 'AVL_TRAIN'), (147600, 'UN_AVL'), (148200, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (151200, 'UN_AVL'), (155400, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (169800, 'UN_AVL'), (170400, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_12.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_12.json deleted file mode 100644 index 903adbec1..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_12.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580383", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 12, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (44572, 'UN_AVL'), (89085, 'AVL_TRAIN'), (99966, 'AVL_EVAL'), (153474, 'UN_AVL'), (178052, 'AVL_TRAIN'), (194784, 'AVL_EVAL'), (304870, 'UN_AVL'), (361337, 'AVL_TRAIN'), (383532, 'AVL_EVAL'), (450806, 'UN_AVL'), (450873, 'AVL_TRAIN'), (474438, 'AVL_EVAL'), (496013, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (89085, 'AVL_TRAIN'), (99966, 'AVL_EVAL'), (131714, 'UN_AVL'), (178052, 'AVL_TRAIN'), (194784, 'AVL_EVAL'), (251414, 'UN_AVL'), (361337, 'AVL_TRAIN'), (383532, 'AVL_EVAL'), (415526, 'UN_AVL'), (450873, 'AVL_TRAIN'), (474438, 'AVL_EVAL'), (496013, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (89085, 'AVL_TRAIN'), (99966, 'UN_AVL'), (178052, 'AVL_TRAIN'), (194784, 'UN_AVL'), (361337, 'AVL_TRAIN'), (383532, 'UN_AVL'), (450873, 'AVL_TRAIN'), (474438, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (76200, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (3000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (10800, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'UN_AVL'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (90000, 'UN_AVL'), (90600, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (120000, 'UN_AVL'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126600, 'UN_AVL'), (129600, 'AVL_TRAIN'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (133800, 'UN_AVL'), (135000, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138000, 'UN_AVL'), (138600, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'UN_AVL'), (140400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (145200, 'UN_AVL'), (146400, 'AVL_TRAIN'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (155400, 'UN_AVL'), (156600, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (158400, 'UN_AVL'), (159000, 'AVL_TRAIN'), (159600, 'UN_AVL'), (160800, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (166800, 'UN_AVL'), (168000, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'UN_AVL'), (171600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_120.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_120.json deleted file mode 100644 index 04f40ee6f..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_120.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580491", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 120, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "9.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42000, 'UN_AVL'), (42600, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78600, 'AVL_EVAL'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88800, 'AVL_EVAL'), (90000, 'UN_AVL'), (90600, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94800, 'UN_AVL'), (95400, 'AVL_TRAIN'), (97800, 'UN_AVL'), (98400, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (105000, 'UN_AVL'), (105600, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117000, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (124200, 'UN_AVL'), (124800, 'AVL_TRAIN'), (127800, 'UN_AVL'), (128400, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (132600, 'UN_AVL'), (133200, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (137400, 'UN_AVL'), (138000, 'AVL_TRAIN'), (141000, 'UN_AVL'), (141600, 'AVL_EVAL'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151800, 'UN_AVL'), (154800, 'AVL_TRAIN'), (155400, 'UN_AVL'), (157200, 'AVL_TRAIN'), (159000, 'UN_AVL'), (159600, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (165000, 'UN_AVL'), (165600, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (175800, 'UN_AVL'), (176400, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_121.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_121.json deleted file mode 100644 index a79ad3e9c..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_121.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580492", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 121, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "17.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (9600, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (48600, 'UN_AVL'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (61800, 'UN_AVL'), (62400, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_EVAL'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (97800, 'UN_AVL'), (100200, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'UN_AVL'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'UN_AVL'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'UN_AVL'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (125400, 'UN_AVL'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (129000, 'UN_AVL'), (130200, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (149400, 'UN_AVL'), (150000, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'UN_AVL'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153000, 'UN_AVL'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (161400, 'UN_AVL'), (162600, 'AVL_TRAIN'), (163200, 'UN_AVL'), (163800, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (167400, 'UN_AVL'), (169800, 'AVL_TRAIN'), (172200, 'UN_AVL'), (174000, 'AVL_TRAIN'), (175800, 'UN_AVL'), (177600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_122.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_122.json deleted file mode 100644 index ef6187533..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_122.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580493", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 122, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'UN_AVL'), (12000, 'AVL_EVAL'), (12600, 'UN_AVL'), (14400, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'UN_AVL'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (33000, 'UN_AVL'), (34200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75000, 'AVL_EVAL'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (85800, 'UN_AVL'), (86400, 'AVL_TRAIN'), (88200, 'UN_AVL'), (88800, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (93000, 'UN_AVL'), (93600, 'AVL_EVAL'), (95400, 'UN_AVL'), (96000, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (102600, 'UN_AVL'), (105000, 'AVL_EVAL'), (106200, 'UN_AVL'), (107400, 'AVL_TRAIN'), (108000, 'UN_AVL'), (108600, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (117000, 'UN_AVL'), (117600, 'AVL_TRAIN'), (121200, 'UN_AVL'), (121800, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (133200, 'UN_AVL'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (136800, 'UN_AVL'), (137400, 'AVL_TRAIN'), (141000, 'UN_AVL'), (141600, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (146400, 'UN_AVL'), (147600, 'AVL_TRAIN'), (150000, 'UN_AVL'), (150600, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (152400, 'UN_AVL'), (153000, 'AVL_TRAIN'), (154800, 'UN_AVL'), (155400, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (162000, 'UN_AVL'), (162600, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (174000, 'UN_AVL'), (175200, 'AVL_EVAL'), (178200, 'UN_AVL'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_123.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_123.json deleted file mode 100644 index f1213c11a..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_123.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580494", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 123, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_EVAL'), (17400, 'UN_AVL'), (18000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34200, 'UN_AVL'), (35400, 'AVL_EVAL'), (36000, 'UN_AVL'), (36600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45600, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (51600, 'AVL_EVAL'), (52200, 'UN_AVL'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (90000, 'UN_AVL'), (91800, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (97800, 'UN_AVL'), (98400, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (105600, 'UN_AVL'), (106200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (117000, 'UN_AVL'), (117600, 'AVL_EVAL'), (121200, 'UN_AVL'), (121800, 'AVL_TRAIN'), (123000, 'UN_AVL'), (123600, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (127800, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (133200, 'UN_AVL'), (134400, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138600, 'UN_AVL'), (139200, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_EVAL'), (153000, 'UN_AVL'), (153600, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (158400, 'UN_AVL'), (159000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (176400, 'UN_AVL'), (177000, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_124.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_124.json deleted file mode 100644 index 17b6dc649..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_124.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580495", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 124, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "9.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9000, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13800, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (36000, 'UN_AVL'), (37800, 'AVL_EVAL'), (38400, 'UN_AVL'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (52200, 'UN_AVL'), (54000, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_EVAL'), (63000, 'UN_AVL'), (63600, 'AVL_EVAL'), (65400, 'UN_AVL'), (66000, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (87000, 'UN_AVL'), (87600, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (100800, 'UN_AVL'), (105000, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (111000, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114600, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'UN_AVL'), (125400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141000, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (148800, 'UN_AVL'), (149400, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (151200, 'UN_AVL'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (155400, 'UN_AVL'), (156600, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (159000, 'UN_AVL'), (160800, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (166800, 'UN_AVL'), (168000, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175800, 'UN_AVL'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (178800, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_125.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_125.json deleted file mode 100644 index 5b3270595..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_125.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580496", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 125, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'UN_AVL'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22200, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (55200, 'UN_AVL'), (56400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (67800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (90600, 'UN_AVL'), (92400, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'UN_AVL'), (100800, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106200, 'UN_AVL'), (106800, 'AVL_EVAL'), (108600, 'UN_AVL'), (109800, 'AVL_EVAL'), (111000, 'UN_AVL'), (111600, 'AVL_TRAIN'), (113400, 'UN_AVL'), (115200, 'AVL_TRAIN'), (118200, 'UN_AVL'), (118800, 'AVL_TRAIN'), (121800, 'UN_AVL'), (125400, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (142200, 'UN_AVL'), (144600, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (159000, 'UN_AVL'), (162600, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (168600, 'UN_AVL'), (169800, 'AVL_TRAIN'), (171600, 'UN_AVL'), (172200, 'AVL_TRAIN'), (173400, 'UN_AVL'), (176400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_126.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_126.json deleted file mode 100644 index 7953278ef..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_126.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580497", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 126, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24600, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (60000, 'UN_AVL'), (60600, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (73800, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76200, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'UN_AVL'), (89400, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'UN_AVL'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'UN_AVL'), (104400, 'AVL_EVAL'), (105000, 'UN_AVL'), (105600, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (112800, 'UN_AVL'), (113400, 'AVL_TRAIN'), (114000, 'UN_AVL'), (115800, 'AVL_TRAIN'), (117600, 'UN_AVL'), (120000, 'AVL_TRAIN'), (120600, 'UN_AVL'), (121800, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (127200, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133800, 'UN_AVL'), (134400, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (145200, 'UN_AVL'), (146400, 'AVL_TRAIN'), (150000, 'UN_AVL'), (157200, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (171000, 'UN_AVL'), (171600, 'AVL_TRAIN'), (174000, 'UN_AVL'), (175200, 'AVL_TRAIN'), (178200, 'UN_AVL'), (178800, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_127.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_127.json deleted file mode 100644 index b99957917..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_127.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580498", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 127, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_EVAL'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85800, 'UN_AVL'), (87600, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (96000, 'UN_AVL'), (96600, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (103800, 'UN_AVL'), (104400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'UN_AVL'), (106200, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108600, 'UN_AVL'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (118800, 'UN_AVL'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (122400, 'UN_AVL'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (129600, 'UN_AVL'), (130200, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133200, 'AVL_EVAL'), (136200, 'UN_AVL'), (138600, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144600, 'UN_AVL'), (146400, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (160800, 'UN_AVL'), (162000, 'AVL_EVAL'), (163200, 'UN_AVL'), (166200, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (173400, 'UN_AVL'), (175200, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_128.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_128.json deleted file mode 100644 index 87d2eec13..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_128.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580499", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 128, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "22.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (178800, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'UN_AVL'), (3600, 'AVL_EVAL'), (4200, 'UN_AVL'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'UN_AVL'), (22200, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (67800, 'UN_AVL'), (70800, 'AVL_TRAIN'), (73200, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'UN_AVL'), (84000, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (93600, 'UN_AVL'), (95400, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (114000, 'UN_AVL'), (117000, 'AVL_TRAIN'), (120000, 'UN_AVL'), (121200, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (124800, 'UN_AVL'), (126600, 'AVL_TRAIN'), (127800, 'UN_AVL'), (129000, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (138000, 'UN_AVL'), (139200, 'AVL_TRAIN'), (139800, 'UN_AVL'), (140400, 'AVL_TRAIN'), (145800, 'UN_AVL'), (146400, 'AVL_EVAL'), (147600, 'UN_AVL'), (148200, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159000, 'UN_AVL'), (160200, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (163800, 'UN_AVL'), (164400, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (176400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_129.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_129.json deleted file mode 100644 index 4ef582ead..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_129.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580500", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 129, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "18.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_EVAL'), (6000, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13800, 'AVL_EVAL'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (20400, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_EVAL'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60000, 'UN_AVL'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (74400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (80400, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90000, 'UN_AVL'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109800, 'UN_AVL'), (110400, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (114600, 'UN_AVL'), (115200, 'AVL_TRAIN'), (118200, 'UN_AVL'), (119400, 'AVL_TRAIN'), (121200, 'UN_AVL'), (123000, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139800, 'UN_AVL'), (142200, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (150000, 'UN_AVL'), (150600, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (156000, 'UN_AVL'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (162000, 'UN_AVL'), (166800, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'UN_AVL'), (169800, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (173400, 'UN_AVL'), (174000, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_13.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_13.json deleted file mode 100644 index 738123f57..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_13.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580384", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 13, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "3.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (244912, 'AVL_TRAIN'), (245929, 'UN_AVL'), (246546, 'AVL_TRAIN'), (251386, 'AVL_EVAL'), (266250, 'UN_AVL'), (269540, 'AVL_TRAIN'), (274003, 'AVL_EVAL'), (276200, 'UN_AVL'), (288068, 'AVL_TRAIN'), (292699, 'AVL_EVAL'), (310101, 'UN_AVL'), (310428, 'AVL_TRAIN'), (316236, 'AVL_EVAL'), (360109, 'UN_AVL'), (360149, 'AVL_TRAIN'), (366301, 'AVL_EVAL'), (423844, 'UN_AVL'), (427556, 'AVL_TRAIN'), (431311, 'AVL_EVAL'), (432665, 'AVL_TRAIN'), (433852, 'AVL_EVAL'), (443170, 'UN_AVL'), (443616, 'AVL_TRAIN'), (477502, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (244912, 'AVL_TRAIN'), (245929, 'UN_AVL'), (246546, 'AVL_TRAIN'), (251386, 'UN_AVL'), (269540, 'AVL_TRAIN'), (274003, 'UN_AVL'), (288068, 'AVL_TRAIN'), (292699, 'UN_AVL'), (310428, 'AVL_TRAIN'), (316236, 'AVL_EVAL'), (355778, 'UN_AVL'), (360149, 'AVL_TRAIN'), (366301, 'AVL_EVAL'), (418927, 'UN_AVL'), (427556, 'AVL_TRAIN'), (431311, 'UN_AVL'), (432665, 'AVL_TRAIN'), (433852, 'UN_AVL'), (443616, 'AVL_TRAIN'), (477502, 'AVL_EVAL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (244912, 'AVL_TRAIN'), (245929, 'UN_AVL'), (246546, 'AVL_TRAIN'), (251386, 'UN_AVL'), (269540, 'AVL_TRAIN'), (274003, 'UN_AVL'), (288068, 'AVL_TRAIN'), (292699, 'UN_AVL'), (310428, 'AVL_TRAIN'), (316236, 'UN_AVL'), (360149, 'AVL_TRAIN'), (366301, 'UN_AVL'), (427556, 'AVL_TRAIN'), (431311, 'UN_AVL'), (432665, 'AVL_TRAIN'), (433852, 'UN_AVL'), (443616, 'AVL_TRAIN'), (477502, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76200, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (178200, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'UN_AVL'), (34200, 'AVL_EVAL'), (35400, 'UN_AVL'), (37200, 'AVL_EVAL'), (38400, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90600, 'UN_AVL'), (93000, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (101400, 'UN_AVL'), (102600, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (104400, 'UN_AVL'), (106200, 'AVL_EVAL'), (108600, 'UN_AVL'), (109800, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (114000, 'UN_AVL'), (114600, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (120600, 'UN_AVL'), (121200, 'AVL_EVAL'), (123000, 'UN_AVL'), (123600, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126000, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130800, 'UN_AVL'), (131400, 'AVL_TRAIN'), (135600, 'UN_AVL'), (136200, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'UN_AVL'), (142800, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147600, 'UN_AVL'), (148200, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'UN_AVL'), (151200, 'AVL_EVAL'), (151800, 'UN_AVL'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (157800, 'UN_AVL'), (158400, 'AVL_TRAIN'), (160800, 'UN_AVL'), (163200, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (165600, 'UN_AVL'), (166200, 'AVL_TRAIN'), (171600, 'UN_AVL'), (172800, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'UN_AVL'), (177000, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_130.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_130.json deleted file mode 100644 index ab5f556ea..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_130.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580501", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 130, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "13.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (4800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_EVAL'), (11400, 'UN_AVL'), (13800, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (18600, 'UN_AVL'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (32400, 'UN_AVL'), (36000, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54000, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_EVAL'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (83400, 'UN_AVL'), (84000, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (88200, 'UN_AVL'), (91200, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (93600, 'UN_AVL'), (94200, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (99000, 'UN_AVL'), (100800, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'UN_AVL'), (119400, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (127200, 'UN_AVL'), (127800, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (130200, 'UN_AVL'), (131400, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (143400, 'UN_AVL'), (144000, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (149400, 'UN_AVL'), (150600, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156600, 'UN_AVL'), (157800, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (164400, 'UN_AVL'), (165000, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'UN_AVL'), (172800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_131.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_131.json deleted file mode 100644 index 10659ff11..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_131.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580502", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 131, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (3000, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (40200, 'UN_AVL'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (49800, 'UN_AVL'), (51600, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'UN_AVL'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (60000, 'AVL_EVAL'), (60600, 'UN_AVL'), (62400, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'UN_AVL'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (69000, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'UN_AVL'), (75600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (81600, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (89400, 'UN_AVL'), (90600, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96000, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (99000, 'UN_AVL'), (99600, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (112200, 'UN_AVL'), (112800, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (120000, 'UN_AVL'), (120600, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (146400, 'UN_AVL'), (148200, 'AVL_EVAL'), (154800, 'UN_AVL'), (156600, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (163800, 'UN_AVL'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (168600, 'UN_AVL'), (172200, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_132.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_132.json deleted file mode 100644 index 6f0073767..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_132.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580503", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 132, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_EVAL'), (24000, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'UN_AVL'), (33000, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (41400, 'UN_AVL'), (42000, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64800, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (78000, 'AVL_EVAL'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (87000, 'UN_AVL'), (88200, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (99000, 'UN_AVL'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (103200, 'UN_AVL'), (103800, 'AVL_TRAIN'), (105600, 'UN_AVL'), (106800, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108000, 'UN_AVL'), (108600, 'AVL_TRAIN'), (112800, 'UN_AVL'), (114000, 'AVL_EVAL'), (114600, 'UN_AVL'), (115200, 'AVL_TRAIN'), (115800, 'UN_AVL'), (117000, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (133800, 'UN_AVL'), (135600, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151800, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156000, 'UN_AVL'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (164400, 'UN_AVL'), (165600, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168600, 'UN_AVL'), (169200, 'AVL_TRAIN'), (171000, 'UN_AVL'), (173400, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_133.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_133.json deleted file mode 100644 index 825d248ea..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_133.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580504", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 133, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24600, 'UN_AVL'), (26400, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (47400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (72600, 'UN_AVL'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (84600, 'AVL_EVAL'), (85200, 'UN_AVL'), (86400, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (102000, 'UN_AVL'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (106200, 'UN_AVL'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (119400, 'UN_AVL'), (121800, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (123600, 'UN_AVL'), (124200, 'AVL_TRAIN'), (124800, 'UN_AVL'), (126600, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133200, 'AVL_EVAL'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (141000, 'UN_AVL'), (141600, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'UN_AVL'), (147000, 'AVL_TRAIN'), (151200, 'UN_AVL'), (151800, 'AVL_TRAIN'), (153000, 'UN_AVL'), (154800, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157200, 'UN_AVL'), (157800, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166200, 'UN_AVL'), (168000, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_134.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_134.json deleted file mode 100644 index 9d60e173d..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_134.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580505", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 134, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1800, 'UN_AVL'), (2400, 'AVL_EVAL'), (4200, 'UN_AVL'), (5400, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'UN_AVL'), (16200, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (20400, 'UN_AVL'), (21000, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24600, 'AVL_EVAL'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (55800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'UN_AVL'), (72600, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_EVAL'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (98400, 'UN_AVL'), (100800, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (114000, 'UN_AVL'), (114600, 'AVL_EVAL'), (115800, 'UN_AVL'), (117000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'UN_AVL'), (119400, 'AVL_EVAL'), (120000, 'UN_AVL'), (120600, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (124800, 'UN_AVL'), (126000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (134400, 'UN_AVL'), (135600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'UN_AVL'), (138600, 'AVL_EVAL'), (141000, 'UN_AVL'), (141600, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (145800, 'UN_AVL'), (146400, 'AVL_TRAIN'), (153000, 'UN_AVL'), (153600, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (171600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_135.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_135.json deleted file mode 100644 index 710020c8f..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_135.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580506", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 135, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "15.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_EVAL'), (4200, 'UN_AVL'), (6000, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57000, 'UN_AVL'), (58200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (75600, 'UN_AVL'), (76800, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'UN_AVL'), (89400, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (92400, 'UN_AVL'), (93600, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (96600, 'UN_AVL'), (97200, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102000, 'UN_AVL'), (102600, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105600, 'UN_AVL'), (107400, 'AVL_TRAIN'), (108000, 'UN_AVL'), (108600, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (117000, 'UN_AVL'), (117600, 'AVL_EVAL'), (118800, 'UN_AVL'), (119400, 'AVL_TRAIN'), (121200, 'UN_AVL'), (121800, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'UN_AVL'), (126000, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'UN_AVL'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141600, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (143400, 'UN_AVL'), (144000, 'AVL_TRAIN'), (145800, 'UN_AVL'), (147000, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (154200, 'UN_AVL'), (155400, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171000, 'UN_AVL'), (172200, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (175800, 'UN_AVL'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_136.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_136.json deleted file mode 100644 index 5683c7db6..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_136.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580507", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 136, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "22.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36600, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49800, 'AVL_TRAIN'), (52200, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_EVAL'), (60600, 'UN_AVL'), (61800, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88800, 'UN_AVL'), (90000, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'UN_AVL'), (94200, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (102000, 'UN_AVL'), (102600, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108600, 'UN_AVL'), (109200, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (111600, 'UN_AVL'), (112200, 'AVL_TRAIN'), (112800, 'UN_AVL'), (114000, 'AVL_TRAIN'), (116400, 'UN_AVL'), (119400, 'AVL_TRAIN'), (121200, 'UN_AVL'), (122400, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124800, 'UN_AVL'), (125400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (130200, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135600, 'UN_AVL'), (136800, 'AVL_TRAIN'), (137400, 'UN_AVL'), (139800, 'AVL_TRAIN'), (140400, 'UN_AVL'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'UN_AVL'), (156000, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (163200, 'UN_AVL'), (163800, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (173400, 'UN_AVL'), (174000, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_137.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_137.json deleted file mode 100644 index bda8d72fc..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_137.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580508", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 137, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (154800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12600, 'AVL_EVAL'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19200, 'UN_AVL'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (79800, 'UN_AVL'), (82200, 'AVL_EVAL'), (85200, 'UN_AVL'), (87600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (98400, 'UN_AVL'), (99000, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (102600, 'UN_AVL'), (105000, 'AVL_TRAIN'), (106800, 'UN_AVL'), (108000, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (112800, 'UN_AVL'), (113400, 'AVL_EVAL'), (115200, 'UN_AVL'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (121800, 'UN_AVL'), (122400, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'UN_AVL'), (132600, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (135600, 'UN_AVL'), (136200, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (156000, 'UN_AVL'), (158400, 'AVL_TRAIN'), (160800, 'UN_AVL'), (162600, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (169200, 'UN_AVL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (175200, 'UN_AVL'), (175800, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_138.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_138.json deleted file mode 100644 index ebbb7dd68..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_138.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580509", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 138, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_EVAL'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (61200, 'AVL_EVAL'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (88800, 'AVL_TRAIN'), (90000, 'UN_AVL'), (91800, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (98400, 'UN_AVL'), (100200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'UN_AVL'), (102600, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114600, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'UN_AVL'), (121800, 'AVL_TRAIN'), (122400, 'UN_AVL'), (124200, 'AVL_TRAIN'), (124800, 'UN_AVL'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (132000, 'UN_AVL'), (132600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'UN_AVL'), (139200, 'AVL_TRAIN'), (139800, 'UN_AVL'), (141000, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_TRAIN'), (144600, 'UN_AVL'), (147000, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (165600, 'UN_AVL'), (166800, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (171600, 'UN_AVL'), (172200, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_139.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_139.json deleted file mode 100644 index cd779edd4..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_139.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580510", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 139, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_EVAL'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_EVAL'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (78600, 'AVL_TRAIN'), (82800, 'UN_AVL'), (85800, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88200, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (90600, 'UN_AVL'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (99600, 'UN_AVL'), (100800, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (113400, 'UN_AVL'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'UN_AVL'), (121800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (128400, 'UN_AVL'), (129600, 'AVL_TRAIN'), (132000, 'UN_AVL'), (133200, 'AVL_TRAIN'), (134400, 'UN_AVL'), (138600, 'AVL_TRAIN'), (139200, 'UN_AVL'), (139800, 'AVL_EVAL'), (140400, 'UN_AVL'), (141000, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (149400, 'UN_AVL'), (151800, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (159000, 'UN_AVL'), (159600, 'AVL_TRAIN'), (160800, 'UN_AVL'), (163200, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'UN_AVL'), (171600, 'AVL_TRAIN'), (172800, 'UN_AVL'), (173400, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'UN_AVL'), (176400, 'AVL_TRAIN'), (177000, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_14.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_14.json deleted file mode 100644 index e57634d43..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_14.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580385", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 14, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "6.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (24725, 'AVL_EVAL'), (40876, 'AVL_TRAIN'), (43307, 'AVL_EVAL'), (98187, 'UN_AVL'), (98792, 'AVL_TRAIN'), (99888, 'AVL_EVAL'), (101704, 'UN_AVL'), (102200, 'AVL_TRAIN'), (106252, 'AVL_EVAL'), (109247, 'AVL_TRAIN'), (109361, 'AVL_EVAL'), (127445, 'AVL_TRAIN'), (129934, 'AVL_EVAL'), (182620, 'UN_AVL'), (182639, 'AVL_TRAIN'), (186618, 'AVL_EVAL'), (186618, 'AVL_TRAIN'), (186643, 'AVL_EVAL'), (198934, 'UN_AVL'), (225988, 'AVL_TRAIN'), (232715, 'AVL_EVAL'), (265339, 'UN_AVL'), (283946, 'AVL_TRAIN'), (286819, 'AVL_EVAL'), (288121, 'AVL_TRAIN'), (293395, 'AVL_EVAL'), (349055, 'UN_AVL'), (356443, 'AVL_TRAIN'), (360551, 'AVL_EVAL'), (360724, 'AVL_TRAIN'), (363760, 'AVL_EVAL'), (430047, 'UN_AVL'), (447070, 'AVL_EVAL'), (452577, 'AVL_TRAIN'), (455553, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (24725, 'AVL_EVAL'), (25064, 'UN_AVL'), (40876, 'AVL_TRAIN'), (43307, 'AVL_EVAL'), (79959, 'UN_AVL'), (98792, 'AVL_TRAIN'), (99888, 'UN_AVL'), (102200, 'AVL_TRAIN'), (106252, 'AVL_EVAL'), (109247, 'AVL_TRAIN'), (109361, 'AVL_EVAL'), (127445, 'AVL_TRAIN'), (129934, 'AVL_EVAL'), (182620, 'UN_AVL'), (182639, 'AVL_TRAIN'), (186618, 'AVL_EVAL'), (186618, 'AVL_TRAIN'), (186643, 'AVL_EVAL'), (192481, 'UN_AVL'), (225988, 'AVL_TRAIN'), (232715, 'AVL_EVAL'), (247296, 'UN_AVL'), (283946, 'AVL_TRAIN'), (286819, 'UN_AVL'), (288121, 'AVL_TRAIN'), (293395, 'AVL_EVAL'), (339045, 'UN_AVL'), (356443, 'AVL_TRAIN'), (360551, 'UN_AVL'), (360724, 'AVL_TRAIN'), (363760, 'AVL_EVAL'), (400165, 'UN_AVL'), (447070, 'AVL_EVAL'), (450035, 'UN_AVL'), (452577, 'AVL_TRAIN'), (455553, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (40876, 'AVL_TRAIN'), (43307, 'UN_AVL'), (98792, 'AVL_TRAIN'), (99888, 'UN_AVL'), (102200, 'AVL_TRAIN'), (106252, 'UN_AVL'), (109247, 'AVL_TRAIN'), (109361, 'UN_AVL'), (127445, 'AVL_TRAIN'), (129934, 'UN_AVL'), (182639, 'AVL_TRAIN'), (186618, 'UN_AVL'), (186618, 'AVL_TRAIN'), (186643, 'UN_AVL'), (225988, 'AVL_TRAIN'), (232715, 'UN_AVL'), (283946, 'AVL_TRAIN'), (286819, 'UN_AVL'), (288121, 'AVL_TRAIN'), (293395, 'UN_AVL'), (356443, 'AVL_TRAIN'), (360551, 'UN_AVL'), (360724, 'AVL_TRAIN'), (363760, 'UN_AVL'), (452577, 'AVL_TRAIN'), (455553, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (82200, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'UN_AVL'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'UN_AVL'), (12000, 'AVL_EVAL'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (28200, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (34200, 'AVL_EVAL'), (34800, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46800, 'UN_AVL'), (47400, 'AVL_EVAL'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (53400, 'UN_AVL'), (56400, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'UN_AVL'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'UN_AVL'), (91800, 'AVL_TRAIN'), (96000, 'UN_AVL'), (97200, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (100200, 'UN_AVL'), (101400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'UN_AVL'), (109200, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'UN_AVL'), (114600, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (121800, 'UN_AVL'), (123600, 'AVL_TRAIN'), (126000, 'UN_AVL'), (130200, 'AVL_TRAIN'), (130800, 'UN_AVL'), (131400, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136800, 'UN_AVL'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (152400, 'UN_AVL'), (153000, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154800, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (174000, 'UN_AVL'), (174600, 'AVL_TRAIN'), (175200, 'UN_AVL'), (175800, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (177600, 'UN_AVL'), (178200, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_140.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_140.json deleted file mode 100644 index 95b1a3d7f..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_140.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580511", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 140, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "18.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (38400, 'UN_AVL'), (43200, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_EVAL'), (79200, 'UN_AVL'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84000, 'UN_AVL'), (88200, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90000, 'UN_AVL'), (91200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (97800, 'UN_AVL'), (99600, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105600, 'UN_AVL'), (106200, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118200, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (130800, 'UN_AVL'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (135600, 'UN_AVL'), (136200, 'AVL_EVAL'), (138000, 'UN_AVL'), (139200, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (144600, 'UN_AVL'), (146400, 'AVL_EVAL'), (148200, 'UN_AVL'), (157200, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (159000, 'UN_AVL'), (159600, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'UN_AVL'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (166800, 'UN_AVL'), (168000, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (175800, 'UN_AVL'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_141.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_141.json deleted file mode 100644 index dc6c579d9..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_141.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580512", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 141, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "15.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (178200, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10800, 'UN_AVL'), (11400, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (19800, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (60600, 'UN_AVL'), (63000, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (82200, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87000, 'UN_AVL'), (87600, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (93600, 'UN_AVL'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (98400, 'UN_AVL'), (99000, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'UN_AVL'), (108000, 'AVL_TRAIN'), (109800, 'UN_AVL'), (110400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (118200, 'UN_AVL'), (118800, 'AVL_EVAL'), (119400, 'UN_AVL'), (121200, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'UN_AVL'), (126000, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135000, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (141600, 'UN_AVL'), (142200, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (165000, 'UN_AVL'), (165600, 'AVL_EVAL'), (166800, 'UN_AVL'), (167400, 'AVL_TRAIN'), (168000, 'UN_AVL'), (168600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171000, 'UN_AVL'), (172800, 'AVL_TRAIN'), (174600, 'UN_AVL'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_142.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_142.json deleted file mode 100644 index ab2a4f1e8..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_142.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580513", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 142, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "16.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_EVAL'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (19200, 'UN_AVL'), (20400, 'AVL_EVAL'), (21000, 'UN_AVL'), (21600, 'AVL_EVAL'), (22200, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (34200, 'UN_AVL'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (48000, 'UN_AVL'), (49200, 'AVL_EVAL'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (65400, 'UN_AVL'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (73200, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'UN_AVL'), (88200, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'UN_AVL'), (96600, 'AVL_TRAIN'), (100200, 'UN_AVL'), (101400, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (115800, 'UN_AVL'), (116400, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124200, 'UN_AVL'), (125400, 'AVL_TRAIN'), (126600, 'UN_AVL'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (145200, 'UN_AVL'), (146400, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (149400, 'UN_AVL'), (150000, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (163200, 'UN_AVL'), (165000, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168000, 'UN_AVL'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (174000, 'UN_AVL'), (175200, 'AVL_TRAIN'), (178200, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_143.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_143.json deleted file mode 100644 index c1ac57a89..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_143.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580514", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 143, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "3.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'UN_AVL'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30600, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90600, 'UN_AVL'), (91200, 'AVL_EVAL'), (91800, 'UN_AVL'), (92400, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (106800, 'UN_AVL'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (108600, 'UN_AVL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (112200, 'UN_AVL'), (112800, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (122400, 'UN_AVL'), (126600, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (133800, 'UN_AVL'), (135000, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (149400, 'UN_AVL'), (150000, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (153000, 'UN_AVL'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (157800, 'UN_AVL'), (160800, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (164400, 'UN_AVL'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (168600, 'UN_AVL'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (171000, 'UN_AVL'), (171600, 'AVL_EVAL'), (173400, 'UN_AVL'), (175200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_144.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_144.json deleted file mode 100644 index b806145ac..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_144.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580515", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 144, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "4.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4800, 'UN_AVL'), (6000, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (32400, 'UN_AVL'), (33000, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (44400, 'UN_AVL'), (45000, 'AVL_EVAL'), (46800, 'UN_AVL'), (47400, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_EVAL'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (88800, 'UN_AVL'), (90000, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (94800, 'UN_AVL'), (96600, 'AVL_EVAL'), (97800, 'UN_AVL'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102000, 'UN_AVL'), (103200, 'AVL_EVAL'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (108600, 'UN_AVL'), (109200, 'AVL_EVAL'), (113400, 'UN_AVL'), (115800, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (121800, 'UN_AVL'), (122400, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (128400, 'UN_AVL'), (129000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (130800, 'UN_AVL'), (132000, 'AVL_TRAIN'), (135000, 'UN_AVL'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (142800, 'UN_AVL'), (143400, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (150000, 'UN_AVL'), (151200, 'AVL_TRAIN'), (152400, 'UN_AVL'), (153000, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157200, 'AVL_EVAL'), (158400, 'UN_AVL'), (159000, 'AVL_EVAL'), (160800, 'UN_AVL'), (162600, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (168600, 'UN_AVL'), (171000, 'AVL_TRAIN'), (173400, 'UN_AVL'), (174600, 'AVL_TRAIN'), (178200, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_145.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_145.json deleted file mode 100644 index 58b38188e..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_145.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580516", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 145, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "8.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3600, 'UN_AVL'), (5400, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'UN_AVL'), (48600, 'AVL_EVAL'), (49200, 'UN_AVL'), (53400, 'AVL_EVAL'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (69000, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (87000, 'UN_AVL'), (88200, 'AVL_TRAIN'), (88800, 'UN_AVL'), (91800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (93600, 'UN_AVL'), (94800, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (96600, 'UN_AVL'), (97800, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (105000, 'UN_AVL'), (105600, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (124200, 'UN_AVL'), (125400, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133200, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157200, 'AVL_TRAIN'), (157800, 'UN_AVL'), (159600, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (165000, 'UN_AVL'), (165600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171000, 'UN_AVL'), (171600, 'AVL_TRAIN'), (172800, 'UN_AVL'), (175800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_146.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_146.json deleted file mode 100644 index 780cdcaee..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_146.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580517", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 146, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "29.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (32400, 'UN_AVL'), (33000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_EVAL'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (77400, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85200, 'UN_AVL'), (86400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88800, 'UN_AVL'), (89400, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (97800, 'UN_AVL'), (98400, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (100800, 'UN_AVL'), (102000, 'AVL_TRAIN'), (111000, 'UN_AVL'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (121200, 'UN_AVL'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (142800, 'UN_AVL'), (146400, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (163200, 'UN_AVL'), (165000, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (172800, 'UN_AVL'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (177600, 'UN_AVL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_147.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_147.json deleted file mode 100644 index 98163333f..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_147.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580518", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 147, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1200, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (42000, 'UN_AVL'), (42600, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49800, 'UN_AVL'), (54000, 'AVL_TRAIN'), (56400, 'UN_AVL'), (58200, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (64800, 'UN_AVL'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76800, 'UN_AVL'), (78600, 'AVL_EVAL'), (81000, 'UN_AVL'), (83400, 'AVL_EVAL'), (84600, 'UN_AVL'), (87600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'UN_AVL'), (90600, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (99000, 'UN_AVL'), (99600, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106800, 'UN_AVL'), (109200, 'AVL_TRAIN'), (111000, 'UN_AVL'), (112200, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (118200, 'UN_AVL'), (120000, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (128400, 'UN_AVL'), (129000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (139200, 'UN_AVL'), (139800, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (148200, 'UN_AVL'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'UN_AVL'), (157800, 'AVL_EVAL'), (158400, 'UN_AVL'), (160200, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (166200, 'UN_AVL'), (166800, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (168600, 'UN_AVL'), (169800, 'AVL_TRAIN'), (170400, 'UN_AVL'), (171600, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (174000, 'UN_AVL'), (174600, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_148.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_148.json deleted file mode 100644 index 9150ba87d..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_148.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580519", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 148, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'UN_AVL'), (1200, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (48600, 'UN_AVL'), (51000, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'UN_AVL'), (85200, 'AVL_TRAIN'), (87000, 'UN_AVL'), (88200, 'AVL_TRAIN'), (91800, 'UN_AVL'), (92400, 'AVL_TRAIN'), (94800, 'UN_AVL'), (97800, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (106200, 'UN_AVL'), (109200, 'AVL_TRAIN'), (114600, 'UN_AVL'), (116400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (127200, 'UN_AVL'), (128400, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130800, 'UN_AVL'), (131400, 'AVL_EVAL'), (132600, 'UN_AVL'), (133200, 'AVL_EVAL'), (133800, 'UN_AVL'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (144600, 'UN_AVL'), (145200, 'AVL_TRAIN'), (145800, 'UN_AVL'), (146400, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148800, 'UN_AVL'), (149400, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151200, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157800, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (163200, 'UN_AVL'), (166800, 'AVL_EVAL'), (168000, 'UN_AVL'), (169800, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (175800, 'UN_AVL'), (176400, 'AVL_EVAL'), (177000, 'UN_AVL'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (178800, 'UN_AVL'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_149.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_149.json deleted file mode 100644 index 1309e60ec..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_149.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580520", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 149, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "8.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (19800, 'UN_AVL'), (22200, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46200, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (53400, 'UN_AVL'), (54000, 'AVL_EVAL'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (59400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82800, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (87000, 'UN_AVL'), (87600, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (96000, 'UN_AVL'), (99600, 'AVL_EVAL'), (100200, 'UN_AVL'), (103200, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109800, 'UN_AVL'), (111000, 'AVL_TRAIN'), (112800, 'UN_AVL'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (115800, 'UN_AVL'), (117600, 'AVL_TRAIN'), (122400, 'UN_AVL'), (124200, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (126600, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'UN_AVL'), (133800, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'UN_AVL'), (139800, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (147600, 'UN_AVL'), (148200, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (152400, 'UN_AVL'), (153600, 'AVL_TRAIN'), (154200, 'UN_AVL'), (154800, 'AVL_TRAIN'), (157200, 'UN_AVL'), (157800, 'AVL_TRAIN'), (159000, 'UN_AVL'), (159600, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (165600, 'UN_AVL'), (166200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'UN_AVL'), (172800, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178200, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_15.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_15.json deleted file mode 100644 index db4b6d532..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_15.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580386", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 15, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "13.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8737, 'AVL_EVAL'), (8737, 'AVL_TRAIN'), (10357, 'AVL_EVAL'), (14357, 'AVL_TRAIN'), (15634, 'AVL_EVAL'), (25336, 'AVL_TRAIN'), (27196, 'AVL_EVAL'), (42670, 'AVL_TRAIN'), (42710, 'AVL_EVAL'), (99637, 'AVL_TRAIN'), (102235, 'AVL_EVAL'), (129391, 'AVL_TRAIN'), (130491, 'AVL_EVAL'), (174494, 'AVL_TRAIN'), (174534, 'AVL_EVAL'), (177832, 'AVL_TRAIN'), (178886, 'AVL_EVAL'), (181894, 'AVL_TRAIN'), (183171, 'AVL_EVAL'), (185229, 'AVL_TRAIN'), (187002, 'AVL_EVAL'), (201911, 'AVL_TRAIN'), (216131, 'AVL_EVAL'), (251549, 'AVL_TRAIN'), (254018, 'AVL_EVAL'), (267318, 'AVL_TRAIN'), (267542, 'AVL_EVAL'), (272642, 'AVL_TRAIN'), (274378, 'AVL_EVAL'), (278228, 'AVL_TRAIN'), (302582, 'AVL_EVAL'), (335211, 'AVL_TRAIN'), (336985, 'AVL_EVAL'), (372940, 'AVL_TRAIN'), (391688, 'AVL_EVAL'), (462304, 'AVL_TRAIN'), (474928, 'AVL_EVAL'), (524661, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8737, 'AVL_TRAIN'), (10357, 'UN_AVL'), (14357, 'AVL_TRAIN'), (15634, 'AVL_EVAL'), (25336, 'AVL_TRAIN'), (27196, 'AVL_EVAL'), (42670, 'AVL_TRAIN'), (42710, 'AVL_EVAL'), (92020, 'UN_AVL'), (99637, 'AVL_TRAIN'), (102235, 'AVL_EVAL'), (108124, 'UN_AVL'), (129391, 'AVL_TRAIN'), (130491, 'AVL_EVAL'), (149882, 'UN_AVL'), (174494, 'AVL_TRAIN'), (174534, 'UN_AVL'), (177832, 'AVL_TRAIN'), (178886, 'UN_AVL'), (181894, 'AVL_TRAIN'), (183171, 'AVL_EVAL'), (185229, 'AVL_TRAIN'), (187002, 'AVL_EVAL'), (201907, 'UN_AVL'), (201911, 'AVL_TRAIN'), (216131, 'AVL_EVAL'), (239232, 'UN_AVL'), (251549, 'AVL_TRAIN'), (254018, 'AVL_EVAL'), (266909, 'UN_AVL'), (267318, 'AVL_TRAIN'), (267542, 'UN_AVL'), (272642, 'AVL_TRAIN'), (274378, 'AVL_EVAL'), (278215, 'UN_AVL'), (278228, 'AVL_TRAIN'), (302582, 'AVL_EVAL'), (320301, 'UN_AVL'), (335211, 'AVL_TRAIN'), (336985, 'AVL_EVAL'), (340822, 'UN_AVL'), (353879, 'AVL_EVAL'), (372940, 'AVL_TRAIN'), (391688, 'AVL_EVAL'), (450555, 'UN_AVL'), (462304, 'AVL_TRAIN'), (474928, 'AVL_EVAL'), (524661, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8737, 'AVL_TRAIN'), (10357, 'UN_AVL'), (14357, 'AVL_TRAIN'), (15634, 'UN_AVL'), (25336, 'AVL_TRAIN'), (27196, 'UN_AVL'), (42670, 'AVL_TRAIN'), (42710, 'UN_AVL'), (99637, 'AVL_TRAIN'), (102235, 'UN_AVL'), (129391, 'AVL_TRAIN'), (130491, 'UN_AVL'), (174494, 'AVL_TRAIN'), (174534, 'UN_AVL'), (177832, 'AVL_TRAIN'), (178886, 'UN_AVL'), (181894, 'AVL_TRAIN'), (183171, 'UN_AVL'), (185229, 'AVL_TRAIN'), (187002, 'UN_AVL'), (201911, 'AVL_TRAIN'), (216131, 'UN_AVL'), (251549, 'AVL_TRAIN'), (254018, 'UN_AVL'), (267318, 'AVL_TRAIN'), (267542, 'UN_AVL'), (272642, 'AVL_TRAIN'), (274378, 'UN_AVL'), (278228, 'AVL_TRAIN'), (302582, 'UN_AVL'), (335211, 'AVL_TRAIN'), (336985, 'UN_AVL'), (372940, 'AVL_TRAIN'), (391688, 'UN_AVL'), (462304, 'AVL_TRAIN'), (474928, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36600, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (45000, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70200, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57600, 'AVL_EVAL'), (59400, 'UN_AVL'), (60000, 'AVL_EVAL'), (61200, 'UN_AVL'), (62400, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (85800, 'UN_AVL'), (86400, 'AVL_TRAIN'), (91800, 'UN_AVL'), (93000, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97800, 'UN_AVL'), (99600, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'UN_AVL'), (109800, 'AVL_EVAL'), (110400, 'UN_AVL'), (111000, 'AVL_EVAL'), (112200, 'UN_AVL'), (113400, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (122400, 'UN_AVL'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (126600, 'UN_AVL'), (127200, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132000, 'UN_AVL'), (132600, 'AVL_TRAIN'), (133200, 'UN_AVL'), (134400, 'AVL_TRAIN'), (136800, 'UN_AVL'), (138600, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (144000, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (160200, 'UN_AVL'), (163200, 'AVL_EVAL'), (163800, 'UN_AVL'), (164400, 'AVL_TRAIN'), (165000, 'UN_AVL'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (169800, 'UN_AVL'), (171000, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_16.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_16.json deleted file mode 100644 index f0cd7f7af..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_16.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580387", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 16, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "14.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (281291, 'AVL_TRAIN'), (281431, 'UN_AVL'), (281465, 'AVL_TRAIN'), (281754, 'UN_AVL'), (289955, 'AVL_TRAIN'), (302790, 'AVL_EVAL'), (344351, 'UN_AVL'), (363641, 'AVL_TRAIN'), (385200, 'AVL_EVAL'), (436924, 'AVL_TRAIN'), (440237, 'AVL_EVAL'), (447244, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (281291, 'AVL_TRAIN'), (281431, 'UN_AVL'), (281465, 'AVL_TRAIN'), (281754, 'UN_AVL'), (289955, 'AVL_TRAIN'), (302790, 'AVL_EVAL'), (327060, 'UN_AVL'), (363641, 'AVL_TRAIN'), (385200, 'AVL_EVAL'), (424575, 'UN_AVL'), (436924, 'AVL_TRAIN'), (440237, 'AVL_EVAL'), (442890, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (281291, 'AVL_TRAIN'), (281431, 'UN_AVL'), (281465, 'AVL_TRAIN'), (281754, 'UN_AVL'), (289955, 'AVL_TRAIN'), (302790, 'UN_AVL'), (363641, 'AVL_TRAIN'), (385200, 'UN_AVL'), (436924, 'AVL_TRAIN'), (440237, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (52200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61800, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (67800, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7200, 'UN_AVL'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (24600, 'UN_AVL'), (27600, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_EVAL'), (40200, 'UN_AVL'), (41400, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (60600, 'UN_AVL'), (62400, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91200, 'UN_AVL'), (92400, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96000, 'UN_AVL'), (99600, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'UN_AVL'), (102000, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106800, 'UN_AVL'), (111000, 'AVL_EVAL'), (112200, 'UN_AVL'), (114600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (117600, 'UN_AVL'), (120000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (126000, 'UN_AVL'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (131400, 'UN_AVL'), (132000, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'UN_AVL'), (153000, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (161400, 'UN_AVL'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'UN_AVL'), (172800, 'AVL_TRAIN'), (174600, 'UN_AVL'), (175200, 'AVL_EVAL'), (175800, 'UN_AVL'), (176400, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_17.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_17.json deleted file mode 100644 index 1999c8f09..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_17.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580388", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 17, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "9.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (6576, 'AVL_TRAIN'), (9540, 'UN_AVL'), (9541, 'AVL_TRAIN'), (12486, 'UN_AVL'), (12487, 'AVL_TRAIN'), (13229, 'UN_AVL'), (13231, 'AVL_TRAIN'), (13233, 'UN_AVL'), (13234, 'AVL_TRAIN'), (13236, 'UN_AVL'), (13237, 'AVL_TRAIN'), (13239, 'UN_AVL'), (14466, 'AVL_TRAIN'), (14688, 'UN_AVL'), (14690, 'AVL_TRAIN'), (15972, 'UN_AVL'), (15972, 'AVL_TRAIN'), (15976, 'UN_AVL'), (15977, 'AVL_TRAIN'), (15979, 'UN_AVL'), (15979, 'AVL_TRAIN'), (15981, 'UN_AVL'), (15985, 'AVL_TRAIN'), (16078, 'UN_AVL'), (16079, 'AVL_TRAIN'), (16081, 'UN_AVL'), (16082, 'AVL_TRAIN'), (16084, 'UN_AVL'), (16086, 'AVL_TRAIN'), (16088, 'UN_AVL'), (16089, 'AVL_TRAIN'), (16978, 'UN_AVL'), (20578, 'AVL_TRAIN'), (21191, 'UN_AVL'), (21192, 'AVL_TRAIN'), (21194, 'UN_AVL'), (21195, 'AVL_TRAIN'), (23527, 'UN_AVL'), (23528, 'AVL_TRAIN'), (25952, 'UN_AVL'), (25953, 'AVL_TRAIN'), (26047, 'UN_AVL'), (26047, 'AVL_TRAIN'), (26048, 'UN_AVL'), (26049, 'AVL_TRAIN'), (26051, 'UN_AVL'), (26053, 'AVL_TRAIN'), (26736, 'UN_AVL'), (26738, 'AVL_TRAIN'), (26761, 'UN_AVL'), (26761, 'AVL_TRAIN'), (26763, 'UN_AVL'), (26764, 'AVL_TRAIN'), (26766, 'UN_AVL'), (26768, 'AVL_TRAIN'), (26861, 'UN_AVL'), (26865, 'AVL_TRAIN'), (43489, 'AVL_EVAL'), (43492, 'AVL_TRAIN'), (43523, 'AVL_EVAL'), (43524, 'AVL_TRAIN'), (43557, 'AVL_EVAL'), (43558, 'AVL_TRAIN'), (43591, 'AVL_EVAL'), (43592, 'AVL_TRAIN'), (43624, 'AVL_EVAL'), (43625, 'AVL_TRAIN'), (43658, 'AVL_EVAL'), (43659, 'AVL_TRAIN'), (43691, 'AVL_EVAL'), (43693, 'AVL_TRAIN'), (43725, 'AVL_EVAL'), (43726, 'AVL_TRAIN'), (43793, 'AVL_EVAL'), (43794, 'AVL_TRAIN'), (43826, 'AVL_EVAL'), (43827, 'AVL_TRAIN'), (43860, 'AVL_EVAL'), (43861, 'AVL_TRAIN'), (43894, 'AVL_EVAL'), (43895, 'AVL_TRAIN'), (43927, 'AVL_EVAL'), (43929, 'AVL_TRAIN'), (43961, 'AVL_EVAL'), (43963, 'AVL_TRAIN'), (43995, 'AVL_EVAL'), (43996, 'AVL_TRAIN'), (44029, 'AVL_EVAL'), (44030, 'AVL_TRAIN'), (44062, 'AVL_EVAL'), (44064, 'AVL_TRAIN'), (44096, 'AVL_EVAL'), (44097, 'AVL_TRAIN'), (44130, 'AVL_EVAL'), (44131, 'AVL_TRAIN'), (44164, 'AVL_EVAL'), (44165, 'AVL_TRAIN'), (44197, 'AVL_EVAL'), (44232, 'AVL_TRAIN'), (44265, 'AVL_EVAL'), (44266, 'AVL_TRAIN'), (44298, 'AVL_EVAL'), (44299, 'AVL_TRAIN'), (44332, 'AVL_EVAL'), (44333, 'AVL_TRAIN'), (44366, 'AVL_EVAL'), (44367, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (44401, 'AVL_TRAIN'), (44433, 'AVL_EVAL'), (44434, 'AVL_TRAIN'), (44467, 'AVL_EVAL'), (44468, 'AVL_TRAIN'), (44501, 'AVL_EVAL'), (44502, 'AVL_TRAIN'), (44534, 'AVL_EVAL'), (44535, 'AVL_TRAIN'), (44568, 'AVL_EVAL'), (44569, 'AVL_TRAIN'), (44602, 'AVL_EVAL'), (44603, 'AVL_TRAIN'), (44635, 'AVL_EVAL'), (44637, 'AVL_TRAIN'), (44669, 'AVL_EVAL'), (44670, 'AVL_TRAIN'), (44703, 'AVL_EVAL'), (44704, 'AVL_TRAIN'), (44737, 'AVL_EVAL'), (44738, 'AVL_TRAIN'), (44770, 'AVL_EVAL'), (44771, 'AVL_TRAIN'), (44804, 'AVL_EVAL'), (44805, 'AVL_TRAIN'), (44838, 'AVL_EVAL'), (44839, 'AVL_TRAIN'), (44872, 'AVL_EVAL'), (44873, 'AVL_TRAIN'), (44905, 'AVL_EVAL'), (44909, 'AVL_TRAIN'), (44939, 'AVL_EVAL'), (44940, 'AVL_TRAIN'), (44973, 'AVL_EVAL'), (44974, 'AVL_TRAIN'), (45006, 'AVL_EVAL'), (45007, 'AVL_TRAIN'), (45040, 'AVL_EVAL'), (45041, 'AVL_TRAIN'), (45074, 'AVL_EVAL'), (45075, 'AVL_TRAIN'), (45108, 'AVL_EVAL'), (45109, 'AVL_TRAIN'), (45141, 'AVL_EVAL'), (45142, 'AVL_TRAIN'), (45175, 'AVL_EVAL'), (45176, 'AVL_TRAIN'), (45209, 'AVL_EVAL'), (45210, 'AVL_TRAIN'), (45242, 'AVL_EVAL'), (45244, 'AVL_TRAIN'), (45276, 'AVL_EVAL'), (45277, 'AVL_TRAIN'), (45310, 'AVL_EVAL'), (45311, 'AVL_TRAIN'), (45344, 'AVL_EVAL'), (45345, 'AVL_TRAIN'), (45377, 'AVL_EVAL'), (45378, 'AVL_TRAIN'), (45411, 'AVL_EVAL'), (45412, 'AVL_TRAIN'), (45445, 'AVL_EVAL'), (45446, 'AVL_TRAIN'), (45478, 'AVL_EVAL'), (45480, 'AVL_TRAIN'), (45512, 'AVL_EVAL'), (45513, 'AVL_TRAIN'), (45546, 'AVL_EVAL'), (45547, 'AVL_TRAIN'), (45580, 'AVL_EVAL'), (45581, 'AVL_TRAIN'), (45613, 'AVL_EVAL'), (45614, 'AVL_TRAIN'), (45647, 'AVL_EVAL'), (45648, 'AVL_TRAIN'), (45681, 'AVL_EVAL'), (45682, 'AVL_TRAIN'), (45715, 'AVL_EVAL'), (45716, 'AVL_TRAIN'), (45748, 'AVL_EVAL'), (45749, 'AVL_TRAIN'), (45782, 'AVL_EVAL'), (45783, 'AVL_TRAIN'), (45816, 'AVL_EVAL'), (45817, 'AVL_TRAIN'), (45849, 'AVL_EVAL'), (45850, 'AVL_TRAIN'), (45883, 'AVL_EVAL'), (45884, 'AVL_TRAIN'), (45917, 'AVL_EVAL'), (45918, 'AVL_TRAIN'), (45950, 'AVL_EVAL'), (45952, 'AVL_TRAIN'), (45984, 'AVL_EVAL'), (45985, 'AVL_TRAIN'), (46052, 'AVL_EVAL'), (46053, 'AVL_TRAIN'), (46085, 'AVL_EVAL'), (46086, 'AVL_TRAIN'), (46119, 'AVL_EVAL'), (46120, 'AVL_TRAIN'), (46153, 'AVL_EVAL'), (46154, 'AVL_TRAIN'), (46186, 'AVL_EVAL'), (46188, 'AVL_TRAIN'), (46220, 'AVL_EVAL'), (46221, 'AVL_TRAIN'), (46254, 'AVL_EVAL'), (46255, 'AVL_TRAIN'), (46288, 'AVL_EVAL'), (46289, 'AVL_TRAIN'), (46321, 'AVL_EVAL'), (46322, 'AVL_TRAIN'), (46355, 'AVL_EVAL'), (46356, 'AVL_TRAIN'), (46389, 'AVL_EVAL'), (46390, 'AVL_TRAIN'), (46423, 'AVL_EVAL'), (46424, 'AVL_TRAIN'), (46456, 'AVL_EVAL'), (46457, 'AVL_TRAIN'), (46490, 'AVL_EVAL'), (46491, 'AVL_TRAIN'), (46524, 'AVL_EVAL'), (46525, 'AVL_TRAIN'), (46557, 'AVL_EVAL'), (46559, 'AVL_TRAIN'), (46591, 'AVL_EVAL'), (46592, 'AVL_TRAIN'), (46625, 'AVL_EVAL'), (46626, 'AVL_TRAIN'), (46659, 'AVL_EVAL'), (46660, 'AVL_TRAIN'), (46692, 'AVL_EVAL'), (46694, 'AVL_TRAIN'), (46726, 'AVL_EVAL'), (46727, 'AVL_TRAIN'), (46760, 'AVL_EVAL'), (46761, 'AVL_TRAIN'), (46793, 'AVL_EVAL'), (46795, 'AVL_TRAIN'), (46823, 'AVL_EVAL'), (46826, 'AVL_TRAIN'), (46829, 'AVL_EVAL'), (46833, 'AVL_TRAIN'), (46835, 'AVL_EVAL'), (46836, 'AVL_TRAIN'), (46838, 'AVL_EVAL'), (46840, 'AVL_TRAIN'), (50773, 'AVL_EVAL'), (50774, 'AVL_TRAIN'), (50776, 'AVL_EVAL'), (50777, 'AVL_TRAIN'), (50779, 'AVL_EVAL'), (50780, 'AVL_TRAIN'), (53322, 'AVL_EVAL'), (53323, 'AVL_TRAIN'), (54579, 'AVL_EVAL'), (54580, 'AVL_TRAIN'), (54974, 'AVL_EVAL'), (54975, 'AVL_TRAIN'), (56090, 'AVL_EVAL'), (56091, 'AVL_TRAIN'), (56375, 'AVL_EVAL'), (56376, 'AVL_TRAIN'), (61071, 'AVL_EVAL'), (61072, 'AVL_TRAIN'), (61153, 'AVL_EVAL'), (80461, 'UN_AVL'), (86811, 'AVL_TRAIN'), (89816, 'UN_AVL'), (104377, 'AVL_TRAIN'), (104380, 'UN_AVL'), (104381, 'AVL_TRAIN'), (111192, 'UN_AVL'), (111193, 'AVL_TRAIN'), (111361, 'UN_AVL'), (111361, 'AVL_TRAIN'), (111374, 'UN_AVL'), (111374, 'AVL_TRAIN'), (111448, 'UN_AVL'), (111450, 'AVL_TRAIN'), (111454, 'UN_AVL'), (111456, 'AVL_TRAIN'), (111458, 'UN_AVL'), (111459, 'AVL_TRAIN'), (111461, 'UN_AVL'), (111463, 'AVL_TRAIN'), (111469, 'UN_AVL'), (111470, 'AVL_TRAIN'), (111474, 'UN_AVL'), (111476, 'AVL_TRAIN'), (111481, 'UN_AVL'), (111482, 'AVL_TRAIN'), (111484, 'UN_AVL'), (111489, 'AVL_TRAIN'), (111491, 'UN_AVL'), (111492, 'AVL_TRAIN'), (111494, 'UN_AVL'), (111495, 'AVL_TRAIN'), (111500, 'UN_AVL'), (111502, 'AVL_TRAIN'), (111504, 'UN_AVL'), (111505, 'AVL_TRAIN'), (111519, 'UN_AVL'), (111520, 'AVL_TRAIN'), (111525, 'UN_AVL'), (111527, 'AVL_TRAIN'), (111529, 'UN_AVL'), (111530, 'AVL_TRAIN'), (111532, 'UN_AVL'), (111533, 'AVL_TRAIN'), (111535, 'UN_AVL'), (111536, 'AVL_TRAIN'), (111540, 'UN_AVL'), (111542, 'AVL_TRAIN'), (112928, 'UN_AVL'), (112928, 'AVL_TRAIN'), (114430, 'UN_AVL'), (114431, 'AVL_TRAIN'), (114432, 'UN_AVL'), (114433, 'AVL_TRAIN'), (114804, 'UN_AVL'), (114805, 'AVL_TRAIN'), (114838, 'UN_AVL'), (114839, 'AVL_TRAIN'), (114871, 'UN_AVL'), (114872, 'AVL_TRAIN'), (115096, 'UN_AVL'), (115097, 'AVL_TRAIN'), (115129, 'UN_AVL'), (115130, 'AVL_TRAIN'), (115136, 'UN_AVL'), (115137, 'AVL_TRAIN'), (115915, 'UN_AVL'), (115921, 'AVL_TRAIN'), (115923, 'UN_AVL'), (115926, 'AVL_TRAIN'), (115927, 'UN_AVL'), (115932, 'AVL_TRAIN'), (115933, 'UN_AVL'), (115934, 'AVL_TRAIN'), (115937, 'UN_AVL'), (115938, 'AVL_TRAIN'), (149100, 'AVL_EVAL'), (172871, 'UN_AVL'), (189348, 'AVL_TRAIN'), (189350, 'UN_AVL'), (189351, 'AVL_TRAIN'), (189368, 'UN_AVL'), (189368, 'AVL_TRAIN'), (189603, 'UN_AVL'), (189608, 'AVL_TRAIN'), (190099, 'UN_AVL'), (190101, 'AVL_TRAIN'), (190102, 'UN_AVL'), (190103, 'AVL_TRAIN'), (190105, 'UN_AVL'), (190106, 'AVL_TRAIN'), (190202, 'UN_AVL'), (190203, 'AVL_TRAIN'), (190206, 'UN_AVL'), (190207, 'AVL_TRAIN'), (190209, 'UN_AVL'), (190213, 'AVL_TRAIN'), (191724, 'UN_AVL'), (191725, 'AVL_TRAIN'), (193126, 'UN_AVL'), (193140, 'AVL_TRAIN'), (193142, 'UN_AVL'), (193188, 'AVL_TRAIN'), (195742, 'UN_AVL'), (195743, 'AVL_TRAIN'), (198854, 'UN_AVL'), (198856, 'AVL_TRAIN'), (198858, 'UN_AVL'), (198859, 'AVL_TRAIN'), (199155, 'UN_AVL'), (199156, 'AVL_TRAIN'), (199158, 'UN_AVL'), (199159, 'AVL_TRAIN'), (199161, 'UN_AVL'), (199163, 'AVL_TRAIN'), (199178, 'UN_AVL'), (199179, 'AVL_TRAIN'), (199181, 'UN_AVL'), (199182, 'AVL_TRAIN'), (199185, 'UN_AVL'), (199187, 'AVL_TRAIN'), (199189, 'UN_AVL'), (199220, 'AVL_TRAIN'), (199221, 'UN_AVL'), (199228, 'AVL_TRAIN'), (199233, 'UN_AVL'), (199249, 'AVL_TRAIN'), (199314, 'UN_AVL'), (199316, 'AVL_TRAIN'), (199319, 'UN_AVL'), (199322, 'AVL_TRAIN'), (199323, 'UN_AVL'), (199324, 'AVL_TRAIN'), (199354, 'UN_AVL'), (200142, 'AVL_EVAL'), (200142, 'AVL_TRAIN'), (200177, 'AVL_EVAL'), (200180, 'AVL_TRAIN'), (200186, 'UN_AVL'), (232022, 'AVL_TRAIN'), (232027, 'UN_AVL'), (232029, 'AVL_TRAIN'), (232031, 'UN_AVL'), (232032, 'AVL_TRAIN'), (233237, 'UN_AVL'), (233238, 'AVL_TRAIN'), (233249, 'UN_AVL'), (233251, 'AVL_TRAIN'), (233254, 'UN_AVL'), (233271, 'AVL_TRAIN'), (233282, 'UN_AVL'), (233284, 'AVL_TRAIN'), (233287, 'UN_AVL'), (233289, 'AVL_TRAIN'), (233294, 'UN_AVL'), (233295, 'AVL_TRAIN'), (233388, 'UN_AVL'), (233389, 'AVL_TRAIN'), (236099, 'UN_AVL'), (236100, 'AVL_TRAIN'), (236101, 'UN_AVL'), (236102, 'AVL_TRAIN'), (236132, 'UN_AVL'), (236134, 'AVL_TRAIN'), (236145, 'UN_AVL'), (236146, 'AVL_TRAIN'), (236148, 'UN_AVL'), (236149, 'AVL_TRAIN'), (236165, 'UN_AVL'), (236167, 'AVL_TRAIN'), (237499, 'UN_AVL'), (237500, 'AVL_TRAIN'), (237501, 'UN_AVL'), (237501, 'AVL_TRAIN'), (237502, 'UN_AVL'), (237504, 'AVL_TRAIN'), (237514, 'UN_AVL'), (237518, 'AVL_TRAIN'), (237554, 'UN_AVL'), (237563, 'AVL_TRAIN'), (237576, 'UN_AVL'), (237585, 'AVL_TRAIN'), (237586, 'UN_AVL'), (237586, 'AVL_TRAIN'), (237587, 'UN_AVL'), (237587, 'AVL_TRAIN'), (237605, 'UN_AVL'), (237605, 'AVL_TRAIN'), (237606, 'UN_AVL'), (237607, 'AVL_TRAIN'), (237608, 'UN_AVL'), (237610, 'AVL_TRAIN'), (237614, 'UN_AVL'), (237616, 'AVL_TRAIN'), (237618, 'UN_AVL'), (237619, 'AVL_TRAIN'), (237622, 'UN_AVL'), (237630, 'AVL_TRAIN'), (237632, 'UN_AVL'), (237635, 'AVL_TRAIN'), (237636, 'UN_AVL'), (237637, 'AVL_TRAIN'), (237639, 'UN_AVL'), (237640, 'AVL_TRAIN'), (237733, 'UN_AVL'), (237735, 'AVL_TRAIN'), (237875, 'UN_AVL'), (237878, 'AVL_TRAIN'), (237879, 'UN_AVL'), (237879, 'AVL_TRAIN'), (237883, 'UN_AVL'), (237885, 'AVL_TRAIN'), (238558, 'UN_AVL'), (238621, 'AVL_TRAIN'), (238624, 'UN_AVL'), (238729, 'AVL_TRAIN'), (239419, 'UN_AVL'), (239420, 'AVL_TRAIN'), (245185, 'AVL_EVAL'), (252630, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (6576, 'AVL_TRAIN'), (9540, 'UN_AVL'), (9541, 'AVL_TRAIN'), (12486, 'UN_AVL'), (12487, 'AVL_TRAIN'), (13229, 'UN_AVL'), (13231, 'AVL_TRAIN'), (13233, 'UN_AVL'), (13234, 'AVL_TRAIN'), (13236, 'UN_AVL'), (13237, 'AVL_TRAIN'), (13239, 'UN_AVL'), (14466, 'AVL_TRAIN'), (14688, 'UN_AVL'), (14690, 'AVL_TRAIN'), (15972, 'UN_AVL'), (15972, 'AVL_TRAIN'), (15976, 'UN_AVL'), (15977, 'AVL_TRAIN'), (15979, 'UN_AVL'), (15979, 'AVL_TRAIN'), (15981, 'UN_AVL'), (15985, 'AVL_TRAIN'), (16078, 'UN_AVL'), (16079, 'AVL_TRAIN'), (16081, 'UN_AVL'), (16082, 'AVL_TRAIN'), (16084, 'UN_AVL'), (16086, 'AVL_TRAIN'), (16088, 'UN_AVL'), (16089, 'AVL_TRAIN'), (16978, 'UN_AVL'), (20578, 'AVL_TRAIN'), (21191, 'UN_AVL'), (21192, 'AVL_TRAIN'), (21194, 'UN_AVL'), (21195, 'AVL_TRAIN'), (23527, 'UN_AVL'), (23528, 'AVL_TRAIN'), (25952, 'UN_AVL'), (25953, 'AVL_TRAIN'), (26047, 'UN_AVL'), (26047, 'AVL_TRAIN'), (26048, 'UN_AVL'), (26049, 'AVL_TRAIN'), (26051, 'UN_AVL'), (26053, 'AVL_TRAIN'), (26736, 'UN_AVL'), (26738, 'AVL_TRAIN'), (26761, 'UN_AVL'), (26761, 'AVL_TRAIN'), (26763, 'UN_AVL'), (26764, 'AVL_TRAIN'), (26766, 'UN_AVL'), (26768, 'AVL_TRAIN'), (26861, 'UN_AVL'), (26865, 'AVL_TRAIN'), (43489, 'AVL_EVAL'), (43492, 'AVL_TRAIN'), (43523, 'AVL_EVAL'), (43524, 'AVL_TRAIN'), (43557, 'AVL_EVAL'), (43558, 'AVL_TRAIN'), (43591, 'AVL_EVAL'), (43592, 'AVL_TRAIN'), (43624, 'AVL_EVAL'), (43625, 'AVL_TRAIN'), (43658, 'AVL_EVAL'), (43659, 'AVL_TRAIN'), (43691, 'AVL_EVAL'), (43693, 'AVL_TRAIN'), (43725, 'AVL_EVAL'), (43726, 'AVL_TRAIN'), (43793, 'AVL_EVAL'), (43794, 'AVL_TRAIN'), (43826, 'AVL_EVAL'), (43827, 'AVL_TRAIN'), (43860, 'AVL_EVAL'), (43861, 'AVL_TRAIN'), (43894, 'AVL_EVAL'), (43895, 'AVL_TRAIN'), (43927, 'AVL_EVAL'), (43929, 'AVL_TRAIN'), (43961, 'AVL_EVAL'), (43963, 'AVL_TRAIN'), (43995, 'AVL_EVAL'), (43996, 'AVL_TRAIN'), (44029, 'AVL_EVAL'), (44030, 'AVL_TRAIN'), (44062, 'AVL_EVAL'), (44064, 'AVL_TRAIN'), (44096, 'AVL_EVAL'), (44097, 'AVL_TRAIN'), (44130, 'AVL_EVAL'), (44131, 'AVL_TRAIN'), (44164, 'AVL_EVAL'), (44165, 'AVL_TRAIN'), (44197, 'AVL_EVAL'), (44232, 'AVL_TRAIN'), (44265, 'AVL_EVAL'), (44266, 'AVL_TRAIN'), (44298, 'AVL_EVAL'), (44299, 'AVL_TRAIN'), (44332, 'AVL_EVAL'), (44333, 'AVL_TRAIN'), (44366, 'AVL_EVAL'), (44367, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (44401, 'AVL_TRAIN'), (44433, 'AVL_EVAL'), (44434, 'AVL_TRAIN'), (44467, 'AVL_EVAL'), (44468, 'AVL_TRAIN'), (44501, 'AVL_EVAL'), (44502, 'AVL_TRAIN'), (44534, 'AVL_EVAL'), (44535, 'AVL_TRAIN'), (44568, 'AVL_EVAL'), (44569, 'AVL_TRAIN'), (44602, 'AVL_EVAL'), (44603, 'AVL_TRAIN'), (44635, 'AVL_EVAL'), (44637, 'AVL_TRAIN'), (44669, 'AVL_EVAL'), (44670, 'AVL_TRAIN'), (44703, 'AVL_EVAL'), (44704, 'AVL_TRAIN'), (44737, 'AVL_EVAL'), (44738, 'AVL_TRAIN'), (44770, 'AVL_EVAL'), (44771, 'AVL_TRAIN'), (44804, 'AVL_EVAL'), (44805, 'AVL_TRAIN'), (44838, 'AVL_EVAL'), (44839, 'AVL_TRAIN'), (44872, 'AVL_EVAL'), (44873, 'AVL_TRAIN'), (44905, 'AVL_EVAL'), (44909, 'AVL_TRAIN'), (44939, 'AVL_EVAL'), (44940, 'AVL_TRAIN'), (44973, 'AVL_EVAL'), (44974, 'AVL_TRAIN'), (45006, 'AVL_EVAL'), (45007, 'AVL_TRAIN'), (45040, 'AVL_EVAL'), (45041, 'AVL_TRAIN'), (45074, 'AVL_EVAL'), (45075, 'AVL_TRAIN'), (45108, 'AVL_EVAL'), (45109, 'AVL_TRAIN'), (45141, 'AVL_EVAL'), (45142, 'AVL_TRAIN'), (45175, 'AVL_EVAL'), (45176, 'AVL_TRAIN'), (45209, 'AVL_EVAL'), (45210, 'AVL_TRAIN'), (45242, 'AVL_EVAL'), (45244, 'AVL_TRAIN'), (45276, 'AVL_EVAL'), (45277, 'AVL_TRAIN'), (45310, 'AVL_EVAL'), (45311, 'AVL_TRAIN'), (45344, 'AVL_EVAL'), (45345, 'AVL_TRAIN'), (45377, 'AVL_EVAL'), (45378, 'AVL_TRAIN'), (45411, 'AVL_EVAL'), (45412, 'AVL_TRAIN'), (45445, 'AVL_EVAL'), (45446, 'AVL_TRAIN'), (45478, 'AVL_EVAL'), (45480, 'AVL_TRAIN'), (45512, 'AVL_EVAL'), (45513, 'AVL_TRAIN'), (45546, 'AVL_EVAL'), (45547, 'AVL_TRAIN'), (45580, 'AVL_EVAL'), (45581, 'AVL_TRAIN'), (45613, 'AVL_EVAL'), (45614, 'AVL_TRAIN'), (45647, 'AVL_EVAL'), (45648, 'AVL_TRAIN'), (45681, 'AVL_EVAL'), (45682, 'AVL_TRAIN'), (45715, 'AVL_EVAL'), (45716, 'AVL_TRAIN'), (45748, 'AVL_EVAL'), (45749, 'AVL_TRAIN'), (45782, 'AVL_EVAL'), (45783, 'AVL_TRAIN'), (45816, 'AVL_EVAL'), (45817, 'AVL_TRAIN'), (45849, 'AVL_EVAL'), (45850, 'AVL_TRAIN'), (45883, 'AVL_EVAL'), (45884, 'AVL_TRAIN'), (45917, 'AVL_EVAL'), (45918, 'AVL_TRAIN'), (45950, 'AVL_EVAL'), (45952, 'AVL_TRAIN'), (45984, 'AVL_EVAL'), (45985, 'AVL_TRAIN'), (46052, 'AVL_EVAL'), (46053, 'AVL_TRAIN'), (46085, 'AVL_EVAL'), (46086, 'AVL_TRAIN'), (46119, 'AVL_EVAL'), (46120, 'AVL_TRAIN'), (46153, 'AVL_EVAL'), (46154, 'AVL_TRAIN'), (46186, 'AVL_EVAL'), (46188, 'AVL_TRAIN'), (46220, 'AVL_EVAL'), (46221, 'AVL_TRAIN'), (46254, 'AVL_EVAL'), (46255, 'AVL_TRAIN'), (46288, 'AVL_EVAL'), (46289, 'AVL_TRAIN'), (46321, 'AVL_EVAL'), (46322, 'AVL_TRAIN'), (46355, 'AVL_EVAL'), (46356, 'AVL_TRAIN'), (46389, 'AVL_EVAL'), (46390, 'AVL_TRAIN'), (46423, 'AVL_EVAL'), (46424, 'AVL_TRAIN'), (46456, 'AVL_EVAL'), (46457, 'AVL_TRAIN'), (46490, 'AVL_EVAL'), (46491, 'AVL_TRAIN'), (46524, 'AVL_EVAL'), (46525, 'AVL_TRAIN'), (46557, 'AVL_EVAL'), (46559, 'AVL_TRAIN'), (46591, 'AVL_EVAL'), (46592, 'AVL_TRAIN'), (46625, 'AVL_EVAL'), (46626, 'AVL_TRAIN'), (46659, 'AVL_EVAL'), (46660, 'AVL_TRAIN'), (46692, 'AVL_EVAL'), (46694, 'AVL_TRAIN'), (46726, 'AVL_EVAL'), (46727, 'AVL_TRAIN'), (46760, 'AVL_EVAL'), (46761, 'AVL_TRAIN'), (46793, 'AVL_EVAL'), (46795, 'AVL_TRAIN'), (46823, 'AVL_EVAL'), (46826, 'AVL_TRAIN'), (46829, 'AVL_EVAL'), (46833, 'AVL_TRAIN'), (46835, 'AVL_EVAL'), (46836, 'AVL_TRAIN'), (46838, 'AVL_EVAL'), (46840, 'AVL_TRAIN'), (50773, 'AVL_EVAL'), (50774, 'AVL_TRAIN'), (50776, 'AVL_EVAL'), (50777, 'AVL_TRAIN'), (50779, 'AVL_EVAL'), (50780, 'AVL_TRAIN'), (53322, 'AVL_EVAL'), (53323, 'AVL_TRAIN'), (54579, 'AVL_EVAL'), (54580, 'AVL_TRAIN'), (54974, 'AVL_EVAL'), (54975, 'AVL_TRAIN'), (56090, 'AVL_EVAL'), (56091, 'AVL_TRAIN'), (56375, 'AVL_EVAL'), (56376, 'AVL_TRAIN'), (61071, 'AVL_EVAL'), (61072, 'AVL_TRAIN'), (61153, 'AVL_EVAL'), (70988, 'UN_AVL'), (86811, 'AVL_TRAIN'), (89816, 'UN_AVL'), (104377, 'AVL_TRAIN'), (104380, 'UN_AVL'), (104381, 'AVL_TRAIN'), (111192, 'UN_AVL'), (111193, 'AVL_TRAIN'), (111361, 'UN_AVL'), (111361, 'AVL_TRAIN'), (111374, 'UN_AVL'), (111374, 'AVL_TRAIN'), (111448, 'UN_AVL'), (111450, 'AVL_TRAIN'), (111454, 'UN_AVL'), (111456, 'AVL_TRAIN'), (111458, 'UN_AVL'), (111459, 'AVL_TRAIN'), (111461, 'UN_AVL'), (111463, 'AVL_TRAIN'), (111469, 'UN_AVL'), (111470, 'AVL_TRAIN'), (111474, 'UN_AVL'), (111476, 'AVL_TRAIN'), (111481, 'UN_AVL'), (111482, 'AVL_TRAIN'), (111484, 'UN_AVL'), (111489, 'AVL_TRAIN'), (111491, 'UN_AVL'), (111492, 'AVL_TRAIN'), (111494, 'UN_AVL'), (111495, 'AVL_TRAIN'), (111500, 'UN_AVL'), (111502, 'AVL_TRAIN'), (111504, 'UN_AVL'), (111505, 'AVL_TRAIN'), (111519, 'UN_AVL'), (111520, 'AVL_TRAIN'), (111525, 'UN_AVL'), (111527, 'AVL_TRAIN'), (111529, 'UN_AVL'), (111530, 'AVL_TRAIN'), (111532, 'UN_AVL'), (111533, 'AVL_TRAIN'), (111535, 'UN_AVL'), (111536, 'AVL_TRAIN'), (111540, 'UN_AVL'), (111542, 'AVL_TRAIN'), (112928, 'UN_AVL'), (112928, 'AVL_TRAIN'), (114430, 'UN_AVL'), (114431, 'AVL_TRAIN'), (114432, 'UN_AVL'), (114433, 'AVL_TRAIN'), (114804, 'UN_AVL'), (114805, 'AVL_TRAIN'), (114838, 'UN_AVL'), (114839, 'AVL_TRAIN'), (114871, 'UN_AVL'), (114872, 'AVL_TRAIN'), (115096, 'UN_AVL'), (115097, 'AVL_TRAIN'), (115129, 'UN_AVL'), (115130, 'AVL_TRAIN'), (115136, 'UN_AVL'), (115137, 'AVL_TRAIN'), (115915, 'UN_AVL'), (115921, 'AVL_TRAIN'), (115923, 'UN_AVL'), (115926, 'AVL_TRAIN'), (115927, 'UN_AVL'), (115932, 'AVL_TRAIN'), (115933, 'UN_AVL'), (115934, 'AVL_TRAIN'), (115937, 'UN_AVL'), (115938, 'AVL_TRAIN'), (149100, 'AVL_EVAL'), (165210, 'UN_AVL'), (189348, 'AVL_TRAIN'), (189350, 'UN_AVL'), (189351, 'AVL_TRAIN'), (189368, 'UN_AVL'), (189368, 'AVL_TRAIN'), (189603, 'UN_AVL'), (189608, 'AVL_TRAIN'), (190099, 'UN_AVL'), (190101, 'AVL_TRAIN'), (190102, 'UN_AVL'), (190103, 'AVL_TRAIN'), (190105, 'UN_AVL'), (190106, 'AVL_TRAIN'), (190202, 'UN_AVL'), (190203, 'AVL_TRAIN'), (190206, 'UN_AVL'), (190207, 'AVL_TRAIN'), (190209, 'UN_AVL'), (190213, 'AVL_TRAIN'), (191724, 'UN_AVL'), (191725, 'AVL_TRAIN'), (193126, 'UN_AVL'), (193140, 'AVL_TRAIN'), (193142, 'UN_AVL'), (193188, 'AVL_TRAIN'), (195742, 'UN_AVL'), (195743, 'AVL_TRAIN'), (198854, 'UN_AVL'), (198856, 'AVL_TRAIN'), (198858, 'UN_AVL'), (198859, 'AVL_TRAIN'), (199155, 'UN_AVL'), (199156, 'AVL_TRAIN'), (199158, 'UN_AVL'), (199159, 'AVL_TRAIN'), (199161, 'UN_AVL'), (199163, 'AVL_TRAIN'), (199178, 'UN_AVL'), (199179, 'AVL_TRAIN'), (199181, 'UN_AVL'), (199182, 'AVL_TRAIN'), (199185, 'UN_AVL'), (199187, 'AVL_TRAIN'), (199189, 'UN_AVL'), (199220, 'AVL_TRAIN'), (199221, 'UN_AVL'), (199228, 'AVL_TRAIN'), (199233, 'UN_AVL'), (199249, 'AVL_TRAIN'), (199314, 'UN_AVL'), (199316, 'AVL_TRAIN'), (199319, 'UN_AVL'), (199322, 'AVL_TRAIN'), (199323, 'UN_AVL'), (199324, 'AVL_TRAIN'), (199354, 'UN_AVL'), (200142, 'AVL_TRAIN'), (200177, 'UN_AVL'), (200180, 'AVL_TRAIN'), (200186, 'UN_AVL'), (232022, 'AVL_TRAIN'), (232027, 'UN_AVL'), (232029, 'AVL_TRAIN'), (232031, 'UN_AVL'), (232032, 'AVL_TRAIN'), (233237, 'UN_AVL'), (233238, 'AVL_TRAIN'), (233249, 'UN_AVL'), (233251, 'AVL_TRAIN'), (233254, 'UN_AVL'), (233271, 'AVL_TRAIN'), (233282, 'UN_AVL'), (233284, 'AVL_TRAIN'), (233287, 'UN_AVL'), (233289, 'AVL_TRAIN'), (233294, 'UN_AVL'), (233295, 'AVL_TRAIN'), (233388, 'UN_AVL'), (233389, 'AVL_TRAIN'), (236099, 'UN_AVL'), (236100, 'AVL_TRAIN'), (236101, 'UN_AVL'), (236102, 'AVL_TRAIN'), (236132, 'UN_AVL'), (236134, 'AVL_TRAIN'), (236145, 'UN_AVL'), (236146, 'AVL_TRAIN'), (236148, 'UN_AVL'), (236149, 'AVL_TRAIN'), (236165, 'UN_AVL'), (236167, 'AVL_TRAIN'), (237499, 'UN_AVL'), (237500, 'AVL_TRAIN'), (237501, 'UN_AVL'), (237501, 'AVL_TRAIN'), (237502, 'UN_AVL'), (237504, 'AVL_TRAIN'), (237514, 'UN_AVL'), (237518, 'AVL_TRAIN'), (237554, 'UN_AVL'), (237563, 'AVL_TRAIN'), (237576, 'UN_AVL'), (237585, 'AVL_TRAIN'), (237586, 'UN_AVL'), (237586, 'AVL_TRAIN'), (237587, 'UN_AVL'), (237587, 'AVL_TRAIN'), (237605, 'UN_AVL'), (237605, 'AVL_TRAIN'), (237606, 'UN_AVL'), (237607, 'AVL_TRAIN'), (237608, 'UN_AVL'), (237610, 'AVL_TRAIN'), (237614, 'UN_AVL'), (237616, 'AVL_TRAIN'), (237618, 'UN_AVL'), (237619, 'AVL_TRAIN'), (237622, 'UN_AVL'), (237630, 'AVL_TRAIN'), (237632, 'UN_AVL'), (237635, 'AVL_TRAIN'), (237636, 'UN_AVL'), (237637, 'AVL_TRAIN'), (237639, 'UN_AVL'), (237640, 'AVL_TRAIN'), (237733, 'UN_AVL'), (237735, 'AVL_TRAIN'), (237875, 'UN_AVL'), (237878, 'AVL_TRAIN'), (237879, 'UN_AVL'), (237879, 'AVL_TRAIN'), (237883, 'UN_AVL'), (237885, 'AVL_TRAIN'), (238558, 'UN_AVL'), (238621, 'AVL_TRAIN'), (238624, 'UN_AVL'), (238729, 'AVL_TRAIN'), (239419, 'UN_AVL'), (239420, 'AVL_TRAIN'), (245185, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (6576, 'AVL_TRAIN'), (9540, 'UN_AVL'), (9541, 'AVL_TRAIN'), (12486, 'UN_AVL'), (12487, 'AVL_TRAIN'), (13229, 'UN_AVL'), (13231, 'AVL_TRAIN'), (13233, 'UN_AVL'), (13234, 'AVL_TRAIN'), (13236, 'UN_AVL'), (13237, 'AVL_TRAIN'), (13239, 'UN_AVL'), (14466, 'AVL_TRAIN'), (14688, 'UN_AVL'), (14690, 'AVL_TRAIN'), (15972, 'UN_AVL'), (15972, 'AVL_TRAIN'), (15976, 'UN_AVL'), (15977, 'AVL_TRAIN'), (15979, 'UN_AVL'), (15979, 'AVL_TRAIN'), (15981, 'UN_AVL'), (15985, 'AVL_TRAIN'), (16078, 'UN_AVL'), (16079, 'AVL_TRAIN'), (16081, 'UN_AVL'), (16082, 'AVL_TRAIN'), (16084, 'UN_AVL'), (16086, 'AVL_TRAIN'), (16088, 'UN_AVL'), (16089, 'AVL_TRAIN'), (16978, 'UN_AVL'), (20578, 'AVL_TRAIN'), (21191, 'UN_AVL'), (21192, 'AVL_TRAIN'), (21194, 'UN_AVL'), (21195, 'AVL_TRAIN'), (23527, 'UN_AVL'), (23528, 'AVL_TRAIN'), (25952, 'UN_AVL'), (25953, 'AVL_TRAIN'), (26047, 'UN_AVL'), (26047, 'AVL_TRAIN'), (26048, 'UN_AVL'), (26049, 'AVL_TRAIN'), (26051, 'UN_AVL'), (26053, 'AVL_TRAIN'), (26736, 'UN_AVL'), (26738, 'AVL_TRAIN'), (26761, 'UN_AVL'), (26761, 'AVL_TRAIN'), (26763, 'UN_AVL'), (26764, 'AVL_TRAIN'), (26766, 'UN_AVL'), (26768, 'AVL_TRAIN'), (26861, 'UN_AVL'), (26865, 'AVL_TRAIN'), (43489, 'UN_AVL'), (43492, 'AVL_TRAIN'), (43523, 'UN_AVL'), (43524, 'AVL_TRAIN'), (43557, 'UN_AVL'), (43558, 'AVL_TRAIN'), (43591, 'UN_AVL'), (43592, 'AVL_TRAIN'), (43624, 'UN_AVL'), (43625, 'AVL_TRAIN'), (43658, 'UN_AVL'), (43659, 'AVL_TRAIN'), (43691, 'UN_AVL'), (43693, 'AVL_TRAIN'), (43725, 'UN_AVL'), (43726, 'AVL_TRAIN'), (43793, 'UN_AVL'), (43794, 'AVL_TRAIN'), (43826, 'UN_AVL'), (43827, 'AVL_TRAIN'), (43860, 'UN_AVL'), (43861, 'AVL_TRAIN'), (43894, 'UN_AVL'), (43895, 'AVL_TRAIN'), (43927, 'UN_AVL'), (43929, 'AVL_TRAIN'), (43961, 'UN_AVL'), (43963, 'AVL_TRAIN'), (43995, 'UN_AVL'), (43996, 'AVL_TRAIN'), (44029, 'UN_AVL'), (44030, 'AVL_TRAIN'), (44062, 'UN_AVL'), (44064, 'AVL_TRAIN'), (44096, 'UN_AVL'), (44097, 'AVL_TRAIN'), (44130, 'UN_AVL'), (44131, 'AVL_TRAIN'), (44164, 'UN_AVL'), (44165, 'AVL_TRAIN'), (44197, 'UN_AVL'), (44232, 'AVL_TRAIN'), (44265, 'UN_AVL'), (44266, 'AVL_TRAIN'), (44298, 'UN_AVL'), (44299, 'AVL_TRAIN'), (44332, 'UN_AVL'), (44333, 'AVL_TRAIN'), (44366, 'UN_AVL'), (44367, 'AVL_TRAIN'), (44400, 'UN_AVL'), (44401, 'AVL_TRAIN'), (44433, 'UN_AVL'), (44434, 'AVL_TRAIN'), (44467, 'UN_AVL'), (44468, 'AVL_TRAIN'), (44501, 'UN_AVL'), (44502, 'AVL_TRAIN'), (44534, 'UN_AVL'), (44535, 'AVL_TRAIN'), (44568, 'UN_AVL'), (44569, 'AVL_TRAIN'), (44602, 'UN_AVL'), (44603, 'AVL_TRAIN'), (44635, 'UN_AVL'), (44637, 'AVL_TRAIN'), (44669, 'UN_AVL'), (44670, 'AVL_TRAIN'), (44703, 'UN_AVL'), (44704, 'AVL_TRAIN'), (44737, 'UN_AVL'), (44738, 'AVL_TRAIN'), (44770, 'UN_AVL'), (44771, 'AVL_TRAIN'), (44804, 'UN_AVL'), (44805, 'AVL_TRAIN'), (44838, 'UN_AVL'), (44839, 'AVL_TRAIN'), (44872, 'UN_AVL'), (44873, 'AVL_TRAIN'), (44905, 'UN_AVL'), (44909, 'AVL_TRAIN'), (44939, 'UN_AVL'), (44940, 'AVL_TRAIN'), (44973, 'UN_AVL'), (44974, 'AVL_TRAIN'), (45006, 'UN_AVL'), (45007, 'AVL_TRAIN'), (45040, 'UN_AVL'), (45041, 'AVL_TRAIN'), (45074, 'UN_AVL'), (45075, 'AVL_TRAIN'), (45108, 'UN_AVL'), (45109, 'AVL_TRAIN'), (45141, 'UN_AVL'), (45142, 'AVL_TRAIN'), (45175, 'UN_AVL'), (45176, 'AVL_TRAIN'), (45209, 'UN_AVL'), (45210, 'AVL_TRAIN'), (45242, 'UN_AVL'), (45244, 'AVL_TRAIN'), (45276, 'UN_AVL'), (45277, 'AVL_TRAIN'), (45310, 'UN_AVL'), (45311, 'AVL_TRAIN'), (45344, 'UN_AVL'), (45345, 'AVL_TRAIN'), (45377, 'UN_AVL'), (45378, 'AVL_TRAIN'), (45411, 'UN_AVL'), (45412, 'AVL_TRAIN'), (45445, 'UN_AVL'), (45446, 'AVL_TRAIN'), (45478, 'UN_AVL'), (45480, 'AVL_TRAIN'), (45512, 'UN_AVL'), (45513, 'AVL_TRAIN'), (45546, 'UN_AVL'), (45547, 'AVL_TRAIN'), (45580, 'UN_AVL'), (45581, 'AVL_TRAIN'), (45613, 'UN_AVL'), (45614, 'AVL_TRAIN'), (45647, 'UN_AVL'), (45648, 'AVL_TRAIN'), (45681, 'UN_AVL'), (45682, 'AVL_TRAIN'), (45715, 'UN_AVL'), (45716, 'AVL_TRAIN'), (45748, 'UN_AVL'), (45749, 'AVL_TRAIN'), (45782, 'UN_AVL'), (45783, 'AVL_TRAIN'), (45816, 'UN_AVL'), (45817, 'AVL_TRAIN'), (45849, 'UN_AVL'), (45850, 'AVL_TRAIN'), (45883, 'UN_AVL'), (45884, 'AVL_TRAIN'), (45917, 'UN_AVL'), (45918, 'AVL_TRAIN'), (45950, 'UN_AVL'), (45952, 'AVL_TRAIN'), (45984, 'UN_AVL'), (45985, 'AVL_TRAIN'), (46052, 'UN_AVL'), (46053, 'AVL_TRAIN'), (46085, 'UN_AVL'), (46086, 'AVL_TRAIN'), (46119, 'UN_AVL'), (46120, 'AVL_TRAIN'), (46153, 'UN_AVL'), (46154, 'AVL_TRAIN'), (46186, 'UN_AVL'), (46188, 'AVL_TRAIN'), (46220, 'UN_AVL'), (46221, 'AVL_TRAIN'), (46254, 'UN_AVL'), (46255, 'AVL_TRAIN'), (46288, 'UN_AVL'), (46289, 'AVL_TRAIN'), (46321, 'UN_AVL'), (46322, 'AVL_TRAIN'), (46355, 'UN_AVL'), (46356, 'AVL_TRAIN'), (46389, 'UN_AVL'), (46390, 'AVL_TRAIN'), (46423, 'UN_AVL'), (46424, 'AVL_TRAIN'), (46456, 'UN_AVL'), (46457, 'AVL_TRAIN'), (46490, 'UN_AVL'), (46491, 'AVL_TRAIN'), (46524, 'UN_AVL'), (46525, 'AVL_TRAIN'), (46557, 'UN_AVL'), (46559, 'AVL_TRAIN'), (46591, 'UN_AVL'), (46592, 'AVL_TRAIN'), (46625, 'UN_AVL'), (46626, 'AVL_TRAIN'), (46659, 'UN_AVL'), (46660, 'AVL_TRAIN'), (46692, 'UN_AVL'), (46694, 'AVL_TRAIN'), (46726, 'UN_AVL'), (46727, 'AVL_TRAIN'), (46760, 'UN_AVL'), (46761, 'AVL_TRAIN'), (46793, 'UN_AVL'), (46795, 'AVL_TRAIN'), (46823, 'UN_AVL'), (46826, 'AVL_TRAIN'), (46829, 'UN_AVL'), (46833, 'AVL_TRAIN'), (46835, 'UN_AVL'), (46836, 'AVL_TRAIN'), (46838, 'UN_AVL'), (46840, 'AVL_TRAIN'), (50773, 'UN_AVL'), (50774, 'AVL_TRAIN'), (50776, 'UN_AVL'), (50777, 'AVL_TRAIN'), (50779, 'UN_AVL'), (50780, 'AVL_TRAIN'), (53322, 'UN_AVL'), (53323, 'AVL_TRAIN'), (54579, 'UN_AVL'), (54580, 'AVL_TRAIN'), (54974, 'UN_AVL'), (54975, 'AVL_TRAIN'), (56090, 'UN_AVL'), (56091, 'AVL_TRAIN'), (56375, 'UN_AVL'), (56376, 'AVL_TRAIN'), (61071, 'UN_AVL'), (61072, 'AVL_TRAIN'), (61153, 'UN_AVL'), (86811, 'AVL_TRAIN'), (89816, 'UN_AVL'), (104377, 'AVL_TRAIN'), (104380, 'UN_AVL'), (104381, 'AVL_TRAIN'), (111192, 'UN_AVL'), (111193, 'AVL_TRAIN'), (111361, 'UN_AVL'), (111361, 'AVL_TRAIN'), (111374, 'UN_AVL'), (111374, 'AVL_TRAIN'), (111448, 'UN_AVL'), (111450, 'AVL_TRAIN'), (111454, 'UN_AVL'), (111456, 'AVL_TRAIN'), (111458, 'UN_AVL'), (111459, 'AVL_TRAIN'), (111461, 'UN_AVL'), (111463, 'AVL_TRAIN'), (111469, 'UN_AVL'), (111470, 'AVL_TRAIN'), (111474, 'UN_AVL'), (111476, 'AVL_TRAIN'), (111481, 'UN_AVL'), (111482, 'AVL_TRAIN'), (111484, 'UN_AVL'), (111489, 'AVL_TRAIN'), (111491, 'UN_AVL'), (111492, 'AVL_TRAIN'), (111494, 'UN_AVL'), (111495, 'AVL_TRAIN'), (111500, 'UN_AVL'), (111502, 'AVL_TRAIN'), (111504, 'UN_AVL'), (111505, 'AVL_TRAIN'), (111519, 'UN_AVL'), (111520, 'AVL_TRAIN'), (111525, 'UN_AVL'), (111527, 'AVL_TRAIN'), (111529, 'UN_AVL'), (111530, 'AVL_TRAIN'), (111532, 'UN_AVL'), (111533, 'AVL_TRAIN'), (111535, 'UN_AVL'), (111536, 'AVL_TRAIN'), (111540, 'UN_AVL'), (111542, 'AVL_TRAIN'), (112928, 'UN_AVL'), (112928, 'AVL_TRAIN'), (114430, 'UN_AVL'), (114431, 'AVL_TRAIN'), (114432, 'UN_AVL'), (114433, 'AVL_TRAIN'), (114804, 'UN_AVL'), (114805, 'AVL_TRAIN'), (114838, 'UN_AVL'), (114839, 'AVL_TRAIN'), (114871, 'UN_AVL'), (114872, 'AVL_TRAIN'), (115096, 'UN_AVL'), (115097, 'AVL_TRAIN'), (115129, 'UN_AVL'), (115130, 'AVL_TRAIN'), (115136, 'UN_AVL'), (115137, 'AVL_TRAIN'), (115915, 'UN_AVL'), (115921, 'AVL_TRAIN'), (115923, 'UN_AVL'), (115926, 'AVL_TRAIN'), (115927, 'UN_AVL'), (115932, 'AVL_TRAIN'), (115933, 'UN_AVL'), (115934, 'AVL_TRAIN'), (115937, 'UN_AVL'), (115938, 'AVL_TRAIN'), (149100, 'UN_AVL'), (189348, 'AVL_TRAIN'), (189350, 'UN_AVL'), (189351, 'AVL_TRAIN'), (189368, 'UN_AVL'), (189368, 'AVL_TRAIN'), (189603, 'UN_AVL'), (189608, 'AVL_TRAIN'), (190099, 'UN_AVL'), (190101, 'AVL_TRAIN'), (190102, 'UN_AVL'), (190103, 'AVL_TRAIN'), (190105, 'UN_AVL'), (190106, 'AVL_TRAIN'), (190202, 'UN_AVL'), (190203, 'AVL_TRAIN'), (190206, 'UN_AVL'), (190207, 'AVL_TRAIN'), (190209, 'UN_AVL'), (190213, 'AVL_TRAIN'), (191724, 'UN_AVL'), (191725, 'AVL_TRAIN'), (193126, 'UN_AVL'), (193140, 'AVL_TRAIN'), (193142, 'UN_AVL'), (193188, 'AVL_TRAIN'), (195742, 'UN_AVL'), (195743, 'AVL_TRAIN'), (198854, 'UN_AVL'), (198856, 'AVL_TRAIN'), (198858, 'UN_AVL'), (198859, 'AVL_TRAIN'), (199155, 'UN_AVL'), (199156, 'AVL_TRAIN'), (199158, 'UN_AVL'), (199159, 'AVL_TRAIN'), (199161, 'UN_AVL'), (199163, 'AVL_TRAIN'), (199178, 'UN_AVL'), (199179, 'AVL_TRAIN'), (199181, 'UN_AVL'), (199182, 'AVL_TRAIN'), (199185, 'UN_AVL'), (199187, 'AVL_TRAIN'), (199189, 'UN_AVL'), (199220, 'AVL_TRAIN'), (199221, 'UN_AVL'), (199228, 'AVL_TRAIN'), (199233, 'UN_AVL'), (199249, 'AVL_TRAIN'), (199314, 'UN_AVL'), (199316, 'AVL_TRAIN'), (199319, 'UN_AVL'), (199322, 'AVL_TRAIN'), (199323, 'UN_AVL'), (199324, 'AVL_TRAIN'), (199354, 'UN_AVL'), (200142, 'AVL_TRAIN'), (200177, 'UN_AVL'), (200180, 'AVL_TRAIN'), (200186, 'UN_AVL'), (232022, 'AVL_TRAIN'), (232027, 'UN_AVL'), (232029, 'AVL_TRAIN'), (232031, 'UN_AVL'), (232032, 'AVL_TRAIN'), (233237, 'UN_AVL'), (233238, 'AVL_TRAIN'), (233249, 'UN_AVL'), (233251, 'AVL_TRAIN'), (233254, 'UN_AVL'), (233271, 'AVL_TRAIN'), (233282, 'UN_AVL'), (233284, 'AVL_TRAIN'), (233287, 'UN_AVL'), (233289, 'AVL_TRAIN'), (233294, 'UN_AVL'), (233295, 'AVL_TRAIN'), (233388, 'UN_AVL'), (233389, 'AVL_TRAIN'), (236099, 'UN_AVL'), (236100, 'AVL_TRAIN'), (236101, 'UN_AVL'), (236102, 'AVL_TRAIN'), (236132, 'UN_AVL'), (236134, 'AVL_TRAIN'), (236145, 'UN_AVL'), (236146, 'AVL_TRAIN'), (236148, 'UN_AVL'), (236149, 'AVL_TRAIN'), (236165, 'UN_AVL'), (236167, 'AVL_TRAIN'), (237499, 'UN_AVL'), (237500, 'AVL_TRAIN'), (237501, 'UN_AVL'), (237501, 'AVL_TRAIN'), (237502, 'UN_AVL'), (237504, 'AVL_TRAIN'), (237514, 'UN_AVL'), (237518, 'AVL_TRAIN'), (237554, 'UN_AVL'), (237563, 'AVL_TRAIN'), (237576, 'UN_AVL'), (237585, 'AVL_TRAIN'), (237586, 'UN_AVL'), (237586, 'AVL_TRAIN'), (237587, 'UN_AVL'), (237587, 'AVL_TRAIN'), (237605, 'UN_AVL'), (237605, 'AVL_TRAIN'), (237606, 'UN_AVL'), (237607, 'AVL_TRAIN'), (237608, 'UN_AVL'), (237610, 'AVL_TRAIN'), (237614, 'UN_AVL'), (237616, 'AVL_TRAIN'), (237618, 'UN_AVL'), (237619, 'AVL_TRAIN'), (237622, 'UN_AVL'), (237630, 'AVL_TRAIN'), (237632, 'UN_AVL'), (237635, 'AVL_TRAIN'), (237636, 'UN_AVL'), (237637, 'AVL_TRAIN'), (237639, 'UN_AVL'), (237640, 'AVL_TRAIN'), (237733, 'UN_AVL'), (237735, 'AVL_TRAIN'), (237875, 'UN_AVL'), (237878, 'AVL_TRAIN'), (237879, 'UN_AVL'), (237879, 'AVL_TRAIN'), (237883, 'UN_AVL'), (237885, 'AVL_TRAIN'), (238558, 'UN_AVL'), (238621, 'AVL_TRAIN'), (238624, 'UN_AVL'), (238729, 'AVL_TRAIN'), (239419, 'UN_AVL'), (239420, 'AVL_TRAIN'), (245185, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60600, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (23400, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (52200, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (61200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75600, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (13800, 'UN_AVL'), (15000, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (34800, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_EVAL'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (85200, 'UN_AVL'), (86400, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (88200, 'UN_AVL'), (88800, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (99600, 'UN_AVL'), (100800, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (106800, 'UN_AVL'), (109800, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (114000, 'UN_AVL'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'UN_AVL'), (121800, 'AVL_TRAIN'), (124200, 'UN_AVL'), (126000, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (132600, 'UN_AVL'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (136200, 'UN_AVL'), (136800, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (140400, 'UN_AVL'), (141000, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (146400, 'UN_AVL'), (147000, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'UN_AVL'), (149400, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'UN_AVL'), (151200, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (157800, 'UN_AVL'), (158400, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (163800, 'UN_AVL'), (165000, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (175200, 'UN_AVL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_18.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_18.json deleted file mode 100644 index 99cb27616..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_18.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580389", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 18, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (26654, 'AVL_TRAIN'), (46189, 'AVL_EVAL'), (99957, 'UN_AVL'), (136656, 'AVL_EVAL'), (151128, 'UN_AVL'), (196350, 'AVL_TRAIN'), (202296, 'UN_AVL'), (229684, 'AVL_TRAIN'), (232670, 'AVL_EVAL'), (237324, 'UN_AVL'), (315306, 'AVL_TRAIN'), (320133, 'AVL_EVAL'), (321773, 'UN_AVL'), (345671, 'AVL_TRAIN'), (357090, 'AVL_EVAL'), (414921, 'UN_AVL'), (478397, 'AVL_TRAIN'), (482409, 'AVL_EVAL'), (488483, 'AVL_TRAIN'), (490407, 'AVL_EVAL'), (508615, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (26654, 'AVL_TRAIN'), (46189, 'AVL_EVAL'), (70035, 'UN_AVL'), (196350, 'AVL_TRAIN'), (202296, 'UN_AVL'), (229684, 'AVL_TRAIN'), (232670, 'UN_AVL'), (315306, 'AVL_TRAIN'), (320133, 'UN_AVL'), (345671, 'AVL_TRAIN'), (357090, 'AVL_EVAL'), (396783, 'UN_AVL'), (478397, 'AVL_TRAIN'), (482409, 'UN_AVL'), (488483, 'AVL_TRAIN'), (490407, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (26654, 'AVL_TRAIN'), (46189, 'UN_AVL'), (196350, 'AVL_TRAIN'), (202296, 'UN_AVL'), (229684, 'AVL_TRAIN'), (232670, 'UN_AVL'), (315306, 'AVL_TRAIN'), (320133, 'UN_AVL'), (345671, 'AVL_TRAIN'), (357090, 'UN_AVL'), (478397, 'AVL_TRAIN'), (482409, 'UN_AVL'), (488483, 'AVL_TRAIN'), (490407, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1800, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (33600, 'UN_AVL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9600, 'UN_AVL'), (14400, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (22200, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39000, 'UN_AVL'), (39600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55200, 'UN_AVL'), (59400, 'AVL_EVAL'), (60600, 'UN_AVL'), (61200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (72600, 'UN_AVL'), (74400, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93600, 'UN_AVL'), (94800, 'AVL_TRAIN'), (96600, 'UN_AVL'), (97200, 'AVL_TRAIN'), (97800, 'UN_AVL'), (99600, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (103200, 'UN_AVL'), (103800, 'AVL_TRAIN'), (106200, 'UN_AVL'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (109200, 'UN_AVL'), (112200, 'AVL_EVAL'), (113400, 'UN_AVL'), (115800, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (120600, 'UN_AVL'), (121200, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (126000, 'UN_AVL'), (128400, 'AVL_EVAL'), (129000, 'UN_AVL'), (130200, 'AVL_EVAL'), (132600, 'UN_AVL'), (136200, 'AVL_EVAL'), (137400, 'UN_AVL'), (138000, 'AVL_TRAIN'), (139200, 'UN_AVL'), (141600, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (147600, 'UN_AVL'), (150000, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157200, 'AVL_TRAIN'), (160200, 'UN_AVL'), (162000, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (167400, 'UN_AVL'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (174000, 'UN_AVL'), (177000, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_19.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_19.json deleted file mode 100644 index 891d41a97..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_19.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580390", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 19, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "47.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9203, 'AVL_EVAL'), (72571, 'UN_AVL'), (72571, 'AVL_TRAIN'), (75048, 'UN_AVL'), (84940, 'AVL_TRAIN'), (85051, 'UN_AVL'), (85065, 'AVL_TRAIN'), (87122, 'UN_AVL'), (87660, 'AVL_TRAIN'), (88289, 'UN_AVL'), (94131, 'AVL_TRAIN'), (94838, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (72571, 'AVL_TRAIN'), (75048, 'UN_AVL'), (84940, 'AVL_TRAIN'), (85051, 'UN_AVL'), (85065, 'AVL_TRAIN'), (87122, 'UN_AVL'), (87660, 'AVL_TRAIN'), (88289, 'UN_AVL'), (94131, 'AVL_TRAIN'), (94838, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (72571, 'AVL_TRAIN'), (75048, 'UN_AVL'), (84940, 'AVL_TRAIN'), (85051, 'UN_AVL'), (85065, 'AVL_TRAIN'), (87122, 'UN_AVL'), (87660, 'AVL_TRAIN'), (88289, 'UN_AVL'), (94131, 'AVL_TRAIN'), (94838, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (4200, 'UN_AVL'), (4800, 'AVL_EVAL'), (9000, 'UN_AVL'), (11400, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (64200, 'UN_AVL'), (66000, 'AVL_EVAL'), (66600, 'UN_AVL'), (67200, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (84600, 'UN_AVL'), (87000, 'AVL_EVAL'), (87600, 'UN_AVL'), (88800, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99000, 'UN_AVL'), (99600, 'AVL_TRAIN'), (100800, 'UN_AVL'), (101400, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (104400, 'UN_AVL'), (105600, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108600, 'UN_AVL'), (109200, 'AVL_TRAIN'), (112800, 'UN_AVL'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'UN_AVL'), (127800, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (132000, 'UN_AVL'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (141600, 'UN_AVL'), (142200, 'AVL_TRAIN'), (144000, 'UN_AVL'), (144600, 'AVL_TRAIN'), (145200, 'UN_AVL'), (147600, 'AVL_EVAL'), (148800, 'UN_AVL'), (150000, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151200, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (157200, 'UN_AVL'), (159000, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168600, 'UN_AVL'), (170400, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (173400, 'UN_AVL'), (174600, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (178800, 'UN_AVL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_2.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_2.json deleted file mode 100644 index c969aa412..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_2.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580373", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 2, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 5, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "13.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (391492, 'AVL_TRAIN'), (392455, 'UN_AVL'), (392456, 'AVL_TRAIN'), (397781, 'UN_AVL'), (397813, 'AVL_TRAIN'), (403293, 'UN_AVL'), (406742, 'AVL_TRAIN'), (407792, 'UN_AVL'), (408447, 'AVL_TRAIN'), (408449, 'UN_AVL'), (408449, 'AVL_TRAIN'), (408451, 'UN_AVL'), (408459, 'AVL_TRAIN'), (409921, 'UN_AVL'), (409923, 'AVL_TRAIN'), (409935, 'UN_AVL'), (413045, 'AVL_TRAIN'), (413146, 'UN_AVL'), (413147, 'AVL_TRAIN'), (413162, 'UN_AVL'), (413239, 'AVL_TRAIN'), (413248, 'UN_AVL'), (413287, 'AVL_TRAIN'), (413316, 'UN_AVL'), (413332, 'AVL_TRAIN'), (413376, 'UN_AVL'), (413385, 'AVL_TRAIN'), (413419, 'UN_AVL'), (413434, 'AVL_TRAIN'), (413488, 'UN_AVL'), (413512, 'AVL_TRAIN'), (414931, 'UN_AVL'), (414942, 'AVL_TRAIN'), (415602, 'UN_AVL'), (415614, 'AVL_TRAIN'), (415705, 'UN_AVL'), (415728, 'AVL_TRAIN'), (416902, 'UN_AVL'), (416915, 'AVL_TRAIN'), (419524, 'UN_AVL'), (419526, 'AVL_TRAIN'), (419575, 'UN_AVL'), (419575, 'AVL_TRAIN'), (420540, 'UN_AVL'), (420848, 'AVL_TRAIN'), (420987, 'UN_AVL'), (420989, 'AVL_TRAIN'), (421302, 'UN_AVL'), (421387, 'AVL_TRAIN'), (422656, 'UN_AVL'), (422658, 'AVL_TRAIN'), (422659, 'UN_AVL'), (422660, 'AVL_TRAIN'), (422727, 'UN_AVL'), (435710, 'AVL_EVAL'), (435710, 'AVL_TRAIN'), (438969, 'AVL_EVAL'), (454335, 'UN_AVL'), (462425, 'AVL_TRAIN'), (462830, 'UN_AVL'), (462830, 'AVL_TRAIN'), (467985, 'UN_AVL'), (468378, 'AVL_TRAIN'), (468426, 'UN_AVL'), (470475, 'AVL_TRAIN'), (471678, 'UN_AVL'), (471715, 'AVL_TRAIN'), (477047, 'UN_AVL'), (477048, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (391492, 'AVL_TRAIN'), (392455, 'UN_AVL'), (392456, 'AVL_TRAIN'), (397781, 'UN_AVL'), (397813, 'AVL_TRAIN'), (403293, 'UN_AVL'), (406742, 'AVL_TRAIN'), (407792, 'UN_AVL'), (408447, 'AVL_TRAIN'), (408449, 'UN_AVL'), (408449, 'AVL_TRAIN'), (408451, 'UN_AVL'), (408459, 'AVL_TRAIN'), (409921, 'UN_AVL'), (409923, 'AVL_TRAIN'), (409935, 'UN_AVL'), (413045, 'AVL_TRAIN'), (413146, 'UN_AVL'), (413147, 'AVL_TRAIN'), (413162, 'UN_AVL'), (413239, 'AVL_TRAIN'), (413248, 'UN_AVL'), (413287, 'AVL_TRAIN'), (413316, 'UN_AVL'), (413332, 'AVL_TRAIN'), (413376, 'UN_AVL'), (413385, 'AVL_TRAIN'), (413419, 'UN_AVL'), (413434, 'AVL_TRAIN'), (413488, 'UN_AVL'), (413512, 'AVL_TRAIN'), (414931, 'UN_AVL'), (414942, 'AVL_TRAIN'), (415602, 'UN_AVL'), (415614, 'AVL_TRAIN'), (415705, 'UN_AVL'), (415728, 'AVL_TRAIN'), (416902, 'UN_AVL'), (416915, 'AVL_TRAIN'), (419524, 'UN_AVL'), (419526, 'AVL_TRAIN'), (419575, 'UN_AVL'), (419575, 'AVL_TRAIN'), (420540, 'UN_AVL'), (420848, 'AVL_TRAIN'), (420987, 'UN_AVL'), (420989, 'AVL_TRAIN'), (421302, 'UN_AVL'), (421387, 'AVL_TRAIN'), (422656, 'UN_AVL'), (422658, 'AVL_TRAIN'), (422659, 'UN_AVL'), (422660, 'AVL_TRAIN'), (422727, 'UN_AVL'), (435710, 'AVL_TRAIN'), (438969, 'AVL_EVAL'), (450043, 'UN_AVL'), (462425, 'AVL_TRAIN'), (462830, 'UN_AVL'), (462830, 'AVL_TRAIN'), (467985, 'UN_AVL'), (468378, 'AVL_TRAIN'), (468426, 'UN_AVL'), (470475, 'AVL_TRAIN'), (471678, 'UN_AVL'), (471715, 'AVL_TRAIN'), (477047, 'UN_AVL'), (477048, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (391492, 'AVL_TRAIN'), (392455, 'UN_AVL'), (392456, 'AVL_TRAIN'), (397781, 'UN_AVL'), (397813, 'AVL_TRAIN'), (403293, 'UN_AVL'), (406742, 'AVL_TRAIN'), (407792, 'UN_AVL'), (408447, 'AVL_TRAIN'), (408449, 'UN_AVL'), (408449, 'AVL_TRAIN'), (408451, 'UN_AVL'), (408459, 'AVL_TRAIN'), (409921, 'UN_AVL'), (409923, 'AVL_TRAIN'), (409935, 'UN_AVL'), (413045, 'AVL_TRAIN'), (413146, 'UN_AVL'), (413147, 'AVL_TRAIN'), (413162, 'UN_AVL'), (413239, 'AVL_TRAIN'), (413248, 'UN_AVL'), (413287, 'AVL_TRAIN'), (413316, 'UN_AVL'), (413332, 'AVL_TRAIN'), (413376, 'UN_AVL'), (413385, 'AVL_TRAIN'), (413419, 'UN_AVL'), (413434, 'AVL_TRAIN'), (413488, 'UN_AVL'), (413512, 'AVL_TRAIN'), (414931, 'UN_AVL'), (414942, 'AVL_TRAIN'), (415602, 'UN_AVL'), (415614, 'AVL_TRAIN'), (415705, 'UN_AVL'), (415728, 'AVL_TRAIN'), (416902, 'UN_AVL'), (416915, 'AVL_TRAIN'), (419524, 'UN_AVL'), (419526, 'AVL_TRAIN'), (419575, 'UN_AVL'), (419575, 'AVL_TRAIN'), (420540, 'UN_AVL'), (420848, 'AVL_TRAIN'), (420987, 'UN_AVL'), (420989, 'AVL_TRAIN'), (421302, 'UN_AVL'), (421387, 'AVL_TRAIN'), (422656, 'UN_AVL'), (422658, 'AVL_TRAIN'), (422659, 'UN_AVL'), (422660, 'AVL_TRAIN'), (422727, 'UN_AVL'), (435710, 'AVL_TRAIN'), (438969, 'UN_AVL'), (462425, 'AVL_TRAIN'), (462830, 'UN_AVL'), (462830, 'AVL_TRAIN'), (467985, 'UN_AVL'), (468378, 'AVL_TRAIN'), (468426, 'UN_AVL'), (470475, 'AVL_TRAIN'), (471678, 'UN_AVL'), (471715, 'AVL_TRAIN'), (477047, 'UN_AVL'), (477048, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (35400, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (65400, 'UN_AVL'), (67200, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (18000, 'UN_AVL'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (27600, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (33000, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL'), (88200, 'AVL_EVAL'), (88800, 'UN_AVL'), (91800, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94200, 'UN_AVL'), (94800, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (97200, 'UN_AVL'), (98400, 'AVL_EVAL'), (100200, 'UN_AVL'), (100800, 'AVL_TRAIN'), (103200, 'UN_AVL'), (106200, 'AVL_TRAIN'), (108600, 'UN_AVL'), (109200, 'AVL_TRAIN'), (110400, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (126000, 'UN_AVL'), (127200, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'UN_AVL'), (141600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (149400, 'UN_AVL'), (150000, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151200, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'UN_AVL'), (155400, 'AVL_EVAL'), (156600, 'UN_AVL'), (158400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (169200, 'UN_AVL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (174600, 'UN_AVL'), (176400, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 5, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_20.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_20.json deleted file mode 100644 index c750a5f66..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_20.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580391", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 20, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "4.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (313212, 'AVL_EVAL'), (334653, 'UN_AVL'), (356385, 'AVL_TRAIN'), (356387, 'UN_AVL'), (356412, 'AVL_TRAIN'), (356413, 'UN_AVL'), (356416, 'AVL_TRAIN'), (356419, 'UN_AVL'), (356420, 'AVL_TRAIN'), (356428, 'UN_AVL'), (356429, 'AVL_TRAIN'), (356440, 'UN_AVL'), (356441, 'AVL_TRAIN'), (356444, 'UN_AVL'), (356444, 'AVL_TRAIN'), (356450, 'UN_AVL'), (356451, 'AVL_TRAIN'), (356454, 'UN_AVL'), (356459, 'AVL_TRAIN'), (356466, 'UN_AVL'), (356466, 'AVL_TRAIN'), (356478, 'UN_AVL'), (356479, 'AVL_TRAIN'), (356490, 'UN_AVL'), (356491, 'AVL_TRAIN'), (356495, 'UN_AVL'), (356502, 'AVL_TRAIN'), (356503, 'UN_AVL'), (356522, 'AVL_TRAIN'), (356523, 'UN_AVL'), (356524, 'AVL_TRAIN'), (356527, 'UN_AVL'), (356561, 'AVL_TRAIN'), (377020, 'AVL_EVAL'), (379578, 'AVL_TRAIN'), (379582, 'AVL_EVAL'), (379583, 'AVL_TRAIN'), (379585, 'AVL_EVAL'), (379586, 'AVL_TRAIN'), (379590, 'AVL_EVAL'), (379592, 'AVL_TRAIN'), (381039, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (313212, 'AVL_EVAL'), (325109, 'UN_AVL'), (356385, 'AVL_TRAIN'), (356387, 'UN_AVL'), (356412, 'AVL_TRAIN'), (356413, 'UN_AVL'), (356416, 'AVL_TRAIN'), (356419, 'UN_AVL'), (356420, 'AVL_TRAIN'), (356428, 'UN_AVL'), (356429, 'AVL_TRAIN'), (356440, 'UN_AVL'), (356441, 'AVL_TRAIN'), (356444, 'UN_AVL'), (356444, 'AVL_TRAIN'), (356450, 'UN_AVL'), (356451, 'AVL_TRAIN'), (356454, 'UN_AVL'), (356459, 'AVL_TRAIN'), (356466, 'UN_AVL'), (356466, 'AVL_TRAIN'), (356478, 'UN_AVL'), (356479, 'AVL_TRAIN'), (356490, 'UN_AVL'), (356491, 'AVL_TRAIN'), (356495, 'UN_AVL'), (356502, 'AVL_TRAIN'), (356503, 'UN_AVL'), (356522, 'AVL_TRAIN'), (356523, 'UN_AVL'), (356524, 'AVL_TRAIN'), (356527, 'UN_AVL'), (356561, 'AVL_TRAIN'), (377020, 'AVL_EVAL'), (379578, 'AVL_TRAIN'), (379582, 'AVL_EVAL'), (379583, 'AVL_TRAIN'), (379585, 'AVL_EVAL'), (379586, 'AVL_TRAIN'), (379590, 'AVL_EVAL'), (379592, 'AVL_TRAIN'), (381039, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (356385, 'AVL_TRAIN'), (356387, 'UN_AVL'), (356412, 'AVL_TRAIN'), (356413, 'UN_AVL'), (356416, 'AVL_TRAIN'), (356419, 'UN_AVL'), (356420, 'AVL_TRAIN'), (356428, 'UN_AVL'), (356429, 'AVL_TRAIN'), (356440, 'UN_AVL'), (356441, 'AVL_TRAIN'), (356444, 'UN_AVL'), (356444, 'AVL_TRAIN'), (356450, 'UN_AVL'), (356451, 'AVL_TRAIN'), (356454, 'UN_AVL'), (356459, 'AVL_TRAIN'), (356466, 'UN_AVL'), (356466, 'AVL_TRAIN'), (356478, 'UN_AVL'), (356479, 'AVL_TRAIN'), (356490, 'UN_AVL'), (356491, 'AVL_TRAIN'), (356495, 'UN_AVL'), (356502, 'AVL_TRAIN'), (356503, 'UN_AVL'), (356522, 'AVL_TRAIN'), (356523, 'UN_AVL'), (356524, 'AVL_TRAIN'), (356527, 'UN_AVL'), (356561, 'AVL_TRAIN'), (377020, 'UN_AVL'), (379578, 'AVL_TRAIN'), (379582, 'UN_AVL'), (379583, 'AVL_TRAIN'), (379585, 'UN_AVL'), (379586, 'AVL_TRAIN'), (379590, 'UN_AVL'), (379592, 'AVL_TRAIN'), (381039, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (44400, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (31200, 'UN_AVL'), (34200, 'AVL_EVAL'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60000, 'AVL_EVAL'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (67200, 'UN_AVL'), (69600, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (78600, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (87600, 'UN_AVL'), (88200, 'AVL_EVAL'), (88800, 'UN_AVL'), (90600, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (96000, 'UN_AVL'), (96600, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (98400, 'UN_AVL'), (100200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (105000, 'UN_AVL'), (105600, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'UN_AVL'), (108000, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (115800, 'UN_AVL'), (116400, 'AVL_TRAIN'), (117600, 'UN_AVL'), (119400, 'AVL_TRAIN'), (123600, 'UN_AVL'), (127200, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'UN_AVL'), (130200, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_TRAIN'), (143400, 'UN_AVL'), (144600, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (158400, 'UN_AVL'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (166800, 'UN_AVL'), (168000, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (173400, 'UN_AVL'), (174000, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_21.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_21.json deleted file mode 100644 index 295652be7..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_21.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580392", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 21, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "11.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (828, 'AVL_TRAIN'), (3072, 'UN_AVL'), (12583, 'AVL_TRAIN'), (12895, 'UN_AVL'), (12897, 'AVL_TRAIN'), (12917, 'UN_AVL'), (12943, 'AVL_TRAIN'), (13050, 'UN_AVL'), (13056, 'AVL_TRAIN'), (13057, 'UN_AVL'), (13080, 'AVL_TRAIN'), (13265, 'UN_AVL'), (13385, 'AVL_TRAIN'), (13390, 'UN_AVL'), (69177, 'AVL_EVAL'), (115212, 'UN_AVL'), (141110, 'AVL_EVAL'), (141110, 'AVL_TRAIN'), (144187, 'AVL_EVAL'), (192607, 'UN_AVL'), (241710, 'AVL_TRAIN'), (242453, 'UN_AVL'), (257108, 'AVL_TRAIN'), (262679, 'AVL_EVAL'), (292973, 'UN_AVL'), (377424, 'AVL_EVAL'), (399833, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (828, 'AVL_TRAIN'), (3072, 'UN_AVL'), (12583, 'AVL_TRAIN'), (12895, 'UN_AVL'), (12897, 'AVL_TRAIN'), (12917, 'UN_AVL'), (12943, 'AVL_TRAIN'), (13050, 'UN_AVL'), (13056, 'AVL_TRAIN'), (13057, 'UN_AVL'), (13080, 'AVL_TRAIN'), (13265, 'UN_AVL'), (13385, 'AVL_TRAIN'), (13390, 'UN_AVL'), (69177, 'AVL_EVAL'), (89108, 'UN_AVL'), (141110, 'AVL_EVAL'), (141110, 'AVL_TRAIN'), (144187, 'AVL_EVAL'), (182611, 'UN_AVL'), (241710, 'AVL_TRAIN'), (242453, 'UN_AVL'), (257108, 'AVL_TRAIN'), (262679, 'AVL_EVAL'), (272391, 'UN_AVL'), (377424, 'AVL_EVAL'), (399833, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (828, 'AVL_TRAIN'), (3072, 'UN_AVL'), (12583, 'AVL_TRAIN'), (12895, 'UN_AVL'), (12897, 'AVL_TRAIN'), (12917, 'UN_AVL'), (12943, 'AVL_TRAIN'), (13050, 'UN_AVL'), (13056, 'AVL_TRAIN'), (13057, 'UN_AVL'), (13080, 'AVL_TRAIN'), (13265, 'UN_AVL'), (13385, 'AVL_TRAIN'), (13390, 'UN_AVL'), (141110, 'AVL_TRAIN'), (144187, 'UN_AVL'), (241710, 'AVL_TRAIN'), (242453, 'UN_AVL'), (257108, 'AVL_TRAIN'), (262679, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28200, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33000, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (69000, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (4200, 'UN_AVL'), (4800, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25200, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_EVAL'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (46200, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (51000, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57600, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66600, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_EVAL'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL'), (87000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (101400, 'UN_AVL'), (102600, 'AVL_TRAIN'), (103200, 'UN_AVL'), (103800, 'AVL_TRAIN'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (106800, 'UN_AVL'), (108600, 'AVL_TRAIN'), (109800, 'UN_AVL'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'UN_AVL'), (120600, 'AVL_TRAIN'), (121800, 'UN_AVL'), (124200, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (133200, 'UN_AVL'), (135000, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (147000, 'UN_AVL'), (148200, 'AVL_TRAIN'), (148800, 'UN_AVL'), (150000, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (157200, 'UN_AVL'), (157800, 'AVL_TRAIN'), (159000, 'UN_AVL'), (159600, 'AVL_TRAIN'), (160800, 'UN_AVL'), (161400, 'AVL_EVAL'), (162000, 'UN_AVL'), (162600, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (172200, 'UN_AVL'), (172800, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_22.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_22.json deleted file mode 100644 index ced5c3c09..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_22.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580393", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 22, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "21.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2866, 'AVL_TRAIN'), (5183, 'AVL_EVAL'), (64497, 'UN_AVL'), (73502, 'AVL_EVAL'), (79246, 'UN_AVL'), (84598, 'AVL_TRAIN'), (137675, 'AVL_EVAL'), (155633, 'AVL_TRAIN'), (155946, 'AVL_EVAL'), (155946, 'AVL_TRAIN'), (155956, 'AVL_EVAL'), (171708, 'UN_AVL'), (188215, 'AVL_EVAL'), (233701, 'AVL_TRAIN'), (236332, 'AVL_EVAL'), (254099, 'UN_AVL'), (331378, 'AVL_EVAL'), (348460, 'UN_AVL'), (348488, 'AVL_TRAIN'), (352131, 'AVL_EVAL'), (413676, 'UN_AVL'), (443938, 'AVL_EVAL'), (459441, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2866, 'AVL_TRAIN'), (5183, 'UN_AVL'), (50090, 'AVL_EVAL'), (59204, 'UN_AVL'), (84598, 'AVL_TRAIN'), (137675, 'AVL_EVAL'), (150458, 'UN_AVL'), (155633, 'AVL_TRAIN'), (155946, 'UN_AVL'), (155946, 'AVL_TRAIN'), (155956, 'UN_AVL'), (160644, 'AVL_EVAL'), (161386, 'UN_AVL'), (188215, 'AVL_EVAL'), (233701, 'UN_AVL'), (233701, 'AVL_TRAIN'), (236332, 'AVL_EVAL'), (245196, 'UN_AVL'), (331378, 'AVL_EVAL'), (338061, 'UN_AVL'), (348488, 'AVL_TRAIN'), (352131, 'AVL_EVAL'), (356504, 'UN_AVL'), (403009, 'AVL_EVAL'), (408689, 'UN_AVL'), (443938, 'AVL_EVAL'), (454764, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2866, 'AVL_TRAIN'), (5183, 'UN_AVL'), (84598, 'AVL_TRAIN'), (137675, 'UN_AVL'), (155633, 'AVL_TRAIN'), (155946, 'UN_AVL'), (155946, 'AVL_TRAIN'), (155956, 'UN_AVL'), (233701, 'AVL_TRAIN'), (236332, 'UN_AVL'), (348488, 'AVL_TRAIN'), (352131, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (74400, 'UN_AVL'), (77400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_EVAL'), (4200, 'UN_AVL'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46800, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (82200, 'UN_AVL'), (85200, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (90000, 'UN_AVL'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (91800, 'UN_AVL'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (94200, 'UN_AVL'), (94800, 'AVL_TRAIN'), (96000, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (105000, 'UN_AVL'), (105600, 'AVL_TRAIN'), (106800, 'UN_AVL'), (107400, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (115200, 'UN_AVL'), (116400, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118800, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'UN_AVL'), (122400, 'AVL_TRAIN'), (124200, 'UN_AVL'), (126000, 'AVL_EVAL'), (127200, 'UN_AVL'), (128400, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (139800, 'UN_AVL'), (140400, 'AVL_EVAL'), (141000, 'UN_AVL'), (142800, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'UN_AVL'), (148200, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (175200, 'UN_AVL'), (177600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_23.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_23.json deleted file mode 100644 index fe7437c38..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_23.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580394", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 23, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (44154, 'UN_AVL'), (80604, 'AVL_TRAIN'), (86390, 'AVL_EVAL'), (138512, 'UN_AVL'), (153815, 'AVL_TRAIN'), (159369, 'AVL_EVAL'), (163051, 'AVL_TRAIN'), (163162, 'AVL_EVAL'), (185967, 'UN_AVL'), (232745, 'AVL_TRAIN'), (241563, 'AVL_EVAL'), (266498, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (4167, 'UN_AVL'), (80604, 'AVL_TRAIN'), (86390, 'AVL_EVAL'), (96018, 'UN_AVL'), (153815, 'AVL_TRAIN'), (159369, 'AVL_EVAL'), (163051, 'AVL_TRAIN'), (163162, 'AVL_EVAL'), (174377, 'UN_AVL'), (232745, 'AVL_TRAIN'), (241563, 'AVL_EVAL'), (259340, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (80604, 'AVL_TRAIN'), (86390, 'UN_AVL'), (153815, 'AVL_TRAIN'), (159369, 'UN_AVL'), (163051, 'AVL_TRAIN'), (163162, 'UN_AVL'), (232745, 'AVL_TRAIN'), (241563, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67800, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (63600, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (71400, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (27600, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_EVAL'), (49200, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (57600, 'UN_AVL'), (61200, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_EVAL'), (72600, 'UN_AVL'), (74400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88800, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (92400, 'UN_AVL'), (95400, 'AVL_TRAIN'), (96000, 'UN_AVL'), (97200, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (106200, 'UN_AVL'), (108600, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (114000, 'UN_AVL'), (114600, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (119400, 'UN_AVL'), (120000, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (121800, 'UN_AVL'), (122400, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'UN_AVL'), (125400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133200, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'UN_AVL'), (137400, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (146400, 'UN_AVL'), (147000, 'AVL_TRAIN'), (154200, 'UN_AVL'), (156000, 'AVL_TRAIN'), (158400, 'UN_AVL'), (159600, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_24.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_24.json deleted file mode 100644 index a3775383f..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_24.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580395", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 24, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "15.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1435, 'AVL_EVAL'), (39044, 'AVL_TRAIN'), (42386, 'AVL_EVAL'), (70496, 'UN_AVL'), (94915, 'AVL_TRAIN'), (95587, 'UN_AVL'), (97037, 'AVL_TRAIN'), (97213, 'UN_AVL'), (99256, 'AVL_TRAIN'), (100235, 'UN_AVL'), (100236, 'AVL_TRAIN'), (100256, 'UN_AVL'), (100256, 'AVL_TRAIN'), (100266, 'UN_AVL'), (126438, 'AVL_TRAIN'), (127763, 'UN_AVL'), (127764, 'AVL_TRAIN'), (129273, 'UN_AVL'), (131869, 'AVL_TRAIN'), (135147, 'AVL_EVAL'), (148611, 'AVL_TRAIN'), (153451, 'AVL_EVAL'), (164152, 'UN_AVL'), (175954, 'AVL_TRAIN'), (176589, 'UN_AVL'), (219108, 'AVL_TRAIN'), (224999, 'AVL_EVAL'), (228056, 'UN_AVL'), (236840, 'AVL_TRAIN'), (237398, 'UN_AVL'), (244809, 'AVL_TRAIN'), (247758, 'UN_AVL'), (252048, 'AVL_TRAIN'), (256597, 'UN_AVL'), (299838, 'AVL_TRAIN'), (316249, 'AVL_EVAL'), (337094, 'UN_AVL'), (347628, 'AVL_TRAIN'), (348846, 'UN_AVL'), (349017, 'AVL_TRAIN'), (349084, 'UN_AVL'), (350300, 'AVL_TRAIN'), (350339, 'UN_AVL'), (350340, 'AVL_TRAIN'), (353682, 'UN_AVL'), (354932, 'AVL_TRAIN'), (354941, 'UN_AVL'), (354942, 'AVL_TRAIN'), (355114, 'UN_AVL'), (355115, 'AVL_TRAIN'), (355308, 'UN_AVL'), (355310, 'AVL_TRAIN'), (355313, 'UN_AVL'), (355315, 'AVL_TRAIN'), (355317, 'UN_AVL'), (355318, 'AVL_TRAIN'), (356801, 'UN_AVL'), (356801, 'AVL_TRAIN'), (357089, 'UN_AVL'), (357089, 'AVL_TRAIN'), (357311, 'UN_AVL'), (357312, 'AVL_TRAIN'), (357313, 'UN_AVL'), (358086, 'AVL_TRAIN'), (358844, 'UN_AVL'), (358846, 'AVL_TRAIN'), (358886, 'UN_AVL'), (366429, 'AVL_TRAIN'), (388336, 'AVL_EVAL'), (414433, 'AVL_TRAIN'), (421914, 'AVL_EVAL'), (448779, 'AVL_TRAIN'), (449766, 'AVL_EVAL'), (490033, 'UN_AVL'), (492093, 'AVL_TRAIN'), (496041, 'AVL_EVAL'), (496044, 'AVL_TRAIN'), (496052, 'AVL_EVAL'), (510524, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1435, 'AVL_EVAL'), (19222, 'UN_AVL'), (39044, 'AVL_TRAIN'), (42386, 'AVL_EVAL'), (54366, 'UN_AVL'), (94915, 'AVL_TRAIN'), (95587, 'UN_AVL'), (97037, 'AVL_TRAIN'), (97213, 'UN_AVL'), (99256, 'AVL_TRAIN'), (100235, 'UN_AVL'), (100236, 'AVL_TRAIN'), (100256, 'UN_AVL'), (100256, 'AVL_TRAIN'), (100266, 'UN_AVL'), (126438, 'AVL_TRAIN'), (127763, 'UN_AVL'), (127764, 'AVL_TRAIN'), (129273, 'UN_AVL'), (131869, 'AVL_TRAIN'), (135147, 'UN_AVL'), (148611, 'AVL_TRAIN'), (153451, 'UN_AVL'), (175954, 'AVL_TRAIN'), (176589, 'UN_AVL'), (219108, 'AVL_TRAIN'), (224999, 'UN_AVL'), (236840, 'AVL_TRAIN'), (237398, 'UN_AVL'), (244809, 'AVL_TRAIN'), (247758, 'UN_AVL'), (252048, 'AVL_TRAIN'), (256597, 'UN_AVL'), (299838, 'AVL_TRAIN'), (316249, 'AVL_EVAL'), (337094, 'UN_AVL'), (347628, 'AVL_TRAIN'), (348846, 'UN_AVL'), (349017, 'AVL_TRAIN'), (349084, 'UN_AVL'), (350300, 'AVL_TRAIN'), (350339, 'UN_AVL'), (350340, 'AVL_TRAIN'), (353682, 'UN_AVL'), (354932, 'AVL_TRAIN'), (354941, 'UN_AVL'), (354942, 'AVL_TRAIN'), (355114, 'UN_AVL'), (355115, 'AVL_TRAIN'), (355308, 'UN_AVL'), (355310, 'AVL_TRAIN'), (355313, 'UN_AVL'), (355315, 'AVL_TRAIN'), (355317, 'UN_AVL'), (355318, 'AVL_TRAIN'), (356801, 'UN_AVL'), (356801, 'AVL_TRAIN'), (357089, 'UN_AVL'), (357089, 'AVL_TRAIN'), (357311, 'UN_AVL'), (357312, 'AVL_TRAIN'), (357313, 'UN_AVL'), (358086, 'AVL_TRAIN'), (358844, 'UN_AVL'), (358846, 'AVL_TRAIN'), (358886, 'UN_AVL'), (366429, 'AVL_TRAIN'), (388336, 'AVL_EVAL'), (406981, 'UN_AVL'), (414433, 'AVL_TRAIN'), (421914, 'AVL_EVAL'), (442350, 'UN_AVL'), (448779, 'AVL_TRAIN'), (449766, 'AVL_EVAL'), (469807, 'UN_AVL'), (492093, 'AVL_TRAIN'), (496041, 'UN_AVL'), (496044, 'AVL_TRAIN'), (496052, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (39044, 'AVL_TRAIN'), (42386, 'UN_AVL'), (94915, 'AVL_TRAIN'), (95587, 'UN_AVL'), (97037, 'AVL_TRAIN'), (97213, 'UN_AVL'), (99256, 'AVL_TRAIN'), (100235, 'UN_AVL'), (100236, 'AVL_TRAIN'), (100256, 'UN_AVL'), (100256, 'AVL_TRAIN'), (100266, 'UN_AVL'), (126438, 'AVL_TRAIN'), (127763, 'UN_AVL'), (127764, 'AVL_TRAIN'), (129273, 'UN_AVL'), (131869, 'AVL_TRAIN'), (135147, 'UN_AVL'), (148611, 'AVL_TRAIN'), (153451, 'UN_AVL'), (175954, 'AVL_TRAIN'), (176589, 'UN_AVL'), (219108, 'AVL_TRAIN'), (224999, 'UN_AVL'), (236840, 'AVL_TRAIN'), (237398, 'UN_AVL'), (244809, 'AVL_TRAIN'), (247758, 'UN_AVL'), (252048, 'AVL_TRAIN'), (256597, 'UN_AVL'), (299838, 'AVL_TRAIN'), (316249, 'UN_AVL'), (347628, 'AVL_TRAIN'), (348846, 'UN_AVL'), (349017, 'AVL_TRAIN'), (349084, 'UN_AVL'), (350300, 'AVL_TRAIN'), (350339, 'UN_AVL'), (350340, 'AVL_TRAIN'), (353682, 'UN_AVL'), (354932, 'AVL_TRAIN'), (354941, 'UN_AVL'), (354942, 'AVL_TRAIN'), (355114, 'UN_AVL'), (355115, 'AVL_TRAIN'), (355308, 'UN_AVL'), (355310, 'AVL_TRAIN'), (355313, 'UN_AVL'), (355315, 'AVL_TRAIN'), (355317, 'UN_AVL'), (355318, 'AVL_TRAIN'), (356801, 'UN_AVL'), (356801, 'AVL_TRAIN'), (357089, 'UN_AVL'), (357089, 'AVL_TRAIN'), (357311, 'UN_AVL'), (357312, 'AVL_TRAIN'), (357313, 'UN_AVL'), (358086, 'AVL_TRAIN'), (358844, 'UN_AVL'), (358846, 'AVL_TRAIN'), (358886, 'UN_AVL'), (366429, 'AVL_TRAIN'), (388336, 'UN_AVL'), (414433, 'AVL_TRAIN'), (421914, 'UN_AVL'), (448779, 'AVL_TRAIN'), (449766, 'UN_AVL'), (492093, 'AVL_TRAIN'), (496041, 'UN_AVL'), (496044, 'AVL_TRAIN'), (496052, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16800, 'UN_AVL'), (19200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (22200, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27600, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (36600, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (23400, 'UN_AVL'), (24600, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (54000, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'UN_AVL'), (74400, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'UN_AVL'), (82800, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (96600, 'UN_AVL'), (97800, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (103200, 'UN_AVL'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'UN_AVL'), (112800, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (126000, 'UN_AVL'), (126600, 'AVL_TRAIN'), (129600, 'UN_AVL'), (131400, 'AVL_TRAIN'), (132000, 'UN_AVL'), (133800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (136200, 'UN_AVL'), (139200, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (145800, 'UN_AVL'), (147600, 'AVL_TRAIN'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (149400, 'UN_AVL'), (154800, 'AVL_EVAL'), (157800, 'UN_AVL'), (158400, 'AVL_TRAIN'), (162000, 'UN_AVL'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166200, 'UN_AVL'), (166800, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (177600, 'AVL_TRAIN'), (178200, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_25.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_25.json deleted file mode 100644 index d8d6d093c..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_25.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580396", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 25, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (186155, 'AVL_TRAIN'), (186873, 'UN_AVL'), (186876, 'AVL_TRAIN'), (187668, 'UN_AVL'), (188128, 'AVL_TRAIN'), (189551, 'UN_AVL'), (190013, 'AVL_TRAIN'), (190611, 'UN_AVL'), (226790, 'AVL_EVAL'), (264325, 'UN_AVL'), (314991, 'AVL_TRAIN'), (316045, 'UN_AVL'), (322000, 'AVL_TRAIN'), (322996, 'UN_AVL'), (322998, 'AVL_TRAIN'), (323006, 'UN_AVL'), (333884, 'AVL_TRAIN'), (334665, 'UN_AVL'), (355081, 'AVL_TRAIN'), (355087, 'UN_AVL'), (355087, 'AVL_TRAIN'), (355092, 'UN_AVL'), (359729, 'AVL_EVAL'), (426325, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (186155, 'AVL_TRAIN'), (186873, 'UN_AVL'), (186876, 'AVL_TRAIN'), (187668, 'UN_AVL'), (188128, 'AVL_TRAIN'), (189551, 'UN_AVL'), (190013, 'AVL_TRAIN'), (190611, 'UN_AVL'), (226790, 'AVL_EVAL'), (241384, 'UN_AVL'), (314991, 'AVL_TRAIN'), (316045, 'UN_AVL'), (322000, 'AVL_TRAIN'), (322996, 'UN_AVL'), (322998, 'AVL_TRAIN'), (323006, 'UN_AVL'), (333884, 'AVL_TRAIN'), (334665, 'UN_AVL'), (355081, 'AVL_TRAIN'), (355087, 'UN_AVL'), (355087, 'AVL_TRAIN'), (355092, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (186155, 'AVL_TRAIN'), (186873, 'UN_AVL'), (186876, 'AVL_TRAIN'), (187668, 'UN_AVL'), (188128, 'AVL_TRAIN'), (189551, 'UN_AVL'), (190013, 'AVL_TRAIN'), (190611, 'UN_AVL'), (314991, 'AVL_TRAIN'), (316045, 'UN_AVL'), (322000, 'AVL_TRAIN'), (322996, 'UN_AVL'), (322998, 'AVL_TRAIN'), (323006, 'UN_AVL'), (333884, 'AVL_TRAIN'), (334665, 'UN_AVL'), (355081, 'AVL_TRAIN'), (355087, 'UN_AVL'), (355087, 'AVL_TRAIN'), (355092, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (10800, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (24000, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (178200, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (4200, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_EVAL'), (15600, 'UN_AVL'), (16200, 'AVL_EVAL'), (16800, 'UN_AVL'), (19800, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (33600, 'UN_AVL'), (35400, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_EVAL'), (63000, 'UN_AVL'), (65400, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (89400, 'UN_AVL'), (90000, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (99600, 'UN_AVL'), (100200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102000, 'UN_AVL'), (102600, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (109800, 'UN_AVL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (120600, 'UN_AVL'), (123000, 'AVL_TRAIN'), (123600, 'UN_AVL'), (124200, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (144600, 'UN_AVL'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (156000, 'UN_AVL'), (156600, 'AVL_EVAL'), (157200, 'UN_AVL'), (157800, 'AVL_TRAIN'), (159600, 'UN_AVL'), (160200, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'UN_AVL'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'UN_AVL'), (172800, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_26.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_26.json deleted file mode 100644 index a817f991e..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_26.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580397", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 26, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "13.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8428, 'AVL_TRAIN'), (28464, 'AVL_EVAL'), (47374, 'UN_AVL'), (78938, 'AVL_TRAIN'), (98544, 'AVL_EVAL'), (116497, 'UN_AVL'), (126713, 'AVL_TRAIN'), (134789, 'AVL_EVAL'), (170734, 'UN_AVL'), (192337, 'AVL_TRAIN'), (203506, 'AVL_EVAL'), (237632, 'UN_AVL'), (244107, 'AVL_TRAIN'), (246582, 'UN_AVL'), (249472, 'AVL_TRAIN'), (259857, 'AVL_EVAL'), (312106, 'UN_AVL'), (312106, 'AVL_TRAIN'), (328650, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8428, 'AVL_TRAIN'), (28464, 'AVL_EVAL'), (35903, 'UN_AVL'), (78938, 'AVL_TRAIN'), (98544, 'AVL_EVAL'), (109777, 'UN_AVL'), (126713, 'AVL_TRAIN'), (134789, 'AVL_EVAL'), (160415, 'UN_AVL'), (192337, 'AVL_TRAIN'), (203506, 'AVL_EVAL'), (213767, 'UN_AVL'), (244107, 'AVL_TRAIN'), (246582, 'UN_AVL'), (249472, 'AVL_TRAIN'), (259857, 'AVL_EVAL'), (271897, 'UN_AVL'), (312106, 'AVL_TRAIN'), (328650, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8428, 'AVL_TRAIN'), (28464, 'UN_AVL'), (78938, 'AVL_TRAIN'), (98544, 'UN_AVL'), (126713, 'AVL_TRAIN'), (134789, 'UN_AVL'), (192337, 'AVL_TRAIN'), (203506, 'UN_AVL'), (244107, 'AVL_TRAIN'), (246582, 'UN_AVL'), (249472, 'AVL_TRAIN'), (259857, 'UN_AVL'), (312106, 'AVL_TRAIN'), (328650, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (12000, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (56400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72000, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (77400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (18600, 'UN_AVL'), (20400, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (77400, 'UN_AVL'), (78600, 'AVL_EVAL'), (79800, 'UN_AVL'), (81000, 'AVL_EVAL'), (82200, 'UN_AVL'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'UN_AVL'), (94200, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96600, 'AVL_EVAL'), (101400, 'UN_AVL'), (102600, 'AVL_TRAIN'), (103200, 'UN_AVL'), (103800, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112200, 'UN_AVL'), (114600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (118800, 'UN_AVL'), (120600, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'UN_AVL'), (124200, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (136800, 'UN_AVL'), (137400, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (141000, 'UN_AVL'), (143400, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145200, 'UN_AVL'), (146400, 'AVL_EVAL'), (150600, 'UN_AVL'), (151200, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (156000, 'UN_AVL'), (159000, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (167400, 'UN_AVL'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169200, 'UN_AVL'), (170400, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (172800, 'UN_AVL'), (173400, 'AVL_EVAL'), (174000, 'UN_AVL'), (174600, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_27.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_27.json deleted file mode 100644 index a644b25ce..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_27.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580398", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 27, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "11.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (12984, 'UN_AVL'), (13124, 'AVL_TRAIN'), (16085, 'UN_AVL'), (16085, 'AVL_TRAIN'), (16102, 'UN_AVL'), (16689, 'AVL_TRAIN'), (52609, 'AVL_EVAL'), (59381, 'UN_AVL'), (137700, 'AVL_EVAL'), (141364, 'UN_AVL'), (144363, 'AVL_TRAIN'), (144366, 'UN_AVL'), (144370, 'AVL_TRAIN'), (144915, 'UN_AVL'), (144915, 'AVL_TRAIN'), (154153, 'AVL_EVAL'), (168218, 'UN_AVL'), (171748, 'AVL_TRAIN'), (171752, 'UN_AVL'), (171755, 'AVL_TRAIN'), (171758, 'UN_AVL'), (171766, 'AVL_TRAIN'), (171770, 'UN_AVL'), (171770, 'AVL_TRAIN'), (177927, 'UN_AVL'), (177928, 'AVL_TRAIN'), (178050, 'UN_AVL'), (178050, 'AVL_TRAIN'), (178058, 'UN_AVL'), (178058, 'AVL_TRAIN'), (178059, 'UN_AVL'), (178059, 'AVL_TRAIN'), (178060, 'UN_AVL'), (178060, 'AVL_TRAIN'), (178064, 'UN_AVL'), (178064, 'AVL_TRAIN'), (178083, 'UN_AVL'), (178083, 'AVL_TRAIN'), (178084, 'UN_AVL'), (178084, 'AVL_TRAIN'), (178087, 'UN_AVL'), (178087, 'AVL_TRAIN'), (178088, 'UN_AVL'), (178088, 'AVL_TRAIN'), (178090, 'UN_AVL'), (178090, 'AVL_TRAIN'), (178091, 'UN_AVL'), (178092, 'AVL_TRAIN'), (178093, 'UN_AVL'), (178093, 'AVL_TRAIN'), (178106, 'UN_AVL'), (178106, 'AVL_TRAIN'), (178116, 'UN_AVL'), (178117, 'AVL_TRAIN'), (178118, 'UN_AVL'), (178118, 'AVL_TRAIN'), (178120, 'UN_AVL'), (178120, 'AVL_TRAIN'), (178121, 'UN_AVL'), (178121, 'AVL_TRAIN'), (178138, 'UN_AVL'), (178138, 'AVL_TRAIN'), (178139, 'UN_AVL'), (178139, 'AVL_TRAIN'), (178140, 'UN_AVL'), (178140, 'AVL_TRAIN'), (178141, 'UN_AVL'), (178141, 'AVL_TRAIN'), (178142, 'UN_AVL'), (178142, 'AVL_TRAIN'), (178143, 'UN_AVL'), (178143, 'AVL_TRAIN'), (178144, 'UN_AVL'), (178144, 'AVL_TRAIN'), (178145, 'UN_AVL'), (178145, 'AVL_TRAIN'), (178146, 'UN_AVL'), (178147, 'AVL_TRAIN'), (178155, 'UN_AVL'), (178155, 'AVL_TRAIN'), (178157, 'UN_AVL'), (178158, 'AVL_TRAIN'), (178159, 'UN_AVL'), (178159, 'AVL_TRAIN'), (178160, 'UN_AVL'), (178160, 'AVL_TRAIN'), (178161, 'UN_AVL'), (178162, 'AVL_TRAIN'), (178163, 'UN_AVL'), (178163, 'AVL_TRAIN'), (178164, 'UN_AVL'), (178164, 'AVL_TRAIN'), (178166, 'UN_AVL'), (178167, 'AVL_TRAIN'), (178168, 'UN_AVL'), (178168, 'AVL_TRAIN'), (178170, 'UN_AVL'), (178170, 'AVL_TRAIN'), (178171, 'UN_AVL'), (178171, 'AVL_TRAIN'), (178174, 'UN_AVL'), (178174, 'AVL_TRAIN'), (178175, 'UN_AVL'), (178176, 'AVL_TRAIN'), (178177, 'UN_AVL'), (178177, 'AVL_TRAIN'), (178179, 'UN_AVL'), (178180, 'AVL_TRAIN'), (178181, 'UN_AVL'), (178181, 'AVL_TRAIN'), (178185, 'UN_AVL'), (178185, 'AVL_TRAIN'), (178186, 'UN_AVL'), (178186, 'AVL_TRAIN'), (178188, 'UN_AVL'), (178188, 'AVL_TRAIN'), (178191, 'UN_AVL'), (178191, 'AVL_TRAIN'), (178192, 'UN_AVL'), (178193, 'AVL_TRAIN'), (178194, 'UN_AVL'), (178194, 'AVL_TRAIN'), (178196, 'UN_AVL'), (178196, 'AVL_TRAIN'), (178200, 'UN_AVL'), (178201, 'AVL_TRAIN'), (184920, 'AVL_EVAL'), (186238, 'UN_AVL'), (189880, 'AVL_TRAIN'), (209457, 'AVL_EVAL'), (209460, 'AVL_TRAIN'), (209463, 'AVL_EVAL'), (261757, 'UN_AVL'), (263299, 'AVL_TRAIN'), (272259, 'UN_AVL'), (272259, 'AVL_TRAIN'), (272261, 'UN_AVL'), (272262, 'AVL_TRAIN'), (272272, 'UN_AVL'), (272272, 'AVL_TRAIN'), (272277, 'UN_AVL'), (272277, 'AVL_TRAIN'), (272279, 'UN_AVL'), (272279, 'AVL_TRAIN'), (272564, 'UN_AVL'), (272565, 'AVL_TRAIN'), (273146, 'UN_AVL'), (273146, 'AVL_TRAIN'), (273179, 'UN_AVL'), (273179, 'AVL_TRAIN'), (273181, 'UN_AVL'), (273181, 'AVL_TRAIN'), (273182, 'UN_AVL'), (273182, 'AVL_TRAIN'), (273183, 'UN_AVL'), (273183, 'AVL_TRAIN'), (273208, 'UN_AVL'), (273208, 'AVL_TRAIN'), (273212, 'UN_AVL'), (273212, 'AVL_TRAIN'), (273214, 'UN_AVL'), (273214, 'AVL_TRAIN'), (273309, 'UN_AVL'), (273309, 'AVL_TRAIN'), (273317, 'UN_AVL'), (273317, 'AVL_TRAIN'), (273318, 'UN_AVL'), (273318, 'AVL_TRAIN'), (273321, 'UN_AVL'), (273321, 'AVL_TRAIN'), (274613, 'UN_AVL'), (274614, 'AVL_TRAIN'), (274617, 'UN_AVL'), (274617, 'AVL_TRAIN'), (274619, 'UN_AVL'), (274620, 'AVL_TRAIN'), (274622, 'UN_AVL'), (274622, 'AVL_TRAIN'), (274629, 'UN_AVL'), (274629, 'AVL_TRAIN'), (274631, 'UN_AVL'), (274631, 'AVL_TRAIN'), (274635, 'UN_AVL'), (274635, 'AVL_TRAIN'), (274641, 'UN_AVL'), (274641, 'AVL_TRAIN'), (274645, 'UN_AVL'), (274645, 'AVL_TRAIN'), (274649, 'UN_AVL'), (274649, 'AVL_TRAIN'), (274651, 'UN_AVL'), (274651, 'AVL_TRAIN'), (274654, 'UN_AVL'), (274654, 'AVL_TRAIN'), (274656, 'UN_AVL'), (274657, 'AVL_TRAIN'), (274659, 'UN_AVL'), (274659, 'AVL_TRAIN'), (274660, 'UN_AVL'), (274660, 'AVL_TRAIN'), (274661, 'UN_AVL'), (274661, 'AVL_TRAIN'), (274663, 'UN_AVL'), (274664, 'AVL_TRAIN'), (276623, 'AVL_EVAL'), (276659, 'AVL_TRAIN'), (294032, 'AVL_EVAL'), (318786, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (12984, 'UN_AVL'), (13124, 'AVL_TRAIN'), (16085, 'UN_AVL'), (16085, 'AVL_TRAIN'), (16102, 'UN_AVL'), (16689, 'AVL_TRAIN'), (52609, 'AVL_EVAL'), (55879, 'UN_AVL'), (137700, 'AVL_EVAL'), (141364, 'UN_AVL'), (144363, 'AVL_TRAIN'), (144366, 'UN_AVL'), (144370, 'AVL_TRAIN'), (144915, 'UN_AVL'), (144915, 'AVL_TRAIN'), (154153, 'AVL_EVAL'), (163689, 'UN_AVL'), (171748, 'AVL_TRAIN'), (171752, 'UN_AVL'), (171755, 'AVL_TRAIN'), (171758, 'UN_AVL'), (171766, 'AVL_TRAIN'), (171770, 'UN_AVL'), (171770, 'AVL_TRAIN'), (177927, 'UN_AVL'), (177928, 'AVL_TRAIN'), (178050, 'UN_AVL'), (178050, 'AVL_TRAIN'), (178058, 'UN_AVL'), (178058, 'AVL_TRAIN'), (178059, 'UN_AVL'), (178059, 'AVL_TRAIN'), (178060, 'UN_AVL'), (178060, 'AVL_TRAIN'), (178064, 'UN_AVL'), (178064, 'AVL_TRAIN'), (178083, 'UN_AVL'), (178083, 'AVL_TRAIN'), (178084, 'UN_AVL'), (178084, 'AVL_TRAIN'), (178087, 'UN_AVL'), (178087, 'AVL_TRAIN'), (178088, 'UN_AVL'), (178088, 'AVL_TRAIN'), (178090, 'UN_AVL'), (178090, 'AVL_TRAIN'), (178091, 'UN_AVL'), (178092, 'AVL_TRAIN'), (178093, 'UN_AVL'), (178093, 'AVL_TRAIN'), (178106, 'UN_AVL'), (178106, 'AVL_TRAIN'), (178116, 'UN_AVL'), (178117, 'AVL_TRAIN'), (178118, 'UN_AVL'), (178118, 'AVL_TRAIN'), (178120, 'UN_AVL'), (178120, 'AVL_TRAIN'), (178121, 'UN_AVL'), (178121, 'AVL_TRAIN'), (178138, 'UN_AVL'), (178138, 'AVL_TRAIN'), (178139, 'UN_AVL'), (178139, 'AVL_TRAIN'), (178140, 'UN_AVL'), (178140, 'AVL_TRAIN'), (178141, 'UN_AVL'), (178141, 'AVL_TRAIN'), (178142, 'UN_AVL'), (178142, 'AVL_TRAIN'), (178143, 'UN_AVL'), (178143, 'AVL_TRAIN'), (178144, 'UN_AVL'), (178144, 'AVL_TRAIN'), (178145, 'UN_AVL'), (178145, 'AVL_TRAIN'), (178146, 'UN_AVL'), (178147, 'AVL_TRAIN'), (178155, 'UN_AVL'), (178155, 'AVL_TRAIN'), (178157, 'UN_AVL'), (178158, 'AVL_TRAIN'), (178159, 'UN_AVL'), (178159, 'AVL_TRAIN'), (178160, 'UN_AVL'), (178160, 'AVL_TRAIN'), (178161, 'UN_AVL'), (178162, 'AVL_TRAIN'), (178163, 'UN_AVL'), (178163, 'AVL_TRAIN'), (178164, 'UN_AVL'), (178164, 'AVL_TRAIN'), (178166, 'UN_AVL'), (178167, 'AVL_TRAIN'), (178168, 'UN_AVL'), (178168, 'AVL_TRAIN'), (178170, 'UN_AVL'), (178170, 'AVL_TRAIN'), (178171, 'UN_AVL'), (178171, 'AVL_TRAIN'), (178174, 'UN_AVL'), (178174, 'AVL_TRAIN'), (178175, 'UN_AVL'), (178176, 'AVL_TRAIN'), (178177, 'UN_AVL'), (178177, 'AVL_TRAIN'), (178179, 'UN_AVL'), (178180, 'AVL_TRAIN'), (178181, 'UN_AVL'), (178181, 'AVL_TRAIN'), (178185, 'UN_AVL'), (178185, 'AVL_TRAIN'), (178186, 'UN_AVL'), (178186, 'AVL_TRAIN'), (178188, 'UN_AVL'), (178188, 'AVL_TRAIN'), (178191, 'UN_AVL'), (178191, 'AVL_TRAIN'), (178192, 'UN_AVL'), (178193, 'AVL_TRAIN'), (178194, 'UN_AVL'), (178194, 'AVL_TRAIN'), (178196, 'UN_AVL'), (178196, 'AVL_TRAIN'), (178200, 'UN_AVL'), (178201, 'AVL_TRAIN'), (184920, 'UN_AVL'), (189880, 'AVL_TRAIN'), (209457, 'AVL_EVAL'), (209460, 'AVL_TRAIN'), (209463, 'AVL_EVAL'), (227276, 'UN_AVL'), (263299, 'AVL_TRAIN'), (272259, 'UN_AVL'), (272259, 'AVL_TRAIN'), (272261, 'UN_AVL'), (272262, 'AVL_TRAIN'), (272272, 'UN_AVL'), (272272, 'AVL_TRAIN'), (272277, 'UN_AVL'), (272277, 'AVL_TRAIN'), (272279, 'UN_AVL'), (272279, 'AVL_TRAIN'), (272564, 'UN_AVL'), (272565, 'AVL_TRAIN'), (273146, 'UN_AVL'), (273146, 'AVL_TRAIN'), (273179, 'UN_AVL'), (273179, 'AVL_TRAIN'), (273181, 'UN_AVL'), (273181, 'AVL_TRAIN'), (273182, 'UN_AVL'), (273182, 'AVL_TRAIN'), (273183, 'UN_AVL'), (273183, 'AVL_TRAIN'), (273208, 'UN_AVL'), (273208, 'AVL_TRAIN'), (273212, 'UN_AVL'), (273212, 'AVL_TRAIN'), (273214, 'UN_AVL'), (273214, 'AVL_TRAIN'), (273309, 'UN_AVL'), (273309, 'AVL_TRAIN'), (273317, 'UN_AVL'), (273317, 'AVL_TRAIN'), (273318, 'UN_AVL'), (273318, 'AVL_TRAIN'), (273321, 'UN_AVL'), (273321, 'AVL_TRAIN'), (274613, 'UN_AVL'), (274614, 'AVL_TRAIN'), (274617, 'UN_AVL'), (274617, 'AVL_TRAIN'), (274619, 'UN_AVL'), (274620, 'AVL_TRAIN'), (274622, 'UN_AVL'), (274622, 'AVL_TRAIN'), (274629, 'UN_AVL'), (274629, 'AVL_TRAIN'), (274631, 'UN_AVL'), (274631, 'AVL_TRAIN'), (274635, 'UN_AVL'), (274635, 'AVL_TRAIN'), (274641, 'UN_AVL'), (274641, 'AVL_TRAIN'), (274645, 'UN_AVL'), (274645, 'AVL_TRAIN'), (274649, 'UN_AVL'), (274649, 'AVL_TRAIN'), (274651, 'UN_AVL'), (274651, 'AVL_TRAIN'), (274654, 'UN_AVL'), (274654, 'AVL_TRAIN'), (274656, 'UN_AVL'), (274657, 'AVL_TRAIN'), (274659, 'UN_AVL'), (274659, 'AVL_TRAIN'), (274660, 'UN_AVL'), (274660, 'AVL_TRAIN'), (274661, 'UN_AVL'), (274661, 'AVL_TRAIN'), (274663, 'UN_AVL'), (274664, 'AVL_TRAIN'), (276623, 'UN_AVL'), (276659, 'AVL_TRAIN'), (294032, 'AVL_EVAL'), (316371, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (12984, 'UN_AVL'), (13124, 'AVL_TRAIN'), (16085, 'UN_AVL'), (16085, 'AVL_TRAIN'), (16102, 'UN_AVL'), (16689, 'AVL_TRAIN'), (52609, 'UN_AVL'), (144363, 'AVL_TRAIN'), (144366, 'UN_AVL'), (144370, 'AVL_TRAIN'), (144915, 'UN_AVL'), (144915, 'AVL_TRAIN'), (154153, 'UN_AVL'), (171748, 'AVL_TRAIN'), (171752, 'UN_AVL'), (171755, 'AVL_TRAIN'), (171758, 'UN_AVL'), (171766, 'AVL_TRAIN'), (171770, 'UN_AVL'), (171770, 'AVL_TRAIN'), (177927, 'UN_AVL'), (177928, 'AVL_TRAIN'), (178050, 'UN_AVL'), (178050, 'AVL_TRAIN'), (178058, 'UN_AVL'), (178058, 'AVL_TRAIN'), (178059, 'UN_AVL'), (178059, 'AVL_TRAIN'), (178060, 'UN_AVL'), (178060, 'AVL_TRAIN'), (178064, 'UN_AVL'), (178064, 'AVL_TRAIN'), (178083, 'UN_AVL'), (178083, 'AVL_TRAIN'), (178084, 'UN_AVL'), (178084, 'AVL_TRAIN'), (178087, 'UN_AVL'), (178087, 'AVL_TRAIN'), (178088, 'UN_AVL'), (178088, 'AVL_TRAIN'), (178090, 'UN_AVL'), (178090, 'AVL_TRAIN'), (178091, 'UN_AVL'), (178092, 'AVL_TRAIN'), (178093, 'UN_AVL'), (178093, 'AVL_TRAIN'), (178106, 'UN_AVL'), (178106, 'AVL_TRAIN'), (178116, 'UN_AVL'), (178117, 'AVL_TRAIN'), (178118, 'UN_AVL'), (178118, 'AVL_TRAIN'), (178120, 'UN_AVL'), (178120, 'AVL_TRAIN'), (178121, 'UN_AVL'), (178121, 'AVL_TRAIN'), (178138, 'UN_AVL'), (178138, 'AVL_TRAIN'), (178139, 'UN_AVL'), (178139, 'AVL_TRAIN'), (178140, 'UN_AVL'), (178140, 'AVL_TRAIN'), (178141, 'UN_AVL'), (178141, 'AVL_TRAIN'), (178142, 'UN_AVL'), (178142, 'AVL_TRAIN'), (178143, 'UN_AVL'), (178143, 'AVL_TRAIN'), (178144, 'UN_AVL'), (178144, 'AVL_TRAIN'), (178145, 'UN_AVL'), (178145, 'AVL_TRAIN'), (178146, 'UN_AVL'), (178147, 'AVL_TRAIN'), (178155, 'UN_AVL'), (178155, 'AVL_TRAIN'), (178157, 'UN_AVL'), (178158, 'AVL_TRAIN'), (178159, 'UN_AVL'), (178159, 'AVL_TRAIN'), (178160, 'UN_AVL'), (178160, 'AVL_TRAIN'), (178161, 'UN_AVL'), (178162, 'AVL_TRAIN'), (178163, 'UN_AVL'), (178163, 'AVL_TRAIN'), (178164, 'UN_AVL'), (178164, 'AVL_TRAIN'), (178166, 'UN_AVL'), (178167, 'AVL_TRAIN'), (178168, 'UN_AVL'), (178168, 'AVL_TRAIN'), (178170, 'UN_AVL'), (178170, 'AVL_TRAIN'), (178171, 'UN_AVL'), (178171, 'AVL_TRAIN'), (178174, 'UN_AVL'), (178174, 'AVL_TRAIN'), (178175, 'UN_AVL'), (178176, 'AVL_TRAIN'), (178177, 'UN_AVL'), (178177, 'AVL_TRAIN'), (178179, 'UN_AVL'), (178180, 'AVL_TRAIN'), (178181, 'UN_AVL'), (178181, 'AVL_TRAIN'), (178185, 'UN_AVL'), (178185, 'AVL_TRAIN'), (178186, 'UN_AVL'), (178186, 'AVL_TRAIN'), (178188, 'UN_AVL'), (178188, 'AVL_TRAIN'), (178191, 'UN_AVL'), (178191, 'AVL_TRAIN'), (178192, 'UN_AVL'), (178193, 'AVL_TRAIN'), (178194, 'UN_AVL'), (178194, 'AVL_TRAIN'), (178196, 'UN_AVL'), (178196, 'AVL_TRAIN'), (178200, 'UN_AVL'), (178201, 'AVL_TRAIN'), (184920, 'UN_AVL'), (189880, 'AVL_TRAIN'), (209457, 'UN_AVL'), (209460, 'AVL_TRAIN'), (209463, 'UN_AVL'), (263299, 'AVL_TRAIN'), (272259, 'UN_AVL'), (272259, 'AVL_TRAIN'), (272261, 'UN_AVL'), (272262, 'AVL_TRAIN'), (272272, 'UN_AVL'), (272272, 'AVL_TRAIN'), (272277, 'UN_AVL'), (272277, 'AVL_TRAIN'), (272279, 'UN_AVL'), (272279, 'AVL_TRAIN'), (272564, 'UN_AVL'), (272565, 'AVL_TRAIN'), (273146, 'UN_AVL'), (273146, 'AVL_TRAIN'), (273179, 'UN_AVL'), (273179, 'AVL_TRAIN'), (273181, 'UN_AVL'), (273181, 'AVL_TRAIN'), (273182, 'UN_AVL'), (273182, 'AVL_TRAIN'), (273183, 'UN_AVL'), (273183, 'AVL_TRAIN'), (273208, 'UN_AVL'), (273208, 'AVL_TRAIN'), (273212, 'UN_AVL'), (273212, 'AVL_TRAIN'), (273214, 'UN_AVL'), (273214, 'AVL_TRAIN'), (273309, 'UN_AVL'), (273309, 'AVL_TRAIN'), (273317, 'UN_AVL'), (273317, 'AVL_TRAIN'), (273318, 'UN_AVL'), (273318, 'AVL_TRAIN'), (273321, 'UN_AVL'), (273321, 'AVL_TRAIN'), (274613, 'UN_AVL'), (274614, 'AVL_TRAIN'), (274617, 'UN_AVL'), (274617, 'AVL_TRAIN'), (274619, 'UN_AVL'), (274620, 'AVL_TRAIN'), (274622, 'UN_AVL'), (274622, 'AVL_TRAIN'), (274629, 'UN_AVL'), (274629, 'AVL_TRAIN'), (274631, 'UN_AVL'), (274631, 'AVL_TRAIN'), (274635, 'UN_AVL'), (274635, 'AVL_TRAIN'), (274641, 'UN_AVL'), (274641, 'AVL_TRAIN'), (274645, 'UN_AVL'), (274645, 'AVL_TRAIN'), (274649, 'UN_AVL'), (274649, 'AVL_TRAIN'), (274651, 'UN_AVL'), (274651, 'AVL_TRAIN'), (274654, 'UN_AVL'), (274654, 'AVL_TRAIN'), (274656, 'UN_AVL'), (274657, 'AVL_TRAIN'), (274659, 'UN_AVL'), (274659, 'AVL_TRAIN'), (274660, 'UN_AVL'), (274660, 'AVL_TRAIN'), (274661, 'UN_AVL'), (274661, 'AVL_TRAIN'), (274663, 'UN_AVL'), (274664, 'AVL_TRAIN'), (276623, 'UN_AVL'), (276659, 'AVL_TRAIN'), (294032, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (47400, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (167400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'UN_AVL'), (2400, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_EVAL'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (56400, 'UN_AVL'), (58200, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (61200, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (70800, 'UN_AVL'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (77400, 'UN_AVL'), (79200, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (86400, 'UN_AVL'), (87000, 'AVL_TRAIN'), (88200, 'UN_AVL'), (90000, 'AVL_TRAIN'), (90600, 'UN_AVL'), (91200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (96600, 'UN_AVL'), (97200, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (103800, 'UN_AVL'), (108000, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (117000, 'UN_AVL'), (118200, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121800, 'UN_AVL'), (122400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (128400, 'UN_AVL'), (129000, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (136200, 'UN_AVL'), (139200, 'AVL_TRAIN'), (140400, 'UN_AVL'), (142800, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (147000, 'UN_AVL'), (147600, 'AVL_TRAIN'), (148200, 'UN_AVL'), (149400, 'AVL_TRAIN'), (150600, 'UN_AVL'), (152400, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (154200, 'UN_AVL'), (154800, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157200, 'AVL_EVAL'), (158400, 'UN_AVL'), (159600, 'AVL_TRAIN'), (160200, 'UN_AVL'), (160800, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (172800, 'UN_AVL'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_28.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_28.json deleted file mode 100644 index 5e0914c51..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_28.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580399", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 28, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "8.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (17912, 'UN_AVL'), (49715, 'AVL_TRAIN'), (59780, 'AVL_EVAL'), (62711, 'UN_AVL'), (73902, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (146634, 'UN_AVL'), (274738, 'AVL_TRAIN'), (313232, 'AVL_EVAL'), (360068, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (49715, 'AVL_TRAIN'), (59780, 'UN_AVL'), (73902, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (100118, 'UN_AVL'), (274738, 'AVL_TRAIN'), (313232, 'AVL_EVAL'), (326127, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (49715, 'AVL_TRAIN'), (59780, 'UN_AVL'), (73902, 'AVL_TRAIN'), (88800, 'UN_AVL'), (274738, 'AVL_TRAIN'), (313232, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (27000, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (33600, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (42000, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49800, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (174600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (15000, 'UN_AVL'), (15600, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_EVAL'), (46800, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57600, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_EVAL'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (93000, 'UN_AVL'), (94200, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96000, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108600, 'UN_AVL'), (109200, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (115800, 'UN_AVL'), (117000, 'AVL_EVAL'), (118200, 'UN_AVL'), (121200, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (124800, 'UN_AVL'), (125400, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (130800, 'UN_AVL'), (131400, 'AVL_TRAIN'), (132000, 'UN_AVL'), (133200, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (141600, 'UN_AVL'), (144600, 'AVL_EVAL'), (145800, 'UN_AVL'), (148200, 'AVL_TRAIN'), (148800, 'UN_AVL'), (151200, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (157800, 'UN_AVL'), (159000, 'AVL_EVAL'), (160200, 'UN_AVL'), (160800, 'AVL_EVAL'), (161400, 'UN_AVL'), (162000, 'AVL_TRAIN'), (162600, 'UN_AVL'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (166800, 'UN_AVL'), (168600, 'AVL_EVAL'), (169200, 'UN_AVL'), (170400, 'AVL_EVAL'), (171000, 'UN_AVL'), (171600, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_29.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_29.json deleted file mode 100644 index a18ec7594..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_29.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580400", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 29, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "15.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (13988, 'AVL_TRAIN'), (16565, 'AVL_EVAL'), (16566, 'AVL_TRAIN'), (16568, 'AVL_EVAL'), (16573, 'AVL_TRAIN'), (16574, 'AVL_EVAL'), (16575, 'AVL_TRAIN'), (17226, 'AVL_EVAL'), (17479, 'AVL_TRAIN'), (25539, 'AVL_EVAL'), (45036, 'AVL_TRAIN'), (51708, 'AVL_EVAL'), (91993, 'UN_AVL'), (94791, 'AVL_TRAIN'), (96644, 'UN_AVL'), (96797, 'AVL_TRAIN'), (96803, 'UN_AVL'), (96834, 'AVL_TRAIN'), (96836, 'UN_AVL'), (96841, 'AVL_TRAIN'), (96844, 'UN_AVL'), (96846, 'AVL_TRAIN'), (96847, 'UN_AVL'), (97137, 'AVL_TRAIN'), (106362, 'AVL_EVAL'), (131185, 'AVL_TRAIN'), (133446, 'AVL_EVAL'), (133677, 'AVL_TRAIN'), (133680, 'AVL_EVAL'), (133682, 'AVL_TRAIN'), (133705, 'AVL_EVAL'), (133706, 'AVL_TRAIN'), (133708, 'AVL_EVAL'), (133709, 'AVL_TRAIN'), (133712, 'AVL_EVAL'), (133716, 'AVL_TRAIN'), (134781, 'AVL_EVAL'), (141673, 'AVL_TRAIN'), (142359, 'AVL_EVAL'), (162181, 'AVL_TRAIN'), (163739, 'AVL_EVAL'), (178541, 'AVL_TRAIN'), (178547, 'AVL_EVAL'), (179975, 'AVL_TRAIN'), (179976, 'AVL_EVAL'), (186814, 'AVL_TRAIN'), (186822, 'AVL_EVAL'), (187001, 'AVL_TRAIN'), (187005, 'AVL_EVAL'), (187006, 'AVL_TRAIN'), (187479, 'AVL_EVAL'), (187480, 'AVL_TRAIN'), (188860, 'AVL_EVAL'), (189043, 'AVL_TRAIN'), (189044, 'AVL_EVAL'), (189055, 'AVL_TRAIN'), (189072, 'AVL_EVAL'), (189640, 'AVL_TRAIN'), (200370, 'AVL_EVAL'), (214023, 'AVL_TRAIN'), (214027, 'AVL_EVAL'), (214575, 'AVL_TRAIN'), (214576, 'AVL_EVAL'), (214576, 'AVL_TRAIN'), (217873, 'AVL_EVAL'), (239732, 'AVL_TRAIN'), (241988, 'AVL_EVAL'), (242070, 'AVL_TRAIN'), (242424, 'AVL_EVAL'), (242425, 'AVL_TRAIN'), (244385, 'AVL_EVAL'), (244386, 'AVL_TRAIN'), (244388, 'AVL_EVAL'), (246282, 'AVL_TRAIN'), (246288, 'AVL_EVAL'), (263815, 'AVL_TRAIN'), (263816, 'AVL_EVAL'), (263826, 'AVL_TRAIN'), (263827, 'AVL_EVAL'), (263832, 'AVL_TRAIN'), (268716, 'AVL_EVAL'), (277017, 'AVL_TRAIN'), (277020, 'AVL_EVAL'), (277032, 'AVL_TRAIN'), (278587, 'AVL_EVAL'), (297476, 'AVL_TRAIN'), (298521, 'AVL_EVAL'), (298521, 'AVL_TRAIN'), (304378, 'AVL_EVAL'), (307421, 'AVL_TRAIN'), (308955, 'AVL_EVAL'), (343915, 'AVL_TRAIN'), (343937, 'AVL_EVAL'), (343937, 'AVL_TRAIN'), (347996, 'AVL_EVAL'), (348021, 'AVL_TRAIN'), (348110, 'AVL_EVAL'), (348111, 'AVL_TRAIN'), (348122, 'AVL_EVAL'), (349238, 'AVL_TRAIN'), (349255, 'AVL_EVAL'), (349255, 'AVL_TRAIN'), (351098, 'AVL_EVAL'), (368744, 'AVL_TRAIN'), (371567, 'AVL_EVAL'), (387148, 'AVL_TRAIN'), (388654, 'AVL_EVAL'), (388889, 'AVL_TRAIN'), (396683, 'AVL_EVAL'), (397094, 'AVL_TRAIN'), (397106, 'AVL_EVAL'), (397108, 'AVL_TRAIN'), (397117, 'AVL_EVAL'), (397120, 'AVL_TRAIN'), (397121, 'AVL_EVAL'), (397122, 'AVL_TRAIN'), (397291, 'AVL_EVAL'), (397333, 'AVL_TRAIN'), (397334, 'AVL_EVAL'), (397336, 'AVL_TRAIN'), (399025, 'AVL_EVAL'), (440692, 'AVL_TRAIN'), (440693, 'AVL_EVAL'), (440694, 'AVL_TRAIN'), (441314, 'AVL_EVAL'), (441315, 'AVL_TRAIN'), (441317, 'AVL_EVAL'), (441321, 'AVL_TRAIN'), (441377, 'AVL_EVAL'), (441479, 'AVL_TRAIN'), (444679, 'AVL_EVAL'), (444732, 'AVL_TRAIN'), (444765, 'AVL_EVAL'), (447248, 'AVL_TRAIN'), (447826, 'AVL_EVAL'), (447827, 'AVL_TRAIN'), (447843, 'AVL_EVAL'), (447845, 'AVL_TRAIN'), (449924, 'AVL_EVAL'), (449924, 'AVL_TRAIN'), (449990, 'AVL_EVAL'), (449991, 'AVL_TRAIN'), (450003, 'AVL_EVAL'), (450003, 'AVL_TRAIN'), (450033, 'AVL_EVAL'), (450034, 'AVL_TRAIN'), (450161, 'AVL_EVAL'), (450162, 'AVL_TRAIN'), (450232, 'AVL_EVAL'), (450232, 'AVL_TRAIN'), (450459, 'AVL_EVAL'), (450460, 'AVL_TRAIN'), (451183, 'AVL_EVAL'), (451440, 'AVL_TRAIN'), (451603, 'AVL_EVAL'), (451604, 'AVL_TRAIN'), (452272, 'AVL_EVAL'), (478858, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (13988, 'AVL_TRAIN'), (16565, 'UN_AVL'), (16566, 'AVL_EVAL'), (16566, 'AVL_TRAIN'), (16568, 'AVL_EVAL'), (16573, 'AVL_TRAIN'), (16574, 'AVL_EVAL'), (16575, 'AVL_TRAIN'), (17226, 'AVL_EVAL'), (17479, 'AVL_TRAIN'), (25539, 'AVL_EVAL'), (45036, 'AVL_TRAIN'), (51708, 'AVL_EVAL'), (70814, 'UN_AVL'), (94791, 'AVL_TRAIN'), (96644, 'UN_AVL'), (96797, 'AVL_TRAIN'), (96803, 'UN_AVL'), (96834, 'AVL_TRAIN'), (96836, 'UN_AVL'), (96841, 'AVL_TRAIN'), (96844, 'UN_AVL'), (96846, 'AVL_TRAIN'), (96847, 'UN_AVL'), (97137, 'AVL_TRAIN'), (106362, 'AVL_EVAL'), (131185, 'AVL_TRAIN'), (133446, 'AVL_EVAL'), (133677, 'AVL_TRAIN'), (133680, 'AVL_EVAL'), (133682, 'AVL_TRAIN'), (133705, 'AVL_EVAL'), (133706, 'AVL_TRAIN'), (133708, 'AVL_EVAL'), (133709, 'AVL_TRAIN'), (133712, 'AVL_EVAL'), (133716, 'AVL_TRAIN'), (134781, 'AVL_EVAL'), (141673, 'AVL_TRAIN'), (142359, 'AVL_EVAL'), (162181, 'AVL_TRAIN'), (163739, 'AVL_EVAL'), (178541, 'AVL_TRAIN'), (178547, 'AVL_EVAL'), (179975, 'AVL_TRAIN'), (179976, 'AVL_EVAL'), (184106, 'UN_AVL'), (186814, 'AVL_TRAIN'), (186822, 'UN_AVL'), (187001, 'AVL_TRAIN'), (187005, 'UN_AVL'), (187006, 'AVL_TRAIN'), (187479, 'UN_AVL'), (187480, 'AVL_TRAIN'), (188860, 'UN_AVL'), (189043, 'AVL_TRAIN'), (189044, 'UN_AVL'), (189055, 'AVL_TRAIN'), (189072, 'UN_AVL'), (189640, 'AVL_TRAIN'), (200370, 'AVL_EVAL'), (214023, 'AVL_TRAIN'), (214027, 'AVL_EVAL'), (214575, 'AVL_TRAIN'), (214576, 'AVL_EVAL'), (214576, 'AVL_TRAIN'), (217873, 'AVL_EVAL'), (237119, 'UN_AVL'), (239732, 'AVL_TRAIN'), (241988, 'AVL_EVAL'), (242070, 'AVL_TRAIN'), (242424, 'AVL_EVAL'), (242425, 'AVL_TRAIN'), (244385, 'AVL_EVAL'), (244386, 'AVL_TRAIN'), (244388, 'AVL_EVAL'), (246282, 'AVL_TRAIN'), (246288, 'AVL_EVAL'), (249961, 'UN_AVL'), (263815, 'AVL_TRAIN'), (263816, 'UN_AVL'), (263826, 'AVL_TRAIN'), (263827, 'UN_AVL'), (263832, 'AVL_TRAIN'), (268716, 'AVL_EVAL'), (277017, 'UN_AVL'), (277017, 'AVL_TRAIN'), (277020, 'UN_AVL'), (277032, 'AVL_TRAIN'), (278587, 'AVL_EVAL'), (290802, 'UN_AVL'), (297476, 'AVL_TRAIN'), (298521, 'AVL_EVAL'), (298521, 'AVL_TRAIN'), (304378, 'AVL_EVAL'), (307421, 'AVL_TRAIN'), (308955, 'AVL_EVAL'), (333991, 'UN_AVL'), (343915, 'AVL_TRAIN'), (343937, 'UN_AVL'), (343937, 'AVL_TRAIN'), (347996, 'AVL_EVAL'), (348021, 'AVL_TRAIN'), (348110, 'AVL_EVAL'), (348111, 'AVL_TRAIN'), (348122, 'AVL_EVAL'), (349238, 'AVL_TRAIN'), (349255, 'AVL_EVAL'), (349255, 'AVL_TRAIN'), (351098, 'AVL_EVAL'), (365627, 'UN_AVL'), (368744, 'AVL_TRAIN'), (371567, 'AVL_EVAL'), (387148, 'UN_AVL'), (387148, 'AVL_TRAIN'), (388654, 'AVL_EVAL'), (388889, 'AVL_TRAIN'), (396683, 'AVL_EVAL'), (397094, 'AVL_TRAIN'), (397106, 'AVL_EVAL'), (397108, 'AVL_TRAIN'), (397117, 'AVL_EVAL'), (397120, 'AVL_TRAIN'), (397121, 'AVL_EVAL'), (397122, 'AVL_TRAIN'), (397291, 'AVL_EVAL'), (397333, 'AVL_TRAIN'), (397334, 'AVL_EVAL'), (397336, 'AVL_TRAIN'), (399025, 'AVL_EVAL'), (428555, 'UN_AVL'), (440692, 'AVL_TRAIN'), (440693, 'UN_AVL'), (440694, 'AVL_TRAIN'), (441314, 'UN_AVL'), (441315, 'AVL_TRAIN'), (441317, 'UN_AVL'), (441321, 'AVL_TRAIN'), (441377, 'UN_AVL'), (441479, 'AVL_TRAIN'), (444679, 'UN_AVL'), (444732, 'AVL_TRAIN'), (444765, 'UN_AVL'), (447248, 'AVL_TRAIN'), (447826, 'UN_AVL'), (447827, 'AVL_TRAIN'), (447843, 'UN_AVL'), (447845, 'AVL_TRAIN'), (449924, 'UN_AVL'), (449924, 'AVL_TRAIN'), (449990, 'UN_AVL'), (449991, 'AVL_TRAIN'), (450003, 'UN_AVL'), (450003, 'AVL_TRAIN'), (450033, 'UN_AVL'), (450034, 'AVL_TRAIN'), (450161, 'UN_AVL'), (450162, 'AVL_TRAIN'), (450232, 'UN_AVL'), (450232, 'AVL_TRAIN'), (450459, 'UN_AVL'), (450460, 'AVL_TRAIN'), (451183, 'AVL_EVAL'), (451440, 'UN_AVL'), (451440, 'AVL_TRAIN'), (451603, 'AVL_EVAL'), (451604, 'AVL_TRAIN'), (452272, 'AVL_EVAL'), (460426, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (13988, 'AVL_TRAIN'), (16565, 'UN_AVL'), (16566, 'AVL_TRAIN'), (16568, 'UN_AVL'), (16573, 'AVL_TRAIN'), (16574, 'UN_AVL'), (16575, 'AVL_TRAIN'), (17226, 'UN_AVL'), (17479, 'AVL_TRAIN'), (25539, 'UN_AVL'), (45036, 'AVL_TRAIN'), (51708, 'UN_AVL'), (94791, 'AVL_TRAIN'), (96644, 'UN_AVL'), (96797, 'AVL_TRAIN'), (96803, 'UN_AVL'), (96834, 'AVL_TRAIN'), (96836, 'UN_AVL'), (96841, 'AVL_TRAIN'), (96844, 'UN_AVL'), (96846, 'AVL_TRAIN'), (96847, 'UN_AVL'), (97137, 'AVL_TRAIN'), (106362, 'UN_AVL'), (131185, 'AVL_TRAIN'), (133446, 'UN_AVL'), (133677, 'AVL_TRAIN'), (133680, 'UN_AVL'), (133682, 'AVL_TRAIN'), (133705, 'UN_AVL'), (133706, 'AVL_TRAIN'), (133708, 'UN_AVL'), (133709, 'AVL_TRAIN'), (133712, 'UN_AVL'), (133716, 'AVL_TRAIN'), (134781, 'UN_AVL'), (141673, 'AVL_TRAIN'), (142359, 'UN_AVL'), (162181, 'AVL_TRAIN'), (163739, 'UN_AVL'), (178541, 'AVL_TRAIN'), (178547, 'UN_AVL'), (179975, 'AVL_TRAIN'), (179976, 'UN_AVL'), (186814, 'AVL_TRAIN'), (186822, 'UN_AVL'), (187001, 'AVL_TRAIN'), (187005, 'UN_AVL'), (187006, 'AVL_TRAIN'), (187479, 'UN_AVL'), (187480, 'AVL_TRAIN'), (188860, 'UN_AVL'), (189043, 'AVL_TRAIN'), (189044, 'UN_AVL'), (189055, 'AVL_TRAIN'), (189072, 'UN_AVL'), (189640, 'AVL_TRAIN'), (200370, 'UN_AVL'), (214023, 'AVL_TRAIN'), (214027, 'UN_AVL'), (214575, 'AVL_TRAIN'), (214576, 'UN_AVL'), (214576, 'AVL_TRAIN'), (217873, 'UN_AVL'), (239732, 'AVL_TRAIN'), (241988, 'UN_AVL'), (242070, 'AVL_TRAIN'), (242424, 'UN_AVL'), (242425, 'AVL_TRAIN'), (244385, 'UN_AVL'), (244386, 'AVL_TRAIN'), (244388, 'UN_AVL'), (246282, 'AVL_TRAIN'), (246288, 'UN_AVL'), (263815, 'AVL_TRAIN'), (263816, 'UN_AVL'), (263826, 'AVL_TRAIN'), (263827, 'UN_AVL'), (263832, 'AVL_TRAIN'), (268716, 'UN_AVL'), (277017, 'AVL_TRAIN'), (277020, 'UN_AVL'), (277032, 'AVL_TRAIN'), (278587, 'UN_AVL'), (297476, 'AVL_TRAIN'), (298521, 'UN_AVL'), (298521, 'AVL_TRAIN'), (304378, 'UN_AVL'), (307421, 'AVL_TRAIN'), (308955, 'UN_AVL'), (343915, 'AVL_TRAIN'), (343937, 'UN_AVL'), (343937, 'AVL_TRAIN'), (347996, 'UN_AVL'), (348021, 'AVL_TRAIN'), (348110, 'UN_AVL'), (348111, 'AVL_TRAIN'), (348122, 'UN_AVL'), (349238, 'AVL_TRAIN'), (349255, 'UN_AVL'), (349255, 'AVL_TRAIN'), (351098, 'UN_AVL'), (368744, 'AVL_TRAIN'), (371567, 'UN_AVL'), (387148, 'AVL_TRAIN'), (388654, 'UN_AVL'), (388889, 'AVL_TRAIN'), (396683, 'UN_AVL'), (397094, 'AVL_TRAIN'), (397106, 'UN_AVL'), (397108, 'AVL_TRAIN'), (397117, 'UN_AVL'), (397120, 'AVL_TRAIN'), (397121, 'UN_AVL'), (397122, 'AVL_TRAIN'), (397291, 'UN_AVL'), (397333, 'AVL_TRAIN'), (397334, 'UN_AVL'), (397336, 'AVL_TRAIN'), (399025, 'UN_AVL'), (440692, 'AVL_TRAIN'), (440693, 'UN_AVL'), (440694, 'AVL_TRAIN'), (441314, 'UN_AVL'), (441315, 'AVL_TRAIN'), (441317, 'UN_AVL'), (441321, 'AVL_TRAIN'), (441377, 'UN_AVL'), (441479, 'AVL_TRAIN'), (444679, 'UN_AVL'), (444732, 'AVL_TRAIN'), (444765, 'UN_AVL'), (447248, 'AVL_TRAIN'), (447826, 'UN_AVL'), (447827, 'AVL_TRAIN'), (447843, 'UN_AVL'), (447845, 'AVL_TRAIN'), (449924, 'UN_AVL'), (449924, 'AVL_TRAIN'), (449990, 'UN_AVL'), (449991, 'AVL_TRAIN'), (450003, 'UN_AVL'), (450003, 'AVL_TRAIN'), (450033, 'UN_AVL'), (450034, 'AVL_TRAIN'), (450161, 'UN_AVL'), (450162, 'AVL_TRAIN'), (450232, 'UN_AVL'), (450232, 'AVL_TRAIN'), (450459, 'UN_AVL'), (450460, 'AVL_TRAIN'), (451183, 'UN_AVL'), (451440, 'AVL_TRAIN'), (451603, 'UN_AVL'), (451604, 'AVL_TRAIN'), (452272, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1800, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31800, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48600, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72600, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3600, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (12000, 'AVL_EVAL'), (14400, 'UN_AVL'), (15600, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31200, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (74400, 'UN_AVL'), (77400, 'AVL_TRAIN'), (80400, 'UN_AVL'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (92400, 'UN_AVL'), (93600, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (96000, 'UN_AVL'), (98400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (107400, 'UN_AVL'), (108000, 'AVL_TRAIN'), (108600, 'UN_AVL'), (109200, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115800, 'UN_AVL'), (116400, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118200, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (139800, 'UN_AVL'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (145200, 'UN_AVL'), (146400, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (159600, 'UN_AVL'), (162000, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'UN_AVL'), (169800, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'UN_AVL'), (172200, 'AVL_TRAIN'), (173400, 'UN_AVL'), (174000, 'AVL_EVAL'), (174600, 'UN_AVL'), (175200, 'AVL_EVAL'), (176400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_3.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_3.json deleted file mode 100644 index 0c4dc26b9..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_3.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580374", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 3, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 5, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (14439, 'AVL_TRAIN'), (17399, 'AVL_EVAL'), (17483, 'AVL_TRAIN'), (21062, 'AVL_EVAL'), (31364, 'AVL_TRAIN'), (47178, 'AVL_EVAL'), (61443, 'UN_AVL'), (61798, 'AVL_TRAIN'), (64816, 'AVL_EVAL'), (66568, 'AVL_TRAIN'), (70684, 'AVL_EVAL'), (80719, 'UN_AVL'), (80973, 'AVL_TRAIN'), (87020, 'AVL_EVAL'), (105873, 'UN_AVL'), (106148, 'AVL_TRAIN'), (107511, 'AVL_EVAL'), (107639, 'AVL_TRAIN'), (132526, 'AVL_EVAL'), (147091, 'AVL_TRAIN'), (150724, 'AVL_EVAL'), (165013, 'UN_AVL'), (165240, 'AVL_TRAIN'), (169391, 'AVL_EVAL'), (181036, 'UN_AVL'), (184714, 'AVL_TRAIN'), (192079, 'AVL_EVAL'), (208176, 'UN_AVL'), (208176, 'AVL_TRAIN'), (210806, 'UN_AVL'), (211538, 'AVL_TRAIN'), (258787, 'AVL_EVAL'), (264026, 'AVL_TRAIN'), (268127, 'AVL_EVAL'), (280246, 'AVL_TRAIN'), (281514, 'AVL_EVAL'), (289186, 'UN_AVL'), (289186, 'AVL_TRAIN'), (295332, 'AVL_EVAL'), (322605, 'UN_AVL'), (338307, 'AVL_TRAIN'), (342849, 'AVL_EVAL'), (357291, 'AVL_TRAIN'), (359952, 'AVL_EVAL'), (360162, 'AVL_TRAIN'), (362167, 'AVL_EVAL'), (373404, 'UN_AVL'), (373404, 'AVL_TRAIN'), (378438, 'AVL_EVAL'), (411783, 'UN_AVL'), (411783, 'AVL_TRAIN'), (415919, 'AVL_EVAL'), (444735, 'UN_AVL'), (444735, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (13781, 'UN_AVL'), (14439, 'AVL_TRAIN'), (17399, 'UN_AVL'), (17483, 'AVL_TRAIN'), (21062, 'AVL_EVAL'), (29785, 'UN_AVL'), (31364, 'AVL_TRAIN'), (47178, 'AVL_EVAL'), (56015, 'UN_AVL'), (61798, 'AVL_TRAIN'), (64816, 'UN_AVL'), (66568, 'AVL_TRAIN'), (70684, 'AVL_EVAL'), (77885, 'UN_AVL'), (80973, 'AVL_TRAIN'), (87020, 'AVL_EVAL'), (100618, 'UN_AVL'), (106148, 'AVL_TRAIN'), (107511, 'UN_AVL'), (107639, 'AVL_TRAIN'), (132526, 'AVL_EVAL'), (139717, 'UN_AVL'), (147091, 'AVL_TRAIN'), (150724, 'AVL_EVAL'), (156268, 'UN_AVL'), (165240, 'AVL_TRAIN'), (169391, 'UN_AVL'), (184714, 'AVL_TRAIN'), (192079, 'AVL_EVAL'), (197577, 'UN_AVL'), (208176, 'AVL_TRAIN'), (210806, 'UN_AVL'), (211538, 'AVL_TRAIN'), (258787, 'UN_AVL'), (264026, 'AVL_TRAIN'), (268127, 'AVL_EVAL'), (278313, 'UN_AVL'), (280246, 'AVL_TRAIN'), (281514, 'UN_AVL'), (289186, 'AVL_TRAIN'), (295332, 'AVL_EVAL'), (300079, 'UN_AVL'), (338307, 'AVL_TRAIN'), (342849, 'AVL_EVAL'), (352585, 'UN_AVL'), (357291, 'AVL_TRAIN'), (359952, 'AVL_EVAL'), (360162, 'AVL_TRAIN'), (362167, 'AVL_EVAL'), (368376, 'UN_AVL'), (373404, 'AVL_TRAIN'), (378438, 'AVL_EVAL'), (386179, 'UN_AVL'), (411783, 'AVL_TRAIN'), (415919, 'AVL_EVAL'), (440774, 'UN_AVL'), (444735, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14439, 'AVL_TRAIN'), (17399, 'UN_AVL'), (17483, 'AVL_TRAIN'), (21062, 'UN_AVL'), (31364, 'AVL_TRAIN'), (47178, 'UN_AVL'), (61798, 'AVL_TRAIN'), (64816, 'UN_AVL'), (66568, 'AVL_TRAIN'), (70684, 'UN_AVL'), (80973, 'AVL_TRAIN'), (87020, 'UN_AVL'), (106148, 'AVL_TRAIN'), (107511, 'UN_AVL'), (107639, 'AVL_TRAIN'), (132526, 'UN_AVL'), (147091, 'AVL_TRAIN'), (150724, 'UN_AVL'), (165240, 'AVL_TRAIN'), (169391, 'UN_AVL'), (184714, 'AVL_TRAIN'), (192079, 'UN_AVL'), (208176, 'AVL_TRAIN'), (210806, 'UN_AVL'), (211538, 'AVL_TRAIN'), (258787, 'UN_AVL'), (264026, 'AVL_TRAIN'), (268127, 'UN_AVL'), (280246, 'AVL_TRAIN'), (281514, 'UN_AVL'), (289186, 'AVL_TRAIN'), (295332, 'UN_AVL'), (338307, 'AVL_TRAIN'), (342849, 'UN_AVL'), (357291, 'AVL_TRAIN'), (359952, 'UN_AVL'), (360162, 'AVL_TRAIN'), (362167, 'UN_AVL'), (373404, 'AVL_TRAIN'), (378438, 'UN_AVL'), (411783, 'AVL_TRAIN'), (415919, 'UN_AVL'), (444735, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (12600, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45600, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57600, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (69600, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (26400, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_EVAL'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (54600, 'UN_AVL'), (55800, 'AVL_EVAL'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_EVAL'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL'), (87000, 'AVL_TRAIN'), (90000, 'UN_AVL'), (90600, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (108000, 'UN_AVL'), (109200, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'UN_AVL'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (124800, 'UN_AVL'), (129000, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (139200, 'UN_AVL'), (139800, 'AVL_TRAIN'), (147000, 'UN_AVL'), (148800, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151200, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'UN_AVL'), (173400, 'AVL_TRAIN'), (174600, 'UN_AVL'), (175800, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 5, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_30.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_30.json deleted file mode 100644 index 2b4d07709..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_30.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580401", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 30, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2320, 'AVL_EVAL'), (18879, 'UN_AVL'), (18889, 'AVL_TRAIN'), (26154, 'AVL_EVAL'), (44257, 'AVL_TRAIN'), (45032, 'AVL_EVAL'), (52091, 'UN_AVL'), (55301, 'AVL_TRAIN'), (55584, 'AVL_EVAL'), (56125, 'UN_AVL'), (56398, 'AVL_TRAIN'), (56487, 'UN_AVL'), (57209, 'AVL_TRAIN'), (59873, 'AVL_EVAL'), (64468, 'AVL_TRAIN'), (64606, 'AVL_EVAL'), (68446, 'UN_AVL'), (70240, 'AVL_TRAIN'), (70609, 'UN_AVL'), (73999, 'AVL_TRAIN'), (74585, 'UN_AVL'), (75860, 'AVL_TRAIN'), (76083, 'UN_AVL'), (77370, 'AVL_TRAIN'), (79306, 'AVL_EVAL'), (79713, 'AVL_TRAIN'), (79814, 'AVL_EVAL'), (83091, 'AVL_TRAIN'), (84860, 'AVL_EVAL'), (86669, 'AVL_TRAIN'), (87251, 'AVL_EVAL'), (98297, 'AVL_TRAIN'), (103304, 'AVL_EVAL'), (134581, 'UN_AVL'), (143068, 'AVL_TRAIN'), (143739, 'UN_AVL'), (143900, 'AVL_TRAIN'), (143908, 'UN_AVL'), (145912, 'AVL_TRAIN'), (148037, 'AVL_EVAL'), (148669, 'AVL_TRAIN'), (149498, 'AVL_EVAL'), (157586, 'UN_AVL'), (159992, 'AVL_TRAIN'), (161907, 'AVL_EVAL'), (168177, 'UN_AVL'), (170639, 'AVL_TRAIN'), (170761, 'UN_AVL'), (174058, 'AVL_TRAIN'), (175241, 'UN_AVL'), (175325, 'AVL_TRAIN'), (176149, 'AVL_EVAL'), (176149, 'AVL_TRAIN'), (176159, 'AVL_EVAL'), (176372, 'AVL_TRAIN'), (176659, 'AVL_EVAL'), (176765, 'AVL_TRAIN'), (177312, 'AVL_EVAL'), (177464, 'AVL_TRAIN'), (177980, 'AVL_EVAL'), (178704, 'AVL_TRAIN'), (179015, 'AVL_EVAL'), (183153, 'AVL_TRAIN'), (184046, 'AVL_EVAL'), (194892, 'UN_AVL'), (198048, 'AVL_EVAL'), (198048, 'AVL_TRAIN'), (204352, 'AVL_EVAL'), (264307, 'UN_AVL'), (267078, 'AVL_TRAIN'), (272977, 'AVL_EVAL'), (300535, 'UN_AVL'), (311402, 'AVL_TRAIN'), (312545, 'AVL_EVAL'), (314353, 'UN_AVL'), (314353, 'AVL_TRAIN'), (315995, 'AVL_EVAL'), (329875, 'UN_AVL'), (330152, 'AVL_TRAIN'), (337606, 'AVL_EVAL'), (374176, 'AVL_TRAIN'), (375460, 'AVL_EVAL'), (383427, 'AVL_TRAIN'), (388817, 'AVL_EVAL'), (404989, 'AVL_TRAIN'), (405471, 'AVL_EVAL'), (417883, 'AVL_TRAIN'), (417892, 'AVL_EVAL'), (417935, 'AVL_TRAIN'), (417997, 'AVL_EVAL'), (418172, 'AVL_TRAIN'), (420211, 'AVL_EVAL'), (424286, 'AVL_TRAIN'), (425948, 'AVL_EVAL'), (431247, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (18889, 'AVL_TRAIN'), (26154, 'AVL_EVAL'), (43260, 'UN_AVL'), (44257, 'AVL_TRAIN'), (45032, 'UN_AVL'), (55301, 'AVL_TRAIN'), (55584, 'UN_AVL'), (56398, 'AVL_TRAIN'), (56487, 'UN_AVL'), (57209, 'AVL_TRAIN'), (59873, 'UN_AVL'), (64468, 'AVL_TRAIN'), (64606, 'UN_AVL'), (70240, 'AVL_TRAIN'), (70609, 'UN_AVL'), (73999, 'AVL_TRAIN'), (74585, 'UN_AVL'), (75860, 'AVL_TRAIN'), (76083, 'UN_AVL'), (77370, 'AVL_TRAIN'), (79306, 'UN_AVL'), (79713, 'AVL_TRAIN'), (79814, 'UN_AVL'), (83091, 'AVL_TRAIN'), (84860, 'AVL_EVAL'), (86669, 'AVL_TRAIN'), (87251, 'AVL_EVAL'), (93316, 'UN_AVL'), (98297, 'AVL_TRAIN'), (103304, 'AVL_EVAL'), (126077, 'UN_AVL'), (143068, 'AVL_TRAIN'), (143739, 'UN_AVL'), (143900, 'AVL_TRAIN'), (143908, 'UN_AVL'), (145912, 'AVL_TRAIN'), (148037, 'UN_AVL'), (148669, 'AVL_TRAIN'), (149498, 'UN_AVL'), (159992, 'AVL_TRAIN'), (161907, 'UN_AVL'), (170639, 'AVL_TRAIN'), (170761, 'UN_AVL'), (174058, 'AVL_TRAIN'), (175241, 'UN_AVL'), (175325, 'AVL_TRAIN'), (176149, 'UN_AVL'), (176149, 'AVL_TRAIN'), (176159, 'UN_AVL'), (176372, 'AVL_TRAIN'), (176659, 'UN_AVL'), (176765, 'AVL_TRAIN'), (177312, 'UN_AVL'), (177464, 'AVL_TRAIN'), (177980, 'UN_AVL'), (178704, 'AVL_TRAIN'), (179015, 'UN_AVL'), (183153, 'AVL_TRAIN'), (184046, 'UN_AVL'), (198048, 'AVL_TRAIN'), (204352, 'AVL_EVAL'), (241586, 'UN_AVL'), (267078, 'AVL_TRAIN'), (272977, 'AVL_EVAL'), (278562, 'UN_AVL'), (311402, 'AVL_TRAIN'), (312545, 'UN_AVL'), (314353, 'AVL_TRAIN'), (315995, 'UN_AVL'), (330152, 'AVL_TRAIN'), (337606, 'AVL_EVAL'), (368181, 'UN_AVL'), (374176, 'AVL_TRAIN'), (375460, 'AVL_EVAL'), (378642, 'UN_AVL'), (383427, 'AVL_TRAIN'), (388817, 'AVL_EVAL'), (404989, 'AVL_TRAIN'), (405471, 'AVL_EVAL'), (417883, 'UN_AVL'), (417883, 'AVL_TRAIN'), (417892, 'UN_AVL'), (417935, 'AVL_TRAIN'), (417997, 'UN_AVL'), (418172, 'AVL_TRAIN'), (420211, 'AVL_EVAL'), (424286, 'AVL_TRAIN'), (425948, 'AVL_EVAL'), (431247, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (18889, 'AVL_TRAIN'), (26154, 'UN_AVL'), (44257, 'AVL_TRAIN'), (45032, 'UN_AVL'), (55301, 'AVL_TRAIN'), (55584, 'UN_AVL'), (56398, 'AVL_TRAIN'), (56487, 'UN_AVL'), (57209, 'AVL_TRAIN'), (59873, 'UN_AVL'), (64468, 'AVL_TRAIN'), (64606, 'UN_AVL'), (70240, 'AVL_TRAIN'), (70609, 'UN_AVL'), (73999, 'AVL_TRAIN'), (74585, 'UN_AVL'), (75860, 'AVL_TRAIN'), (76083, 'UN_AVL'), (77370, 'AVL_TRAIN'), (79306, 'UN_AVL'), (79713, 'AVL_TRAIN'), (79814, 'UN_AVL'), (83091, 'AVL_TRAIN'), (84860, 'UN_AVL'), (86669, 'AVL_TRAIN'), (87251, 'UN_AVL'), (98297, 'AVL_TRAIN'), (103304, 'UN_AVL'), (143068, 'AVL_TRAIN'), (143739, 'UN_AVL'), (143900, 'AVL_TRAIN'), (143908, 'UN_AVL'), (145912, 'AVL_TRAIN'), (148037, 'UN_AVL'), (148669, 'AVL_TRAIN'), (149498, 'UN_AVL'), (159992, 'AVL_TRAIN'), (161907, 'UN_AVL'), (170639, 'AVL_TRAIN'), (170761, 'UN_AVL'), (174058, 'AVL_TRAIN'), (175241, 'UN_AVL'), (175325, 'AVL_TRAIN'), (176149, 'UN_AVL'), (176149, 'AVL_TRAIN'), (176159, 'UN_AVL'), (176372, 'AVL_TRAIN'), (176659, 'UN_AVL'), (176765, 'AVL_TRAIN'), (177312, 'UN_AVL'), (177464, 'AVL_TRAIN'), (177980, 'UN_AVL'), (178704, 'AVL_TRAIN'), (179015, 'UN_AVL'), (183153, 'AVL_TRAIN'), (184046, 'UN_AVL'), (198048, 'AVL_TRAIN'), (204352, 'UN_AVL'), (267078, 'AVL_TRAIN'), (272977, 'UN_AVL'), (311402, 'AVL_TRAIN'), (312545, 'UN_AVL'), (314353, 'AVL_TRAIN'), (315995, 'UN_AVL'), (330152, 'AVL_TRAIN'), (337606, 'UN_AVL'), (374176, 'AVL_TRAIN'), (375460, 'UN_AVL'), (383427, 'AVL_TRAIN'), (388817, 'UN_AVL'), (404989, 'AVL_TRAIN'), (405471, 'UN_AVL'), (417883, 'AVL_TRAIN'), (417892, 'UN_AVL'), (417935, 'AVL_TRAIN'), (417997, 'UN_AVL'), (418172, 'AVL_TRAIN'), (420211, 'UN_AVL'), (424286, 'AVL_TRAIN'), (425948, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9600, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (32400, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67200, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (71400, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'UN_AVL'), (1200, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30600, 'UN_AVL'), (31200, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (35400, 'AVL_EVAL'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42600, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49800, 'UN_AVL'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (66000, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90000, 'UN_AVL'), (91200, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (105000, 'UN_AVL'), (106200, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (110400, 'UN_AVL'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (113400, 'UN_AVL'), (116400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (140400, 'UN_AVL'), (141600, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (147000, 'UN_AVL'), (147600, 'AVL_TRAIN'), (156000, 'UN_AVL'), (157800, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (160800, 'UN_AVL'), (161400, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (170400, 'UN_AVL'), (171600, 'AVL_TRAIN'), (175200, 'UN_AVL'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (178200, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_31.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_31.json deleted file mode 100644 index b0ea9eff5..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_31.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580402", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 31, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (211, 'AVL_EVAL'), (212, 'AVL_TRAIN'), (310, 'AVL_EVAL'), (311, 'AVL_TRAIN'), (406, 'AVL_EVAL'), (406, 'AVL_TRAIN'), (458, 'AVL_EVAL'), (459, 'AVL_TRAIN'), (3037, 'AVL_EVAL'), (52730, 'AVL_TRAIN'), (53037, 'AVL_EVAL'), (53038, 'AVL_TRAIN'), (53071, 'AVL_EVAL'), (53071, 'AVL_TRAIN'), (53342, 'AVL_EVAL'), (53343, 'AVL_TRAIN'), (53473, 'AVL_EVAL'), (53473, 'AVL_TRAIN'), (53550, 'AVL_EVAL'), (53550, 'AVL_TRAIN'), (53562, 'AVL_EVAL'), (53572, 'AVL_TRAIN'), (53617, 'AVL_EVAL'), (85379, 'UN_AVL'), (96322, 'AVL_EVAL'), (132605, 'AVL_TRAIN'), (132651, 'AVL_EVAL'), (132652, 'AVL_TRAIN'), (138069, 'AVL_EVAL'), (159107, 'UN_AVL'), (162125, 'AVL_TRAIN'), (162261, 'UN_AVL'), (162293, 'AVL_TRAIN'), (162739, 'UN_AVL'), (169954, 'AVL_TRAIN'), (169978, 'UN_AVL'), (169979, 'AVL_TRAIN'), (169985, 'UN_AVL'), (169986, 'AVL_TRAIN'), (170102, 'UN_AVL'), (170102, 'AVL_TRAIN'), (170121, 'UN_AVL'), (170122, 'AVL_TRAIN'), (170160, 'UN_AVL'), (170161, 'AVL_TRAIN'), (170205, 'UN_AVL'), (170206, 'AVL_TRAIN'), (170252, 'UN_AVL'), (170253, 'AVL_TRAIN'), (170259, 'UN_AVL'), (170263, 'AVL_TRAIN'), (170317, 'UN_AVL'), (170318, 'AVL_TRAIN'), (170362, 'UN_AVL'), (170362, 'AVL_TRAIN'), (170399, 'UN_AVL'), (170400, 'AVL_TRAIN'), (170410, 'UN_AVL'), (170417, 'AVL_TRAIN'), (183755, 'UN_AVL'), (255858, 'AVL_TRAIN'), (256612, 'AVL_EVAL'), (256612, 'AVL_TRAIN'), (256855, 'AVL_EVAL'), (256856, 'AVL_TRAIN'), (256904, 'AVL_EVAL'), (256905, 'AVL_TRAIN'), (260803, 'AVL_EVAL'), (286732, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (211, 'AVL_EVAL'), (212, 'AVL_TRAIN'), (310, 'AVL_EVAL'), (311, 'AVL_TRAIN'), (406, 'AVL_EVAL'), (406, 'AVL_TRAIN'), (458, 'AVL_EVAL'), (459, 'AVL_TRAIN'), (3037, 'AVL_EVAL'), (18535, 'UN_AVL'), (52730, 'AVL_TRAIN'), (53037, 'UN_AVL'), (53038, 'AVL_TRAIN'), (53071, 'UN_AVL'), (53071, 'AVL_TRAIN'), (53342, 'UN_AVL'), (53343, 'AVL_TRAIN'), (53473, 'UN_AVL'), (53473, 'AVL_TRAIN'), (53550, 'UN_AVL'), (53550, 'AVL_TRAIN'), (53562, 'UN_AVL'), (53572, 'AVL_TRAIN'), (53617, 'UN_AVL'), (61848, 'AVL_EVAL'), (82951, 'UN_AVL'), (96322, 'AVL_EVAL'), (98686, 'UN_AVL'), (132605, 'AVL_TRAIN'), (132651, 'UN_AVL'), (132652, 'AVL_TRAIN'), (138069, 'AVL_EVAL'), (150938, 'UN_AVL'), (162125, 'AVL_TRAIN'), (162261, 'UN_AVL'), (162293, 'AVL_TRAIN'), (162739, 'UN_AVL'), (169954, 'AVL_TRAIN'), (169978, 'UN_AVL'), (169979, 'AVL_TRAIN'), (169985, 'UN_AVL'), (169986, 'AVL_TRAIN'), (170102, 'UN_AVL'), (170102, 'AVL_TRAIN'), (170121, 'UN_AVL'), (170122, 'AVL_TRAIN'), (170160, 'UN_AVL'), (170161, 'AVL_TRAIN'), (170205, 'UN_AVL'), (170206, 'AVL_TRAIN'), (170252, 'UN_AVL'), (170253, 'AVL_TRAIN'), (170259, 'UN_AVL'), (170263, 'AVL_TRAIN'), (170317, 'UN_AVL'), (170318, 'AVL_TRAIN'), (170362, 'UN_AVL'), (170362, 'AVL_TRAIN'), (170399, 'UN_AVL'), (170400, 'AVL_TRAIN'), (170410, 'UN_AVL'), (170417, 'AVL_TRAIN'), (183755, 'UN_AVL'), (255858, 'AVL_TRAIN'), (256612, 'UN_AVL'), (256612, 'AVL_TRAIN'), (256855, 'UN_AVL'), (256856, 'AVL_TRAIN'), (256904, 'UN_AVL'), (256905, 'AVL_TRAIN'), (260803, 'AVL_EVAL'), (286732, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (211, 'UN_AVL'), (212, 'AVL_TRAIN'), (310, 'UN_AVL'), (311, 'AVL_TRAIN'), (406, 'UN_AVL'), (406, 'AVL_TRAIN'), (458, 'UN_AVL'), (459, 'AVL_TRAIN'), (3037, 'UN_AVL'), (52730, 'AVL_TRAIN'), (53037, 'UN_AVL'), (53038, 'AVL_TRAIN'), (53071, 'UN_AVL'), (53071, 'AVL_TRAIN'), (53342, 'UN_AVL'), (53343, 'AVL_TRAIN'), (53473, 'UN_AVL'), (53473, 'AVL_TRAIN'), (53550, 'UN_AVL'), (53550, 'AVL_TRAIN'), (53562, 'UN_AVL'), (53572, 'AVL_TRAIN'), (53617, 'UN_AVL'), (132605, 'AVL_TRAIN'), (132651, 'UN_AVL'), (132652, 'AVL_TRAIN'), (138069, 'UN_AVL'), (162125, 'AVL_TRAIN'), (162261, 'UN_AVL'), (162293, 'AVL_TRAIN'), (162739, 'UN_AVL'), (169954, 'AVL_TRAIN'), (169978, 'UN_AVL'), (169979, 'AVL_TRAIN'), (169985, 'UN_AVL'), (169986, 'AVL_TRAIN'), (170102, 'UN_AVL'), (170102, 'AVL_TRAIN'), (170121, 'UN_AVL'), (170122, 'AVL_TRAIN'), (170160, 'UN_AVL'), (170161, 'AVL_TRAIN'), (170205, 'UN_AVL'), (170206, 'AVL_TRAIN'), (170252, 'UN_AVL'), (170253, 'AVL_TRAIN'), (170259, 'UN_AVL'), (170263, 'AVL_TRAIN'), (170317, 'UN_AVL'), (170318, 'AVL_TRAIN'), (170362, 'UN_AVL'), (170362, 'AVL_TRAIN'), (170399, 'UN_AVL'), (170400, 'AVL_TRAIN'), (170410, 'UN_AVL'), (170417, 'AVL_TRAIN'), (183755, 'UN_AVL'), (255858, 'AVL_TRAIN'), (256612, 'UN_AVL'), (256612, 'AVL_TRAIN'), (256855, 'UN_AVL'), (256856, 'AVL_TRAIN'), (256904, 'UN_AVL'), (256905, 'AVL_TRAIN'), (260803, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (12600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25200, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (33000, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45600, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (82200, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (4800, 'AVL_EVAL'), (5400, 'UN_AVL'), (6000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (17400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22200, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85800, 'UN_AVL'), (86400, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (92400, 'UN_AVL'), (93600, 'AVL_TRAIN'), (108600, 'UN_AVL'), (110400, 'AVL_EVAL'), (112200, 'UN_AVL'), (113400, 'AVL_TRAIN'), (117000, 'UN_AVL'), (118200, 'AVL_EVAL'), (118800, 'UN_AVL'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'UN_AVL'), (124800, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (127800, 'AVL_TRAIN'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132000, 'UN_AVL'), (132600, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (135600, 'UN_AVL'), (138000, 'AVL_TRAIN'), (138600, 'UN_AVL'), (139200, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141000, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (157800, 'UN_AVL'), (158400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (161400, 'UN_AVL'), (164400, 'AVL_TRAIN'), (165600, 'UN_AVL'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (169200, 'UN_AVL'), (171000, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (173400, 'UN_AVL'), (175200, 'AVL_EVAL'), (177600, 'UN_AVL'), (178200, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_32.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_32.json deleted file mode 100644 index f5a7185e2..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_32.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580403", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 32, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "6.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (3583, 'UN_AVL'), (6643, 'AVL_TRAIN'), (7950, 'UN_AVL'), (7951, 'AVL_TRAIN'), (8791, 'UN_AVL'), (8792, 'AVL_TRAIN'), (15006, 'UN_AVL'), (59961, 'AVL_TRAIN'), (70959, 'UN_AVL'), (74209, 'AVL_TRAIN'), (78627, 'UN_AVL'), (90759, 'AVL_TRAIN'), (104413, 'AVL_EVAL'), (104414, 'AVL_TRAIN'), (104512, 'AVL_EVAL'), (104513, 'AVL_TRAIN'), (104590, 'AVL_EVAL'), (104590, 'AVL_TRAIN'), (104680, 'AVL_EVAL'), (104682, 'AVL_TRAIN'), (104748, 'AVL_EVAL'), (104749, 'AVL_TRAIN'), (104841, 'AVL_EVAL'), (104841, 'AVL_TRAIN'), (105170, 'AVL_EVAL'), (105171, 'AVL_TRAIN'), (105281, 'AVL_EVAL'), (105282, 'AVL_TRAIN'), (105287, 'AVL_EVAL'), (105287, 'AVL_TRAIN'), (105290, 'AVL_EVAL'), (105291, 'AVL_TRAIN'), (105554, 'AVL_EVAL'), (105558, 'AVL_TRAIN'), (106528, 'AVL_EVAL'), (106530, 'AVL_TRAIN'), (107035, 'AVL_EVAL'), (107050, 'AVL_TRAIN'), (107158, 'AVL_EVAL'), (108124, 'UN_AVL'), (177567, 'AVL_TRAIN'), (178003, 'UN_AVL'), (183665, 'AVL_TRAIN'), (185163, 'UN_AVL'), (185163, 'AVL_TRAIN'), (187242, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (3583, 'UN_AVL'), (6643, 'AVL_TRAIN'), (7950, 'UN_AVL'), (7951, 'AVL_TRAIN'), (8791, 'UN_AVL'), (8792, 'AVL_TRAIN'), (15006, 'UN_AVL'), (59961, 'AVL_TRAIN'), (70959, 'UN_AVL'), (74209, 'AVL_TRAIN'), (78627, 'UN_AVL'), (90759, 'AVL_TRAIN'), (104413, 'UN_AVL'), (104414, 'AVL_TRAIN'), (104512, 'UN_AVL'), (104513, 'AVL_TRAIN'), (104590, 'UN_AVL'), (104590, 'AVL_TRAIN'), (104680, 'UN_AVL'), (104682, 'AVL_TRAIN'), (104748, 'UN_AVL'), (104749, 'AVL_TRAIN'), (104841, 'UN_AVL'), (104841, 'AVL_TRAIN'), (105170, 'UN_AVL'), (105171, 'AVL_TRAIN'), (105281, 'UN_AVL'), (105282, 'AVL_TRAIN'), (105287, 'UN_AVL'), (105287, 'AVL_TRAIN'), (105290, 'UN_AVL'), (105291, 'AVL_TRAIN'), (105554, 'UN_AVL'), (105558, 'AVL_TRAIN'), (106528, 'UN_AVL'), (106530, 'AVL_TRAIN'), (107035, 'UN_AVL'), (107050, 'AVL_TRAIN'), (107158, 'UN_AVL'), (177567, 'AVL_TRAIN'), (178003, 'UN_AVL'), (183665, 'AVL_TRAIN'), (185163, 'UN_AVL'), (185163, 'AVL_TRAIN'), (187242, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (3583, 'UN_AVL'), (6643, 'AVL_TRAIN'), (7950, 'UN_AVL'), (7951, 'AVL_TRAIN'), (8791, 'UN_AVL'), (8792, 'AVL_TRAIN'), (15006, 'UN_AVL'), (59961, 'AVL_TRAIN'), (70959, 'UN_AVL'), (74209, 'AVL_TRAIN'), (78627, 'UN_AVL'), (90759, 'AVL_TRAIN'), (104413, 'UN_AVL'), (104414, 'AVL_TRAIN'), (104512, 'UN_AVL'), (104513, 'AVL_TRAIN'), (104590, 'UN_AVL'), (104590, 'AVL_TRAIN'), (104680, 'UN_AVL'), (104682, 'AVL_TRAIN'), (104748, 'UN_AVL'), (104749, 'AVL_TRAIN'), (104841, 'UN_AVL'), (104841, 'AVL_TRAIN'), (105170, 'UN_AVL'), (105171, 'AVL_TRAIN'), (105281, 'UN_AVL'), (105282, 'AVL_TRAIN'), (105287, 'UN_AVL'), (105287, 'AVL_TRAIN'), (105290, 'UN_AVL'), (105291, 'AVL_TRAIN'), (105554, 'UN_AVL'), (105558, 'AVL_TRAIN'), (106528, 'UN_AVL'), (106530, 'AVL_TRAIN'), (107035, 'UN_AVL'), (107050, 'AVL_TRAIN'), (107158, 'UN_AVL'), (177567, 'AVL_TRAIN'), (178003, 'UN_AVL'), (183665, 'AVL_TRAIN'), (185163, 'UN_AVL'), (185163, 'AVL_TRAIN'), (187242, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (16200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (58200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'UN_AVL'), (24000, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_EVAL'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'UN_AVL'), (49800, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (53400, 'UN_AVL'), (54000, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (69000, 'AVL_TRAIN'), (74400, 'UN_AVL'), (77400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (87000, 'UN_AVL'), (87600, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (97800, 'UN_AVL'), (98400, 'AVL_TRAIN'), (101400, 'UN_AVL'), (102600, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'UN_AVL'), (106200, 'AVL_EVAL'), (107400, 'UN_AVL'), (111600, 'AVL_TRAIN'), (112200, 'UN_AVL'), (114000, 'AVL_EVAL'), (114600, 'UN_AVL'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (136200, 'UN_AVL'), (137400, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (147600, 'UN_AVL'), (148200, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (155400, 'UN_AVL'), (156000, 'AVL_TRAIN'), (157200, 'UN_AVL'), (160200, 'AVL_TRAIN'), (160800, 'UN_AVL'), (163200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'UN_AVL'), (171600, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174600, 'UN_AVL'), (176400, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_33.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_33.json deleted file mode 100644 index c07e9da70..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_33.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580404", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 33, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "21.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (14795, 'AVL_TRAIN'), (42901, 'AVL_EVAL'), (67749, 'AVL_TRAIN'), (69391, 'AVL_EVAL'), (69409, 'AVL_TRAIN'), (85971, 'AVL_EVAL'), (102045, 'UN_AVL'), (132769, 'AVL_TRAIN'), (136047, 'AVL_EVAL'), (137979, 'AVL_TRAIN'), (152741, 'AVL_EVAL'), (236326, 'UN_AVL'), (259294, 'AVL_TRAIN'), (263118, 'UN_AVL'), (263147, 'AVL_TRAIN'), (264034, 'UN_AVL'), (268486, 'AVL_TRAIN'), (273571, 'UN_AVL'), (317634, 'AVL_EVAL'), (342373, 'UN_AVL'), (390709, 'AVL_TRAIN'), (397097, 'AVL_EVAL'), (430805, 'UN_AVL'), (439164, 'AVL_TRAIN'), (439555, 'UN_AVL'), (439556, 'AVL_TRAIN'), (439558, 'UN_AVL'), (439560, 'AVL_TRAIN'), (439561, 'UN_AVL'), (439564, 'AVL_TRAIN'), (439666, 'UN_AVL'), (439783, 'AVL_TRAIN'), (439800, 'UN_AVL'), (439806, 'AVL_TRAIN'), (447073, 'AVL_EVAL'), (447075, 'AVL_TRAIN'), (447611, 'AVL_EVAL'), (474997, 'UN_AVL'), (477430, 'AVL_TRAIN'), (514597, 'AVL_EVAL'), (525658, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (7694, 'UN_AVL'), (14795, 'AVL_TRAIN'), (42901, 'AVL_EVAL'), (67749, 'AVL_TRAIN'), (69391, 'AVL_EVAL'), (69409, 'AVL_TRAIN'), (85971, 'AVL_EVAL'), (97803, 'UN_AVL'), (132769, 'AVL_TRAIN'), (136047, 'AVL_EVAL'), (137979, 'AVL_TRAIN'), (152741, 'AVL_EVAL'), (232787, 'UN_AVL'), (259294, 'AVL_TRAIN'), (263118, 'UN_AVL'), (263147, 'AVL_TRAIN'), (264034, 'UN_AVL'), (268486, 'AVL_TRAIN'), (273571, 'UN_AVL'), (317634, 'AVL_EVAL'), (336712, 'UN_AVL'), (390709, 'AVL_TRAIN'), (397097, 'AVL_EVAL'), (429156, 'UN_AVL'), (439164, 'AVL_TRAIN'), (439555, 'UN_AVL'), (439556, 'AVL_TRAIN'), (439558, 'UN_AVL'), (439560, 'AVL_TRAIN'), (439561, 'UN_AVL'), (439564, 'AVL_TRAIN'), (439666, 'UN_AVL'), (439783, 'AVL_TRAIN'), (439800, 'UN_AVL'), (439806, 'AVL_TRAIN'), (447073, 'UN_AVL'), (447075, 'AVL_TRAIN'), (447611, 'UN_AVL'), (477430, 'AVL_TRAIN'), (514597, 'AVL_EVAL'), (525658, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14795, 'AVL_TRAIN'), (42901, 'UN_AVL'), (67749, 'AVL_TRAIN'), (69391, 'UN_AVL'), (69409, 'AVL_TRAIN'), (85971, 'UN_AVL'), (132769, 'AVL_TRAIN'), (136047, 'UN_AVL'), (137979, 'AVL_TRAIN'), (152741, 'UN_AVL'), (259294, 'AVL_TRAIN'), (263118, 'UN_AVL'), (263147, 'AVL_TRAIN'), (264034, 'UN_AVL'), (268486, 'AVL_TRAIN'), (273571, 'UN_AVL'), (390709, 'AVL_TRAIN'), (397097, 'UN_AVL'), (439164, 'AVL_TRAIN'), (439555, 'UN_AVL'), (439556, 'AVL_TRAIN'), (439558, 'UN_AVL'), (439560, 'AVL_TRAIN'), (439561, 'UN_AVL'), (439564, 'AVL_TRAIN'), (439666, 'UN_AVL'), (439783, 'AVL_TRAIN'), (439800, 'UN_AVL'), (439806, 'AVL_TRAIN'), (447073, 'UN_AVL'), (447075, 'AVL_TRAIN'), (447611, 'UN_AVL'), (477430, 'AVL_TRAIN'), (514597, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (13800, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (30600, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40800, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_EVAL'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_EVAL'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (31800, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (45000, 'AVL_EVAL'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'UN_AVL'), (85200, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (94800, 'UN_AVL'), (96000, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (99000, 'UN_AVL'), (99600, 'AVL_TRAIN'), (103200, 'UN_AVL'), (103800, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'UN_AVL'), (110400, 'AVL_EVAL'), (111600, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117600, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (130200, 'AVL_TRAIN'), (132000, 'UN_AVL'), (134400, 'AVL_TRAIN'), (136200, 'UN_AVL'), (136800, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'UN_AVL'), (140400, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (145800, 'UN_AVL'), (147000, 'AVL_TRAIN'), (148200, 'UN_AVL'), (149400, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (151200, 'UN_AVL'), (151800, 'AVL_EVAL'), (153000, 'UN_AVL'), (153600, 'AVL_EVAL'), (154200, 'UN_AVL'), (155400, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (162600, 'UN_AVL'), (165600, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (177600, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_34.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_34.json deleted file mode 100644 index 96d31a388..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_34.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580405", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 34, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "8.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (70271, 'AVL_TRAIN'), (70272, 'UN_AVL'), (70272, 'AVL_TRAIN'), (104036, 'UN_AVL'), (134118, 'AVL_EVAL'), (135705, 'UN_AVL'), (140517, 'AVL_TRAIN'), (141025, 'UN_AVL'), (141026, 'AVL_TRAIN'), (147453, 'UN_AVL'), (147454, 'AVL_TRAIN'), (147481, 'UN_AVL'), (147489, 'AVL_TRAIN'), (150114, 'UN_AVL'), (150783, 'AVL_TRAIN'), (151246, 'UN_AVL'), (151247, 'AVL_TRAIN'), (184459, 'UN_AVL'), (189081, 'AVL_TRAIN'), (202754, 'AVL_EVAL'), (202755, 'AVL_TRAIN'), (220036, 'AVL_EVAL'), (220036, 'AVL_TRAIN'), (223485, 'AVL_EVAL'), (238504, 'UN_AVL'), (259208, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (70271, 'AVL_TRAIN'), (70272, 'UN_AVL'), (70272, 'AVL_TRAIN'), (104036, 'UN_AVL'), (140517, 'AVL_TRAIN'), (141025, 'UN_AVL'), (141026, 'AVL_TRAIN'), (147453, 'UN_AVL'), (147454, 'AVL_TRAIN'), (147481, 'UN_AVL'), (147489, 'AVL_TRAIN'), (150114, 'UN_AVL'), (150783, 'AVL_TRAIN'), (151246, 'UN_AVL'), (151247, 'AVL_TRAIN'), (184459, 'UN_AVL'), (189081, 'AVL_TRAIN'), (202754, 'AVL_EVAL'), (202755, 'AVL_TRAIN'), (220036, 'AVL_EVAL'), (220036, 'AVL_TRAIN'), (223485, 'AVL_EVAL'), (235006, 'UN_AVL'), (259208, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (70271, 'AVL_TRAIN'), (70272, 'UN_AVL'), (70272, 'AVL_TRAIN'), (104036, 'UN_AVL'), (140517, 'AVL_TRAIN'), (141025, 'UN_AVL'), (141026, 'AVL_TRAIN'), (147453, 'UN_AVL'), (147454, 'AVL_TRAIN'), (147481, 'UN_AVL'), (147489, 'AVL_TRAIN'), (150114, 'UN_AVL'), (150783, 'AVL_TRAIN'), (151246, 'UN_AVL'), (151247, 'AVL_TRAIN'), (184459, 'UN_AVL'), (189081, 'AVL_TRAIN'), (202754, 'UN_AVL'), (202755, 'AVL_TRAIN'), (220036, 'UN_AVL'), (220036, 'AVL_TRAIN'), (223485, 'UN_AVL'), (259208, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19800, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (37200, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (46200, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (1200, 'UN_AVL'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'UN_AVL'), (10200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45600, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (61200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88800, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (91800, 'UN_AVL'), (92400, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94800, 'UN_AVL'), (95400, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (109200, 'UN_AVL'), (109800, 'AVL_TRAIN'), (110400, 'UN_AVL'), (111000, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118200, 'AVL_TRAIN'), (119400, 'UN_AVL'), (120600, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (132600, 'UN_AVL'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (137400, 'UN_AVL'), (140400, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (148200, 'UN_AVL'), (148800, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (155400, 'UN_AVL'), (157800, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (163800, 'UN_AVL'), (164400, 'AVL_TRAIN'), (166200, 'UN_AVL'), (166800, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (171600, 'UN_AVL'), (172200, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'UN_AVL'), (177600, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_35.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_35.json deleted file mode 100644 index 543c4ca1d..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_35.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580406", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 35, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (157092, 'AVL_TRAIN'), (157151, 'UN_AVL'), (159484, 'AVL_TRAIN'), (159489, 'UN_AVL'), (159494, 'AVL_TRAIN'), (162600, 'UN_AVL'), (167881, 'AVL_TRAIN'), (173569, 'AVL_EVAL'), (177173, 'UN_AVL'), (184282, 'AVL_TRAIN'), (188238, 'AVL_EVAL'), (189341, 'UN_AVL'), (219952, 'AVL_TRAIN'), (226242, 'AVL_EVAL'), (231559, 'UN_AVL'), (231559, 'AVL_TRAIN'), (237812, 'AVL_EVAL'), (271309, 'UN_AVL'), (325048, 'AVL_EVAL'), (326462, 'AVL_TRAIN'), (329766, 'AVL_EVAL'), (339363, 'UN_AVL'), (342100, 'AVL_TRAIN'), (344351, 'UN_AVL'), (348556, 'AVL_TRAIN'), (350795, 'UN_AVL'), (353753, 'AVL_TRAIN'), (360328, 'AVL_EVAL'), (362542, 'AVL_TRAIN'), (363167, 'AVL_EVAL'), (370474, 'UN_AVL'), (370484, 'AVL_TRAIN'), (374635, 'AVL_EVAL'), (377108, 'UN_AVL'), (405033, 'AVL_TRAIN'), (409621, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (157092, 'AVL_TRAIN'), (157151, 'UN_AVL'), (159484, 'AVL_TRAIN'), (159489, 'UN_AVL'), (159494, 'AVL_TRAIN'), (162600, 'UN_AVL'), (167881, 'AVL_TRAIN'), (173569, 'UN_AVL'), (184282, 'AVL_TRAIN'), (188238, 'UN_AVL'), (219952, 'AVL_TRAIN'), (226242, 'UN_AVL'), (231559, 'AVL_TRAIN'), (237812, 'AVL_EVAL'), (252499, 'UN_AVL'), (325048, 'AVL_EVAL'), (326462, 'AVL_TRAIN'), (329766, 'AVL_EVAL'), (339363, 'UN_AVL'), (342100, 'AVL_TRAIN'), (344351, 'UN_AVL'), (348556, 'AVL_TRAIN'), (350795, 'UN_AVL'), (353753, 'AVL_TRAIN'), (360328, 'UN_AVL'), (362542, 'AVL_TRAIN'), (363167, 'UN_AVL'), (370484, 'AVL_TRAIN'), (374635, 'UN_AVL'), (405033, 'AVL_TRAIN'), (409621, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (157092, 'AVL_TRAIN'), (157151, 'UN_AVL'), (159484, 'AVL_TRAIN'), (159489, 'UN_AVL'), (159494, 'AVL_TRAIN'), (162600, 'UN_AVL'), (167881, 'AVL_TRAIN'), (173569, 'UN_AVL'), (184282, 'AVL_TRAIN'), (188238, 'UN_AVL'), (219952, 'AVL_TRAIN'), (226242, 'UN_AVL'), (231559, 'AVL_TRAIN'), (237812, 'UN_AVL'), (326462, 'AVL_TRAIN'), (329766, 'UN_AVL'), (342100, 'AVL_TRAIN'), (344351, 'UN_AVL'), (348556, 'AVL_TRAIN'), (350795, 'UN_AVL'), (353753, 'AVL_TRAIN'), (360328, 'UN_AVL'), (362542, 'AVL_TRAIN'), (363167, 'UN_AVL'), (370484, 'AVL_TRAIN'), (374635, 'UN_AVL'), (405033, 'AVL_TRAIN'), (409621, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1800, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (9000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (20400, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (65400, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (3000, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28800, 'AVL_EVAL'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45600, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (53400, 'UN_AVL'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (65400, 'UN_AVL'), (67200, 'AVL_TRAIN'), (70200, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85800, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (103200, 'UN_AVL'), (103800, 'AVL_TRAIN'), (107400, 'UN_AVL'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (121200, 'UN_AVL'), (121800, 'AVL_TRAIN'), (123000, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (142800, 'UN_AVL'), (143400, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_TRAIN'), (157200, 'UN_AVL'), (161400, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (164400, 'UN_AVL'), (168000, 'AVL_TRAIN'), (169800, 'UN_AVL'), (170400, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (172800, 'UN_AVL'), (175200, 'AVL_TRAIN'), (177000, 'UN_AVL'), (177600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_36.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_36.json deleted file mode 100644 index b7df85c3f..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_36.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580407", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 36, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "9.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (181690, 'AVL_EVAL'), (189338, 'UN_AVL'), (220622, 'AVL_TRAIN'), (220655, 'UN_AVL'), (220656, 'AVL_TRAIN'), (227231, 'AVL_EVAL'), (227241, 'AVL_TRAIN'), (247979, 'AVL_EVAL'), (249947, 'AVL_TRAIN'), (253244, 'AVL_EVAL'), (259489, 'UN_AVL'), (266932, 'AVL_TRAIN'), (278193, 'AVL_EVAL'), (310219, 'UN_AVL'), (339906, 'AVL_EVAL'), (347911, 'UN_AVL'), (362595, 'AVL_TRAIN'), (390071, 'AVL_EVAL'), (430436, 'UN_AVL'), (435756, 'AVL_TRAIN'), (437100, 'UN_AVL'), (437110, 'AVL_TRAIN'), (440847, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (181690, 'AVL_EVAL'), (182347, 'UN_AVL'), (220622, 'AVL_TRAIN'), (220655, 'UN_AVL'), (220656, 'AVL_TRAIN'), (227231, 'UN_AVL'), (227241, 'AVL_TRAIN'), (247979, 'AVL_EVAL'), (249947, 'AVL_TRAIN'), (253244, 'AVL_EVAL'), (256639, 'UN_AVL'), (266932, 'AVL_TRAIN'), (278193, 'AVL_EVAL'), (306406, 'UN_AVL'), (362595, 'AVL_TRAIN'), (390071, 'AVL_EVAL'), (419325, 'UN_AVL'), (435756, 'AVL_TRAIN'), (437100, 'UN_AVL'), (437110, 'AVL_TRAIN'), (440847, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (220622, 'AVL_TRAIN'), (220655, 'UN_AVL'), (220656, 'AVL_TRAIN'), (227231, 'UN_AVL'), (227241, 'AVL_TRAIN'), (247979, 'UN_AVL'), (249947, 'AVL_TRAIN'), (253244, 'UN_AVL'), (266932, 'AVL_TRAIN'), (278193, 'UN_AVL'), (362595, 'AVL_TRAIN'), (390071, 'UN_AVL'), (435756, 'AVL_TRAIN'), (437100, 'UN_AVL'), (437110, 'AVL_TRAIN'), (440847, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'UN_AVL'), (19200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (57000, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'UN_AVL'), (79200, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'UN_AVL'), (86400, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90000, 'UN_AVL'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (99000, 'UN_AVL'), (99600, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (102600, 'UN_AVL'), (103200, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'UN_AVL'), (108000, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (141000, 'UN_AVL'), (141600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (160200, 'UN_AVL'), (161400, 'AVL_TRAIN'), (162000, 'UN_AVL'), (162600, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_37.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_37.json deleted file mode 100644 index 04844df73..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_37.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580408", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 37, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "8.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (3049, 'AVL_EVAL'), (38657, 'AVL_TRAIN'), (42930, 'AVL_EVAL'), (83335, 'AVL_TRAIN'), (89295, 'AVL_EVAL'), (132341, 'UN_AVL'), (140030, 'AVL_TRAIN'), (143759, 'UN_AVL'), (163839, 'AVL_TRAIN'), (171099, 'AVL_EVAL'), (172116, 'AVL_TRAIN'), (182003, 'AVL_EVAL'), (205065, 'UN_AVL'), (210342, 'AVL_TRAIN'), (255530, 'UN_AVL'), (255543, 'AVL_TRAIN'), (259029, 'UN_AVL'), (259047, 'AVL_TRAIN'), (267033, 'AVL_EVAL'), (303621, 'AVL_TRAIN'), (309577, 'AVL_EVAL'), (314937, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (3049, 'AVL_EVAL'), (35489, 'UN_AVL'), (38657, 'AVL_TRAIN'), (42930, 'AVL_EVAL'), (55765, 'UN_AVL'), (83335, 'AVL_TRAIN'), (89295, 'AVL_EVAL'), (97171, 'UN_AVL'), (140030, 'AVL_TRAIN'), (143759, 'UN_AVL'), (163839, 'AVL_TRAIN'), (171099, 'UN_AVL'), (172116, 'AVL_TRAIN'), (182003, 'AVL_EVAL'), (188445, 'UN_AVL'), (210342, 'AVL_TRAIN'), (255530, 'UN_AVL'), (255543, 'AVL_TRAIN'), (259029, 'UN_AVL'), (259047, 'AVL_TRAIN'), (267033, 'AVL_EVAL'), (270763, 'UN_AVL'), (303621, 'AVL_TRAIN'), (309577, 'AVL_EVAL'), (313905, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (3049, 'UN_AVL'), (38657, 'AVL_TRAIN'), (42930, 'UN_AVL'), (83335, 'AVL_TRAIN'), (89295, 'UN_AVL'), (140030, 'AVL_TRAIN'), (143759, 'UN_AVL'), (163839, 'AVL_TRAIN'), (171099, 'UN_AVL'), (172116, 'AVL_TRAIN'), (182003, 'UN_AVL'), (210342, 'AVL_TRAIN'), (255530, 'UN_AVL'), (255543, 'AVL_TRAIN'), (259029, 'UN_AVL'), (259047, 'AVL_TRAIN'), (267033, 'UN_AVL'), (303621, 'AVL_TRAIN'), (309577, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7800, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (65400, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (175200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (15000, 'UN_AVL'), (17400, 'AVL_EVAL'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31800, 'AVL_EVAL'), (33000, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39600, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (47400, 'UN_AVL'), (49800, 'AVL_EVAL'), (52200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (64800, 'UN_AVL'), (66000, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (92400, 'UN_AVL'), (93600, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'UN_AVL'), (117600, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (124800, 'UN_AVL'), (125400, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (130200, 'UN_AVL'), (133200, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (135000, 'UN_AVL'), (136800, 'AVL_TRAIN'), (138000, 'UN_AVL'), (138600, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (145800, 'UN_AVL'), (146400, 'AVL_EVAL'), (149400, 'UN_AVL'), (150600, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'UN_AVL'), (153000, 'AVL_EVAL'), (154200, 'UN_AVL'), (154800, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (161400, 'UN_AVL'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'UN_AVL'), (169800, 'AVL_TRAIN'), (170400, 'UN_AVL'), (172200, 'AVL_TRAIN'), (172800, 'UN_AVL'), (175200, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_38.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_38.json deleted file mode 100644 index 33e383dc3..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_38.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580409", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 38, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "18.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (11047, 'AVL_TRAIN'), (11642, 'UN_AVL'), (11747, 'AVL_TRAIN'), (13275, 'UN_AVL'), (25409, 'AVL_EVAL'), (47845, 'UN_AVL'), (71020, 'AVL_TRAIN'), (73744, 'UN_AVL'), (73767, 'AVL_TRAIN'), (74873, 'UN_AVL'), (79371, 'AVL_TRAIN'), (80765, 'UN_AVL'), (83531, 'AVL_TRAIN'), (84833, 'UN_AVL'), (94217, 'AVL_TRAIN'), (97395, 'AVL_EVAL'), (98723, 'UN_AVL'), (112834, 'AVL_TRAIN'), (112871, 'UN_AVL'), (112908, 'AVL_TRAIN'), (112965, 'UN_AVL'), (113073, 'AVL_TRAIN'), (115426, 'UN_AVL'), (117593, 'AVL_TRAIN'), (118930, 'UN_AVL'), (118950, 'AVL_TRAIN'), (137864, 'AVL_EVAL'), (159662, 'UN_AVL'), (167171, 'AVL_TRAIN'), (171052, 'AVL_EVAL'), (171058, 'AVL_TRAIN'), (171486, 'AVL_EVAL'), (183398, 'UN_AVL'), (190666, 'AVL_TRAIN'), (194339, 'AVL_EVAL'), (201702, 'UN_AVL'), (235372, 'AVL_TRAIN'), (237550, 'UN_AVL'), (237559, 'AVL_TRAIN'), (237765, 'UN_AVL'), (247173, 'AVL_TRAIN'), (247543, 'UN_AVL'), (248832, 'AVL_TRAIN'), (249602, 'UN_AVL'), (252388, 'AVL_TRAIN'), (253079, 'UN_AVL'), (257462, 'AVL_TRAIN'), (263566, 'AVL_EVAL'), (287685, 'UN_AVL'), (325656, 'AVL_TRAIN'), (327966, 'UN_AVL'), (328085, 'AVL_TRAIN'), (328102, 'UN_AVL'), (328115, 'AVL_TRAIN'), (328121, 'UN_AVL'), (340434, 'AVL_TRAIN'), (341294, 'UN_AVL'), (342887, 'AVL_TRAIN'), (343770, 'UN_AVL'), (356565, 'AVL_TRAIN'), (356582, 'UN_AVL'), (360239, 'AVL_TRAIN'), (362988, 'AVL_EVAL'), (368591, 'UN_AVL'), (413195, 'AVL_TRAIN'), (422190, 'AVL_EVAL'), (453990, 'UN_AVL'), (453990, 'AVL_TRAIN'), (460189, 'AVL_EVAL'), (488326, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (11047, 'AVL_TRAIN'), (11642, 'UN_AVL'), (11747, 'AVL_TRAIN'), (13275, 'UN_AVL'), (71020, 'AVL_TRAIN'), (73744, 'UN_AVL'), (73767, 'AVL_TRAIN'), (74873, 'UN_AVL'), (79371, 'AVL_TRAIN'), (80765, 'UN_AVL'), (83531, 'AVL_TRAIN'), (84833, 'UN_AVL'), (94217, 'AVL_TRAIN'), (97395, 'UN_AVL'), (112834, 'AVL_TRAIN'), (112871, 'UN_AVL'), (112908, 'AVL_TRAIN'), (112965, 'UN_AVL'), (113073, 'AVL_TRAIN'), (115426, 'UN_AVL'), (117593, 'AVL_TRAIN'), (118930, 'UN_AVL'), (118950, 'AVL_TRAIN'), (137864, 'AVL_EVAL'), (155633, 'UN_AVL'), (167171, 'AVL_TRAIN'), (171052, 'UN_AVL'), (171058, 'AVL_TRAIN'), (171486, 'UN_AVL'), (190666, 'AVL_TRAIN'), (194339, 'AVL_EVAL'), (198294, 'UN_AVL'), (235372, 'AVL_TRAIN'), (237550, 'UN_AVL'), (237559, 'AVL_TRAIN'), (237765, 'UN_AVL'), (247173, 'AVL_TRAIN'), (247543, 'UN_AVL'), (248832, 'AVL_TRAIN'), (249602, 'UN_AVL'), (252388, 'AVL_TRAIN'), (253079, 'UN_AVL'), (257462, 'AVL_TRAIN'), (263566, 'AVL_EVAL'), (284803, 'UN_AVL'), (325656, 'AVL_TRAIN'), (327966, 'UN_AVL'), (328085, 'AVL_TRAIN'), (328102, 'UN_AVL'), (328115, 'AVL_TRAIN'), (328121, 'UN_AVL'), (340434, 'AVL_TRAIN'), (341294, 'UN_AVL'), (342887, 'AVL_TRAIN'), (343770, 'UN_AVL'), (356565, 'AVL_TRAIN'), (356582, 'UN_AVL'), (360239, 'AVL_TRAIN'), (362988, 'UN_AVL'), (413195, 'AVL_TRAIN'), (422190, 'AVL_EVAL'), (445117, 'UN_AVL'), (453990, 'AVL_TRAIN'), (460189, 'AVL_EVAL'), (488326, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (11047, 'AVL_TRAIN'), (11642, 'UN_AVL'), (11747, 'AVL_TRAIN'), (13275, 'UN_AVL'), (71020, 'AVL_TRAIN'), (73744, 'UN_AVL'), (73767, 'AVL_TRAIN'), (74873, 'UN_AVL'), (79371, 'AVL_TRAIN'), (80765, 'UN_AVL'), (83531, 'AVL_TRAIN'), (84833, 'UN_AVL'), (94217, 'AVL_TRAIN'), (97395, 'UN_AVL'), (112834, 'AVL_TRAIN'), (112871, 'UN_AVL'), (112908, 'AVL_TRAIN'), (112965, 'UN_AVL'), (113073, 'AVL_TRAIN'), (115426, 'UN_AVL'), (117593, 'AVL_TRAIN'), (118930, 'UN_AVL'), (118950, 'AVL_TRAIN'), (137864, 'UN_AVL'), (167171, 'AVL_TRAIN'), (171052, 'UN_AVL'), (171058, 'AVL_TRAIN'), (171486, 'UN_AVL'), (190666, 'AVL_TRAIN'), (194339, 'UN_AVL'), (235372, 'AVL_TRAIN'), (237550, 'UN_AVL'), (237559, 'AVL_TRAIN'), (237765, 'UN_AVL'), (247173, 'AVL_TRAIN'), (247543, 'UN_AVL'), (248832, 'AVL_TRAIN'), (249602, 'UN_AVL'), (252388, 'AVL_TRAIN'), (253079, 'UN_AVL'), (257462, 'AVL_TRAIN'), (263566, 'UN_AVL'), (325656, 'AVL_TRAIN'), (327966, 'UN_AVL'), (328085, 'AVL_TRAIN'), (328102, 'UN_AVL'), (328115, 'AVL_TRAIN'), (328121, 'UN_AVL'), (340434, 'AVL_TRAIN'), (341294, 'UN_AVL'), (342887, 'AVL_TRAIN'), (343770, 'UN_AVL'), (356565, 'AVL_TRAIN'), (356582, 'UN_AVL'), (360239, 'AVL_TRAIN'), (362988, 'UN_AVL'), (413195, 'AVL_TRAIN'), (422190, 'UN_AVL'), (453990, 'AVL_TRAIN'), (460189, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54000, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (74400, 'AVL_TRAIN'), (77400, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (17400, 'AVL_TRAIN'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49800, 'UN_AVL'), (51000, 'AVL_EVAL'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'UN_AVL'), (70200, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (75600, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'UN_AVL'), (84000, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (108600, 'UN_AVL'), (109200, 'AVL_TRAIN'), (111000, 'UN_AVL'), (111600, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (115800, 'UN_AVL'), (118800, 'AVL_EVAL'), (120000, 'UN_AVL'), (120600, 'AVL_TRAIN'), (122400, 'UN_AVL'), (124200, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'UN_AVL'), (135000, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139200, 'UN_AVL'), (139800, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'UN_AVL'), (144000, 'AVL_TRAIN'), (146400, 'UN_AVL'), (147600, 'AVL_TRAIN'), (151200, 'UN_AVL'), (151800, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (166800, 'UN_AVL'), (168600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'UN_AVL'), (170400, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'UN_AVL'), (172800, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175800, 'UN_AVL'), (177600, 'AVL_TRAIN'), (178200, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_39.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_39.json deleted file mode 100644 index 0f9c871fa..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_39.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580410", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 39, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (73547, 'AVL_EVAL'), (76574, 'UN_AVL'), (76633, 'AVL_TRAIN'), (76808, 'UN_AVL'), (76809, 'AVL_TRAIN'), (76850, 'UN_AVL'), (76850, 'AVL_TRAIN'), (77081, 'UN_AVL'), (77082, 'AVL_TRAIN'), (77084, 'UN_AVL'), (77088, 'AVL_TRAIN'), (77104, 'UN_AVL'), (77110, 'AVL_TRAIN'), (77127, 'UN_AVL'), (77127, 'AVL_TRAIN'), (77173, 'UN_AVL'), (77190, 'AVL_TRAIN'), (77191, 'UN_AVL'), (77193, 'AVL_TRAIN'), (77200, 'UN_AVL'), (77204, 'AVL_TRAIN'), (77206, 'UN_AVL'), (77210, 'AVL_TRAIN'), (77213, 'UN_AVL'), (77213, 'AVL_TRAIN'), (77214, 'UN_AVL'), (77215, 'AVL_TRAIN'), (77231, 'UN_AVL'), (77240, 'AVL_TRAIN'), (77241, 'UN_AVL'), (77254, 'AVL_TRAIN'), (77300, 'UN_AVL'), (77334, 'AVL_TRAIN'), (77335, 'UN_AVL'), (77340, 'AVL_TRAIN'), (77345, 'UN_AVL'), (77348, 'AVL_TRAIN'), (77350, 'UN_AVL'), (77352, 'AVL_TRAIN'), (77436, 'UN_AVL'), (77437, 'AVL_TRAIN'), (77500, 'UN_AVL'), (77502, 'AVL_TRAIN'), (77535, 'UN_AVL'), (77535, 'AVL_TRAIN'), (77536, 'UN_AVL'), (77538, 'AVL_TRAIN'), (77655, 'UN_AVL'), (77656, 'AVL_TRAIN'), (77659, 'UN_AVL'), (77660, 'AVL_TRAIN'), (77666, 'UN_AVL'), (77667, 'AVL_TRAIN'), (77784, 'UN_AVL'), (77785, 'AVL_TRAIN'), (77793, 'UN_AVL'), (77793, 'AVL_TRAIN'), (77917, 'UN_AVL'), (77917, 'AVL_TRAIN'), (77934, 'UN_AVL'), (77934, 'AVL_TRAIN'), (77960, 'UN_AVL'), (77961, 'AVL_TRAIN'), (77962, 'UN_AVL'), (77964, 'AVL_TRAIN'), (77971, 'UN_AVL'), (77972, 'AVL_TRAIN'), (77974, 'UN_AVL'), (77974, 'AVL_TRAIN'), (77977, 'UN_AVL'), (77977, 'AVL_TRAIN'), (77991, 'UN_AVL'), (77992, 'AVL_TRAIN'), (78002, 'UN_AVL'), (78003, 'AVL_TRAIN'), (78004, 'UN_AVL'), (78006, 'AVL_TRAIN'), (78008, 'UN_AVL'), (78008, 'AVL_TRAIN'), (78043, 'UN_AVL'), (78044, 'AVL_TRAIN'), (78108, 'UN_AVL'), (78108, 'AVL_TRAIN'), (78112, 'UN_AVL'), (78112, 'AVL_TRAIN'), (78175, 'UN_AVL'), (78175, 'AVL_TRAIN'), (79611, 'UN_AVL'), (83140, 'AVL_TRAIN'), (83220, 'UN_AVL'), (83220, 'AVL_TRAIN'), (83475, 'UN_AVL'), (83476, 'AVL_TRAIN'), (83853, 'UN_AVL'), (83855, 'AVL_TRAIN'), (83876, 'UN_AVL'), (83876, 'AVL_TRAIN'), (83885, 'UN_AVL'), (83885, 'AVL_TRAIN'), (83902, 'UN_AVL'), (83904, 'AVL_TRAIN'), (83913, 'UN_AVL'), (83913, 'AVL_TRAIN'), (94598, 'AVL_EVAL'), (94598, 'AVL_TRAIN'), (94617, 'AVL_EVAL'), (97436, 'AVL_TRAIN'), (98168, 'AVL_EVAL'), (98755, 'UN_AVL'), (102213, 'AVL_TRAIN'), (102362, 'UN_AVL'), (102362, 'AVL_TRAIN'), (102374, 'UN_AVL'), (102379, 'AVL_TRAIN'), (102660, 'UN_AVL'), (102670, 'AVL_TRAIN'), (102674, 'UN_AVL'), (102674, 'AVL_TRAIN'), (102978, 'UN_AVL'), (102978, 'AVL_TRAIN'), (102980, 'UN_AVL'), (102981, 'AVL_TRAIN'), (102982, 'UN_AVL'), (102982, 'AVL_TRAIN'), (102985, 'UN_AVL'), (102985, 'AVL_TRAIN'), (103021, 'UN_AVL'), (103021, 'AVL_TRAIN'), (103651, 'UN_AVL'), (103651, 'AVL_TRAIN'), (103811, 'UN_AVL'), (103811, 'AVL_TRAIN'), (103842, 'UN_AVL'), (105769, 'AVL_TRAIN'), (105867, 'UN_AVL'), (105868, 'AVL_TRAIN'), (109167, 'UN_AVL'), (109167, 'AVL_TRAIN'), (109179, 'UN_AVL'), (109179, 'AVL_TRAIN'), (109190, 'UN_AVL'), (110853, 'AVL_TRAIN'), (111020, 'UN_AVL'), (111024, 'AVL_TRAIN'), (111746, 'UN_AVL'), (111773, 'AVL_TRAIN'), (131766, 'AVL_EVAL'), (161481, 'UN_AVL'), (190250, 'AVL_EVAL'), (190250, 'AVL_TRAIN'), (190322, 'AVL_EVAL'), (190322, 'AVL_TRAIN'), (190323, 'AVL_EVAL'), (190323, 'AVL_TRAIN'), (192697, 'AVL_EVAL'), (225117, 'UN_AVL'), (236840, 'AVL_EVAL'), (243126, 'UN_AVL'), (247103, 'AVL_TRAIN'), (248048, 'UN_AVL'), (248048, 'AVL_TRAIN'), (248068, 'UN_AVL'), (258565, 'AVL_TRAIN'), (264979, 'UN_AVL'), (266318, 'AVL_TRAIN'), (267410, 'UN_AVL'), (269641, 'AVL_TRAIN'), (270373, 'UN_AVL'), (275795, 'AVL_TRAIN'), (282218, 'AVL_EVAL'), (298476, 'UN_AVL'), (318647, 'AVL_TRAIN'), (318665, 'UN_AVL'), (318666, 'AVL_TRAIN'), (318667, 'UN_AVL'), (318668, 'AVL_TRAIN'), (320765, 'UN_AVL'), (320765, 'AVL_TRAIN'), (320766, 'UN_AVL'), (320766, 'AVL_TRAIN'), (320776, 'UN_AVL'), (320778, 'AVL_TRAIN'), (320851, 'UN_AVL'), (320851, 'AVL_TRAIN'), (320870, 'UN_AVL'), (320871, 'AVL_TRAIN'), (320872, 'UN_AVL'), (320875, 'AVL_TRAIN'), (320876, 'UN_AVL'), (320877, 'AVL_TRAIN'), (320880, 'UN_AVL'), (320883, 'AVL_TRAIN'), (320884, 'UN_AVL'), (320884, 'AVL_TRAIN'), (320922, 'UN_AVL'), (320922, 'AVL_TRAIN'), (322293, 'UN_AVL'), (322295, 'AVL_TRAIN'), (322296, 'UN_AVL'), (322296, 'AVL_TRAIN'), (322297, 'UN_AVL'), (322297, 'AVL_TRAIN'), (322298, 'UN_AVL'), (322449, 'AVL_TRAIN'), (322450, 'UN_AVL'), (322467, 'AVL_TRAIN'), (322470, 'UN_AVL'), (322471, 'AVL_TRAIN'), (323215, 'UN_AVL'), (326785, 'AVL_TRAIN'), (340656, 'AVL_EVAL'), (360524, 'UN_AVL'), (360524, 'AVL_TRAIN'), (364796, 'UN_AVL'), (364802, 'AVL_TRAIN'), (364964, 'UN_AVL'), (364990, 'AVL_TRAIN'), (365065, 'UN_AVL'), (365065, 'AVL_TRAIN'), (365068, 'UN_AVL'), (365069, 'AVL_TRAIN'), (365071, 'UN_AVL'), (365072, 'AVL_TRAIN'), (365077, 'UN_AVL'), (365077, 'AVL_TRAIN'), (366909, 'UN_AVL'), (366910, 'AVL_TRAIN'), (367088, 'UN_AVL'), (367088, 'AVL_TRAIN'), (367089, 'UN_AVL'), (367089, 'AVL_TRAIN'), (367318, 'UN_AVL'), (367320, 'AVL_TRAIN'), (367327, 'UN_AVL'), (367328, 'AVL_TRAIN'), (367329, 'UN_AVL'), (367329, 'AVL_TRAIN'), (367331, 'UN_AVL'), (367332, 'AVL_TRAIN'), (367546, 'UN_AVL'), (367547, 'AVL_TRAIN'), (367635, 'UN_AVL'), (367636, 'AVL_TRAIN'), (367937, 'UN_AVL'), (367937, 'AVL_TRAIN'), (368230, 'UN_AVL'), (368231, 'AVL_TRAIN'), (368269, 'UN_AVL'), (368269, 'AVL_TRAIN'), (368270, 'UN_AVL'), (368270, 'AVL_TRAIN'), (368271, 'UN_AVL'), (368271, 'AVL_TRAIN'), (368272, 'UN_AVL'), (368272, 'AVL_TRAIN'), (368490, 'UN_AVL'), (368490, 'AVL_TRAIN'), (368491, 'UN_AVL'), (368491, 'AVL_TRAIN'), (368492, 'UN_AVL'), (368492, 'AVL_TRAIN'), (368673, 'UN_AVL'), (368673, 'AVL_TRAIN'), (371991, 'AVL_EVAL'), (371991, 'AVL_TRAIN'), (372152, 'AVL_EVAL'), (372152, 'AVL_TRAIN'), (379921, 'AVL_EVAL'), (379921, 'AVL_TRAIN'), (380554, 'AVL_EVAL'), (380554, 'AVL_TRAIN'), (380555, 'AVL_EVAL'), (416743, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (76633, 'AVL_TRAIN'), (76808, 'UN_AVL'), (76809, 'AVL_TRAIN'), (76850, 'UN_AVL'), (76850, 'AVL_TRAIN'), (77081, 'UN_AVL'), (77082, 'AVL_TRAIN'), (77084, 'UN_AVL'), (77088, 'AVL_TRAIN'), (77104, 'UN_AVL'), (77110, 'AVL_TRAIN'), (77127, 'UN_AVL'), (77127, 'AVL_TRAIN'), (77173, 'UN_AVL'), (77190, 'AVL_TRAIN'), (77191, 'UN_AVL'), (77193, 'AVL_TRAIN'), (77200, 'UN_AVL'), (77204, 'AVL_TRAIN'), (77206, 'UN_AVL'), (77210, 'AVL_TRAIN'), (77213, 'UN_AVL'), (77213, 'AVL_TRAIN'), (77214, 'UN_AVL'), (77215, 'AVL_TRAIN'), (77231, 'UN_AVL'), (77240, 'AVL_TRAIN'), (77241, 'UN_AVL'), (77254, 'AVL_TRAIN'), (77300, 'UN_AVL'), (77334, 'AVL_TRAIN'), (77335, 'UN_AVL'), (77340, 'AVL_TRAIN'), (77345, 'UN_AVL'), (77348, 'AVL_TRAIN'), (77350, 'UN_AVL'), (77352, 'AVL_TRAIN'), (77436, 'UN_AVL'), (77437, 'AVL_TRAIN'), (77500, 'UN_AVL'), (77502, 'AVL_TRAIN'), (77535, 'UN_AVL'), (77535, 'AVL_TRAIN'), (77536, 'UN_AVL'), (77538, 'AVL_TRAIN'), (77655, 'UN_AVL'), (77656, 'AVL_TRAIN'), (77659, 'UN_AVL'), (77660, 'AVL_TRAIN'), (77666, 'UN_AVL'), (77667, 'AVL_TRAIN'), (77784, 'UN_AVL'), (77785, 'AVL_TRAIN'), (77793, 'UN_AVL'), (77793, 'AVL_TRAIN'), (77917, 'UN_AVL'), (77917, 'AVL_TRAIN'), (77934, 'UN_AVL'), (77934, 'AVL_TRAIN'), (77960, 'UN_AVL'), (77961, 'AVL_TRAIN'), (77962, 'UN_AVL'), (77964, 'AVL_TRAIN'), (77971, 'UN_AVL'), (77972, 'AVL_TRAIN'), (77974, 'UN_AVL'), (77974, 'AVL_TRAIN'), (77977, 'UN_AVL'), (77977, 'AVL_TRAIN'), (77991, 'UN_AVL'), (77992, 'AVL_TRAIN'), (78002, 'UN_AVL'), (78003, 'AVL_TRAIN'), (78004, 'UN_AVL'), (78006, 'AVL_TRAIN'), (78008, 'UN_AVL'), (78008, 'AVL_TRAIN'), (78043, 'UN_AVL'), (78044, 'AVL_TRAIN'), (78108, 'UN_AVL'), (78108, 'AVL_TRAIN'), (78112, 'UN_AVL'), (78112, 'AVL_TRAIN'), (78175, 'UN_AVL'), (78175, 'AVL_TRAIN'), (79611, 'UN_AVL'), (83140, 'AVL_TRAIN'), (83220, 'UN_AVL'), (83220, 'AVL_TRAIN'), (83475, 'UN_AVL'), (83476, 'AVL_TRAIN'), (83853, 'UN_AVL'), (83855, 'AVL_TRAIN'), (83876, 'UN_AVL'), (83876, 'AVL_TRAIN'), (83885, 'UN_AVL'), (83885, 'AVL_TRAIN'), (83902, 'UN_AVL'), (83904, 'AVL_TRAIN'), (83913, 'UN_AVL'), (83913, 'AVL_TRAIN'), (94598, 'UN_AVL'), (94598, 'AVL_TRAIN'), (94617, 'UN_AVL'), (97436, 'AVL_TRAIN'), (98168, 'UN_AVL'), (102213, 'AVL_TRAIN'), (102362, 'UN_AVL'), (102362, 'AVL_TRAIN'), (102374, 'UN_AVL'), (102379, 'AVL_TRAIN'), (102660, 'UN_AVL'), (102670, 'AVL_TRAIN'), (102674, 'UN_AVL'), (102674, 'AVL_TRAIN'), (102978, 'UN_AVL'), (102978, 'AVL_TRAIN'), (102980, 'UN_AVL'), (102981, 'AVL_TRAIN'), (102982, 'UN_AVL'), (102982, 'AVL_TRAIN'), (102985, 'UN_AVL'), (102985, 'AVL_TRAIN'), (103021, 'UN_AVL'), (103021, 'AVL_TRAIN'), (103651, 'UN_AVL'), (103651, 'AVL_TRAIN'), (103811, 'UN_AVL'), (103811, 'AVL_TRAIN'), (103842, 'UN_AVL'), (105769, 'AVL_TRAIN'), (105867, 'UN_AVL'), (105868, 'AVL_TRAIN'), (109167, 'UN_AVL'), (109167, 'AVL_TRAIN'), (109179, 'UN_AVL'), (109179, 'AVL_TRAIN'), (109190, 'UN_AVL'), (110853, 'AVL_TRAIN'), (111020, 'UN_AVL'), (111024, 'AVL_TRAIN'), (111746, 'UN_AVL'), (111773, 'AVL_TRAIN'), (131766, 'AVL_EVAL'), (161481, 'UN_AVL'), (190250, 'AVL_TRAIN'), (190322, 'UN_AVL'), (190322, 'AVL_TRAIN'), (190323, 'UN_AVL'), (190323, 'AVL_TRAIN'), (192697, 'UN_AVL'), (247103, 'AVL_TRAIN'), (248048, 'UN_AVL'), (248048, 'AVL_TRAIN'), (248068, 'UN_AVL'), (258565, 'AVL_TRAIN'), (264979, 'UN_AVL'), (266318, 'AVL_TRAIN'), (267410, 'UN_AVL'), (269641, 'AVL_TRAIN'), (270373, 'UN_AVL'), (275795, 'AVL_TRAIN'), (282218, 'UN_AVL'), (318647, 'AVL_TRAIN'), (318665, 'UN_AVL'), (318666, 'AVL_TRAIN'), (318667, 'UN_AVL'), (318668, 'AVL_TRAIN'), (320765, 'UN_AVL'), (320765, 'AVL_TRAIN'), (320766, 'UN_AVL'), (320766, 'AVL_TRAIN'), (320776, 'UN_AVL'), (320778, 'AVL_TRAIN'), (320851, 'UN_AVL'), (320851, 'AVL_TRAIN'), (320870, 'UN_AVL'), (320871, 'AVL_TRAIN'), (320872, 'UN_AVL'), (320875, 'AVL_TRAIN'), (320876, 'UN_AVL'), (320877, 'AVL_TRAIN'), (320880, 'UN_AVL'), (320883, 'AVL_TRAIN'), (320884, 'UN_AVL'), (320884, 'AVL_TRAIN'), (320922, 'UN_AVL'), (320922, 'AVL_TRAIN'), (322293, 'UN_AVL'), (322295, 'AVL_TRAIN'), (322296, 'UN_AVL'), (322296, 'AVL_TRAIN'), (322297, 'UN_AVL'), (322297, 'AVL_TRAIN'), (322298, 'UN_AVL'), (322449, 'AVL_TRAIN'), (322450, 'UN_AVL'), (322467, 'AVL_TRAIN'), (322470, 'UN_AVL'), (322471, 'AVL_TRAIN'), (323215, 'UN_AVL'), (326785, 'AVL_TRAIN'), (340656, 'AVL_EVAL'), (344916, 'UN_AVL'), (360524, 'AVL_TRAIN'), (364796, 'UN_AVL'), (364802, 'AVL_TRAIN'), (364964, 'UN_AVL'), (364990, 'AVL_TRAIN'), (365065, 'UN_AVL'), (365065, 'AVL_TRAIN'), (365068, 'UN_AVL'), (365069, 'AVL_TRAIN'), (365071, 'UN_AVL'), (365072, 'AVL_TRAIN'), (365077, 'UN_AVL'), (365077, 'AVL_TRAIN'), (366909, 'UN_AVL'), (366910, 'AVL_TRAIN'), (367088, 'UN_AVL'), (367088, 'AVL_TRAIN'), (367089, 'UN_AVL'), (367089, 'AVL_TRAIN'), (367318, 'UN_AVL'), (367320, 'AVL_TRAIN'), (367327, 'UN_AVL'), (367328, 'AVL_TRAIN'), (367329, 'UN_AVL'), (367329, 'AVL_TRAIN'), (367331, 'UN_AVL'), (367332, 'AVL_TRAIN'), (367546, 'UN_AVL'), (367547, 'AVL_TRAIN'), (367635, 'UN_AVL'), (367636, 'AVL_TRAIN'), (367937, 'UN_AVL'), (367937, 'AVL_TRAIN'), (368230, 'UN_AVL'), (368231, 'AVL_TRAIN'), (368269, 'UN_AVL'), (368269, 'AVL_TRAIN'), (368270, 'UN_AVL'), (368270, 'AVL_TRAIN'), (368271, 'UN_AVL'), (368271, 'AVL_TRAIN'), (368272, 'UN_AVL'), (368272, 'AVL_TRAIN'), (368490, 'UN_AVL'), (368490, 'AVL_TRAIN'), (368491, 'UN_AVL'), (368491, 'AVL_TRAIN'), (368492, 'UN_AVL'), (368492, 'AVL_TRAIN'), (368673, 'UN_AVL'), (368673, 'AVL_TRAIN'), (371991, 'UN_AVL'), (371991, 'AVL_TRAIN'), (372152, 'UN_AVL'), (372152, 'AVL_TRAIN'), (379921, 'AVL_EVAL'), (379921, 'AVL_TRAIN'), (380554, 'AVL_EVAL'), (380554, 'AVL_TRAIN'), (380555, 'AVL_EVAL'), (411645, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (76633, 'AVL_TRAIN'), (76808, 'UN_AVL'), (76809, 'AVL_TRAIN'), (76850, 'UN_AVL'), (76850, 'AVL_TRAIN'), (77081, 'UN_AVL'), (77082, 'AVL_TRAIN'), (77084, 'UN_AVL'), (77088, 'AVL_TRAIN'), (77104, 'UN_AVL'), (77110, 'AVL_TRAIN'), (77127, 'UN_AVL'), (77127, 'AVL_TRAIN'), (77173, 'UN_AVL'), (77190, 'AVL_TRAIN'), (77191, 'UN_AVL'), (77193, 'AVL_TRAIN'), (77200, 'UN_AVL'), (77204, 'AVL_TRAIN'), (77206, 'UN_AVL'), (77210, 'AVL_TRAIN'), (77213, 'UN_AVL'), (77213, 'AVL_TRAIN'), (77214, 'UN_AVL'), (77215, 'AVL_TRAIN'), (77231, 'UN_AVL'), (77240, 'AVL_TRAIN'), (77241, 'UN_AVL'), (77254, 'AVL_TRAIN'), (77300, 'UN_AVL'), (77334, 'AVL_TRAIN'), (77335, 'UN_AVL'), (77340, 'AVL_TRAIN'), (77345, 'UN_AVL'), (77348, 'AVL_TRAIN'), (77350, 'UN_AVL'), (77352, 'AVL_TRAIN'), (77436, 'UN_AVL'), (77437, 'AVL_TRAIN'), (77500, 'UN_AVL'), (77502, 'AVL_TRAIN'), (77535, 'UN_AVL'), (77535, 'AVL_TRAIN'), (77536, 'UN_AVL'), (77538, 'AVL_TRAIN'), (77655, 'UN_AVL'), (77656, 'AVL_TRAIN'), (77659, 'UN_AVL'), (77660, 'AVL_TRAIN'), (77666, 'UN_AVL'), (77667, 'AVL_TRAIN'), (77784, 'UN_AVL'), (77785, 'AVL_TRAIN'), (77793, 'UN_AVL'), (77793, 'AVL_TRAIN'), (77917, 'UN_AVL'), (77917, 'AVL_TRAIN'), (77934, 'UN_AVL'), (77934, 'AVL_TRAIN'), (77960, 'UN_AVL'), (77961, 'AVL_TRAIN'), (77962, 'UN_AVL'), (77964, 'AVL_TRAIN'), (77971, 'UN_AVL'), (77972, 'AVL_TRAIN'), (77974, 'UN_AVL'), (77974, 'AVL_TRAIN'), (77977, 'UN_AVL'), (77977, 'AVL_TRAIN'), (77991, 'UN_AVL'), (77992, 'AVL_TRAIN'), (78002, 'UN_AVL'), (78003, 'AVL_TRAIN'), (78004, 'UN_AVL'), (78006, 'AVL_TRAIN'), (78008, 'UN_AVL'), (78008, 'AVL_TRAIN'), (78043, 'UN_AVL'), (78044, 'AVL_TRAIN'), (78108, 'UN_AVL'), (78108, 'AVL_TRAIN'), (78112, 'UN_AVL'), (78112, 'AVL_TRAIN'), (78175, 'UN_AVL'), (78175, 'AVL_TRAIN'), (79611, 'UN_AVL'), (83140, 'AVL_TRAIN'), (83220, 'UN_AVL'), (83220, 'AVL_TRAIN'), (83475, 'UN_AVL'), (83476, 'AVL_TRAIN'), (83853, 'UN_AVL'), (83855, 'AVL_TRAIN'), (83876, 'UN_AVL'), (83876, 'AVL_TRAIN'), (83885, 'UN_AVL'), (83885, 'AVL_TRAIN'), (83902, 'UN_AVL'), (83904, 'AVL_TRAIN'), (83913, 'UN_AVL'), (83913, 'AVL_TRAIN'), (94598, 'UN_AVL'), (94598, 'AVL_TRAIN'), (94617, 'UN_AVL'), (97436, 'AVL_TRAIN'), (98168, 'UN_AVL'), (102213, 'AVL_TRAIN'), (102362, 'UN_AVL'), (102362, 'AVL_TRAIN'), (102374, 'UN_AVL'), (102379, 'AVL_TRAIN'), (102660, 'UN_AVL'), (102670, 'AVL_TRAIN'), (102674, 'UN_AVL'), (102674, 'AVL_TRAIN'), (102978, 'UN_AVL'), (102978, 'AVL_TRAIN'), (102980, 'UN_AVL'), (102981, 'AVL_TRAIN'), (102982, 'UN_AVL'), (102982, 'AVL_TRAIN'), (102985, 'UN_AVL'), (102985, 'AVL_TRAIN'), (103021, 'UN_AVL'), (103021, 'AVL_TRAIN'), (103651, 'UN_AVL'), (103651, 'AVL_TRAIN'), (103811, 'UN_AVL'), (103811, 'AVL_TRAIN'), (103842, 'UN_AVL'), (105769, 'AVL_TRAIN'), (105867, 'UN_AVL'), (105868, 'AVL_TRAIN'), (109167, 'UN_AVL'), (109167, 'AVL_TRAIN'), (109179, 'UN_AVL'), (109179, 'AVL_TRAIN'), (109190, 'UN_AVL'), (110853, 'AVL_TRAIN'), (111020, 'UN_AVL'), (111024, 'AVL_TRAIN'), (111746, 'UN_AVL'), (111773, 'AVL_TRAIN'), (131766, 'UN_AVL'), (190250, 'AVL_TRAIN'), (190322, 'UN_AVL'), (190322, 'AVL_TRAIN'), (190323, 'UN_AVL'), (190323, 'AVL_TRAIN'), (192697, 'UN_AVL'), (247103, 'AVL_TRAIN'), (248048, 'UN_AVL'), (248048, 'AVL_TRAIN'), (248068, 'UN_AVL'), (258565, 'AVL_TRAIN'), (264979, 'UN_AVL'), (266318, 'AVL_TRAIN'), (267410, 'UN_AVL'), (269641, 'AVL_TRAIN'), (270373, 'UN_AVL'), (275795, 'AVL_TRAIN'), (282218, 'UN_AVL'), (318647, 'AVL_TRAIN'), (318665, 'UN_AVL'), (318666, 'AVL_TRAIN'), (318667, 'UN_AVL'), (318668, 'AVL_TRAIN'), (320765, 'UN_AVL'), (320765, 'AVL_TRAIN'), (320766, 'UN_AVL'), (320766, 'AVL_TRAIN'), (320776, 'UN_AVL'), (320778, 'AVL_TRAIN'), (320851, 'UN_AVL'), (320851, 'AVL_TRAIN'), (320870, 'UN_AVL'), (320871, 'AVL_TRAIN'), (320872, 'UN_AVL'), (320875, 'AVL_TRAIN'), (320876, 'UN_AVL'), (320877, 'AVL_TRAIN'), (320880, 'UN_AVL'), (320883, 'AVL_TRAIN'), (320884, 'UN_AVL'), (320884, 'AVL_TRAIN'), (320922, 'UN_AVL'), (320922, 'AVL_TRAIN'), (322293, 'UN_AVL'), (322295, 'AVL_TRAIN'), (322296, 'UN_AVL'), (322296, 'AVL_TRAIN'), (322297, 'UN_AVL'), (322297, 'AVL_TRAIN'), (322298, 'UN_AVL'), (322449, 'AVL_TRAIN'), (322450, 'UN_AVL'), (322467, 'AVL_TRAIN'), (322470, 'UN_AVL'), (322471, 'AVL_TRAIN'), (323215, 'UN_AVL'), (326785, 'AVL_TRAIN'), (340656, 'UN_AVL'), (360524, 'AVL_TRAIN'), (364796, 'UN_AVL'), (364802, 'AVL_TRAIN'), (364964, 'UN_AVL'), (364990, 'AVL_TRAIN'), (365065, 'UN_AVL'), (365065, 'AVL_TRAIN'), (365068, 'UN_AVL'), (365069, 'AVL_TRAIN'), (365071, 'UN_AVL'), (365072, 'AVL_TRAIN'), (365077, 'UN_AVL'), (365077, 'AVL_TRAIN'), (366909, 'UN_AVL'), (366910, 'AVL_TRAIN'), (367088, 'UN_AVL'), (367088, 'AVL_TRAIN'), (367089, 'UN_AVL'), (367089, 'AVL_TRAIN'), (367318, 'UN_AVL'), (367320, 'AVL_TRAIN'), (367327, 'UN_AVL'), (367328, 'AVL_TRAIN'), (367329, 'UN_AVL'), (367329, 'AVL_TRAIN'), (367331, 'UN_AVL'), (367332, 'AVL_TRAIN'), (367546, 'UN_AVL'), (367547, 'AVL_TRAIN'), (367635, 'UN_AVL'), (367636, 'AVL_TRAIN'), (367937, 'UN_AVL'), (367937, 'AVL_TRAIN'), (368230, 'UN_AVL'), (368231, 'AVL_TRAIN'), (368269, 'UN_AVL'), (368269, 'AVL_TRAIN'), (368270, 'UN_AVL'), (368270, 'AVL_TRAIN'), (368271, 'UN_AVL'), (368271, 'AVL_TRAIN'), (368272, 'UN_AVL'), (368272, 'AVL_TRAIN'), (368490, 'UN_AVL'), (368490, 'AVL_TRAIN'), (368491, 'UN_AVL'), (368491, 'AVL_TRAIN'), (368492, 'UN_AVL'), (368492, 'AVL_TRAIN'), (368673, 'UN_AVL'), (368673, 'AVL_TRAIN'), (371991, 'UN_AVL'), (371991, 'AVL_TRAIN'), (372152, 'UN_AVL'), (372152, 'AVL_TRAIN'), (379921, 'UN_AVL'), (379921, 'AVL_TRAIN'), (380554, 'UN_AVL'), (380554, 'AVL_TRAIN'), (380555, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (82800, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (46200, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (53400, 'UN_AVL'), (55200, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (66000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78600, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'UN_AVL'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31800, 'AVL_EVAL'), (32400, 'UN_AVL'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'UN_AVL'), (108600, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (112200, 'UN_AVL'), (113400, 'AVL_TRAIN'), (117600, 'UN_AVL'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'UN_AVL'), (133200, 'AVL_EVAL'), (134400, 'UN_AVL'), (136800, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139800, 'UN_AVL'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'UN_AVL'), (146400, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (154800, 'UN_AVL'), (156000, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (161400, 'UN_AVL'), (162600, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'UN_AVL'), (170400, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (177600, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_4.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_4.json deleted file mode 100644 index 03433b321..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_4.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580375", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 4, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 5, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "18.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (10687, 'AVL_EVAL'), (74675, 'AVL_TRAIN'), (74990, 'AVL_EVAL'), (75607, 'AVL_TRAIN'), (83257, 'AVL_EVAL'), (92529, 'AVL_TRAIN'), (92860, 'AVL_EVAL'), (97479, 'UN_AVL'), (148456, 'AVL_EVAL'), (160606, 'UN_AVL'), (177609, 'AVL_EVAL'), (177609, 'AVL_TRAIN'), (232693, 'AVL_EVAL'), (245828, 'UN_AVL'), (255474, 'AVL_EVAL'), (259899, 'UN_AVL'), (269402, 'AVL_TRAIN'), (279325, 'AVL_EVAL'), (322502, 'UN_AVL'), (338370, 'AVL_EVAL'), (435431, 'UN_AVL'), (435431, 'AVL_TRAIN'), (437982, 'AVL_EVAL'), (520956, 'UN_AVL'), (522727, 'AVL_TRAIN'), (524615, 'UN_AVL'), (524625, 'AVL_TRAIN'), (524925, 'UN_AVL'), (526160, 'AVL_EVAL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (74675, 'AVL_TRAIN'), (74990, 'UN_AVL'), (75607, 'AVL_TRAIN'), (83257, 'AVL_EVAL'), (87925, 'UN_AVL'), (92529, 'AVL_TRAIN'), (92860, 'UN_AVL'), (148456, 'AVL_EVAL'), (160606, 'UN_AVL'), (177609, 'AVL_TRAIN'), (232693, 'AVL_EVAL'), (242290, 'UN_AVL'), (269402, 'AVL_TRAIN'), (279325, 'AVL_EVAL'), (320377, 'UN_AVL'), (338370, 'AVL_EVAL'), (352789, 'UN_AVL'), (421266, 'AVL_EVAL'), (423273, 'UN_AVL'), (435431, 'AVL_TRAIN'), (437982, 'UN_AVL'), (511796, 'AVL_EVAL'), (517950, 'UN_AVL'), (522727, 'AVL_TRAIN'), (524615, 'UN_AVL'), (524625, 'AVL_TRAIN'), (524925, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (74675, 'AVL_TRAIN'), (74990, 'UN_AVL'), (75607, 'AVL_TRAIN'), (83257, 'UN_AVL'), (92529, 'AVL_TRAIN'), (92860, 'UN_AVL'), (177609, 'AVL_TRAIN'), (232693, 'UN_AVL'), (269402, 'AVL_TRAIN'), (279325, 'UN_AVL'), (435431, 'AVL_TRAIN'), (437982, 'UN_AVL'), (522727, 'AVL_TRAIN'), (524615, 'UN_AVL'), (524625, 'AVL_TRAIN'), (524925, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (12000, 'AVL_TRAIN'), (14400, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (55200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (178200, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (37800, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_EVAL'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54600, 'UN_AVL'), (57000, 'AVL_EVAL'), (58800, 'UN_AVL'), (61800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (82800, 'UN_AVL'), (83400, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (91800, 'UN_AVL'), (92400, 'AVL_TRAIN'), (95400, 'UN_AVL'), (97200, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'UN_AVL'), (121800, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'UN_AVL'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'UN_AVL'), (130800, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133200, 'AVL_TRAIN'), (137400, 'UN_AVL'), (138000, 'AVL_TRAIN'), (139200, 'UN_AVL'), (139800, 'AVL_TRAIN'), (142800, 'UN_AVL'), (144600, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151800, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153000, 'UN_AVL'), (157200, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'UN_AVL'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'UN_AVL'), (168600, 'AVL_EVAL'), (171600, 'UN_AVL'), (175800, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 5, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_40.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_40.json deleted file mode 100644 index 6448963c9..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_40.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580411", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 40, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "21.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (13557, 'AVL_TRAIN'), (15700, 'UN_AVL'), (17839, 'AVL_TRAIN'), (21235, 'AVL_EVAL'), (23943, 'UN_AVL'), (23984, 'AVL_TRAIN'), (56604, 'AVL_EVAL'), (79918, 'UN_AVL'), (89126, 'AVL_TRAIN'), (102140, 'AVL_EVAL'), (108410, 'AVL_TRAIN'), (141518, 'AVL_EVAL'), (163057, 'UN_AVL'), (176376, 'AVL_TRAIN'), (182620, 'AVL_EVAL'), (193290, 'UN_AVL'), (197285, 'AVL_TRAIN'), (225386, 'AVL_EVAL'), (250972, 'UN_AVL'), (266434, 'AVL_TRAIN'), (267417, 'UN_AVL'), (268379, 'AVL_TRAIN'), (268911, 'UN_AVL'), (269138, 'AVL_TRAIN'), (274584, 'AVL_EVAL'), (287536, 'UN_AVL'), (320065, 'AVL_TRAIN'), (330945, 'AVL_EVAL'), (359916, 'UN_AVL'), (378184, 'AVL_TRAIN'), (404092, 'AVL_EVAL'), (440213, 'UN_AVL'), (440213, 'AVL_TRAIN'), (440264, 'UN_AVL'), (440295, 'AVL_TRAIN'), (441839, 'UN_AVL'), (441841, 'AVL_TRAIN'), (441994, 'UN_AVL'), (441994, 'AVL_TRAIN'), (442004, 'UN_AVL'), (448904, 'AVL_TRAIN'), (453134, 'AVL_EVAL'), (456922, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (13557, 'AVL_TRAIN'), (15700, 'UN_AVL'), (17839, 'AVL_TRAIN'), (21235, 'UN_AVL'), (23984, 'AVL_TRAIN'), (56604, 'AVL_EVAL'), (68352, 'UN_AVL'), (89126, 'AVL_TRAIN'), (102140, 'AVL_EVAL'), (108410, 'AVL_TRAIN'), (141518, 'AVL_EVAL'), (153120, 'UN_AVL'), (176376, 'AVL_TRAIN'), (182620, 'UN_AVL'), (197285, 'AVL_TRAIN'), (225386, 'AVL_EVAL'), (246190, 'UN_AVL'), (266434, 'AVL_TRAIN'), (267417, 'UN_AVL'), (268379, 'AVL_TRAIN'), (268911, 'UN_AVL'), (269138, 'AVL_TRAIN'), (274584, 'UN_AVL'), (320065, 'AVL_TRAIN'), (330945, 'AVL_EVAL'), (345312, 'UN_AVL'), (378184, 'AVL_TRAIN'), (404092, 'AVL_EVAL'), (418210, 'UN_AVL'), (440213, 'AVL_TRAIN'), (440264, 'UN_AVL'), (440295, 'AVL_TRAIN'), (441839, 'UN_AVL'), (441841, 'AVL_TRAIN'), (441994, 'UN_AVL'), (441994, 'AVL_TRAIN'), (442004, 'UN_AVL'), (448904, 'AVL_TRAIN'), (453134, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (13557, 'AVL_TRAIN'), (15700, 'UN_AVL'), (17839, 'AVL_TRAIN'), (21235, 'UN_AVL'), (23984, 'AVL_TRAIN'), (56604, 'UN_AVL'), (89126, 'AVL_TRAIN'), (102140, 'UN_AVL'), (108410, 'AVL_TRAIN'), (141518, 'UN_AVL'), (176376, 'AVL_TRAIN'), (182620, 'UN_AVL'), (197285, 'AVL_TRAIN'), (225386, 'UN_AVL'), (266434, 'AVL_TRAIN'), (267417, 'UN_AVL'), (268379, 'AVL_TRAIN'), (268911, 'UN_AVL'), (269138, 'AVL_TRAIN'), (274584, 'UN_AVL'), (320065, 'AVL_TRAIN'), (330945, 'UN_AVL'), (378184, 'AVL_TRAIN'), (404092, 'UN_AVL'), (440213, 'AVL_TRAIN'), (440264, 'UN_AVL'), (440295, 'AVL_TRAIN'), (441839, 'UN_AVL'), (441841, 'AVL_TRAIN'), (441994, 'UN_AVL'), (441994, 'AVL_TRAIN'), (442004, 'UN_AVL'), (448904, 'AVL_TRAIN'), (453134, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (46200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (31200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (46200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (55800, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_EVAL'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'UN_AVL'), (61200, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67800, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (88200, 'UN_AVL'), (90000, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96000, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (106800, 'UN_AVL'), (107400, 'AVL_TRAIN'), (109800, 'UN_AVL'), (110400, 'AVL_EVAL'), (111000, 'UN_AVL'), (111600, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118800, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'UN_AVL'), (124800, 'AVL_EVAL'), (129600, 'UN_AVL'), (130200, 'AVL_TRAIN'), (130800, 'UN_AVL'), (133800, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135000, 'AVL_EVAL'), (137400, 'UN_AVL'), (138600, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'UN_AVL'), (141600, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (145800, 'UN_AVL'), (147000, 'AVL_TRAIN'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (153000, 'UN_AVL'), (154200, 'AVL_TRAIN'), (154800, 'UN_AVL'), (156000, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (158400, 'UN_AVL'), (159000, 'AVL_TRAIN'), (161400, 'UN_AVL'), (162000, 'AVL_TRAIN'), (162600, 'UN_AVL'), (163200, 'AVL_TRAIN'), (163800, 'UN_AVL'), (164400, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'UN_AVL'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (177600, 'UN_AVL'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_41.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_41.json deleted file mode 100644 index a39e4114c..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_41.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580412", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 41, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "13.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (55523, 'AVL_TRAIN'), (69763, 'AVL_EVAL'), (89621, 'AVL_TRAIN'), (94189, 'AVL_EVAL'), (138502, 'AVL_TRAIN'), (140780, 'AVL_EVAL'), (159978, 'AVL_TRAIN'), (165139, 'AVL_EVAL'), (194198, 'AVL_TRAIN'), (194593, 'AVL_EVAL'), (218842, 'AVL_TRAIN'), (222740, 'AVL_EVAL'), (233334, 'AVL_TRAIN'), (235367, 'AVL_EVAL'), (258915, 'UN_AVL'), (261749, 'AVL_TRAIN'), (263878, 'AVL_EVAL'), (276338, 'AVL_TRAIN'), (280547, 'AVL_EVAL'), (349078, 'UN_AVL'), (349177, 'AVL_TRAIN'), (352799, 'AVL_EVAL'), (361574, 'AVL_TRAIN'), (365552, 'AVL_EVAL'), (394079, 'AVL_TRAIN'), (395652, 'AVL_EVAL'), (402844, 'AVL_TRAIN'), (404338, 'AVL_EVAL'), (428076, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (17308, 'UN_AVL'), (55523, 'AVL_TRAIN'), (69763, 'AVL_EVAL'), (89621, 'AVL_TRAIN'), (94189, 'AVL_EVAL'), (138496, 'UN_AVL'), (138502, 'AVL_TRAIN'), (140780, 'AVL_EVAL'), (156917, 'UN_AVL'), (159978, 'AVL_TRAIN'), (165139, 'AVL_EVAL'), (176788, 'UN_AVL'), (194198, 'AVL_TRAIN'), (194593, 'UN_AVL'), (218842, 'AVL_TRAIN'), (222740, 'AVL_EVAL'), (233334, 'AVL_TRAIN'), (235367, 'AVL_EVAL'), (247221, 'UN_AVL'), (261749, 'AVL_TRAIN'), (263878, 'AVL_EVAL'), (270803, 'UN_AVL'), (276338, 'AVL_TRAIN'), (280547, 'AVL_EVAL'), (309771, 'UN_AVL'), (349177, 'AVL_TRAIN'), (352799, 'AVL_EVAL'), (361162, 'UN_AVL'), (361574, 'AVL_TRAIN'), (365552, 'AVL_EVAL'), (394079, 'AVL_TRAIN'), (395652, 'AVL_EVAL'), (402844, 'AVL_TRAIN'), (404338, 'AVL_EVAL'), (420847, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (55523, 'AVL_TRAIN'), (69763, 'UN_AVL'), (89621, 'AVL_TRAIN'), (94189, 'UN_AVL'), (138502, 'AVL_TRAIN'), (140780, 'UN_AVL'), (159978, 'AVL_TRAIN'), (165139, 'UN_AVL'), (194198, 'AVL_TRAIN'), (194593, 'UN_AVL'), (218842, 'AVL_TRAIN'), (222740, 'UN_AVL'), (233334, 'AVL_TRAIN'), (235367, 'UN_AVL'), (261749, 'AVL_TRAIN'), (263878, 'UN_AVL'), (276338, 'AVL_TRAIN'), (280547, 'UN_AVL'), (349177, 'AVL_TRAIN'), (352799, 'UN_AVL'), (361574, 'AVL_TRAIN'), (365552, 'UN_AVL'), (394079, 'AVL_TRAIN'), (395652, 'UN_AVL'), (402844, 'AVL_TRAIN'), (404338, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'UN_AVL'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'UN_AVL'), (43800, 'AVL_EVAL'), (45000, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49200, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (64200, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'UN_AVL'), (71400, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85800, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (91200, 'UN_AVL'), (93000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103800, 'UN_AVL'), (104400, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (113400, 'UN_AVL'), (114000, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (115800, 'UN_AVL'), (117000, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (120600, 'UN_AVL'), (122400, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126000, 'AVL_TRAIN'), (126600, 'UN_AVL'), (127200, 'AVL_EVAL'), (128400, 'UN_AVL'), (130800, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (138600, 'UN_AVL'), (139200, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141600, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (165000, 'UN_AVL'), (166200, 'AVL_TRAIN'), (168600, 'UN_AVL'), (169200, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (175200, 'UN_AVL'), (176400, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_42.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_42.json deleted file mode 100644 index 2babc51a7..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_42.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580413", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 42, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (932, 'UN_AVL'), (5814, 'AVL_TRAIN'), (5816, 'UN_AVL'), (5817, 'AVL_TRAIN'), (5821, 'UN_AVL'), (5824, 'AVL_TRAIN'), (37829, 'AVL_EVAL'), (47572, 'UN_AVL'), (51748, 'AVL_TRAIN'), (51749, 'UN_AVL'), (54387, 'AVL_TRAIN'), (54400, 'UN_AVL'), (57843, 'AVL_TRAIN'), (57853, 'UN_AVL'), (58001, 'AVL_TRAIN'), (58025, 'UN_AVL'), (58164, 'AVL_TRAIN'), (58168, 'UN_AVL'), (58173, 'AVL_TRAIN'), (64017, 'AVL_EVAL'), (87614, 'UN_AVL'), (97011, 'AVL_TRAIN'), (125046, 'AVL_EVAL'), (135170, 'AVL_TRAIN'), (139204, 'AVL_EVAL'), (139220, 'AVL_TRAIN'), (144104, 'AVL_EVAL'), (182419, 'UN_AVL'), (184272, 'AVL_TRAIN'), (184273, 'UN_AVL'), (184273, 'AVL_TRAIN'), (223531, 'AVL_EVAL'), (230088, 'AVL_TRAIN'), (232654, 'AVL_EVAL'), (232655, 'AVL_TRAIN'), (232660, 'AVL_EVAL'), (245831, 'AVL_TRAIN'), (246944, 'AVL_EVAL'), (315769, 'UN_AVL'), (332133, 'AVL_TRAIN'), (332136, 'UN_AVL'), (332156, 'AVL_TRAIN'), (335587, 'UN_AVL'), (335587, 'AVL_TRAIN'), (335596, 'UN_AVL'), (335597, 'AVL_TRAIN'), (340675, 'AVL_EVAL'), (349484, 'UN_AVL'), (397215, 'AVL_EVAL'), (419345, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5814, 'AVL_TRAIN'), (5816, 'UN_AVL'), (5817, 'AVL_TRAIN'), (5821, 'UN_AVL'), (5824, 'AVL_TRAIN'), (37829, 'AVL_EVAL'), (47572, 'UN_AVL'), (51748, 'AVL_TRAIN'), (51749, 'UN_AVL'), (54387, 'AVL_TRAIN'), (54400, 'UN_AVL'), (57843, 'AVL_TRAIN'), (57853, 'UN_AVL'), (58001, 'AVL_TRAIN'), (58025, 'UN_AVL'), (58164, 'AVL_TRAIN'), (58168, 'UN_AVL'), (58173, 'AVL_TRAIN'), (64017, 'AVL_EVAL'), (73236, 'UN_AVL'), (97011, 'AVL_TRAIN'), (125046, 'AVL_EVAL'), (130209, 'UN_AVL'), (135170, 'AVL_TRAIN'), (139204, 'AVL_EVAL'), (139220, 'AVL_TRAIN'), (144104, 'AVL_EVAL'), (176517, 'UN_AVL'), (184272, 'AVL_TRAIN'), (184273, 'UN_AVL'), (184273, 'AVL_TRAIN'), (223531, 'AVL_EVAL'), (230088, 'AVL_TRAIN'), (232654, 'AVL_EVAL'), (232655, 'AVL_TRAIN'), (232660, 'AVL_EVAL'), (244352, 'UN_AVL'), (245831, 'AVL_TRAIN'), (246944, 'AVL_EVAL'), (270833, 'UN_AVL'), (332133, 'AVL_TRAIN'), (332136, 'UN_AVL'), (332156, 'AVL_TRAIN'), (335587, 'UN_AVL'), (335587, 'AVL_TRAIN'), (335596, 'UN_AVL'), (335597, 'AVL_TRAIN'), (340675, 'AVL_EVAL'), (344514, 'UN_AVL'), (397215, 'AVL_EVAL'), (419345, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5814, 'AVL_TRAIN'), (5816, 'UN_AVL'), (5817, 'AVL_TRAIN'), (5821, 'UN_AVL'), (5824, 'AVL_TRAIN'), (37829, 'UN_AVL'), (51748, 'AVL_TRAIN'), (51749, 'UN_AVL'), (54387, 'AVL_TRAIN'), (54400, 'UN_AVL'), (57843, 'AVL_TRAIN'), (57853, 'UN_AVL'), (58001, 'AVL_TRAIN'), (58025, 'UN_AVL'), (58164, 'AVL_TRAIN'), (58168, 'UN_AVL'), (58173, 'AVL_TRAIN'), (64017, 'UN_AVL'), (97011, 'AVL_TRAIN'), (125046, 'UN_AVL'), (135170, 'AVL_TRAIN'), (139204, 'UN_AVL'), (139220, 'AVL_TRAIN'), (144104, 'UN_AVL'), (184272, 'AVL_TRAIN'), (184273, 'UN_AVL'), (184273, 'AVL_TRAIN'), (223531, 'UN_AVL'), (230088, 'AVL_TRAIN'), (232654, 'UN_AVL'), (232655, 'AVL_TRAIN'), (232660, 'UN_AVL'), (245831, 'AVL_TRAIN'), (246944, 'UN_AVL'), (332133, 'AVL_TRAIN'), (332136, 'UN_AVL'), (332156, 'AVL_TRAIN'), (335587, 'UN_AVL'), (335587, 'AVL_TRAIN'), (335596, 'UN_AVL'), (335597, 'AVL_TRAIN'), (340675, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54000, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (70200, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1200, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (10200, 'UN_AVL'), (13200, 'AVL_EVAL'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (22200, 'UN_AVL'), (25200, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (36000, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (51600, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (65400, 'UN_AVL'), (67200, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85800, 'AVL_EVAL'), (87000, 'UN_AVL'), (88200, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (109800, 'UN_AVL'), (111000, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (122400, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (128400, 'UN_AVL'), (132000, 'AVL_TRAIN'), (133200, 'UN_AVL'), (135000, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_EVAL'), (143400, 'UN_AVL'), (144600, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (147600, 'UN_AVL'), (148200, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151200, 'AVL_EVAL'), (153000, 'UN_AVL'), (156000, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157200, 'AVL_TRAIN'), (158400, 'UN_AVL'), (159600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (170400, 'UN_AVL'), (171600, 'AVL_TRAIN'), (173400, 'UN_AVL'), (174000, 'AVL_EVAL'), (174600, 'UN_AVL'), (177000, 'AVL_EVAL'), (177600, 'AVL_TRAIN'), (178200, 'UN_AVL'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_43.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_43.json deleted file mode 100644 index 9867378f1..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_43.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580414", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 43, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (8288, 'AVL_TRAIN'), (8420, 'AVL_EVAL'), (43389, 'AVL_TRAIN'), (55741, 'AVL_EVAL'), (168004, 'AVL_TRAIN'), (168044, 'AVL_EVAL'), (168053, 'AVL_TRAIN'), (168450, 'AVL_EVAL'), (168450, 'AVL_TRAIN'), (168451, 'AVL_EVAL'), (168451, 'AVL_TRAIN'), (168453, 'AVL_EVAL'), (168454, 'AVL_TRAIN'), (168997, 'AVL_EVAL'), (168998, 'AVL_TRAIN'), (169006, 'AVL_EVAL'), (169008, 'AVL_TRAIN'), (169660, 'AVL_EVAL'), (169899, 'AVL_TRAIN'), (169910, 'AVL_EVAL'), (169914, 'AVL_TRAIN'), (170246, 'AVL_EVAL'), (244555, 'AVL_TRAIN'), (247523, 'AVL_EVAL'), (261454, 'AVL_TRAIN'), (262814, 'AVL_EVAL'), (269312, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (8288, 'AVL_TRAIN'), (8420, 'AVL_EVAL'), (9278, 'UN_AVL'), (43389, 'AVL_TRAIN'), (55741, 'AVL_EVAL'), (86911, 'UN_AVL'), (167999, 'AVL_EVAL'), (168004, 'AVL_TRAIN'), (168044, 'AVL_EVAL'), (168053, 'AVL_TRAIN'), (168450, 'AVL_EVAL'), (168450, 'AVL_TRAIN'), (168451, 'AVL_EVAL'), (168451, 'AVL_TRAIN'), (168453, 'AVL_EVAL'), (168454, 'AVL_TRAIN'), (168997, 'AVL_EVAL'), (168998, 'AVL_TRAIN'), (169006, 'AVL_EVAL'), (169008, 'AVL_TRAIN'), (169660, 'AVL_EVAL'), (169899, 'AVL_TRAIN'), (169910, 'AVL_EVAL'), (169914, 'AVL_TRAIN'), (170246, 'AVL_EVAL'), (242885, 'UN_AVL'), (244555, 'AVL_TRAIN'), (247523, 'AVL_EVAL'), (250025, 'UN_AVL'), (261454, 'AVL_TRAIN'), (262814, 'AVL_EVAL'), (267531, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8288, 'AVL_TRAIN'), (8420, 'UN_AVL'), (43389, 'AVL_TRAIN'), (55741, 'UN_AVL'), (168004, 'AVL_TRAIN'), (168044, 'UN_AVL'), (168053, 'AVL_TRAIN'), (168450, 'UN_AVL'), (168450, 'AVL_TRAIN'), (168451, 'UN_AVL'), (168451, 'AVL_TRAIN'), (168453, 'UN_AVL'), (168454, 'AVL_TRAIN'), (168997, 'UN_AVL'), (168998, 'AVL_TRAIN'), (169006, 'UN_AVL'), (169008, 'AVL_TRAIN'), (169660, 'UN_AVL'), (169899, 'AVL_TRAIN'), (169910, 'UN_AVL'), (169914, 'AVL_TRAIN'), (170246, 'UN_AVL'), (244555, 'AVL_TRAIN'), (247523, 'UN_AVL'), (261454, 'AVL_TRAIN'), (262814, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (20400, 'UN_AVL'), (22800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (38400, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (44400, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48000, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78600, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'UN_AVL'), (87600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (100200, 'UN_AVL'), (100800, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'UN_AVL'), (106200, 'AVL_TRAIN'), (106800, 'UN_AVL'), (107400, 'AVL_EVAL'), (108000, 'UN_AVL'), (108600, 'AVL_TRAIN'), (109200, 'UN_AVL'), (109800, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (114000, 'UN_AVL'), (115200, 'AVL_EVAL'), (116400, 'UN_AVL'), (118800, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'UN_AVL'), (121200, 'AVL_TRAIN'), (122400, 'UN_AVL'), (123000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135000, 'UN_AVL'), (136200, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (139800, 'UN_AVL'), (140400, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (145200, 'UN_AVL'), (148200, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (150000, 'UN_AVL'), (150600, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'UN_AVL'), (172200, 'AVL_TRAIN'), (174600, 'UN_AVL'), (175200, 'AVL_TRAIN'), (176400, 'UN_AVL'), (177000, 'AVL_EVAL'), (177600, 'UN_AVL'), (178200, 'AVL_TRAIN'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_44.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_44.json deleted file mode 100644 index a5671c10e..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_44.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580415", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 44, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "15.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4052, 'AVL_EVAL'), (13753, 'AVL_TRAIN'), (17876, 'AVL_EVAL'), (41529, 'AVL_TRAIN'), (45478, 'AVL_EVAL'), (53997, 'AVL_TRAIN'), (60043, 'AVL_EVAL'), (61878, 'AVL_TRAIN'), (62732, 'AVL_EVAL'), (66444, 'AVL_TRAIN'), (68015, 'AVL_EVAL'), (68685, 'AVL_TRAIN'), (69884, 'AVL_EVAL'), (71871, 'AVL_TRAIN'), (74958, 'AVL_EVAL'), (76782, 'AVL_TRAIN'), (76930, 'AVL_EVAL'), (77655, 'AVL_TRAIN'), (77984, 'AVL_EVAL'), (79290, 'AVL_TRAIN'), (81859, 'AVL_EVAL'), (85878, 'AVL_TRAIN'), (86708, 'AVL_EVAL'), (88806, 'AVL_TRAIN'), (89177, 'AVL_EVAL'), (89683, 'AVL_TRAIN'), (91936, 'AVL_EVAL'), (93411, 'AVL_TRAIN'), (93562, 'AVL_EVAL'), (93994, 'AVL_TRAIN'), (94445, 'AVL_EVAL'), (99116, 'AVL_TRAIN'), (107419, 'AVL_EVAL'), (125745, 'AVL_TRAIN'), (128042, 'AVL_EVAL'), (131979, 'AVL_TRAIN'), (133007, 'AVL_EVAL'), (140230, 'AVL_TRAIN'), (144034, 'AVL_EVAL'), (144211, 'AVL_TRAIN'), (146586, 'AVL_EVAL'), (147661, 'AVL_TRAIN'), (148770, 'AVL_EVAL'), (148770, 'AVL_TRAIN'), (148772, 'AVL_EVAL'), (156530, 'AVL_TRAIN'), (157342, 'AVL_EVAL'), (157441, 'AVL_TRAIN'), (158119, 'AVL_EVAL'), (161695, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (162615, 'AVL_EVAL'), (165168, 'AVL_TRAIN'), (168116, 'AVL_EVAL'), (170187, 'AVL_TRAIN'), (170338, 'AVL_EVAL'), (176166, 'AVL_TRAIN'), (176873, 'AVL_EVAL'), (176873, 'AVL_TRAIN'), (176894, 'AVL_EVAL'), (180189, 'AVL_TRAIN'), (184247, 'AVL_EVAL'), (184247, 'AVL_TRAIN'), (184257, 'AVL_EVAL'), (193273, 'AVL_TRAIN'), (195027, 'AVL_EVAL'), (218141, 'AVL_TRAIN'), (224454, 'AVL_EVAL'), (224454, 'AVL_TRAIN'), (224456, 'AVL_EVAL'), (226097, 'AVL_TRAIN'), (229349, 'AVL_EVAL'), (234537, 'AVL_TRAIN'), (235251, 'AVL_EVAL'), (235251, 'AVL_TRAIN'), (236352, 'AVL_EVAL'), (238886, 'AVL_TRAIN'), (243026, 'AVL_EVAL'), (249891, 'AVL_TRAIN'), (253942, 'AVL_EVAL'), (256128, 'AVL_TRAIN'), (257709, 'AVL_EVAL'), (258291, 'AVL_TRAIN'), (258855, 'AVL_EVAL'), (258855, 'AVL_TRAIN'), (258865, 'AVL_EVAL'), (270663, 'AVL_TRAIN'), (278027, 'AVL_EVAL'), (282267, 'AVL_TRAIN'), (303596, 'AVL_EVAL'), (304184, 'AVL_TRAIN'), (309085, 'AVL_EVAL'), (309098, 'AVL_TRAIN'), (309324, 'AVL_EVAL'), (313815, 'AVL_TRAIN'), (313826, 'AVL_EVAL'), (313830, 'AVL_TRAIN'), (313842, 'AVL_EVAL'), (316147, 'AVL_TRAIN'), (316174, 'AVL_EVAL'), (316206, 'AVL_TRAIN'), (319014, 'AVL_EVAL'), (337764, 'AVL_TRAIN'), (337774, 'AVL_EVAL'), (337775, 'AVL_TRAIN'), (337793, 'AVL_EVAL'), (337803, 'AVL_TRAIN'), (337804, 'AVL_EVAL'), (337805, 'AVL_TRAIN'), (337822, 'AVL_EVAL'), (337833, 'AVL_TRAIN'), (337834, 'AVL_EVAL'), (337850, 'AVL_TRAIN'), (337852, 'AVL_EVAL'), (337852, 'AVL_TRAIN'), (337853, 'AVL_EVAL'), (337862, 'AVL_TRAIN'), (337864, 'AVL_EVAL'), (337865, 'AVL_TRAIN'), (337875, 'AVL_EVAL'), (337886, 'AVL_TRAIN'), (337897, 'AVL_EVAL'), (337914, 'AVL_TRAIN'), (337917, 'AVL_EVAL'), (337918, 'AVL_TRAIN'), (337929, 'AVL_EVAL'), (337944, 'AVL_TRAIN'), (337945, 'AVL_EVAL'), (337955, 'AVL_TRAIN'), (337961, 'AVL_EVAL'), (337963, 'AVL_TRAIN'), (337973, 'AVL_EVAL'), (337974, 'AVL_TRAIN'), (337996, 'AVL_EVAL'), (338006, 'AVL_TRAIN'), (338037, 'AVL_EVAL'), (338047, 'AVL_TRAIN'), (338073, 'AVL_EVAL'), (338083, 'AVL_TRAIN'), (338114, 'AVL_EVAL'), (338124, 'AVL_TRAIN'), (338145, 'AVL_EVAL'), (338145, 'AVL_TRAIN'), (338146, 'AVL_EVAL'), (338155, 'AVL_TRAIN'), (338156, 'AVL_EVAL'), (338158, 'AVL_TRAIN'), (338179, 'AVL_EVAL'), (357109, 'AVL_TRAIN'), (357333, 'AVL_EVAL'), (359643, 'AVL_TRAIN'), (384777, 'AVL_EVAL'), (387282, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4052, 'AVL_EVAL'), (13753, 'AVL_TRAIN'), (17876, 'AVL_EVAL'), (41529, 'AVL_TRAIN'), (45478, 'AVL_EVAL'), (53997, 'AVL_TRAIN'), (60043, 'AVL_EVAL'), (61878, 'AVL_TRAIN'), (62732, 'AVL_EVAL'), (66444, 'AVL_TRAIN'), (68015, 'AVL_EVAL'), (68685, 'AVL_TRAIN'), (69884, 'AVL_EVAL'), (71871, 'AVL_TRAIN'), (74958, 'AVL_EVAL'), (76782, 'AVL_TRAIN'), (76930, 'AVL_EVAL'), (77655, 'AVL_TRAIN'), (77984, 'AVL_EVAL'), (79290, 'AVL_TRAIN'), (81859, 'AVL_EVAL'), (85878, 'AVL_TRAIN'), (86708, 'AVL_EVAL'), (88806, 'AVL_TRAIN'), (89177, 'AVL_EVAL'), (89683, 'AVL_TRAIN'), (91936, 'AVL_EVAL'), (93411, 'AVL_TRAIN'), (93562, 'AVL_EVAL'), (93994, 'AVL_TRAIN'), (94445, 'AVL_EVAL'), (99116, 'AVL_TRAIN'), (107419, 'AVL_EVAL'), (125745, 'AVL_TRAIN'), (128042, 'AVL_EVAL'), (131979, 'AVL_TRAIN'), (133007, 'AVL_EVAL'), (140230, 'AVL_TRAIN'), (144034, 'AVL_EVAL'), (144211, 'AVL_TRAIN'), (146586, 'AVL_EVAL'), (147661, 'AVL_TRAIN'), (148770, 'AVL_EVAL'), (148770, 'AVL_TRAIN'), (148772, 'AVL_EVAL'), (156530, 'AVL_TRAIN'), (157342, 'AVL_EVAL'), (157441, 'AVL_TRAIN'), (158119, 'AVL_EVAL'), (161695, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (162615, 'AVL_EVAL'), (165168, 'AVL_TRAIN'), (168116, 'AVL_EVAL'), (170187, 'AVL_TRAIN'), (170338, 'AVL_EVAL'), (176166, 'AVL_TRAIN'), (176873, 'AVL_EVAL'), (176873, 'AVL_TRAIN'), (176894, 'AVL_EVAL'), (180189, 'AVL_TRAIN'), (184247, 'AVL_EVAL'), (184247, 'AVL_TRAIN'), (184257, 'AVL_EVAL'), (193273, 'AVL_TRAIN'), (195027, 'AVL_EVAL'), (218141, 'AVL_TRAIN'), (224454, 'AVL_EVAL'), (224454, 'AVL_TRAIN'), (224456, 'AVL_EVAL'), (226097, 'AVL_TRAIN'), (229349, 'AVL_EVAL'), (234537, 'AVL_TRAIN'), (235251, 'AVL_EVAL'), (235251, 'AVL_TRAIN'), (236352, 'AVL_EVAL'), (238886, 'AVL_TRAIN'), (243026, 'AVL_EVAL'), (249891, 'AVL_TRAIN'), (253942, 'AVL_EVAL'), (256128, 'AVL_TRAIN'), (257709, 'AVL_EVAL'), (258291, 'AVL_TRAIN'), (258855, 'AVL_EVAL'), (258855, 'AVL_TRAIN'), (258865, 'AVL_EVAL'), (270663, 'AVL_TRAIN'), (278027, 'AVL_EVAL'), (282267, 'AVL_TRAIN'), (303596, 'AVL_EVAL'), (304184, 'AVL_TRAIN'), (309085, 'AVL_EVAL'), (309098, 'AVL_TRAIN'), (309324, 'AVL_EVAL'), (313815, 'AVL_TRAIN'), (313826, 'AVL_EVAL'), (313830, 'AVL_TRAIN'), (313842, 'AVL_EVAL'), (316147, 'AVL_TRAIN'), (316174, 'AVL_EVAL'), (316206, 'AVL_TRAIN'), (319014, 'AVL_EVAL'), (337764, 'AVL_TRAIN'), (337774, 'AVL_EVAL'), (337775, 'AVL_TRAIN'), (337793, 'AVL_EVAL'), (337803, 'AVL_TRAIN'), (337804, 'AVL_EVAL'), (337805, 'AVL_TRAIN'), (337822, 'AVL_EVAL'), (337833, 'AVL_TRAIN'), (337834, 'AVL_EVAL'), (337850, 'AVL_TRAIN'), (337852, 'AVL_EVAL'), (337852, 'AVL_TRAIN'), (337853, 'AVL_EVAL'), (337862, 'AVL_TRAIN'), (337864, 'AVL_EVAL'), (337865, 'AVL_TRAIN'), (337875, 'AVL_EVAL'), (337886, 'AVL_TRAIN'), (337897, 'AVL_EVAL'), (337914, 'AVL_TRAIN'), (337917, 'AVL_EVAL'), (337918, 'AVL_TRAIN'), (337929, 'AVL_EVAL'), (337944, 'AVL_TRAIN'), (337945, 'AVL_EVAL'), (337955, 'AVL_TRAIN'), (337961, 'AVL_EVAL'), (337963, 'AVL_TRAIN'), (337973, 'AVL_EVAL'), (337974, 'AVL_TRAIN'), (337996, 'AVL_EVAL'), (338006, 'AVL_TRAIN'), (338037, 'AVL_EVAL'), (338047, 'AVL_TRAIN'), (338073, 'AVL_EVAL'), (338083, 'AVL_TRAIN'), (338114, 'AVL_EVAL'), (338124, 'AVL_TRAIN'), (338145, 'AVL_EVAL'), (338145, 'AVL_TRAIN'), (338146, 'AVL_EVAL'), (338155, 'AVL_TRAIN'), (338156, 'AVL_EVAL'), (338158, 'AVL_TRAIN'), (338179, 'AVL_EVAL'), (342352, 'UN_AVL'), (357109, 'AVL_TRAIN'), (357333, 'UN_AVL'), (359643, 'AVL_TRAIN'), (384777, 'AVL_EVAL'), (387282, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4052, 'UN_AVL'), (13753, 'AVL_TRAIN'), (17876, 'UN_AVL'), (41529, 'AVL_TRAIN'), (45478, 'UN_AVL'), (53997, 'AVL_TRAIN'), (60043, 'UN_AVL'), (61878, 'AVL_TRAIN'), (62732, 'UN_AVL'), (66444, 'AVL_TRAIN'), (68015, 'UN_AVL'), (68685, 'AVL_TRAIN'), (69884, 'UN_AVL'), (71871, 'AVL_TRAIN'), (74958, 'UN_AVL'), (76782, 'AVL_TRAIN'), (76930, 'UN_AVL'), (77655, 'AVL_TRAIN'), (77984, 'UN_AVL'), (79290, 'AVL_TRAIN'), (81859, 'UN_AVL'), (85878, 'AVL_TRAIN'), (86708, 'UN_AVL'), (88806, 'AVL_TRAIN'), (89177, 'UN_AVL'), (89683, 'AVL_TRAIN'), (91936, 'UN_AVL'), (93411, 'AVL_TRAIN'), (93562, 'UN_AVL'), (93994, 'AVL_TRAIN'), (94445, 'UN_AVL'), (99116, 'AVL_TRAIN'), (107419, 'UN_AVL'), (125745, 'AVL_TRAIN'), (128042, 'UN_AVL'), (131979, 'AVL_TRAIN'), (133007, 'UN_AVL'), (140230, 'AVL_TRAIN'), (144034, 'UN_AVL'), (144211, 'AVL_TRAIN'), (146586, 'UN_AVL'), (147661, 'AVL_TRAIN'), (148770, 'UN_AVL'), (148770, 'AVL_TRAIN'), (148772, 'UN_AVL'), (156530, 'AVL_TRAIN'), (157342, 'UN_AVL'), (157441, 'AVL_TRAIN'), (158119, 'UN_AVL'), (161695, 'AVL_TRAIN'), (162600, 'UN_AVL'), (162600, 'AVL_TRAIN'), (162615, 'UN_AVL'), (165168, 'AVL_TRAIN'), (168116, 'UN_AVL'), (170187, 'AVL_TRAIN'), (170338, 'UN_AVL'), (176166, 'AVL_TRAIN'), (176873, 'UN_AVL'), (176873, 'AVL_TRAIN'), (176894, 'UN_AVL'), (180189, 'AVL_TRAIN'), (184247, 'UN_AVL'), (184247, 'AVL_TRAIN'), (184257, 'UN_AVL'), (193273, 'AVL_TRAIN'), (195027, 'UN_AVL'), (218141, 'AVL_TRAIN'), (224454, 'UN_AVL'), (224454, 'AVL_TRAIN'), (224456, 'UN_AVL'), (226097, 'AVL_TRAIN'), (229349, 'UN_AVL'), (234537, 'AVL_TRAIN'), (235251, 'UN_AVL'), (235251, 'AVL_TRAIN'), (236352, 'UN_AVL'), (238886, 'AVL_TRAIN'), (243026, 'UN_AVL'), (249891, 'AVL_TRAIN'), (253942, 'UN_AVL'), (256128, 'AVL_TRAIN'), (257709, 'UN_AVL'), (258291, 'AVL_TRAIN'), (258855, 'UN_AVL'), (258855, 'AVL_TRAIN'), (258865, 'UN_AVL'), (270663, 'AVL_TRAIN'), (278027, 'UN_AVL'), (282267, 'AVL_TRAIN'), (303596, 'UN_AVL'), (304184, 'AVL_TRAIN'), (309085, 'UN_AVL'), (309098, 'AVL_TRAIN'), (309324, 'UN_AVL'), (313815, 'AVL_TRAIN'), (313826, 'UN_AVL'), (313830, 'AVL_TRAIN'), (313842, 'UN_AVL'), (316147, 'AVL_TRAIN'), (316174, 'UN_AVL'), (316206, 'AVL_TRAIN'), (319014, 'UN_AVL'), (337764, 'AVL_TRAIN'), (337774, 'UN_AVL'), (337775, 'AVL_TRAIN'), (337793, 'UN_AVL'), (337803, 'AVL_TRAIN'), (337804, 'UN_AVL'), (337805, 'AVL_TRAIN'), (337822, 'UN_AVL'), (337833, 'AVL_TRAIN'), (337834, 'UN_AVL'), (337850, 'AVL_TRAIN'), (337852, 'UN_AVL'), (337852, 'AVL_TRAIN'), (337853, 'UN_AVL'), (337862, 'AVL_TRAIN'), (337864, 'UN_AVL'), (337865, 'AVL_TRAIN'), (337875, 'UN_AVL'), (337886, 'AVL_TRAIN'), (337897, 'UN_AVL'), (337914, 'AVL_TRAIN'), (337917, 'UN_AVL'), (337918, 'AVL_TRAIN'), (337929, 'UN_AVL'), (337944, 'AVL_TRAIN'), (337945, 'UN_AVL'), (337955, 'AVL_TRAIN'), (337961, 'UN_AVL'), (337963, 'AVL_TRAIN'), (337973, 'UN_AVL'), (337974, 'AVL_TRAIN'), (337996, 'UN_AVL'), (338006, 'AVL_TRAIN'), (338037, 'UN_AVL'), (338047, 'AVL_TRAIN'), (338073, 'UN_AVL'), (338083, 'AVL_TRAIN'), (338114, 'UN_AVL'), (338124, 'AVL_TRAIN'), (338145, 'UN_AVL'), (338145, 'AVL_TRAIN'), (338146, 'UN_AVL'), (338155, 'AVL_TRAIN'), (338156, 'UN_AVL'), (338158, 'AVL_TRAIN'), (338179, 'UN_AVL'), (357109, 'AVL_TRAIN'), (357333, 'UN_AVL'), (359643, 'AVL_TRAIN'), (384777, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (10200, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_EVAL'), (14400, 'UN_AVL'), (15000, 'AVL_EVAL'), (15600, 'UN_AVL'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_EVAL'), (28200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (52200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'UN_AVL'), (69000, 'AVL_EVAL'), (69600, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL'), (88200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96000, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (98400, 'UN_AVL'), (99600, 'AVL_TRAIN'), (100800, 'UN_AVL'), (101400, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106200, 'UN_AVL'), (106800, 'AVL_TRAIN'), (109200, 'UN_AVL'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (112200, 'UN_AVL'), (114000, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (128400, 'UN_AVL'), (129000, 'AVL_TRAIN'), (129600, 'UN_AVL'), (132000, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157200, 'AVL_TRAIN'), (157800, 'UN_AVL'), (158400, 'AVL_TRAIN'), (159600, 'UN_AVL'), (160800, 'AVL_TRAIN'), (161400, 'UN_AVL'), (163200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (165000, 'UN_AVL'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171600, 'UN_AVL'), (174000, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_45.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_45.json deleted file mode 100644 index 11117f5f5..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_45.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580416", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 45, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "24.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (242924, 'AVL_EVAL'), (310803, 'UN_AVL'), (329033, 'AVL_TRAIN'), (329238, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (242924, 'AVL_EVAL'), (269778, 'UN_AVL'), (329033, 'AVL_TRAIN'), (329238, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (329033, 'AVL_TRAIN'), (329238, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (178800, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (20400, 'UN_AVL'), (21000, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_EVAL'), (42000, 'UN_AVL'), (45000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_EVAL'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (96000, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102000, 'UN_AVL'), (105000, 'AVL_TRAIN'), (106200, 'UN_AVL'), (106800, 'AVL_TRAIN'), (107400, 'UN_AVL'), (109200, 'AVL_EVAL'), (110400, 'UN_AVL'), (111600, 'AVL_TRAIN'), (114600, 'UN_AVL'), (115200, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (117600, 'UN_AVL'), (118800, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (127800, 'UN_AVL'), (128400, 'AVL_TRAIN'), (129600, 'UN_AVL'), (131400, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (136200, 'UN_AVL'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (142800, 'UN_AVL'), (143400, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'UN_AVL'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (154800, 'UN_AVL'), (155400, 'AVL_TRAIN'), (159000, 'UN_AVL'), (160800, 'AVL_TRAIN'), (162600, 'UN_AVL'), (166200, 'AVL_EVAL'), (168600, 'UN_AVL'), (169200, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'UN_AVL'), (178200, 'AVL_EVAL'), (178800, 'UN_AVL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_46.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_46.json deleted file mode 100644 index 9ce79286a..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_46.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580417", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 46, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (15954, 'AVL_TRAIN'), (16282, 'UN_AVL'), (16283, 'AVL_TRAIN'), (30974, 'AVL_EVAL'), (72353, 'AVL_TRAIN'), (73635, 'AVL_EVAL'), (75830, 'AVL_TRAIN'), (75873, 'AVL_EVAL'), (85250, 'AVL_TRAIN'), (89214, 'AVL_EVAL'), (93218, 'AVL_TRAIN'), (94740, 'AVL_EVAL'), (94811, 'AVL_TRAIN'), (94849, 'AVL_EVAL'), (94882, 'AVL_TRAIN'), (94899, 'AVL_EVAL'), (130280, 'AVL_TRAIN'), (132972, 'AVL_EVAL'), (158848, 'AVL_TRAIN'), (163571, 'AVL_EVAL'), (169735, 'AVL_TRAIN'), (170612, 'AVL_EVAL'), (170616, 'AVL_TRAIN'), (170700, 'AVL_EVAL'), (175356, 'AVL_TRAIN'), (176696, 'AVL_EVAL'), (215922, 'AVL_TRAIN'), (222216, 'AVL_EVAL'), (238286, 'AVL_TRAIN'), (242458, 'AVL_EVAL'), (260294, 'AVL_TRAIN'), (260301, 'AVL_EVAL'), (276801, 'AVL_TRAIN'), (277013, 'AVL_EVAL'), (277014, 'AVL_TRAIN'), (277015, 'AVL_EVAL'), (277015, 'AVL_TRAIN'), (277284, 'AVL_EVAL'), (277285, 'AVL_TRAIN'), (277326, 'AVL_EVAL'), (277326, 'AVL_TRAIN'), (277335, 'AVL_EVAL'), (277336, 'AVL_TRAIN'), (277354, 'AVL_EVAL'), (277356, 'AVL_TRAIN'), (277373, 'AVL_EVAL'), (277374, 'AVL_TRAIN'), (277651, 'AVL_EVAL'), (278197, 'AVL_TRAIN'), (280030, 'AVL_EVAL'), (280031, 'AVL_TRAIN'), (280325, 'AVL_EVAL'), (280431, 'AVL_TRAIN'), (280578, 'AVL_EVAL'), (280580, 'AVL_TRAIN'), (280640, 'AVL_EVAL'), (280642, 'AVL_TRAIN'), (281001, 'AVL_EVAL'), (281003, 'AVL_TRAIN'), (281038, 'AVL_EVAL'), (281039, 'AVL_TRAIN'), (281182, 'AVL_EVAL'), (281182, 'AVL_TRAIN'), (281235, 'AVL_EVAL'), (281238, 'AVL_TRAIN'), (281323, 'AVL_EVAL'), (281327, 'AVL_TRAIN'), (281335, 'AVL_EVAL'), (281371, 'AVL_TRAIN'), (281665, 'AVL_EVAL'), (281667, 'AVL_TRAIN'), (281668, 'AVL_EVAL'), (281672, 'AVL_TRAIN'), (281712, 'AVL_EVAL'), (281741, 'AVL_TRAIN'), (281776, 'AVL_EVAL'), (281777, 'AVL_TRAIN'), (281779, 'AVL_EVAL'), (281782, 'AVL_TRAIN'), (281805, 'AVL_EVAL'), (282002, 'AVL_TRAIN'), (282013, 'AVL_EVAL'), (282014, 'AVL_TRAIN'), (282028, 'AVL_EVAL'), (282690, 'AVL_TRAIN'), (282702, 'AVL_EVAL'), (282702, 'AVL_TRAIN'), (282791, 'AVL_EVAL'), (282793, 'AVL_TRAIN'), (282801, 'AVL_EVAL'), (282813, 'AVL_TRAIN'), (282861, 'AVL_EVAL'), (308351, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (15954, 'AVL_TRAIN'), (16282, 'UN_AVL'), (16283, 'AVL_TRAIN'), (30974, 'AVL_EVAL'), (65765, 'UN_AVL'), (72353, 'AVL_TRAIN'), (73635, 'AVL_EVAL'), (75830, 'UN_AVL'), (75830, 'AVL_TRAIN'), (75873, 'UN_AVL'), (85250, 'AVL_TRAIN'), (89214, 'AVL_EVAL'), (93218, 'AVL_TRAIN'), (94740, 'AVL_EVAL'), (94811, 'AVL_TRAIN'), (94849, 'AVL_EVAL'), (94882, 'AVL_TRAIN'), (94899, 'AVL_EVAL'), (122409, 'UN_AVL'), (130280, 'AVL_TRAIN'), (132972, 'AVL_EVAL'), (146689, 'UN_AVL'), (158848, 'AVL_TRAIN'), (163571, 'AVL_EVAL'), (169735, 'AVL_TRAIN'), (170612, 'AVL_EVAL'), (170616, 'AVL_TRAIN'), (170700, 'AVL_EVAL'), (175356, 'AVL_TRAIN'), (176696, 'AVL_EVAL'), (192084, 'UN_AVL'), (215922, 'AVL_TRAIN'), (222216, 'AVL_EVAL'), (235714, 'UN_AVL'), (238286, 'AVL_TRAIN'), (242458, 'AVL_EVAL'), (260294, 'AVL_TRAIN'), (260301, 'AVL_EVAL'), (265110, 'UN_AVL'), (276801, 'AVL_TRAIN'), (277013, 'UN_AVL'), (277014, 'AVL_TRAIN'), (277015, 'UN_AVL'), (277015, 'AVL_TRAIN'), (277284, 'UN_AVL'), (277285, 'AVL_TRAIN'), (277326, 'UN_AVL'), (277326, 'AVL_TRAIN'), (277335, 'UN_AVL'), (277336, 'AVL_TRAIN'), (277354, 'UN_AVL'), (277356, 'AVL_TRAIN'), (277373, 'UN_AVL'), (277374, 'AVL_TRAIN'), (277651, 'UN_AVL'), (278197, 'AVL_TRAIN'), (280030, 'UN_AVL'), (280031, 'AVL_TRAIN'), (280325, 'UN_AVL'), (280431, 'AVL_TRAIN'), (280578, 'UN_AVL'), (280580, 'AVL_TRAIN'), (280640, 'UN_AVL'), (280642, 'AVL_TRAIN'), (281001, 'AVL_EVAL'), (281003, 'AVL_TRAIN'), (281038, 'AVL_EVAL'), (281039, 'AVL_TRAIN'), (281182, 'AVL_EVAL'), (281182, 'AVL_TRAIN'), (281235, 'AVL_EVAL'), (281238, 'AVL_TRAIN'), (281323, 'AVL_EVAL'), (281327, 'AVL_TRAIN'), (281335, 'AVL_EVAL'), (281371, 'AVL_TRAIN'), (281665, 'AVL_EVAL'), (281667, 'AVL_TRAIN'), (281668, 'AVL_EVAL'), (281672, 'AVL_TRAIN'), (281712, 'AVL_EVAL'), (281741, 'AVL_TRAIN'), (281776, 'AVL_EVAL'), (281777, 'AVL_TRAIN'), (281779, 'AVL_EVAL'), (281782, 'AVL_TRAIN'), (281805, 'AVL_EVAL'), (282002, 'AVL_TRAIN'), (282013, 'AVL_EVAL'), (282014, 'AVL_TRAIN'), (282028, 'AVL_EVAL'), (282690, 'AVL_TRAIN'), (282702, 'AVL_EVAL'), (282702, 'AVL_TRAIN'), (282791, 'AVL_EVAL'), (282793, 'AVL_TRAIN'), (282801, 'AVL_EVAL'), (282813, 'AVL_TRAIN'), (282861, 'AVL_EVAL'), (301444, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (15954, 'AVL_TRAIN'), (16282, 'UN_AVL'), (16283, 'AVL_TRAIN'), (30974, 'UN_AVL'), (72353, 'AVL_TRAIN'), (73635, 'UN_AVL'), (75830, 'AVL_TRAIN'), (75873, 'UN_AVL'), (85250, 'AVL_TRAIN'), (89214, 'UN_AVL'), (93218, 'AVL_TRAIN'), (94740, 'UN_AVL'), (94811, 'AVL_TRAIN'), (94849, 'UN_AVL'), (94882, 'AVL_TRAIN'), (94899, 'UN_AVL'), (130280, 'AVL_TRAIN'), (132972, 'UN_AVL'), (158848, 'AVL_TRAIN'), (163571, 'UN_AVL'), (169735, 'AVL_TRAIN'), (170612, 'UN_AVL'), (170616, 'AVL_TRAIN'), (170700, 'UN_AVL'), (175356, 'AVL_TRAIN'), (176696, 'UN_AVL'), (215922, 'AVL_TRAIN'), (222216, 'UN_AVL'), (238286, 'AVL_TRAIN'), (242458, 'UN_AVL'), (260294, 'AVL_TRAIN'), (260301, 'UN_AVL'), (276801, 'AVL_TRAIN'), (277013, 'UN_AVL'), (277014, 'AVL_TRAIN'), (277015, 'UN_AVL'), (277015, 'AVL_TRAIN'), (277284, 'UN_AVL'), (277285, 'AVL_TRAIN'), (277326, 'UN_AVL'), (277326, 'AVL_TRAIN'), (277335, 'UN_AVL'), (277336, 'AVL_TRAIN'), (277354, 'UN_AVL'), (277356, 'AVL_TRAIN'), (277373, 'UN_AVL'), (277374, 'AVL_TRAIN'), (277651, 'UN_AVL'), (278197, 'AVL_TRAIN'), (280030, 'UN_AVL'), (280031, 'AVL_TRAIN'), (280325, 'UN_AVL'), (280431, 'AVL_TRAIN'), (280578, 'UN_AVL'), (280580, 'AVL_TRAIN'), (280640, 'UN_AVL'), (280642, 'AVL_TRAIN'), (281001, 'UN_AVL'), (281003, 'AVL_TRAIN'), (281038, 'UN_AVL'), (281039, 'AVL_TRAIN'), (281182, 'UN_AVL'), (281182, 'AVL_TRAIN'), (281235, 'UN_AVL'), (281238, 'AVL_TRAIN'), (281323, 'UN_AVL'), (281327, 'AVL_TRAIN'), (281335, 'UN_AVL'), (281371, 'AVL_TRAIN'), (281665, 'UN_AVL'), (281667, 'AVL_TRAIN'), (281668, 'UN_AVL'), (281672, 'AVL_TRAIN'), (281712, 'UN_AVL'), (281741, 'AVL_TRAIN'), (281776, 'UN_AVL'), (281777, 'AVL_TRAIN'), (281779, 'UN_AVL'), (281782, 'AVL_TRAIN'), (281805, 'UN_AVL'), (282002, 'AVL_TRAIN'), (282013, 'UN_AVL'), (282014, 'AVL_TRAIN'), (282028, 'UN_AVL'), (282690, 'AVL_TRAIN'), (282702, 'UN_AVL'), (282702, 'AVL_TRAIN'), (282791, 'UN_AVL'), (282793, 'AVL_TRAIN'), (282801, 'UN_AVL'), (282813, 'AVL_TRAIN'), (282861, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (65400, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72600, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79800, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_EVAL'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (43800, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'UN_AVL'), (62400, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'UN_AVL'), (72600, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (90600, 'UN_AVL'), (94200, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'UN_AVL'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'UN_AVL'), (109200, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'UN_AVL'), (121200, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126600, 'AVL_EVAL'), (127800, 'UN_AVL'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (137400, 'UN_AVL'), (138000, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (141600, 'UN_AVL'), (142200, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (149400, 'UN_AVL'), (154200, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (157800, 'UN_AVL'), (159600, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (174000, 'UN_AVL'), (175200, 'AVL_EVAL'), (177600, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_47.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_47.json deleted file mode 100644 index 6744e8491..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_47.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580418", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 47, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (1378, 'UN_AVL'), (52628, 'AVL_EVAL'), (57059, 'AVL_TRAIN'), (59458, 'AVL_EVAL'), (64525, 'UN_AVL'), (71571, 'AVL_TRAIN'), (72017, 'UN_AVL'), (72073, 'AVL_TRAIN'), (72756, 'UN_AVL'), (78997, 'AVL_TRAIN'), (79000, 'UN_AVL'), (79002, 'AVL_TRAIN'), (83746, 'AVL_EVAL'), (84808, 'AVL_TRAIN'), (86106, 'AVL_EVAL'), (87835, 'AVL_TRAIN'), (90829, 'AVL_EVAL'), (90837, 'AVL_TRAIN'), (91196, 'AVL_EVAL'), (92732, 'AVL_TRAIN'), (96630, 'AVL_EVAL'), (97336, 'AVL_TRAIN'), (101642, 'AVL_EVAL'), (101643, 'AVL_TRAIN'), (101654, 'AVL_EVAL'), (161054, 'UN_AVL'), (163339, 'AVL_TRAIN'), (164634, 'AVL_EVAL'), (165475, 'UN_AVL'), (170275, 'AVL_TRAIN'), (175534, 'AVL_EVAL'), (176602, 'UN_AVL'), (186201, 'AVL_TRAIN'), (192948, 'AVL_EVAL'), (192962, 'AVL_TRAIN'), (221280, 'AVL_EVAL'), (229044, 'AVL_TRAIN'), (235196, 'AVL_EVAL'), (242624, 'UN_AVL'), (250484, 'AVL_EVAL'), (251134, 'UN_AVL'), (254004, 'AVL_TRAIN'), (263336, 'AVL_EVAL'), (272961, 'UN_AVL'), (273364, 'AVL_TRAIN'), (300090, 'AVL_EVAL'), (317239, 'UN_AVL'), (321302, 'AVL_TRAIN'), (326727, 'AVL_EVAL'), (327882, 'UN_AVL'), (331530, 'AVL_TRAIN'), (336720, 'AVL_EVAL'), (338372, 'AVL_TRAIN'), (341533, 'AVL_EVAL'), (345407, 'AVL_TRAIN'), (345514, 'AVL_EVAL'), (347108, 'UN_AVL'), (348695, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (52628, 'AVL_EVAL'), (55735, 'UN_AVL'), (57059, 'AVL_TRAIN'), (59458, 'AVL_EVAL'), (61538, 'UN_AVL'), (71571, 'AVL_TRAIN'), (72017, 'UN_AVL'), (72073, 'AVL_TRAIN'), (72756, 'UN_AVL'), (78997, 'AVL_TRAIN'), (79000, 'UN_AVL'), (79002, 'AVL_TRAIN'), (83746, 'UN_AVL'), (84808, 'AVL_TRAIN'), (86106, 'UN_AVL'), (87835, 'AVL_TRAIN'), (90829, 'AVL_EVAL'), (90837, 'AVL_TRAIN'), (91196, 'AVL_EVAL'), (92732, 'AVL_TRAIN'), (96630, 'AVL_EVAL'), (97336, 'AVL_TRAIN'), (101642, 'AVL_EVAL'), (101643, 'AVL_TRAIN'), (101654, 'AVL_EVAL'), (154926, 'UN_AVL'), (163339, 'AVL_TRAIN'), (164634, 'UN_AVL'), (170275, 'AVL_TRAIN'), (175534, 'UN_AVL'), (186201, 'AVL_TRAIN'), (192948, 'AVL_EVAL'), (192962, 'AVL_TRAIN'), (221280, 'AVL_EVAL'), (229044, 'AVL_TRAIN'), (235196, 'AVL_EVAL'), (239142, 'UN_AVL'), (254004, 'AVL_TRAIN'), (263336, 'AVL_EVAL'), (272961, 'UN_AVL'), (273364, 'AVL_TRAIN'), (300090, 'AVL_EVAL'), (311187, 'UN_AVL'), (321302, 'AVL_TRAIN'), (326727, 'UN_AVL'), (331530, 'AVL_TRAIN'), (336720, 'AVL_EVAL'), (336990, 'UN_AVL'), (338372, 'AVL_TRAIN'), (341533, 'AVL_EVAL'), (344677, 'UN_AVL'), (345407, 'AVL_TRAIN'), (345514, 'UN_AVL'), (348695, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (57059, 'AVL_TRAIN'), (59458, 'UN_AVL'), (71571, 'AVL_TRAIN'), (72017, 'UN_AVL'), (72073, 'AVL_TRAIN'), (72756, 'UN_AVL'), (78997, 'AVL_TRAIN'), (79000, 'UN_AVL'), (79002, 'AVL_TRAIN'), (83746, 'UN_AVL'), (84808, 'AVL_TRAIN'), (86106, 'UN_AVL'), (87835, 'AVL_TRAIN'), (90829, 'UN_AVL'), (90837, 'AVL_TRAIN'), (91196, 'UN_AVL'), (92732, 'AVL_TRAIN'), (96630, 'UN_AVL'), (97336, 'AVL_TRAIN'), (101642, 'UN_AVL'), (101643, 'AVL_TRAIN'), (101654, 'UN_AVL'), (163339, 'AVL_TRAIN'), (164634, 'UN_AVL'), (170275, 'AVL_TRAIN'), (175534, 'UN_AVL'), (186201, 'AVL_TRAIN'), (192948, 'UN_AVL'), (192962, 'AVL_TRAIN'), (221280, 'UN_AVL'), (229044, 'AVL_TRAIN'), (235196, 'UN_AVL'), (254004, 'AVL_TRAIN'), (263336, 'UN_AVL'), (273364, 'AVL_TRAIN'), (300090, 'UN_AVL'), (321302, 'AVL_TRAIN'), (326727, 'UN_AVL'), (331530, 'AVL_TRAIN'), (336720, 'UN_AVL'), (338372, 'AVL_TRAIN'), (341533, 'UN_AVL'), (345407, 'AVL_TRAIN'), (345514, 'UN_AVL'), (348695, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (4800, 'UN_AVL'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (26400, 'UN_AVL'), (28200, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'UN_AVL'), (49800, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (75600, 'UN_AVL'), (78000, 'AVL_EVAL'), (79200, 'UN_AVL'), (79800, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88200, 'AVL_EVAL'), (88800, 'UN_AVL'), (89400, 'AVL_TRAIN'), (93000, 'UN_AVL'), (93600, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (97200, 'UN_AVL'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (105600, 'UN_AVL'), (111600, 'AVL_TRAIN'), (112200, 'UN_AVL'), (112800, 'AVL_TRAIN'), (115800, 'UN_AVL'), (119400, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (129000, 'UN_AVL'), (129600, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'UN_AVL'), (134400, 'AVL_EVAL'), (137400, 'UN_AVL'), (142800, 'AVL_TRAIN'), (143400, 'UN_AVL'), (144000, 'AVL_TRAIN'), (147600, 'UN_AVL'), (148200, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150000, 'UN_AVL'), (150600, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (161400, 'UN_AVL'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (165000, 'UN_AVL'), (166200, 'AVL_TRAIN'), (166800, 'UN_AVL'), (170400, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_48.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_48.json deleted file mode 100644 index 613ff893c..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_48.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580419", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 48, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "14.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (113643, 'UN_AVL'), (167106, 'AVL_TRAIN'), (167523, 'UN_AVL'), (167524, 'AVL_TRAIN'), (167818, 'UN_AVL'), (167819, 'AVL_TRAIN'), (168044, 'UN_AVL'), (168046, 'AVL_TRAIN'), (170002, 'UN_AVL'), (170557, 'AVL_TRAIN'), (172114, 'UN_AVL'), (173767, 'AVL_TRAIN'), (184325, 'UN_AVL'), (184327, 'AVL_TRAIN'), (184380, 'UN_AVL'), (184382, 'AVL_TRAIN'), (201544, 'AVL_EVAL'), (270198, 'UN_AVL'), (301907, 'AVL_TRAIN'), (306103, 'UN_AVL'), (307644, 'AVL_TRAIN'), (323768, 'AVL_EVAL'), (324213, 'AVL_TRAIN'), (331037, 'AVL_EVAL'), (331118, 'AVL_TRAIN'), (333438, 'UN_AVL'), (333439, 'AVL_TRAIN'), (333441, 'UN_AVL'), (333447, 'AVL_TRAIN'), (333451, 'UN_AVL'), (333452, 'AVL_TRAIN'), (333455, 'UN_AVL'), (333522, 'AVL_TRAIN'), (333549, 'UN_AVL'), (333550, 'AVL_TRAIN'), (333569, 'UN_AVL'), (333573, 'AVL_TRAIN'), (340914, 'UN_AVL'), (340917, 'AVL_TRAIN'), (340927, 'UN_AVL'), (340928, 'AVL_TRAIN'), (340936, 'UN_AVL'), (340941, 'AVL_TRAIN'), (340946, 'UN_AVL'), (340947, 'AVL_TRAIN'), (340948, 'UN_AVL'), (340953, 'AVL_TRAIN'), (340958, 'UN_AVL'), (340964, 'AVL_TRAIN'), (340969, 'UN_AVL'), (340970, 'AVL_TRAIN'), (340971, 'UN_AVL'), (340972, 'AVL_TRAIN'), (340974, 'UN_AVL'), (340981, 'AVL_TRAIN'), (340982, 'UN_AVL'), (340983, 'AVL_TRAIN'), (340992, 'UN_AVL'), (340992, 'AVL_TRAIN'), (341608, 'UN_AVL'), (341613, 'AVL_TRAIN'), (341643, 'UN_AVL'), (341657, 'AVL_TRAIN'), (341668, 'UN_AVL'), (341693, 'AVL_TRAIN'), (342705, 'UN_AVL'), (342708, 'AVL_TRAIN'), (343007, 'UN_AVL'), (343010, 'AVL_TRAIN'), (343011, 'UN_AVL'), (343012, 'AVL_TRAIN'), (343016, 'UN_AVL'), (343022, 'AVL_TRAIN'), (343031, 'UN_AVL'), (343190, 'AVL_TRAIN'), (360439, 'UN_AVL'), (364048, 'AVL_EVAL'), (364048, 'AVL_TRAIN'), (364397, 'AVL_EVAL'), (451047, 'UN_AVL'), (463846, 'AVL_TRAIN'), (489644, 'AVL_EVAL'), (495289, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (68319, 'UN_AVL'), (167106, 'AVL_TRAIN'), (167523, 'UN_AVL'), (167524, 'AVL_TRAIN'), (167818, 'UN_AVL'), (167819, 'AVL_TRAIN'), (168044, 'UN_AVL'), (168046, 'AVL_TRAIN'), (170002, 'UN_AVL'), (170557, 'AVL_TRAIN'), (172114, 'UN_AVL'), (173767, 'AVL_TRAIN'), (184325, 'UN_AVL'), (184327, 'AVL_TRAIN'), (184380, 'UN_AVL'), (184382, 'AVL_TRAIN'), (201544, 'AVL_EVAL'), (245426, 'UN_AVL'), (301907, 'AVL_TRAIN'), (306103, 'UN_AVL'), (307644, 'AVL_TRAIN'), (323768, 'UN_AVL'), (324213, 'AVL_TRAIN'), (331037, 'UN_AVL'), (331118, 'AVL_TRAIN'), (333438, 'UN_AVL'), (333439, 'AVL_TRAIN'), (333441, 'UN_AVL'), (333447, 'AVL_TRAIN'), (333451, 'UN_AVL'), (333452, 'AVL_TRAIN'), (333455, 'UN_AVL'), (333522, 'AVL_TRAIN'), (333549, 'UN_AVL'), (333550, 'AVL_TRAIN'), (333569, 'UN_AVL'), (333573, 'AVL_TRAIN'), (340914, 'UN_AVL'), (340917, 'AVL_TRAIN'), (340927, 'UN_AVL'), (340928, 'AVL_TRAIN'), (340936, 'UN_AVL'), (340941, 'AVL_TRAIN'), (340946, 'UN_AVL'), (340947, 'AVL_TRAIN'), (340948, 'UN_AVL'), (340953, 'AVL_TRAIN'), (340958, 'UN_AVL'), (340964, 'AVL_TRAIN'), (340969, 'UN_AVL'), (340970, 'AVL_TRAIN'), (340971, 'UN_AVL'), (340972, 'AVL_TRAIN'), (340974, 'UN_AVL'), (340981, 'AVL_TRAIN'), (340982, 'UN_AVL'), (340983, 'AVL_TRAIN'), (340992, 'UN_AVL'), (340992, 'AVL_TRAIN'), (341608, 'UN_AVL'), (341613, 'AVL_TRAIN'), (341643, 'UN_AVL'), (341657, 'AVL_TRAIN'), (341668, 'UN_AVL'), (341693, 'AVL_TRAIN'), (342705, 'UN_AVL'), (342708, 'AVL_TRAIN'), (343007, 'UN_AVL'), (343010, 'AVL_TRAIN'), (343011, 'UN_AVL'), (343012, 'AVL_TRAIN'), (343016, 'UN_AVL'), (343022, 'AVL_TRAIN'), (343031, 'UN_AVL'), (343190, 'AVL_TRAIN'), (360439, 'UN_AVL'), (364048, 'AVL_TRAIN'), (364397, 'UN_AVL'), (400728, 'AVL_EVAL'), (420906, 'UN_AVL'), (463846, 'AVL_TRAIN'), (489644, 'AVL_EVAL'), (495289, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (167106, 'AVL_TRAIN'), (167523, 'UN_AVL'), (167524, 'AVL_TRAIN'), (167818, 'UN_AVL'), (167819, 'AVL_TRAIN'), (168044, 'UN_AVL'), (168046, 'AVL_TRAIN'), (170002, 'UN_AVL'), (170557, 'AVL_TRAIN'), (172114, 'UN_AVL'), (173767, 'AVL_TRAIN'), (184325, 'UN_AVL'), (184327, 'AVL_TRAIN'), (184380, 'UN_AVL'), (184382, 'AVL_TRAIN'), (201544, 'UN_AVL'), (301907, 'AVL_TRAIN'), (306103, 'UN_AVL'), (307644, 'AVL_TRAIN'), (323768, 'UN_AVL'), (324213, 'AVL_TRAIN'), (331037, 'UN_AVL'), (331118, 'AVL_TRAIN'), (333438, 'UN_AVL'), (333439, 'AVL_TRAIN'), (333441, 'UN_AVL'), (333447, 'AVL_TRAIN'), (333451, 'UN_AVL'), (333452, 'AVL_TRAIN'), (333455, 'UN_AVL'), (333522, 'AVL_TRAIN'), (333549, 'UN_AVL'), (333550, 'AVL_TRAIN'), (333569, 'UN_AVL'), (333573, 'AVL_TRAIN'), (340914, 'UN_AVL'), (340917, 'AVL_TRAIN'), (340927, 'UN_AVL'), (340928, 'AVL_TRAIN'), (340936, 'UN_AVL'), (340941, 'AVL_TRAIN'), (340946, 'UN_AVL'), (340947, 'AVL_TRAIN'), (340948, 'UN_AVL'), (340953, 'AVL_TRAIN'), (340958, 'UN_AVL'), (340964, 'AVL_TRAIN'), (340969, 'UN_AVL'), (340970, 'AVL_TRAIN'), (340971, 'UN_AVL'), (340972, 'AVL_TRAIN'), (340974, 'UN_AVL'), (340981, 'AVL_TRAIN'), (340982, 'UN_AVL'), (340983, 'AVL_TRAIN'), (340992, 'UN_AVL'), (340992, 'AVL_TRAIN'), (341608, 'UN_AVL'), (341613, 'AVL_TRAIN'), (341643, 'UN_AVL'), (341657, 'AVL_TRAIN'), (341668, 'UN_AVL'), (341693, 'AVL_TRAIN'), (342705, 'UN_AVL'), (342708, 'AVL_TRAIN'), (343007, 'UN_AVL'), (343010, 'AVL_TRAIN'), (343011, 'UN_AVL'), (343012, 'AVL_TRAIN'), (343016, 'UN_AVL'), (343022, 'AVL_TRAIN'), (343031, 'UN_AVL'), (343190, 'AVL_TRAIN'), (360439, 'UN_AVL'), (364048, 'AVL_TRAIN'), (364397, 'UN_AVL'), (463846, 'AVL_TRAIN'), (489644, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (26400, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (53400, 'UN_AVL'), (55800, 'AVL_EVAL'), (57000, 'UN_AVL'), (57600, 'AVL_EVAL'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (77400, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL'), (86400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (96000, 'UN_AVL'), (97200, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100800, 'UN_AVL'), (101400, 'AVL_TRAIN'), (105000, 'UN_AVL'), (105600, 'AVL_TRAIN'), (106200, 'UN_AVL'), (106800, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108000, 'UN_AVL'), (109200, 'AVL_TRAIN'), (110400, 'UN_AVL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'UN_AVL'), (114000, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117000, 'AVL_EVAL'), (121200, 'UN_AVL'), (121800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (130200, 'UN_AVL'), (131400, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (147000, 'UN_AVL'), (148200, 'AVL_TRAIN'), (149400, 'UN_AVL'), (150000, 'AVL_TRAIN'), (153000, 'UN_AVL'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (156000, 'UN_AVL'), (156600, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (158400, 'UN_AVL'), (164400, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (174000, 'UN_AVL'), (174600, 'AVL_EVAL'), (175200, 'UN_AVL'), (175800, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_49.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_49.json deleted file mode 100644 index b7ea36852..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_49.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580420", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 49, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5310, 'AVL_TRAIN'), (7222, 'UN_AVL'), (31086, 'AVL_TRAIN'), (31945, 'UN_AVL'), (32100, 'AVL_TRAIN'), (36154, 'AVL_EVAL'), (37070, 'AVL_TRAIN'), (45584, 'AVL_EVAL'), (147921, 'AVL_TRAIN'), (148354, 'AVL_EVAL'), (171992, 'UN_AVL'), (215923, 'AVL_TRAIN'), (217064, 'UN_AVL'), (255393, 'AVL_TRAIN'), (256981, 'UN_AVL'), (257217, 'AVL_TRAIN'), (257470, 'UN_AVL'), (257611, 'AVL_TRAIN'), (261824, 'AVL_EVAL'), (261835, 'AVL_TRAIN'), (263206, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5310, 'AVL_TRAIN'), (7222, 'UN_AVL'), (31086, 'AVL_TRAIN'), (31945, 'UN_AVL'), (32100, 'AVL_TRAIN'), (36154, 'AVL_EVAL'), (37070, 'AVL_TRAIN'), (45584, 'AVL_EVAL'), (147921, 'AVL_TRAIN'), (148354, 'AVL_EVAL'), (155656, 'UN_AVL'), (215923, 'AVL_TRAIN'), (217064, 'UN_AVL'), (255393, 'AVL_TRAIN'), (256981, 'UN_AVL'), (257217, 'AVL_TRAIN'), (257470, 'UN_AVL'), (257611, 'AVL_TRAIN'), (261824, 'UN_AVL'), (261835, 'AVL_TRAIN'), (263206, 'AVL_EVAL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5310, 'AVL_TRAIN'), (7222, 'UN_AVL'), (31086, 'AVL_TRAIN'), (31945, 'UN_AVL'), (32100, 'AVL_TRAIN'), (36154, 'UN_AVL'), (37070, 'AVL_TRAIN'), (45584, 'UN_AVL'), (147921, 'AVL_TRAIN'), (148354, 'UN_AVL'), (215923, 'AVL_TRAIN'), (217064, 'UN_AVL'), (255393, 'AVL_TRAIN'), (256981, 'UN_AVL'), (257217, 'AVL_TRAIN'), (257470, 'UN_AVL'), (257611, 'AVL_TRAIN'), (261824, 'UN_AVL'), (261835, 'AVL_TRAIN'), (263206, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (18000, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (73200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_EVAL'), (27600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31200, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (54600, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (76200, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (88200, 'UN_AVL'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (100800, 'UN_AVL'), (101400, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (105600, 'UN_AVL'), (106200, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (109200, 'UN_AVL'), (111000, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (115800, 'UN_AVL'), (116400, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (120000, 'UN_AVL'), (121200, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126000, 'UN_AVL'), (126600, 'AVL_TRAIN'), (127200, 'UN_AVL'), (127800, 'AVL_EVAL'), (130800, 'UN_AVL'), (133800, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (162000, 'UN_AVL'), (163200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (175200, 'UN_AVL'), (175800, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_5.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_5.json deleted file mode 100644 index da6dbf918..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_5.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580376", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 5, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 5, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (223349, 'AVL_TRAIN'), (223793, 'UN_AVL'), (223794, 'AVL_TRAIN'), (223795, 'UN_AVL'), (228077, 'AVL_TRAIN'), (231075, 'UN_AVL'), (235397, 'AVL_TRAIN'), (239058, 'AVL_EVAL'), (240725, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (223349, 'AVL_TRAIN'), (223793, 'UN_AVL'), (223794, 'AVL_TRAIN'), (223795, 'UN_AVL'), (228077, 'AVL_TRAIN'), (231075, 'UN_AVL'), (235397, 'AVL_TRAIN'), (239058, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (223349, 'AVL_TRAIN'), (223793, 'UN_AVL'), (223794, 'AVL_TRAIN'), (223795, 'UN_AVL'), (228077, 'AVL_TRAIN'), (231075, 'UN_AVL'), (235397, 'AVL_TRAIN'), (239058, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57600, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (54600, 'UN_AVL'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (60600, 'UN_AVL'), (62400, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (74400, 'UN_AVL'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (84600, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96600, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (100200, 'UN_AVL'), (100800, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'UN_AVL'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (110400, 'UN_AVL'), (111000, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (115200, 'UN_AVL'), (115800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (126000, 'UN_AVL'), (127200, 'AVL_TRAIN'), (130200, 'UN_AVL'), (132000, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'UN_AVL'), (134400, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (154800, 'UN_AVL'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'UN_AVL'), (165600, 'AVL_EVAL'), (168000, 'UN_AVL'), (169800, 'AVL_TRAIN'), (174000, 'UN_AVL'), (175200, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 5, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_50.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_50.json deleted file mode 100644 index b908969cd..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_50.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580421", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 50, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (95264, 'AVL_EVAL'), (99453, 'UN_AVL'), (102924, 'AVL_TRAIN'), (107713, 'AVL_EVAL'), (138831, 'UN_AVL'), (140998, 'AVL_TRAIN'), (152704, 'AVL_EVAL'), (152704, 'AVL_TRAIN'), (152714, 'AVL_EVAL'), (153501, 'AVL_TRAIN'), (154725, 'UN_AVL'), (154850, 'AVL_TRAIN'), (167956, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (102924, 'AVL_TRAIN'), (107713, 'AVL_EVAL'), (138831, 'UN_AVL'), (140998, 'AVL_TRAIN'), (152704, 'AVL_EVAL'), (152704, 'AVL_TRAIN'), (152714, 'AVL_EVAL'), (153501, 'AVL_TRAIN'), (154725, 'UN_AVL'), (154850, 'AVL_TRAIN'), (167956, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (102924, 'AVL_TRAIN'), (107713, 'UN_AVL'), (140998, 'AVL_TRAIN'), (152704, 'UN_AVL'), (152704, 'AVL_TRAIN'), (152714, 'UN_AVL'), (153501, 'AVL_TRAIN'), (154725, 'UN_AVL'), (154850, 'AVL_TRAIN'), (167956, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (11400, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63600, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'UN_AVL'), (9600, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (18000, 'AVL_EVAL'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (44400, 'UN_AVL'), (45000, 'AVL_EVAL'), (46800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'UN_AVL'), (68400, 'AVL_EVAL'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'UN_AVL'), (87000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'UN_AVL'), (96600, 'AVL_TRAIN'), (98400, 'UN_AVL'), (102600, 'AVL_TRAIN'), (108600, 'UN_AVL'), (109200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (115200, 'UN_AVL'), (115800, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (131400, 'UN_AVL'), (134400, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (138600, 'UN_AVL'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (145200, 'UN_AVL'), (145800, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (153600, 'UN_AVL'), (154800, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157200, 'AVL_TRAIN'), (159000, 'UN_AVL'), (161400, 'AVL_EVAL'), (165000, 'UN_AVL'), (165600, 'AVL_TRAIN'), (168600, 'UN_AVL'), (171000, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_51.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_51.json deleted file mode 100644 index 3820109df..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_51.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580422", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 51, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "16.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (207687, 'AVL_TRAIN'), (209393, 'AVL_EVAL'), (213046, 'AVL_TRAIN'), (213809, 'AVL_EVAL'), (219540, 'UN_AVL'), (229295, 'AVL_TRAIN'), (230080, 'UN_AVL'), (236635, 'AVL_TRAIN'), (238791, 'UN_AVL'), (246659, 'AVL_TRAIN'), (249110, 'AVL_EVAL'), (261165, 'UN_AVL'), (261379, 'AVL_TRAIN'), (264886, 'AVL_EVAL'), (296386, 'UN_AVL'), (342427, 'AVL_EVAL'), (348184, 'UN_AVL'), (359372, 'AVL_TRAIN'), (360155, 'AVL_EVAL'), (361153, 'UN_AVL'), (377549, 'AVL_TRAIN'), (381983, 'AVL_EVAL'), (428246, 'AVL_TRAIN'), (431851, 'AVL_EVAL'), (432670, 'AVL_TRAIN'), (436094, 'AVL_EVAL'), (466115, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (207687, 'AVL_TRAIN'), (209393, 'UN_AVL'), (213046, 'AVL_TRAIN'), (213809, 'UN_AVL'), (229295, 'AVL_TRAIN'), (230080, 'UN_AVL'), (236635, 'AVL_TRAIN'), (238791, 'UN_AVL'), (246659, 'AVL_TRAIN'), (249110, 'AVL_EVAL'), (252107, 'UN_AVL'), (261379, 'AVL_TRAIN'), (264886, 'AVL_EVAL'), (280379, 'UN_AVL'), (359372, 'AVL_TRAIN'), (360155, 'UN_AVL'), (377549, 'AVL_TRAIN'), (381983, 'AVL_EVAL'), (428246, 'AVL_TRAIN'), (431851, 'AVL_EVAL'), (432670, 'AVL_TRAIN'), (436094, 'AVL_EVAL'), (458635, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (207687, 'AVL_TRAIN'), (209393, 'UN_AVL'), (213046, 'AVL_TRAIN'), (213809, 'UN_AVL'), (229295, 'AVL_TRAIN'), (230080, 'UN_AVL'), (236635, 'AVL_TRAIN'), (238791, 'UN_AVL'), (246659, 'AVL_TRAIN'), (249110, 'UN_AVL'), (261379, 'AVL_TRAIN'), (264886, 'UN_AVL'), (359372, 'AVL_TRAIN'), (360155, 'UN_AVL'), (377549, 'AVL_TRAIN'), (381983, 'UN_AVL'), (428246, 'AVL_TRAIN'), (431851, 'UN_AVL'), (432670, 'AVL_TRAIN'), (436094, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13800, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31800, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13800, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_EVAL'), (64200, 'UN_AVL'), (66000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (82800, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85800, 'UN_AVL'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (90000, 'UN_AVL'), (91200, 'AVL_TRAIN'), (94200, 'UN_AVL'), (95400, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (100200, 'UN_AVL'), (100800, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108000, 'UN_AVL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'UN_AVL'), (136800, 'AVL_TRAIN'), (137400, 'UN_AVL'), (138600, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144600, 'UN_AVL'), (145200, 'AVL_TRAIN'), (146400, 'UN_AVL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'UN_AVL'), (157800, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (162000, 'UN_AVL'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (168000, 'UN_AVL'), (169200, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (171600, 'UN_AVL'), (172800, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175800, 'UN_AVL'), (177600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_52.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_52.json deleted file mode 100644 index acf4ebd25..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_52.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580423", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 52, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "14.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (6904, 'UN_AVL'), (39500, 'AVL_EVAL'), (39500, 'AVL_TRAIN'), (39645, 'AVL_EVAL'), (41348, 'AVL_TRAIN'), (42382, 'AVL_EVAL'), (47469, 'AVL_TRAIN'), (48348, 'AVL_EVAL'), (69109, 'AVL_TRAIN'), (69539, 'AVL_EVAL'), (88968, 'UN_AVL'), (125891, 'AVL_EVAL'), (125891, 'AVL_TRAIN'), (126158, 'AVL_EVAL'), (142259, 'AVL_TRAIN'), (142496, 'AVL_EVAL'), (153130, 'AVL_TRAIN'), (158358, 'AVL_EVAL'), (171476, 'UN_AVL'), (212272, 'AVL_TRAIN'), (214842, 'AVL_EVAL'), (225708, 'UN_AVL'), (231258, 'AVL_TRAIN'), (232781, 'AVL_EVAL'), (232784, 'AVL_TRAIN'), (236573, 'AVL_EVAL'), (236575, 'AVL_TRAIN'), (236584, 'AVL_EVAL'), (238842, 'AVL_TRAIN'), (243910, 'AVL_EVAL'), (256171, 'UN_AVL'), (298693, 'AVL_EVAL'), (298693, 'AVL_TRAIN'), (304769, 'AVL_EVAL'), (322875, 'AVL_TRAIN'), (323462, 'AVL_EVAL'), (323563, 'AVL_TRAIN'), (329094, 'AVL_EVAL'), (352807, 'UN_AVL'), (355630, 'AVL_TRAIN'), (360038, 'AVL_EVAL'), (386293, 'AVL_TRAIN'), (389065, 'AVL_EVAL'), (423082, 'UN_AVL'), (438883, 'AVL_TRAIN'), (472611, 'AVL_EVAL'), (472823, 'AVL_TRAIN'), (475963, 'AVL_EVAL'), (499849, 'UN_AVL'), (500014, 'AVL_TRAIN'), (502187, 'AVL_EVAL'), (502189, 'AVL_TRAIN'), (502978, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (129, 'UN_AVL'), (39500, 'AVL_EVAL'), (39500, 'AVL_TRAIN'), (39645, 'AVL_EVAL'), (41348, 'AVL_TRAIN'), (42382, 'AVL_EVAL'), (47469, 'AVL_TRAIN'), (48348, 'AVL_EVAL'), (69109, 'AVL_TRAIN'), (69539, 'AVL_EVAL'), (73250, 'UN_AVL'), (125891, 'AVL_EVAL'), (125891, 'AVL_TRAIN'), (126158, 'AVL_EVAL'), (141072, 'UN_AVL'), (142259, 'AVL_TRAIN'), (142496, 'AVL_EVAL'), (150215, 'UN_AVL'), (153130, 'AVL_TRAIN'), (158358, 'AVL_EVAL'), (162470, 'UN_AVL'), (212272, 'AVL_TRAIN'), (214842, 'UN_AVL'), (231258, 'AVL_TRAIN'), (232781, 'UN_AVL'), (232784, 'AVL_TRAIN'), (236573, 'AVL_EVAL'), (236575, 'AVL_TRAIN'), (236584, 'AVL_EVAL'), (238842, 'AVL_TRAIN'), (243910, 'AVL_EVAL'), (251139, 'UN_AVL'), (298693, 'AVL_EVAL'), (298693, 'AVL_TRAIN'), (304769, 'AVL_EVAL'), (318536, 'UN_AVL'), (322875, 'AVL_TRAIN'), (323462, 'UN_AVL'), (323563, 'AVL_TRAIN'), (329094, 'AVL_EVAL'), (339424, 'UN_AVL'), (355630, 'AVL_TRAIN'), (360038, 'AVL_EVAL'), (386293, 'AVL_TRAIN'), (389065, 'AVL_EVAL'), (416556, 'UN_AVL'), (438883, 'AVL_TRAIN'), (472611, 'AVL_EVAL'), (472823, 'AVL_TRAIN'), (475963, 'AVL_EVAL'), (492671, 'UN_AVL'), (500014, 'AVL_TRAIN'), (502187, 'AVL_EVAL'), (502189, 'AVL_TRAIN'), (502978, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (39500, 'AVL_TRAIN'), (39645, 'UN_AVL'), (41348, 'AVL_TRAIN'), (42382, 'UN_AVL'), (47469, 'AVL_TRAIN'), (48348, 'UN_AVL'), (69109, 'AVL_TRAIN'), (69539, 'UN_AVL'), (125891, 'AVL_TRAIN'), (126158, 'UN_AVL'), (142259, 'AVL_TRAIN'), (142496, 'UN_AVL'), (153130, 'AVL_TRAIN'), (158358, 'UN_AVL'), (212272, 'AVL_TRAIN'), (214842, 'UN_AVL'), (231258, 'AVL_TRAIN'), (232781, 'UN_AVL'), (232784, 'AVL_TRAIN'), (236573, 'UN_AVL'), (236575, 'AVL_TRAIN'), (236584, 'UN_AVL'), (238842, 'AVL_TRAIN'), (243910, 'UN_AVL'), (298693, 'AVL_TRAIN'), (304769, 'UN_AVL'), (322875, 'AVL_TRAIN'), (323462, 'UN_AVL'), (323563, 'AVL_TRAIN'), (329094, 'UN_AVL'), (355630, 'AVL_TRAIN'), (360038, 'UN_AVL'), (386293, 'AVL_TRAIN'), (389065, 'UN_AVL'), (438883, 'AVL_TRAIN'), (472611, 'UN_AVL'), (472823, 'AVL_TRAIN'), (475963, 'UN_AVL'), (500014, 'AVL_TRAIN'), (502187, 'UN_AVL'), (502189, 'AVL_TRAIN'), (502978, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (11400, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (22200, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (44400, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63600, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75600, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (80400, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15000, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'UN_AVL'), (25800, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (58800, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'UN_AVL'), (93600, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (110400, 'UN_AVL'), (111600, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (115800, 'UN_AVL'), (117000, 'AVL_EVAL'), (117600, 'UN_AVL'), (119400, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121800, 'UN_AVL'), (124800, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (126600, 'UN_AVL'), (127200, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (134400, 'UN_AVL'), (135000, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144600, 'UN_AVL'), (145200, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (154800, 'UN_AVL'), (155400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (166200, 'UN_AVL'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168000, 'UN_AVL'), (171000, 'AVL_TRAIN'), (172200, 'UN_AVL'), (173400, 'AVL_EVAL'), (175200, 'UN_AVL'), (175800, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_53.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_53.json deleted file mode 100644 index fb7219710..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_53.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580424", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 53, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "4.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5993, 'AVL_EVAL'), (40428, 'AVL_TRAIN'), (40791, 'AVL_EVAL'), (42512, 'AVL_TRAIN'), (45685, 'AVL_EVAL'), (89687, 'UN_AVL'), (128969, 'AVL_TRAIN'), (128970, 'UN_AVL'), (128980, 'AVL_TRAIN'), (132202, 'AVL_EVAL'), (170019, 'UN_AVL'), (170219, 'AVL_TRAIN'), (171710, 'AVL_EVAL'), (185010, 'UN_AVL'), (231040, 'AVL_TRAIN'), (250239, 'AVL_EVAL'), (250239, 'AVL_TRAIN'), (250249, 'AVL_EVAL'), (271861, 'UN_AVL'), (305189, 'AVL_TRAIN'), (310362, 'AVL_EVAL'), (310362, 'AVL_TRAIN'), (310365, 'AVL_EVAL'), (325579, 'UN_AVL'), (331152, 'AVL_TRAIN'), (335736, 'AVL_EVAL'), (356228, 'UN_AVL'), (387925, 'AVL_TRAIN'), (391048, 'AVL_EVAL'), (442293, 'UN_AVL'), (471896, 'AVL_TRAIN'), (474550, 'AVL_EVAL'), (517256, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5993, 'AVL_EVAL'), (40397, 'UN_AVL'), (40428, 'AVL_TRAIN'), (40791, 'AVL_EVAL'), (42512, 'AVL_TRAIN'), (45685, 'AVL_EVAL'), (75909, 'UN_AVL'), (128969, 'AVL_TRAIN'), (128970, 'UN_AVL'), (128980, 'AVL_TRAIN'), (132202, 'AVL_EVAL'), (159350, 'UN_AVL'), (170219, 'AVL_TRAIN'), (171710, 'AVL_EVAL'), (178470, 'UN_AVL'), (231040, 'AVL_TRAIN'), (250239, 'AVL_EVAL'), (250239, 'AVL_TRAIN'), (250249, 'AVL_EVAL'), (270607, 'UN_AVL'), (305189, 'AVL_TRAIN'), (310362, 'AVL_EVAL'), (310362, 'AVL_TRAIN'), (310365, 'AVL_EVAL'), (320383, 'UN_AVL'), (331152, 'AVL_TRAIN'), (335736, 'AVL_EVAL'), (343018, 'UN_AVL'), (387925, 'AVL_TRAIN'), (391048, 'AVL_EVAL'), (426462, 'UN_AVL'), (471896, 'AVL_TRAIN'), (474550, 'AVL_EVAL'), (509686, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (40428, 'AVL_TRAIN'), (40791, 'UN_AVL'), (42512, 'AVL_TRAIN'), (45685, 'UN_AVL'), (128969, 'AVL_TRAIN'), (128970, 'UN_AVL'), (128980, 'AVL_TRAIN'), (132202, 'UN_AVL'), (170219, 'AVL_TRAIN'), (171710, 'UN_AVL'), (231040, 'AVL_TRAIN'), (250239, 'UN_AVL'), (250239, 'AVL_TRAIN'), (250249, 'UN_AVL'), (305189, 'AVL_TRAIN'), (310362, 'UN_AVL'), (310362, 'AVL_TRAIN'), (310365, 'UN_AVL'), (331152, 'AVL_TRAIN'), (335736, 'UN_AVL'), (387925, 'AVL_TRAIN'), (391048, 'UN_AVL'), (471896, 'AVL_TRAIN'), (474550, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (14400, 'UN_AVL'), (15600, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (58800, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (66000, 'UN_AVL'), (66600, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (70200, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (79800, 'UN_AVL'), (81000, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (87000, 'UN_AVL'), (89400, 'AVL_TRAIN'), (90600, 'UN_AVL'), (94800, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (101400, 'UN_AVL'), (102000, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (107400, 'UN_AVL'), (108000, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111000, 'UN_AVL'), (111600, 'AVL_EVAL'), (112200, 'UN_AVL'), (115200, 'AVL_TRAIN'), (117000, 'UN_AVL'), (118200, 'AVL_TRAIN'), (121200, 'UN_AVL'), (122400, 'AVL_TRAIN'), (123000, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (127200, 'UN_AVL'), (127800, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (138000, 'UN_AVL'), (140400, 'AVL_EVAL'), (141000, 'UN_AVL'), (141600, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (158400, 'UN_AVL'), (160800, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'UN_AVL'), (165600, 'AVL_TRAIN'), (166800, 'UN_AVL'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169200, 'UN_AVL'), (170400, 'AVL_TRAIN'), (171000, 'UN_AVL'), (171600, 'AVL_TRAIN'), (172200, 'UN_AVL'), (173400, 'AVL_TRAIN'), (177000, 'UN_AVL'), (178800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_54.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_54.json deleted file mode 100644 index 65b39abbe..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_54.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580425", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 54, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "14.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (102464, 'AVL_EVAL'), (161123, 'UN_AVL'), (171080, 'AVL_TRAIN'), (171088, 'UN_AVL'), (171088, 'AVL_TRAIN'), (171098, 'UN_AVL'), (171123, 'AVL_TRAIN'), (173152, 'AVL_EVAL'), (183205, 'UN_AVL'), (183205, 'AVL_TRAIN'), (183264, 'UN_AVL'), (184085, 'AVL_TRAIN'), (185117, 'UN_AVL'), (187218, 'AVL_TRAIN'), (187219, 'UN_AVL'), (187220, 'AVL_TRAIN'), (187221, 'UN_AVL'), (187224, 'AVL_TRAIN'), (187812, 'UN_AVL'), (187812, 'AVL_TRAIN'), (189770, 'UN_AVL'), (189776, 'AVL_TRAIN'), (190415, 'UN_AVL'), (190554, 'AVL_TRAIN'), (190794, 'UN_AVL'), (191867, 'AVL_TRAIN'), (191962, 'UN_AVL'), (192840, 'AVL_TRAIN'), (217951, 'AVL_EVAL'), (223912, 'AVL_TRAIN'), (224426, 'AVL_EVAL'), (224447, 'AVL_TRAIN'), (224514, 'AVL_EVAL'), (319312, 'UN_AVL'), (351032, 'AVL_TRAIN'), (351484, 'UN_AVL'), (351903, 'AVL_TRAIN'), (352123, 'UN_AVL'), (352374, 'AVL_TRAIN'), (353704, 'AVL_EVAL'), (359274, 'UN_AVL'), (401067, 'AVL_TRAIN'), (402327, 'UN_AVL'), (434330, 'AVL_TRAIN'), (434610, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (102464, 'AVL_EVAL'), (142257, 'UN_AVL'), (171080, 'AVL_TRAIN'), (171088, 'UN_AVL'), (171088, 'AVL_TRAIN'), (171098, 'UN_AVL'), (171123, 'AVL_TRAIN'), (173152, 'UN_AVL'), (183205, 'AVL_TRAIN'), (183264, 'UN_AVL'), (184085, 'AVL_TRAIN'), (185117, 'UN_AVL'), (187218, 'AVL_TRAIN'), (187219, 'UN_AVL'), (187220, 'AVL_TRAIN'), (187221, 'UN_AVL'), (187224, 'AVL_TRAIN'), (187812, 'UN_AVL'), (187812, 'AVL_TRAIN'), (189770, 'UN_AVL'), (189776, 'AVL_TRAIN'), (190415, 'UN_AVL'), (190554, 'AVL_TRAIN'), (190794, 'UN_AVL'), (191867, 'AVL_TRAIN'), (191962, 'UN_AVL'), (192840, 'AVL_TRAIN'), (217951, 'AVL_EVAL'), (223912, 'AVL_TRAIN'), (224426, 'AVL_EVAL'), (224447, 'AVL_TRAIN'), (224514, 'AVL_EVAL'), (262522, 'UN_AVL'), (351032, 'AVL_TRAIN'), (351484, 'UN_AVL'), (351903, 'AVL_TRAIN'), (352123, 'UN_AVL'), (352374, 'AVL_TRAIN'), (353704, 'UN_AVL'), (401067, 'AVL_TRAIN'), (402327, 'UN_AVL'), (434330, 'AVL_TRAIN'), (434610, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (171080, 'AVL_TRAIN'), (171088, 'UN_AVL'), (171088, 'AVL_TRAIN'), (171098, 'UN_AVL'), (171123, 'AVL_TRAIN'), (173152, 'UN_AVL'), (183205, 'AVL_TRAIN'), (183264, 'UN_AVL'), (184085, 'AVL_TRAIN'), (185117, 'UN_AVL'), (187218, 'AVL_TRAIN'), (187219, 'UN_AVL'), (187220, 'AVL_TRAIN'), (187221, 'UN_AVL'), (187224, 'AVL_TRAIN'), (187812, 'UN_AVL'), (187812, 'AVL_TRAIN'), (189770, 'UN_AVL'), (189776, 'AVL_TRAIN'), (190415, 'UN_AVL'), (190554, 'AVL_TRAIN'), (190794, 'UN_AVL'), (191867, 'AVL_TRAIN'), (191962, 'UN_AVL'), (192840, 'AVL_TRAIN'), (217951, 'UN_AVL'), (223912, 'AVL_TRAIN'), (224426, 'UN_AVL'), (224447, 'AVL_TRAIN'), (224514, 'UN_AVL'), (351032, 'AVL_TRAIN'), (351484, 'UN_AVL'), (351903, 'AVL_TRAIN'), (352123, 'UN_AVL'), (352374, 'AVL_TRAIN'), (353704, 'UN_AVL'), (401067, 'AVL_TRAIN'), (402327, 'UN_AVL'), (434330, 'AVL_TRAIN'), (434610, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (31200, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43800, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52200, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55800, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (169200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'UN_AVL'), (7200, 'AVL_EVAL'), (8400, 'UN_AVL'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18600, 'UN_AVL'), (19200, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_EVAL'), (42600, 'UN_AVL'), (45000, 'AVL_EVAL'), (45600, 'UN_AVL'), (46800, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (51600, 'UN_AVL'), (53400, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (69600, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (74400, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79200, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (84600, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (90000, 'UN_AVL'), (91200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (100200, 'UN_AVL'), (100800, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (106200, 'UN_AVL'), (106800, 'AVL_TRAIN'), (108000, 'UN_AVL'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (112800, 'UN_AVL'), (114000, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'UN_AVL'), (119400, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'UN_AVL'), (122400, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (127800, 'UN_AVL'), (130200, 'AVL_EVAL'), (130800, 'UN_AVL'), (133200, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'UN_AVL'), (137400, 'AVL_TRAIN'), (139200, 'UN_AVL'), (141600, 'AVL_TRAIN'), (144600, 'UN_AVL'), (147000, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (151200, 'UN_AVL'), (155400, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'UN_AVL'), (172800, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_55.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_55.json deleted file mode 100644 index 2a5310e70..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_55.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580426", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 55, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "23.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6600, 'UN_AVL'), (9600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (67800, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18600, 'UN_AVL'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (40200, 'UN_AVL'), (42600, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (88200, 'UN_AVL'), (88800, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (91800, 'UN_AVL'), (93000, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97800, 'UN_AVL'), (98400, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (101400, 'UN_AVL'), (102000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (106200, 'UN_AVL'), (106800, 'AVL_EVAL'), (108600, 'UN_AVL'), (109200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117600, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (131400, 'UN_AVL'), (133800, 'AVL_TRAIN'), (136800, 'UN_AVL'), (137400, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (141600, 'UN_AVL'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156600, 'AVL_TRAIN'), (157200, 'UN_AVL'), (158400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (164400, 'UN_AVL'), (166200, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169200, 'UN_AVL'), (170400, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (174600, 'UN_AVL'), (177000, 'AVL_TRAIN'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_56.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_56.json deleted file mode 100644 index ff1efe7c7..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_56.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580427", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 56, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "30.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (3785, 'UN_AVL'), (67339, 'AVL_TRAIN'), (70372, 'UN_AVL'), (90088, 'AVL_TRAIN'), (105890, 'AVL_EVAL'), (211817, 'UN_AVL'), (323903, 'AVL_EVAL'), (352242, 'UN_AVL'), (380055, 'AVL_TRAIN'), (387626, 'AVL_EVAL'), (389230, 'AVL_TRAIN'), (395929, 'AVL_EVAL'), (432844, 'UN_AVL'), (468462, 'AVL_TRAIN'), (473226, 'AVL_EVAL'), (477430, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (67339, 'AVL_TRAIN'), (70372, 'UN_AVL'), (90088, 'AVL_TRAIN'), (105890, 'AVL_EVAL'), (163572, 'UN_AVL'), (323903, 'AVL_EVAL'), (334910, 'UN_AVL'), (380055, 'AVL_TRAIN'), (387626, 'AVL_EVAL'), (389230, 'AVL_TRAIN'), (395929, 'AVL_EVAL'), (425206, 'UN_AVL'), (468462, 'AVL_TRAIN'), (473226, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (67339, 'AVL_TRAIN'), (70372, 'UN_AVL'), (90088, 'AVL_TRAIN'), (105890, 'UN_AVL'), (380055, 'AVL_TRAIN'), (387626, 'UN_AVL'), (389230, 'AVL_TRAIN'), (395929, 'UN_AVL'), (468462, 'AVL_TRAIN'), (473226, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9600, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (17400, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67800, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (10200, 'UN_AVL'), (12000, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (46200, 'UN_AVL'), (48600, 'AVL_EVAL'), (49200, 'UN_AVL'), (50400, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85200, 'UN_AVL'), (85800, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (88800, 'UN_AVL'), (89400, 'AVL_TRAIN'), (93000, 'UN_AVL'), (93600, 'AVL_TRAIN'), (96000, 'UN_AVL'), (96600, 'AVL_TRAIN'), (99600, 'UN_AVL'), (101400, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (105600, 'UN_AVL'), (106200, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112800, 'UN_AVL'), (113400, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (123000, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (126600, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136200, 'UN_AVL'), (137400, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (144600, 'UN_AVL'), (145200, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_TRAIN'), (156000, 'UN_AVL'), (159000, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (160800, 'UN_AVL'), (161400, 'AVL_TRAIN'), (163200, 'UN_AVL'), (164400, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (169800, 'UN_AVL'), (171600, 'AVL_EVAL'), (172200, 'UN_AVL'), (172800, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (175200, 'UN_AVL'), (178200, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_57.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_57.json deleted file mode 100644 index 260cb6b3a..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_57.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580428", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 57, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "21.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (698, 'AVL_EVAL'), (67276, 'UN_AVL'), (68243, 'AVL_TRAIN'), (83793, 'AVL_EVAL'), (89025, 'AVL_TRAIN'), (89507, 'AVL_EVAL'), (91835, 'AVL_TRAIN'), (93790, 'AVL_EVAL'), (98474, 'AVL_TRAIN'), (108101, 'AVL_EVAL'), (151046, 'AVL_TRAIN'), (152849, 'AVL_EVAL'), (173965, 'UN_AVL'), (173996, 'AVL_TRAIN'), (180294, 'AVL_EVAL'), (180818, 'AVL_TRAIN'), (181988, 'AVL_EVAL'), (218151, 'AVL_TRAIN'), (218563, 'AVL_EVAL'), (231723, 'AVL_TRAIN'), (235443, 'AVL_EVAL'), (244565, 'UN_AVL'), (244565, 'AVL_TRAIN'), (311411, 'AVL_EVAL'), (313674, 'UN_AVL'), (320190, 'AVL_TRAIN'), (320595, 'UN_AVL'), (321584, 'AVL_EVAL'), (321584, 'AVL_TRAIN'), (329629, 'AVL_EVAL'), (335635, 'AVL_TRAIN'), (338546, 'AVL_EVAL'), (350094, 'AVL_TRAIN'), (353416, 'AVL_EVAL'), (399275, 'AVL_TRAIN'), (401693, 'AVL_EVAL'), (413938, 'AVL_TRAIN'), (415712, 'AVL_EVAL'), (418777, 'AVL_TRAIN'), (421213, 'AVL_EVAL'), (428651, 'AVL_TRAIN'), (429617, 'AVL_EVAL'), (434104, 'AVL_TRAIN'), (437429, 'AVL_EVAL'), (450017, 'UN_AVL'), (450724, 'AVL_TRAIN'), (456537, 'AVL_EVAL'), (477850, 'AVL_TRAIN'), (478799, 'AVL_EVAL'), (494683, 'UN_AVL'), (499000, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (698, 'AVL_EVAL'), (48463, 'UN_AVL'), (68243, 'AVL_TRAIN'), (83793, 'AVL_EVAL'), (89025, 'UN_AVL'), (89025, 'AVL_TRAIN'), (89507, 'AVL_EVAL'), (91835, 'UN_AVL'), (91835, 'AVL_TRAIN'), (93790, 'AVL_EVAL'), (98474, 'UN_AVL'), (98474, 'AVL_TRAIN'), (108101, 'AVL_EVAL'), (138889, 'UN_AVL'), (151046, 'AVL_TRAIN'), (152849, 'AVL_EVAL'), (169817, 'UN_AVL'), (173996, 'AVL_TRAIN'), (180294, 'AVL_EVAL'), (180818, 'UN_AVL'), (180818, 'AVL_TRAIN'), (181988, 'AVL_EVAL'), (190289, 'UN_AVL'), (218151, 'AVL_TRAIN'), (218563, 'UN_AVL'), (231723, 'AVL_TRAIN'), (235443, 'UN_AVL'), (244565, 'AVL_TRAIN'), (311411, 'UN_AVL'), (320190, 'AVL_TRAIN'), (320595, 'UN_AVL'), (321584, 'AVL_TRAIN'), (329629, 'AVL_EVAL'), (334654, 'UN_AVL'), (335635, 'AVL_TRAIN'), (338546, 'AVL_EVAL'), (342938, 'UN_AVL'), (350094, 'AVL_TRAIN'), (353416, 'AVL_EVAL'), (356712, 'UN_AVL'), (360380, 'AVL_EVAL'), (392017, 'UN_AVL'), (399275, 'AVL_TRAIN'), (401693, 'AVL_EVAL'), (407531, 'UN_AVL'), (413938, 'AVL_TRAIN'), (415712, 'AVL_EVAL'), (418777, 'UN_AVL'), (418777, 'AVL_TRAIN'), (421213, 'AVL_EVAL'), (428651, 'UN_AVL'), (428651, 'AVL_TRAIN'), (429617, 'UN_AVL'), (434104, 'AVL_TRAIN'), (437429, 'AVL_EVAL'), (443635, 'UN_AVL'), (450724, 'AVL_TRAIN'), (456537, 'AVL_EVAL'), (477484, 'UN_AVL'), (477850, 'AVL_TRAIN'), (478799, 'AVL_EVAL'), (481511, 'UN_AVL'), (499000, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (698, 'UN_AVL'), (68243, 'AVL_TRAIN'), (83793, 'UN_AVL'), (89025, 'AVL_TRAIN'), (89507, 'UN_AVL'), (91835, 'AVL_TRAIN'), (93790, 'UN_AVL'), (98474, 'AVL_TRAIN'), (108101, 'UN_AVL'), (151046, 'AVL_TRAIN'), (152849, 'UN_AVL'), (173996, 'AVL_TRAIN'), (180294, 'UN_AVL'), (180818, 'AVL_TRAIN'), (181988, 'UN_AVL'), (218151, 'AVL_TRAIN'), (218563, 'UN_AVL'), (231723, 'AVL_TRAIN'), (235443, 'UN_AVL'), (244565, 'AVL_TRAIN'), (311411, 'UN_AVL'), (320190, 'AVL_TRAIN'), (320595, 'UN_AVL'), (321584, 'AVL_TRAIN'), (329629, 'UN_AVL'), (335635, 'AVL_TRAIN'), (338546, 'UN_AVL'), (350094, 'AVL_TRAIN'), (353416, 'UN_AVL'), (399275, 'AVL_TRAIN'), (401693, 'UN_AVL'), (413938, 'AVL_TRAIN'), (415712, 'UN_AVL'), (418777, 'AVL_TRAIN'), (421213, 'UN_AVL'), (428651, 'AVL_TRAIN'), (429617, 'UN_AVL'), (434104, 'AVL_TRAIN'), (437429, 'UN_AVL'), (450724, 'AVL_TRAIN'), (456537, 'UN_AVL'), (477850, 'AVL_TRAIN'), (478799, 'UN_AVL'), (499000, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9600, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (2400, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (12000, 'UN_AVL'), (13200, 'AVL_EVAL'), (15600, 'UN_AVL'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_EVAL'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'UN_AVL'), (74400, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78000, 'UN_AVL'), (79800, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL'), (86400, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (92400, 'UN_AVL'), (94200, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'UN_AVL'), (110400, 'AVL_TRAIN'), (111000, 'UN_AVL'), (112800, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (118200, 'UN_AVL'), (118800, 'AVL_TRAIN'), (119400, 'UN_AVL'), (120600, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127800, 'UN_AVL'), (128400, 'AVL_EVAL'), (129000, 'UN_AVL'), (129600, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (135600, 'UN_AVL'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (146400, 'UN_AVL'), (147000, 'AVL_TRAIN'), (147600, 'UN_AVL'), (150000, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (156600, 'UN_AVL'), (157200, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (162600, 'UN_AVL'), (163200, 'AVL_TRAIN'), (163800, 'UN_AVL'), (165000, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171000, 'UN_AVL'), (171600, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'UN_AVL'), (177000, 'AVL_EVAL'), (177600, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_58.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_58.json deleted file mode 100644 index 57791ea9c..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_58.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580429", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 58, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "28.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (47141, 'AVL_EVAL'), (132219, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (47141, 'AVL_EVAL'), (79690, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10800, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (58200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3600, 'UN_AVL'), (5400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (17400, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (51600, 'UN_AVL'), (53400, 'AVL_EVAL'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (65400, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (72600, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96000, 'AVL_TRAIN'), (101400, 'UN_AVL'), (103200, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (119400, 'UN_AVL'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'UN_AVL'), (125400, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (136800, 'UN_AVL'), (138000, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139800, 'UN_AVL'), (140400, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (143400, 'UN_AVL'), (144000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'UN_AVL'), (154800, 'AVL_TRAIN'), (157200, 'UN_AVL'), (159000, 'AVL_TRAIN'), (160200, 'UN_AVL'), (160800, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'UN_AVL'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'UN_AVL'), (172800, 'AVL_TRAIN'), (174000, 'UN_AVL'), (174600, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (178800, 'UN_AVL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_59.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_59.json deleted file mode 100644 index 931a6bacc..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_59.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580430", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 59, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (2220, 'UN_AVL'), (69562, 'AVL_TRAIN'), (90340, 'AVL_EVAL'), (91380, 'AVL_TRAIN'), (91391, 'AVL_EVAL'), (91399, 'AVL_TRAIN'), (91459, 'AVL_EVAL'), (91470, 'AVL_TRAIN'), (92782, 'AVL_EVAL'), (167142, 'UN_AVL'), (187114, 'AVL_TRAIN'), (219297, 'AVL_EVAL'), (262348, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (69562, 'AVL_TRAIN'), (90340, 'AVL_EVAL'), (91380, 'AVL_TRAIN'), (91391, 'AVL_EVAL'), (91399, 'AVL_TRAIN'), (91459, 'AVL_EVAL'), (91470, 'AVL_TRAIN'), (92782, 'AVL_EVAL'), (104010, 'UN_AVL'), (187114, 'AVL_TRAIN'), (219297, 'AVL_EVAL'), (232976, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (69562, 'AVL_TRAIN'), (90340, 'UN_AVL'), (91380, 'AVL_TRAIN'), (91391, 'UN_AVL'), (91399, 'AVL_TRAIN'), (91459, 'UN_AVL'), (91470, 'AVL_TRAIN'), (92782, 'UN_AVL'), (187114, 'AVL_TRAIN'), (219297, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (62400, 'UN_AVL'), (64200, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1200, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (13800, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (24600, 'UN_AVL'), (27600, 'AVL_EVAL'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'UN_AVL'), (32400, 'AVL_EVAL'), (33000, 'UN_AVL'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (72000, 'UN_AVL'), (74400, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (88800, 'UN_AVL'), (91200, 'AVL_TRAIN'), (98400, 'UN_AVL'), (99000, 'AVL_TRAIN'), (103200, 'UN_AVL'), (103800, 'AVL_EVAL'), (104400, 'UN_AVL'), (105600, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (117000, 'UN_AVL'), (117600, 'AVL_EVAL'), (119400, 'UN_AVL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123600, 'UN_AVL'), (127800, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (141600, 'UN_AVL'), (142200, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (153600, 'UN_AVL'), (154800, 'AVL_EVAL'), (156600, 'UN_AVL'), (157200, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (170400, 'UN_AVL'), (172200, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (177000, 'UN_AVL'), (177600, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_6.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_6.json deleted file mode 100644 index c6eb18db8..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_6.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580377", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 6, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (7925, 'AVL_EVAL'), (48603, 'AVL_TRAIN'), (54224, 'AVL_EVAL'), (54225, 'AVL_TRAIN'), (58146, 'AVL_EVAL'), (67548, 'AVL_TRAIN'), (67560, 'AVL_EVAL'), (94384, 'UN_AVL'), (133631, 'AVL_EVAL'), (135976, 'AVL_TRAIN'), (136810, 'AVL_EVAL'), (145256, 'AVL_TRAIN'), (146614, 'AVL_EVAL'), (166844, 'UN_AVL'), (174078, 'AVL_TRAIN'), (181585, 'AVL_EVAL'), (225980, 'AVL_TRAIN'), (233310, 'AVL_EVAL'), (257948, 'UN_AVL'), (261738, 'AVL_TRAIN'), (264036, 'AVL_EVAL'), (267774, 'UN_AVL'), (271183, 'AVL_TRAIN'), (305145, 'AVL_EVAL'), (323824, 'UN_AVL'), (323881, 'AVL_TRAIN'), (327861, 'UN_AVL'), (328215, 'AVL_TRAIN'), (334742, 'AVL_EVAL'), (352603, 'UN_AVL'), (358996, 'AVL_TRAIN'), (391418, 'AVL_EVAL'), (438347, 'UN_AVL'), (478096, 'AVL_TRAIN'), (499631, 'AVL_EVAL'), (501624, 'AVL_TRAIN'), (501703, 'AVL_EVAL'), (526086, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (48603, 'AVL_TRAIN'), (54224, 'AVL_EVAL'), (54225, 'AVL_TRAIN'), (58146, 'AVL_EVAL'), (67548, 'AVL_TRAIN'), (67560, 'AVL_EVAL'), (85306, 'UN_AVL'), (133631, 'AVL_EVAL'), (135976, 'AVL_TRAIN'), (136810, 'AVL_EVAL'), (145256, 'AVL_TRAIN'), (146614, 'AVL_EVAL'), (157669, 'UN_AVL'), (174078, 'AVL_TRAIN'), (181585, 'AVL_EVAL'), (225980, 'AVL_TRAIN'), (233310, 'AVL_EVAL'), (243824, 'UN_AVL'), (261738, 'AVL_TRAIN'), (264036, 'UN_AVL'), (271183, 'AVL_TRAIN'), (305145, 'AVL_EVAL'), (314591, 'UN_AVL'), (323881, 'AVL_TRAIN'), (327861, 'UN_AVL'), (328215, 'AVL_TRAIN'), (334742, 'AVL_EVAL'), (339115, 'UN_AVL'), (358996, 'AVL_TRAIN'), (391418, 'AVL_EVAL'), (424954, 'UN_AVL'), (478096, 'AVL_TRAIN'), (499631, 'AVL_EVAL'), (501624, 'AVL_TRAIN'), (501703, 'AVL_EVAL'), (515373, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (48603, 'AVL_TRAIN'), (54224, 'UN_AVL'), (54225, 'AVL_TRAIN'), (58146, 'UN_AVL'), (67548, 'AVL_TRAIN'), (67560, 'UN_AVL'), (135976, 'AVL_TRAIN'), (136810, 'UN_AVL'), (145256, 'AVL_TRAIN'), (146614, 'UN_AVL'), (174078, 'AVL_TRAIN'), (181585, 'UN_AVL'), (225980, 'AVL_TRAIN'), (233310, 'UN_AVL'), (261738, 'AVL_TRAIN'), (264036, 'UN_AVL'), (271183, 'AVL_TRAIN'), (305145, 'UN_AVL'), (323881, 'AVL_TRAIN'), (327861, 'UN_AVL'), (328215, 'AVL_TRAIN'), (334742, 'UN_AVL'), (358996, 'AVL_TRAIN'), (391418, 'UN_AVL'), (478096, 'AVL_TRAIN'), (499631, 'UN_AVL'), (501624, 'AVL_TRAIN'), (501703, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6600, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (22800, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27600, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (58200, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84000, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (177600, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (9000, 'UN_AVL'), (10800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18000, 'UN_AVL'), (21000, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_EVAL'), (27000, 'UN_AVL'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_EVAL'), (34200, 'UN_AVL'), (40200, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (59400, 'UN_AVL'), (61200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75600, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (87000, 'UN_AVL'), (87600, 'AVL_EVAL'), (89400, 'UN_AVL'), (90600, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96600, 'UN_AVL'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (102600, 'UN_AVL'), (103200, 'AVL_TRAIN'), (106200, 'UN_AVL'), (106800, 'AVL_EVAL'), (109200, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114000, 'AVL_TRAIN'), (117000, 'UN_AVL'), (117600, 'AVL_TRAIN'), (119400, 'UN_AVL'), (120000, 'AVL_TRAIN'), (121200, 'UN_AVL'), (126000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (127800, 'UN_AVL'), (128400, 'AVL_TRAIN'), (129600, 'UN_AVL'), (131400, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (133800, 'UN_AVL'), (136800, 'AVL_TRAIN'), (142800, 'UN_AVL'), (144000, 'AVL_TRAIN'), (148800, 'UN_AVL'), (149400, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (160200, 'UN_AVL'), (161400, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (169800, 'UN_AVL'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (178200, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_60.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_60.json deleted file mode 100644 index 9f2055089..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_60.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580431", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 60, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "8.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (259119, 'AVL_EVAL'), (259173, 'AVL_TRAIN'), (259667, 'AVL_EVAL'), (259673, 'AVL_TRAIN'), (259814, 'AVL_EVAL'), (261917, 'UN_AVL'), (269920, 'AVL_EVAL'), (269920, 'AVL_TRAIN'), (270018, 'AVL_EVAL'), (270151, 'AVL_TRAIN'), (271975, 'AVL_EVAL'), (331190, 'AVL_TRAIN'), (332454, 'AVL_EVAL'), (338467, 'UN_AVL'), (346055, 'AVL_EVAL'), (389070, 'UN_AVL'), (389092, 'AVL_TRAIN'), (391514, 'AVL_EVAL'), (391535, 'AVL_TRAIN'), (392513, 'AVL_EVAL'), (392521, 'AVL_TRAIN'), (392522, 'AVL_EVAL'), (392523, 'AVL_TRAIN'), (392526, 'AVL_EVAL'), (392534, 'AVL_TRAIN'), (392815, 'AVL_EVAL'), (392815, 'AVL_TRAIN'), (396077, 'AVL_EVAL'), (396077, 'AVL_TRAIN'), (396086, 'AVL_EVAL'), (396097, 'AVL_TRAIN'), (397298, 'AVL_EVAL'), (400080, 'AVL_TRAIN'), (408261, 'AVL_EVAL'), (440671, 'AVL_TRAIN'), (477109, 'AVL_EVAL'), (480884, 'AVL_TRAIN'), (481211, 'AVL_EVAL'), (504485, 'UN_AVL'), (507706, 'AVL_TRAIN'), (508777, 'AVL_EVAL'), (509133, 'UN_AVL'), (510158, 'AVL_TRAIN'), (515831, 'AVL_EVAL'), (518294, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (259173, 'AVL_TRAIN'), (259667, 'UN_AVL'), (259673, 'AVL_TRAIN'), (259814, 'UN_AVL'), (269920, 'AVL_TRAIN'), (270018, 'UN_AVL'), (270151, 'AVL_TRAIN'), (271975, 'UN_AVL'), (301307, 'AVL_EVAL'), (315853, 'UN_AVL'), (331190, 'AVL_TRAIN'), (332454, 'AVL_EVAL'), (332831, 'UN_AVL'), (389092, 'AVL_TRAIN'), (391514, 'UN_AVL'), (391535, 'AVL_TRAIN'), (392513, 'UN_AVL'), (392521, 'AVL_TRAIN'), (392522, 'UN_AVL'), (392523, 'AVL_TRAIN'), (392526, 'UN_AVL'), (392534, 'AVL_TRAIN'), (392815, 'UN_AVL'), (392815, 'AVL_TRAIN'), (396077, 'AVL_EVAL'), (396077, 'AVL_TRAIN'), (396086, 'AVL_EVAL'), (396097, 'AVL_TRAIN'), (397298, 'AVL_EVAL'), (400080, 'AVL_TRAIN'), (408261, 'AVL_EVAL'), (438400, 'UN_AVL'), (440671, 'AVL_TRAIN'), (477109, 'AVL_EVAL'), (480884, 'AVL_TRAIN'), (481211, 'AVL_EVAL'), (494682, 'UN_AVL'), (507706, 'AVL_TRAIN'), (508777, 'UN_AVL'), (510158, 'AVL_TRAIN'), (515831, 'AVL_EVAL'), (518294, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (259173, 'AVL_TRAIN'), (259667, 'UN_AVL'), (259673, 'AVL_TRAIN'), (259814, 'UN_AVL'), (269920, 'AVL_TRAIN'), (270018, 'UN_AVL'), (270151, 'AVL_TRAIN'), (271975, 'UN_AVL'), (331190, 'AVL_TRAIN'), (332454, 'UN_AVL'), (389092, 'AVL_TRAIN'), (391514, 'UN_AVL'), (391535, 'AVL_TRAIN'), (392513, 'UN_AVL'), (392521, 'AVL_TRAIN'), (392522, 'UN_AVL'), (392523, 'AVL_TRAIN'), (392526, 'UN_AVL'), (392534, 'AVL_TRAIN'), (392815, 'UN_AVL'), (392815, 'AVL_TRAIN'), (396077, 'UN_AVL'), (396077, 'AVL_TRAIN'), (396086, 'UN_AVL'), (396097, 'AVL_TRAIN'), (397298, 'UN_AVL'), (400080, 'AVL_TRAIN'), (408261, 'UN_AVL'), (440671, 'AVL_TRAIN'), (477109, 'UN_AVL'), (480884, 'AVL_TRAIN'), (481211, 'UN_AVL'), (507706, 'AVL_TRAIN'), (508777, 'UN_AVL'), (510158, 'AVL_TRAIN'), (515831, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (164400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_EVAL'), (7200, 'UN_AVL'), (7800, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25200, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'UN_AVL'), (72600, 'AVL_EVAL'), (73200, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (79200, 'UN_AVL'), (81600, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL'), (87600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (90600, 'UN_AVL'), (91200, 'AVL_TRAIN'), (92400, 'UN_AVL'), (95400, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (112200, 'UN_AVL'), (112800, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (118200, 'UN_AVL'), (119400, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (122400, 'UN_AVL'), (123000, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126600, 'UN_AVL'), (127200, 'AVL_EVAL'), (128400, 'UN_AVL'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135600, 'AVL_TRAIN'), (136200, 'UN_AVL'), (137400, 'AVL_TRAIN'), (140400, 'UN_AVL'), (142200, 'AVL_TRAIN'), (142800, 'UN_AVL'), (143400, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (149400, 'UN_AVL'), (150000, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (153000, 'UN_AVL'), (154800, 'AVL_TRAIN'), (156000, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (171600, 'UN_AVL'), (172800, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (176400, 'UN_AVL'), (177000, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_61.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_61.json deleted file mode 100644 index 6f518ba7a..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_61.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580432", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 61, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "3.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8428, 'AVL_EVAL'), (14636, 'UN_AVL'), (44110, 'AVL_TRAIN'), (74890, 'AVL_EVAL'), (99609, 'UN_AVL'), (130209, 'AVL_TRAIN'), (150745, 'AVL_EVAL'), (171567, 'AVL_TRAIN'), (179526, 'AVL_EVAL'), (238010, 'UN_AVL'), (238084, 'AVL_TRAIN'), (247807, 'AVL_EVAL'), (260861, 'UN_AVL'), (260872, 'AVL_TRAIN'), (263929, 'AVL_EVAL'), (271408, 'UN_AVL'), (278939, 'AVL_TRAIN'), (302514, 'AVL_EVAL'), (341053, 'UN_AVL'), (343667, 'AVL_TRAIN'), (348698, 'AVL_EVAL'), (360108, 'UN_AVL'), (422460, 'AVL_TRAIN'), (425905, 'AVL_EVAL'), (429944, 'UN_AVL'), (430637, 'AVL_TRAIN'), (438845, 'AVL_EVAL'), (516838, 'UN_AVL'), (516993, 'AVL_TRAIN'), (525518, 'AVL_EVAL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (44110, 'AVL_TRAIN'), (74890, 'AVL_EVAL'), (84531, 'UN_AVL'), (130209, 'AVL_TRAIN'), (150745, 'AVL_EVAL'), (170002, 'UN_AVL'), (171567, 'AVL_TRAIN'), (179526, 'AVL_EVAL'), (238010, 'UN_AVL'), (238084, 'AVL_TRAIN'), (247807, 'AVL_EVAL'), (256476, 'UN_AVL'), (260872, 'AVL_TRAIN'), (263929, 'UN_AVL'), (278939, 'AVL_TRAIN'), (302514, 'AVL_EVAL'), (317463, 'UN_AVL'), (343667, 'AVL_TRAIN'), (348698, 'AVL_EVAL'), (352330, 'UN_AVL'), (422460, 'AVL_TRAIN'), (425905, 'UN_AVL'), (430637, 'AVL_TRAIN'), (438845, 'AVL_EVAL'), (476624, 'UN_AVL'), (516993, 'AVL_TRAIN'), (525518, 'AVL_EVAL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (44110, 'AVL_TRAIN'), (74890, 'UN_AVL'), (130209, 'AVL_TRAIN'), (150745, 'UN_AVL'), (171567, 'AVL_TRAIN'), (179526, 'UN_AVL'), (238084, 'AVL_TRAIN'), (247807, 'UN_AVL'), (260872, 'AVL_TRAIN'), (263929, 'UN_AVL'), (278939, 'AVL_TRAIN'), (302514, 'UN_AVL'), (343667, 'AVL_TRAIN'), (348698, 'UN_AVL'), (422460, 'AVL_TRAIN'), (425905, 'UN_AVL'), (430637, 'AVL_TRAIN'), (438845, 'UN_AVL'), (516993, 'AVL_TRAIN'), (525518, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (58200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (1200, 'UN_AVL'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (14400, 'UN_AVL'), (15000, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_EVAL'), (24000, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (86400, 'UN_AVL'), (88200, 'AVL_EVAL'), (88800, 'UN_AVL'), (89400, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (100800, 'UN_AVL'), (102000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (107400, 'UN_AVL'), (109200, 'AVL_TRAIN'), (111600, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114000, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (121800, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126600, 'UN_AVL'), (128400, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (131400, 'UN_AVL'), (133200, 'AVL_EVAL'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (148200, 'UN_AVL'), (150600, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (170400, 'UN_AVL'), (171000, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_62.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_62.json deleted file mode 100644 index ee9a6968f..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_62.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580433", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 62, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (64608, 'AVL_TRAIN'), (65265, 'UN_AVL'), (65381, 'AVL_TRAIN'), (71302, 'AVL_EVAL'), (77062, 'UN_AVL'), (101055, 'AVL_TRAIN'), (107529, 'AVL_EVAL'), (160131, 'UN_AVL'), (191772, 'AVL_TRAIN'), (196433, 'UN_AVL'), (256070, 'AVL_EVAL'), (304632, 'UN_AVL'), (346433, 'AVL_TRAIN'), (357461, 'AVL_EVAL'), (457959, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (64608, 'AVL_TRAIN'), (65265, 'UN_AVL'), (65381, 'AVL_TRAIN'), (71302, 'UN_AVL'), (101055, 'AVL_TRAIN'), (107529, 'UN_AVL'), (191772, 'AVL_TRAIN'), (196433, 'UN_AVL'), (256070, 'AVL_EVAL'), (288421, 'UN_AVL'), (346433, 'AVL_TRAIN'), (357461, 'AVL_EVAL'), (409957, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (64608, 'AVL_TRAIN'), (65265, 'UN_AVL'), (65381, 'AVL_TRAIN'), (71302, 'UN_AVL'), (101055, 'AVL_TRAIN'), (107529, 'UN_AVL'), (191772, 'AVL_TRAIN'), (196433, 'UN_AVL'), (346433, 'AVL_TRAIN'), (357461, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (5400, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (48000, 'AVL_TRAIN'), (50400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12600, 'AVL_EVAL'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'UN_AVL'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_EVAL'), (27600, 'UN_AVL'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (53400, 'AVL_EVAL'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_EVAL'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (87000, 'UN_AVL'), (88200, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'UN_AVL'), (93000, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (102000, 'UN_AVL'), (104400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (115200, 'UN_AVL'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (121200, 'UN_AVL'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (127800, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'UN_AVL'), (138000, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'UN_AVL'), (147000, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151800, 'AVL_EVAL'), (152400, 'UN_AVL'), (154800, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157800, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (167400, 'UN_AVL'), (168600, 'AVL_TRAIN'), (169200, 'UN_AVL'), (169800, 'AVL_EVAL'), (170400, 'UN_AVL'), (171600, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (175200, 'UN_AVL'), (175800, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'UN_AVL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_63.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_63.json deleted file mode 100644 index 35309d04f..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_63.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580434", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 63, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "20.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (318747, 'AVL_EVAL'), (323496, 'AVL_TRAIN'), (323512, 'AVL_EVAL'), (323513, 'AVL_TRAIN'), (323547, 'AVL_EVAL'), (323548, 'AVL_TRAIN'), (323549, 'AVL_EVAL'), (325422, 'UN_AVL'), (325422, 'AVL_TRAIN'), (326320, 'AVL_EVAL'), (336906, 'UN_AVL'), (336927, 'AVL_TRAIN'), (344882, 'AVL_EVAL'), (390350, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (323496, 'AVL_TRAIN'), (323512, 'UN_AVL'), (323513, 'AVL_TRAIN'), (323547, 'UN_AVL'), (323548, 'AVL_TRAIN'), (323549, 'UN_AVL'), (325422, 'AVL_TRAIN'), (326320, 'UN_AVL'), (336927, 'AVL_TRAIN'), (344882, 'AVL_EVAL'), (390350, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (323496, 'AVL_TRAIN'), (323512, 'UN_AVL'), (323513, 'AVL_TRAIN'), (323547, 'UN_AVL'), (323548, 'AVL_TRAIN'), (323549, 'UN_AVL'), (325422, 'AVL_TRAIN'), (326320, 'UN_AVL'), (336927, 'AVL_TRAIN'), (344882, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4800, 'AVL_TRAIN'), (7200, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13800, 'AVL_TRAIN'), (15000, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22200, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51600, 'AVL_TRAIN'), (54000, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (63000, 'UN_AVL'), (66000, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75000, 'AVL_TRAIN'), (77400, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (175200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_EVAL'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'UN_AVL'), (60600, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (69000, 'UN_AVL'), (70800, 'AVL_EVAL'), (71400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL'), (87000, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (100800, 'UN_AVL'), (102000, 'AVL_EVAL'), (104400, 'UN_AVL'), (105000, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (111000, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114000, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (138000, 'UN_AVL'), (139800, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_TRAIN'), (153000, 'UN_AVL'), (153600, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (162000, 'UN_AVL'), (162600, 'AVL_TRAIN'), (163200, 'UN_AVL'), (163800, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'UN_AVL'), (166800, 'AVL_TRAIN'), (167400, 'UN_AVL'), (168600, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'UN_AVL'), (172200, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175200, 'UN_AVL'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_64.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_64.json deleted file mode 100644 index 18202ef13..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_64.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580435", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 64, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (10471, 'UN_AVL'), (23052, 'AVL_TRAIN'), (51943, 'AVL_EVAL'), (120242, 'AVL_TRAIN'), (133849, 'AVL_EVAL'), (169594, 'AVL_TRAIN'), (171629, 'AVL_EVAL'), (176696, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (23052, 'AVL_TRAIN'), (51943, 'AVL_EVAL'), (120242, 'AVL_TRAIN'), (133849, 'AVL_EVAL'), (169504, 'UN_AVL'), (169594, 'AVL_TRAIN'), (171629, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (23052, 'AVL_TRAIN'), (51943, 'UN_AVL'), (120242, 'AVL_TRAIN'), (133849, 'UN_AVL'), (169594, 'AVL_TRAIN'), (171629, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (3600, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (28200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (51000, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120000, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (2400, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (39000, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102600, 'UN_AVL'), (103200, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121200, 'UN_AVL'), (123000, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (130200, 'UN_AVL'), (130800, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132600, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (142200, 'UN_AVL'), (142800, 'AVL_TRAIN'), (147600, 'UN_AVL'), (150000, 'AVL_TRAIN'), (151800, 'UN_AVL'), (154800, 'AVL_EVAL'), (156600, 'UN_AVL'), (157200, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (166200, 'UN_AVL'), (168000, 'AVL_TRAIN'), (171600, 'UN_AVL'), (173400, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_65.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_65.json deleted file mode 100644 index ae8cde7cb..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_65.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580436", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 65, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "22.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (428306, 'AVL_EVAL'), (428306, 'AVL_TRAIN'), (429653, 'AVL_EVAL'), (429658, 'AVL_TRAIN'), (430720, 'AVL_EVAL'), (439306, 'UN_AVL'), (443756, 'AVL_TRAIN'), (444692, 'UN_AVL'), (447878, 'AVL_TRAIN'), (453699, 'AVL_EVAL'), (476126, 'AVL_TRAIN'), (476127, 'AVL_EVAL'), (493367, 'AVL_TRAIN'), (495809, 'AVL_EVAL'), (502089, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (428306, 'AVL_TRAIN'), (429653, 'AVL_EVAL'), (429658, 'AVL_TRAIN'), (430720, 'AVL_EVAL'), (435744, 'UN_AVL'), (443756, 'AVL_TRAIN'), (444692, 'UN_AVL'), (447878, 'AVL_TRAIN'), (453699, 'UN_AVL'), (476126, 'AVL_EVAL'), (476126, 'AVL_TRAIN'), (476127, 'AVL_EVAL'), (493367, 'AVL_TRAIN'), (495809, 'AVL_EVAL'), (499378, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (428306, 'AVL_TRAIN'), (429653, 'UN_AVL'), (429658, 'AVL_TRAIN'), (430720, 'UN_AVL'), (443756, 'AVL_TRAIN'), (444692, 'UN_AVL'), (447878, 'AVL_TRAIN'), (453699, 'UN_AVL'), (476126, 'AVL_TRAIN'), (476127, 'UN_AVL'), (493367, 'AVL_TRAIN'), (495809, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (174000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (2400, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_EVAL'), (46200, 'UN_AVL'), (46800, 'AVL_EVAL'), (51000, 'UN_AVL'), (54000, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (73200, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (96600, 'UN_AVL'), (97800, 'AVL_EVAL'), (98400, 'UN_AVL'), (99600, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102600, 'UN_AVL'), (103800, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (112200, 'UN_AVL'), (115200, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117000, 'AVL_EVAL'), (117600, 'UN_AVL'), (118200, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133800, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'UN_AVL'), (138000, 'AVL_TRAIN'), (139200, 'UN_AVL'), (141000, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (153000, 'UN_AVL'), (153600, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (156000, 'UN_AVL'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (159000, 'UN_AVL'), (160800, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (163800, 'UN_AVL'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (171000, 'UN_AVL'), (172200, 'AVL_TRAIN'), (175200, 'UN_AVL'), (176400, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_66.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_66.json deleted file mode 100644 index 9216956b7..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_66.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580437", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 66, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (16765, 'AVL_EVAL'), (47208, 'AVL_TRAIN'), (47896, 'AVL_EVAL'), (76014, 'UN_AVL'), (84359, 'AVL_TRAIN'), (87358, 'AVL_EVAL'), (88215, 'UN_AVL'), (91883, 'AVL_TRAIN'), (93296, 'UN_AVL'), (95358, 'AVL_TRAIN'), (96408, 'UN_AVL'), (100482, 'AVL_TRAIN'), (111737, 'AVL_EVAL'), (150816, 'UN_AVL'), (165998, 'AVL_TRAIN'), (171119, 'AVL_EVAL'), (175408, 'UN_AVL'), (180986, 'AVL_TRAIN'), (205860, 'AVL_EVAL'), (249271, 'UN_AVL'), (258099, 'AVL_TRAIN'), (259682, 'UN_AVL'), (263505, 'AVL_TRAIN'), (269843, 'AVL_EVAL'), (303758, 'UN_AVL'), (304527, 'AVL_TRAIN'), (306677, 'AVL_EVAL'), (314606, 'AVL_TRAIN'), (318211, 'AVL_EVAL'), (336844, 'UN_AVL'), (343077, 'AVL_TRAIN'), (343679, 'AVL_EVAL'), (349113, 'UN_AVL'), (356360, 'AVL_TRAIN'), (367219, 'AVL_EVAL'), (424702, 'UN_AVL'), (430075, 'AVL_TRAIN'), (434814, 'AVL_EVAL'), (439745, 'UN_AVL'), (447624, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (16765, 'AVL_EVAL'), (17381, 'UN_AVL'), (47208, 'AVL_EVAL'), (47208, 'AVL_TRAIN'), (47896, 'AVL_EVAL'), (61763, 'UN_AVL'), (84359, 'AVL_TRAIN'), (87358, 'UN_AVL'), (91883, 'AVL_TRAIN'), (93296, 'UN_AVL'), (95358, 'AVL_TRAIN'), (96408, 'UN_AVL'), (100482, 'AVL_TRAIN'), (111737, 'AVL_EVAL'), (143480, 'UN_AVL'), (165998, 'AVL_TRAIN'), (171119, 'UN_AVL'), (180986, 'AVL_TRAIN'), (205860, 'AVL_EVAL'), (223719, 'UN_AVL'), (258099, 'AVL_TRAIN'), (259682, 'UN_AVL'), (263505, 'AVL_TRAIN'), (269843, 'AVL_EVAL'), (274785, 'UN_AVL'), (304527, 'AVL_TRAIN'), (306677, 'UN_AVL'), (314606, 'AVL_TRAIN'), (318211, 'AVL_EVAL'), (328132, 'UN_AVL'), (343077, 'AVL_TRAIN'), (343679, 'UN_AVL'), (356360, 'AVL_TRAIN'), (367219, 'AVL_EVAL'), (395344, 'UN_AVL'), (430075, 'AVL_TRAIN'), (434814, 'AVL_EVAL'), (437842, 'UN_AVL'), (447624, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (47208, 'AVL_TRAIN'), (47896, 'UN_AVL'), (84359, 'AVL_TRAIN'), (87358, 'UN_AVL'), (91883, 'AVL_TRAIN'), (93296, 'UN_AVL'), (95358, 'AVL_TRAIN'), (96408, 'UN_AVL'), (100482, 'AVL_TRAIN'), (111737, 'UN_AVL'), (165998, 'AVL_TRAIN'), (171119, 'UN_AVL'), (180986, 'AVL_TRAIN'), (205860, 'UN_AVL'), (258099, 'AVL_TRAIN'), (259682, 'UN_AVL'), (263505, 'AVL_TRAIN'), (269843, 'UN_AVL'), (304527, 'AVL_TRAIN'), (306677, 'UN_AVL'), (314606, 'AVL_TRAIN'), (318211, 'UN_AVL'), (343077, 'AVL_TRAIN'), (343679, 'UN_AVL'), (356360, 'AVL_TRAIN'), (367219, 'UN_AVL'), (430075, 'AVL_TRAIN'), (434814, 'UN_AVL'), (447624, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40200, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (70200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21600, 'UN_AVL'), (24000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (55200, 'UN_AVL'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_EVAL'), (62400, 'UN_AVL'), (64200, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75600, 'AVL_EVAL'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85800, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (90000, 'UN_AVL'), (91200, 'AVL_TRAIN'), (91800, 'UN_AVL'), (92400, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (96000, 'UN_AVL'), (97200, 'AVL_EVAL'), (99000, 'UN_AVL'), (99600, 'AVL_TRAIN'), (100200, 'UN_AVL'), (102000, 'AVL_TRAIN'), (103200, 'UN_AVL'), (104400, 'AVL_TRAIN'), (105000, 'UN_AVL'), (106800, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109800, 'UN_AVL'), (114600, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (120000, 'UN_AVL'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126000, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127800, 'UN_AVL'), (130200, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141600, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (146400, 'UN_AVL'), (147600, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (152400, 'UN_AVL'), (153000, 'AVL_EVAL'), (154200, 'UN_AVL'), (157200, 'AVL_EVAL'), (161400, 'UN_AVL'), (162000, 'AVL_TRAIN'), (163200, 'UN_AVL'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (170400, 'UN_AVL'), (174600, 'AVL_TRAIN'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_67.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_67.json deleted file mode 100644 index 952c873a4..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_67.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580438", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 67, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "6.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (4013, 'AVL_TRAIN'), (5104, 'UN_AVL'), (5723, 'AVL_TRAIN'), (5807, 'UN_AVL'), (7487, 'AVL_TRAIN'), (9968, 'AVL_EVAL'), (20492, 'AVL_TRAIN'), (22239, 'UN_AVL'), (22631, 'AVL_TRAIN'), (72271, 'AVL_EVAL'), (101911, 'UN_AVL'), (111604, 'AVL_TRAIN'), (113749, 'UN_AVL'), (113758, 'AVL_TRAIN'), (117848, 'UN_AVL'), (117851, 'AVL_TRAIN'), (158356, 'AVL_EVAL'), (160205, 'AVL_TRAIN'), (162268, 'AVL_EVAL'), (177370, 'UN_AVL'), (183858, 'AVL_TRAIN'), (184766, 'UN_AVL'), (184769, 'AVL_TRAIN'), (186214, 'AVL_EVAL'), (187039, 'UN_AVL'), (189238, 'AVL_TRAIN'), (192613, 'AVL_EVAL'), (197063, 'AVL_TRAIN'), (198268, 'AVL_EVAL'), (201303, 'UN_AVL'), (206189, 'AVL_TRAIN'), (238836, 'AVL_EVAL'), (241143, 'AVL_TRAIN'), (243318, 'AVL_EVAL'), (254294, 'UN_AVL'), (256535, 'AVL_TRAIN'), (259280, 'UN_AVL'), (262951, 'AVL_TRAIN'), (263998, 'UN_AVL'), (266091, 'AVL_TRAIN'), (277913, 'AVL_EVAL'), (284879, 'AVL_TRAIN'), (288294, 'AVL_EVAL'), (288297, 'AVL_TRAIN'), (290100, 'AVL_EVAL'), (293517, 'UN_AVL'), (293517, 'AVL_TRAIN'), (318946, 'AVL_EVAL'), (337649, 'UN_AVL'), (337649, 'AVL_TRAIN'), (337965, 'UN_AVL'), (337975, 'AVL_TRAIN'), (341323, 'UN_AVL'), (342510, 'AVL_TRAIN'), (346132, 'UN_AVL'), (347152, 'AVL_TRAIN'), (351287, 'UN_AVL'), (351303, 'AVL_TRAIN'), (352911, 'UN_AVL'), (353131, 'AVL_TRAIN'), (356647, 'UN_AVL'), (356653, 'AVL_TRAIN'), (362516, 'AVL_EVAL'), (362543, 'AVL_TRAIN'), (362816, 'AVL_EVAL'), (362819, 'AVL_TRAIN'), (362820, 'AVL_EVAL'), (362823, 'AVL_TRAIN'), (368122, 'AVL_EVAL'), (373477, 'AVL_TRAIN'), (395762, 'AVL_EVAL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (4013, 'AVL_TRAIN'), (5104, 'UN_AVL'), (5723, 'AVL_TRAIN'), (5807, 'UN_AVL'), (7487, 'AVL_TRAIN'), (9968, 'AVL_EVAL'), (11468, 'UN_AVL'), (20492, 'AVL_TRAIN'), (22239, 'UN_AVL'), (22631, 'AVL_TRAIN'), (72271, 'AVL_EVAL'), (92112, 'UN_AVL'), (111604, 'AVL_TRAIN'), (113749, 'UN_AVL'), (113758, 'AVL_TRAIN'), (117848, 'UN_AVL'), (117851, 'AVL_TRAIN'), (158356, 'AVL_EVAL'), (160205, 'AVL_TRAIN'), (162268, 'AVL_EVAL'), (168105, 'UN_AVL'), (183858, 'AVL_TRAIN'), (184766, 'UN_AVL'), (184769, 'AVL_TRAIN'), (186214, 'UN_AVL'), (189238, 'AVL_TRAIN'), (192613, 'UN_AVL'), (197063, 'AVL_TRAIN'), (198268, 'UN_AVL'), (206189, 'AVL_TRAIN'), (238836, 'AVL_EVAL'), (241143, 'AVL_TRAIN'), (243318, 'AVL_EVAL'), (254294, 'UN_AVL'), (256535, 'AVL_TRAIN'), (259280, 'UN_AVL'), (262951, 'AVL_TRAIN'), (263998, 'UN_AVL'), (266091, 'AVL_TRAIN'), (277913, 'AVL_EVAL'), (284879, 'UN_AVL'), (284879, 'AVL_TRAIN'), (288294, 'UN_AVL'), (288297, 'AVL_TRAIN'), (290100, 'UN_AVL'), (293517, 'AVL_TRAIN'), (318946, 'AVL_EVAL'), (327810, 'UN_AVL'), (337649, 'AVL_TRAIN'), (337965, 'UN_AVL'), (337975, 'AVL_TRAIN'), (341323, 'UN_AVL'), (342510, 'AVL_TRAIN'), (346132, 'UN_AVL'), (347152, 'AVL_TRAIN'), (351287, 'UN_AVL'), (351303, 'AVL_TRAIN'), (352911, 'UN_AVL'), (353131, 'AVL_TRAIN'), (356647, 'UN_AVL'), (356653, 'AVL_TRAIN'), (362516, 'AVL_EVAL'), (362543, 'UN_AVL'), (362543, 'AVL_TRAIN'), (362816, 'AVL_EVAL'), (362819, 'AVL_TRAIN'), (362820, 'AVL_EVAL'), (362823, 'AVL_TRAIN'), (368122, 'AVL_EVAL'), (373477, 'UN_AVL'), (373477, 'AVL_TRAIN'), (395762, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (4013, 'AVL_TRAIN'), (5104, 'UN_AVL'), (5723, 'AVL_TRAIN'), (5807, 'UN_AVL'), (7487, 'AVL_TRAIN'), (9968, 'UN_AVL'), (20492, 'AVL_TRAIN'), (22239, 'UN_AVL'), (22631, 'AVL_TRAIN'), (72271, 'UN_AVL'), (111604, 'AVL_TRAIN'), (113749, 'UN_AVL'), (113758, 'AVL_TRAIN'), (117848, 'UN_AVL'), (117851, 'AVL_TRAIN'), (158356, 'UN_AVL'), (160205, 'AVL_TRAIN'), (162268, 'UN_AVL'), (183858, 'AVL_TRAIN'), (184766, 'UN_AVL'), (184769, 'AVL_TRAIN'), (186214, 'UN_AVL'), (189238, 'AVL_TRAIN'), (192613, 'UN_AVL'), (197063, 'AVL_TRAIN'), (198268, 'UN_AVL'), (206189, 'AVL_TRAIN'), (238836, 'UN_AVL'), (241143, 'AVL_TRAIN'), (243318, 'UN_AVL'), (256535, 'AVL_TRAIN'), (259280, 'UN_AVL'), (262951, 'AVL_TRAIN'), (263998, 'UN_AVL'), (266091, 'AVL_TRAIN'), (277913, 'UN_AVL'), (284879, 'AVL_TRAIN'), (288294, 'UN_AVL'), (288297, 'AVL_TRAIN'), (290100, 'UN_AVL'), (293517, 'AVL_TRAIN'), (318946, 'UN_AVL'), (337649, 'AVL_TRAIN'), (337965, 'UN_AVL'), (337975, 'AVL_TRAIN'), (341323, 'UN_AVL'), (342510, 'AVL_TRAIN'), (346132, 'UN_AVL'), (347152, 'AVL_TRAIN'), (351287, 'UN_AVL'), (351303, 'AVL_TRAIN'), (352911, 'UN_AVL'), (353131, 'AVL_TRAIN'), (356647, 'UN_AVL'), (356653, 'AVL_TRAIN'), (362516, 'UN_AVL'), (362543, 'AVL_TRAIN'), (362816, 'UN_AVL'), (362819, 'AVL_TRAIN'), (362820, 'UN_AVL'), (362823, 'AVL_TRAIN'), (368122, 'UN_AVL'), (373477, 'AVL_TRAIN'), (395762, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (30600, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73800, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (167400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'UN_AVL'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'UN_AVL'), (16800, 'AVL_EVAL'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (55200, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (97800, 'UN_AVL'), (100200, 'AVL_TRAIN'), (101400, 'UN_AVL'), (102600, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112800, 'UN_AVL'), (113400, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (118200, 'UN_AVL'), (118800, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (126000, 'UN_AVL'), (127800, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (130200, 'UN_AVL'), (131400, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135000, 'AVL_TRAIN'), (136200, 'UN_AVL'), (138000, 'AVL_EVAL'), (142800, 'UN_AVL'), (143400, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (145800, 'UN_AVL'), (146400, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162000, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'UN_AVL'), (169800, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (178200, 'UN_AVL'), (178800, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_68.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_68.json deleted file mode 100644 index 13e482b31..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_68.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580439", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 68, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "15.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (8324, 'UN_AVL'), (21894, 'AVL_TRAIN'), (42509, 'AVL_EVAL'), (48632, 'AVL_TRAIN'), (50270, 'AVL_EVAL'), (65294, 'AVL_TRAIN'), (76731, 'AVL_EVAL'), (88487, 'AVL_TRAIN'), (88674, 'AVL_EVAL'), (104987, 'UN_AVL'), (104987, 'AVL_TRAIN'), (130211, 'AVL_EVAL'), (144687, 'AVL_TRAIN'), (146531, 'AVL_EVAL'), (152860, 'AVL_TRAIN'), (162597, 'AVL_EVAL'), (173341, 'AVL_TRAIN'), (174345, 'AVL_EVAL'), (190546, 'UN_AVL'), (195126, 'AVL_TRAIN'), (220867, 'AVL_EVAL'), (229221, 'AVL_TRAIN'), (229687, 'AVL_EVAL'), (231157, 'AVL_TRAIN'), (231671, 'AVL_EVAL'), (238845, 'AVL_TRAIN'), (246010, 'AVL_EVAL'), (278697, 'UN_AVL'), (289934, 'AVL_TRAIN'), (310496, 'AVL_EVAL'), (322083, 'AVL_TRAIN'), (325394, 'AVL_EVAL'), (341657, 'UN_AVL'), (343598, 'AVL_EVAL'), (343598, 'AVL_TRAIN'), (344391, 'AVL_EVAL'), (346628, 'AVL_TRAIN'), (349480, 'AVL_EVAL'), (349614, 'AVL_TRAIN'), (350054, 'AVL_EVAL'), (350065, 'AVL_TRAIN'), (352077, 'AVL_EVAL'), (361502, 'AVL_TRAIN'), (392817, 'AVL_EVAL'), (399308, 'AVL_TRAIN'), (401414, 'AVL_EVAL'), (411647, 'AVL_TRAIN'), (417380, 'AVL_EVAL'), (434242, 'AVL_TRAIN'), (435532, 'AVL_EVAL'), (442494, 'UN_AVL'), (458572, 'AVL_TRAIN'), (479526, 'AVL_EVAL'), (489227, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (21894, 'AVL_TRAIN'), (42509, 'AVL_EVAL'), (48632, 'AVL_TRAIN'), (50270, 'AVL_EVAL'), (65294, 'UN_AVL'), (65294, 'AVL_TRAIN'), (76731, 'AVL_EVAL'), (88487, 'AVL_TRAIN'), (88674, 'AVL_EVAL'), (91345, 'UN_AVL'), (104987, 'AVL_TRAIN'), (130211, 'AVL_EVAL'), (144687, 'AVL_TRAIN'), (146531, 'AVL_EVAL'), (152854, 'UN_AVL'), (152860, 'AVL_TRAIN'), (162597, 'AVL_EVAL'), (173159, 'UN_AVL'), (173341, 'AVL_TRAIN'), (174345, 'AVL_EVAL'), (179411, 'UN_AVL'), (195126, 'AVL_TRAIN'), (220867, 'AVL_EVAL'), (229221, 'AVL_TRAIN'), (229687, 'AVL_EVAL'), (231157, 'AVL_TRAIN'), (231671, 'AVL_EVAL'), (238845, 'AVL_TRAIN'), (246010, 'AVL_EVAL'), (268026, 'UN_AVL'), (289934, 'AVL_TRAIN'), (310496, 'AVL_EVAL'), (321092, 'UN_AVL'), (322083, 'AVL_TRAIN'), (325394, 'AVL_EVAL'), (334442, 'UN_AVL'), (343598, 'AVL_TRAIN'), (344391, 'UN_AVL'), (346628, 'AVL_TRAIN'), (349480, 'UN_AVL'), (349614, 'AVL_TRAIN'), (350054, 'AVL_EVAL'), (350065, 'AVL_TRAIN'), (352077, 'AVL_EVAL'), (356608, 'UN_AVL'), (361502, 'AVL_TRAIN'), (392817, 'AVL_EVAL'), (399308, 'AVL_TRAIN'), (401414, 'AVL_EVAL'), (411647, 'UN_AVL'), (411647, 'AVL_TRAIN'), (417380, 'AVL_EVAL'), (430468, 'UN_AVL'), (434242, 'AVL_TRAIN'), (435532, 'UN_AVL'), (458572, 'AVL_TRAIN'), (479526, 'AVL_EVAL'), (489227, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (21894, 'AVL_TRAIN'), (42509, 'UN_AVL'), (48632, 'AVL_TRAIN'), (50270, 'UN_AVL'), (65294, 'AVL_TRAIN'), (76731, 'UN_AVL'), (88487, 'AVL_TRAIN'), (88674, 'UN_AVL'), (104987, 'AVL_TRAIN'), (130211, 'UN_AVL'), (144687, 'AVL_TRAIN'), (146531, 'UN_AVL'), (152860, 'AVL_TRAIN'), (162597, 'UN_AVL'), (173341, 'AVL_TRAIN'), (174345, 'UN_AVL'), (195126, 'AVL_TRAIN'), (220867, 'UN_AVL'), (229221, 'AVL_TRAIN'), (229687, 'UN_AVL'), (231157, 'AVL_TRAIN'), (231671, 'UN_AVL'), (238845, 'AVL_TRAIN'), (246010, 'UN_AVL'), (289934, 'AVL_TRAIN'), (310496, 'UN_AVL'), (322083, 'AVL_TRAIN'), (325394, 'UN_AVL'), (343598, 'AVL_TRAIN'), (344391, 'UN_AVL'), (346628, 'AVL_TRAIN'), (349480, 'UN_AVL'), (349614, 'AVL_TRAIN'), (350054, 'UN_AVL'), (350065, 'AVL_TRAIN'), (352077, 'UN_AVL'), (361502, 'AVL_TRAIN'), (392817, 'UN_AVL'), (399308, 'AVL_TRAIN'), (401414, 'UN_AVL'), (411647, 'AVL_TRAIN'), (417380, 'UN_AVL'), (434242, 'AVL_TRAIN'), (435532, 'UN_AVL'), (458572, 'AVL_TRAIN'), (479526, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (30600, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (67200, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (72600, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_EVAL'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (42000, 'AVL_TRAIN'), (44400, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_EVAL'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (85200, 'UN_AVL'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'UN_AVL'), (96000, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (99600, 'UN_AVL'), (100800, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114000, 'AVL_TRAIN'), (114600, 'UN_AVL'), (115200, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (120600, 'UN_AVL'), (121800, 'AVL_TRAIN'), (123000, 'UN_AVL'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (136200, 'UN_AVL'), (137400, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (139800, 'UN_AVL'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (145200, 'UN_AVL'), (145800, 'AVL_TRAIN'), (146400, 'UN_AVL'), (147000, 'AVL_EVAL'), (149400, 'UN_AVL'), (151800, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (162600, 'UN_AVL'), (163200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165000, 'UN_AVL'), (166800, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_69.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_69.json deleted file mode 100644 index 8226f8309..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_69.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580440", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 69, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2433, 'AVL_TRAIN'), (2538, 'UN_AVL'), (2541, 'AVL_TRAIN'), (3397, 'UN_AVL'), (5926, 'AVL_TRAIN'), (5933, 'UN_AVL'), (6238, 'AVL_TRAIN'), (6242, 'UN_AVL'), (7160, 'AVL_TRAIN'), (7292, 'UN_AVL'), (7293, 'AVL_TRAIN'), (7756, 'UN_AVL'), (7913, 'AVL_TRAIN'), (7963, 'UN_AVL'), (15887, 'AVL_TRAIN'), (16051, 'UN_AVL'), (16051, 'AVL_TRAIN'), (16339, 'UN_AVL'), (16355, 'AVL_TRAIN'), (18494, 'UN_AVL'), (23642, 'AVL_TRAIN'), (25060, 'UN_AVL'), (57809, 'AVL_TRAIN'), (69589, 'AVL_EVAL'), (84170, 'UN_AVL'), (94728, 'AVL_TRAIN'), (94852, 'UN_AVL'), (94858, 'AVL_TRAIN'), (95138, 'UN_AVL'), (95140, 'AVL_TRAIN'), (95142, 'UN_AVL'), (95143, 'AVL_TRAIN'), (95586, 'UN_AVL'), (95708, 'AVL_TRAIN'), (95996, 'UN_AVL'), (102176, 'AVL_TRAIN'), (105610, 'UN_AVL'), (105611, 'AVL_TRAIN'), (105621, 'UN_AVL'), (154917, 'AVL_TRAIN'), (155584, 'UN_AVL'), (155657, 'AVL_TRAIN'), (155862, 'UN_AVL'), (155867, 'AVL_TRAIN'), (155964, 'UN_AVL'), (156143, 'AVL_TRAIN'), (156325, 'UN_AVL'), (156416, 'AVL_TRAIN'), (156573, 'UN_AVL'), (164806, 'AVL_TRAIN'), (164827, 'UN_AVL'), (164830, 'AVL_TRAIN'), (165126, 'UN_AVL'), (165128, 'AVL_TRAIN'), (165415, 'UN_AVL'), (165552, 'AVL_TRAIN'), (165777, 'UN_AVL'), (165789, 'AVL_TRAIN'), (165884, 'UN_AVL'), (165910, 'AVL_TRAIN'), (165952, 'UN_AVL'), (166130, 'AVL_TRAIN'), (174707, 'AVL_EVAL'), (193044, 'UN_AVL'), (239865, 'AVL_TRAIN'), (242180, 'UN_AVL'), (272160, 'AVL_EVAL'), (284271, 'UN_AVL'), (328468, 'AVL_TRAIN'), (328723, 'UN_AVL'), (337958, 'AVL_TRAIN'), (340778, 'AVL_EVAL'), (355205, 'UN_AVL'), (415141, 'AVL_TRAIN'), (415221, 'UN_AVL'), (415614, 'AVL_TRAIN'), (415748, 'UN_AVL'), (415751, 'AVL_TRAIN'), (416712, 'UN_AVL'), (416716, 'AVL_TRAIN'), (416788, 'UN_AVL'), (416844, 'AVL_TRAIN'), (417041, 'UN_AVL'), (424386, 'AVL_TRAIN'), (424447, 'UN_AVL'), (424714, 'AVL_TRAIN'), (424813, 'UN_AVL'), (424816, 'AVL_TRAIN'), (424820, 'UN_AVL'), (424826, 'AVL_TRAIN'), (427995, 'AVL_EVAL'), (433723, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2433, 'AVL_TRAIN'), (2538, 'UN_AVL'), (2541, 'AVL_TRAIN'), (3397, 'UN_AVL'), (5926, 'AVL_TRAIN'), (5933, 'UN_AVL'), (6238, 'AVL_TRAIN'), (6242, 'UN_AVL'), (7160, 'AVL_TRAIN'), (7292, 'UN_AVL'), (7293, 'AVL_TRAIN'), (7756, 'UN_AVL'), (7913, 'AVL_TRAIN'), (7963, 'UN_AVL'), (15887, 'AVL_TRAIN'), (16051, 'UN_AVL'), (16051, 'AVL_TRAIN'), (16339, 'UN_AVL'), (16355, 'AVL_TRAIN'), (18494, 'UN_AVL'), (23642, 'AVL_TRAIN'), (25060, 'UN_AVL'), (57809, 'AVL_TRAIN'), (69589, 'AVL_EVAL'), (79218, 'UN_AVL'), (94728, 'AVL_TRAIN'), (94852, 'UN_AVL'), (94858, 'AVL_TRAIN'), (95138, 'UN_AVL'), (95140, 'AVL_TRAIN'), (95142, 'UN_AVL'), (95143, 'AVL_TRAIN'), (95586, 'UN_AVL'), (95708, 'AVL_TRAIN'), (95996, 'UN_AVL'), (102176, 'AVL_TRAIN'), (105610, 'UN_AVL'), (105611, 'AVL_TRAIN'), (105621, 'UN_AVL'), (154917, 'AVL_TRAIN'), (155584, 'UN_AVL'), (155657, 'AVL_TRAIN'), (155862, 'UN_AVL'), (155867, 'AVL_TRAIN'), (155964, 'UN_AVL'), (156143, 'AVL_TRAIN'), (156325, 'UN_AVL'), (156416, 'AVL_TRAIN'), (156573, 'UN_AVL'), (164806, 'AVL_TRAIN'), (164827, 'UN_AVL'), (164830, 'AVL_TRAIN'), (165126, 'UN_AVL'), (165128, 'AVL_TRAIN'), (165415, 'UN_AVL'), (165552, 'AVL_TRAIN'), (165777, 'UN_AVL'), (165789, 'AVL_TRAIN'), (165884, 'UN_AVL'), (165910, 'AVL_TRAIN'), (165952, 'UN_AVL'), (166130, 'AVL_TRAIN'), (174707, 'AVL_EVAL'), (183920, 'UN_AVL'), (239865, 'AVL_TRAIN'), (242180, 'UN_AVL'), (272160, 'AVL_EVAL'), (276427, 'UN_AVL'), (328468, 'AVL_TRAIN'), (328723, 'UN_AVL'), (337958, 'AVL_TRAIN'), (340778, 'UN_AVL'), (415141, 'AVL_TRAIN'), (415221, 'UN_AVL'), (415614, 'AVL_TRAIN'), (415748, 'UN_AVL'), (415751, 'AVL_TRAIN'), (416712, 'UN_AVL'), (416716, 'AVL_TRAIN'), (416788, 'UN_AVL'), (416844, 'AVL_TRAIN'), (417041, 'UN_AVL'), (424386, 'AVL_TRAIN'), (424447, 'UN_AVL'), (424714, 'AVL_TRAIN'), (424813, 'UN_AVL'), (424816, 'AVL_TRAIN'), (424820, 'UN_AVL'), (424826, 'AVL_TRAIN'), (427995, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2433, 'AVL_TRAIN'), (2538, 'UN_AVL'), (2541, 'AVL_TRAIN'), (3397, 'UN_AVL'), (5926, 'AVL_TRAIN'), (5933, 'UN_AVL'), (6238, 'AVL_TRAIN'), (6242, 'UN_AVL'), (7160, 'AVL_TRAIN'), (7292, 'UN_AVL'), (7293, 'AVL_TRAIN'), (7756, 'UN_AVL'), (7913, 'AVL_TRAIN'), (7963, 'UN_AVL'), (15887, 'AVL_TRAIN'), (16051, 'UN_AVL'), (16051, 'AVL_TRAIN'), (16339, 'UN_AVL'), (16355, 'AVL_TRAIN'), (18494, 'UN_AVL'), (23642, 'AVL_TRAIN'), (25060, 'UN_AVL'), (57809, 'AVL_TRAIN'), (69589, 'UN_AVL'), (94728, 'AVL_TRAIN'), (94852, 'UN_AVL'), (94858, 'AVL_TRAIN'), (95138, 'UN_AVL'), (95140, 'AVL_TRAIN'), (95142, 'UN_AVL'), (95143, 'AVL_TRAIN'), (95586, 'UN_AVL'), (95708, 'AVL_TRAIN'), (95996, 'UN_AVL'), (102176, 'AVL_TRAIN'), (105610, 'UN_AVL'), (105611, 'AVL_TRAIN'), (105621, 'UN_AVL'), (154917, 'AVL_TRAIN'), (155584, 'UN_AVL'), (155657, 'AVL_TRAIN'), (155862, 'UN_AVL'), (155867, 'AVL_TRAIN'), (155964, 'UN_AVL'), (156143, 'AVL_TRAIN'), (156325, 'UN_AVL'), (156416, 'AVL_TRAIN'), (156573, 'UN_AVL'), (164806, 'AVL_TRAIN'), (164827, 'UN_AVL'), (164830, 'AVL_TRAIN'), (165126, 'UN_AVL'), (165128, 'AVL_TRAIN'), (165415, 'UN_AVL'), (165552, 'AVL_TRAIN'), (165777, 'UN_AVL'), (165789, 'AVL_TRAIN'), (165884, 'UN_AVL'), (165910, 'AVL_TRAIN'), (165952, 'UN_AVL'), (166130, 'AVL_TRAIN'), (174707, 'UN_AVL'), (239865, 'AVL_TRAIN'), (242180, 'UN_AVL'), (328468, 'AVL_TRAIN'), (328723, 'UN_AVL'), (337958, 'AVL_TRAIN'), (340778, 'UN_AVL'), (415141, 'AVL_TRAIN'), (415221, 'UN_AVL'), (415614, 'AVL_TRAIN'), (415748, 'UN_AVL'), (415751, 'AVL_TRAIN'), (416712, 'UN_AVL'), (416716, 'AVL_TRAIN'), (416788, 'UN_AVL'), (416844, 'AVL_TRAIN'), (417041, 'UN_AVL'), (424386, 'AVL_TRAIN'), (424447, 'UN_AVL'), (424714, 'AVL_TRAIN'), (424813, 'UN_AVL'), (424816, 'AVL_TRAIN'), (424820, 'UN_AVL'), (424826, 'AVL_TRAIN'), (427995, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (18600, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48600, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (173400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'UN_AVL'), (1800, 'AVL_EVAL'), (3600, 'UN_AVL'), (5400, 'AVL_EVAL'), (12000, 'UN_AVL'), (13200, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (19200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (22800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_EVAL'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51600, 'UN_AVL'), (52800, 'AVL_EVAL'), (53400, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (87000, 'UN_AVL'), (88200, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (91200, 'UN_AVL'), (93600, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (97200, 'UN_AVL'), (99000, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'UN_AVL'), (101400, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (110400, 'UN_AVL'), (112200, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (132600, 'UN_AVL'), (133200, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'UN_AVL'), (144000, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (147600, 'UN_AVL'), (150000, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (156000, 'UN_AVL'), (156600, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (172200, 'UN_AVL'), (174000, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_7.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_7.json deleted file mode 100644 index cab073c23..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_7.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580378", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 7, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "17.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9017, 'AVL_TRAIN'), (10786, 'UN_AVL'), (14358, 'AVL_TRAIN'), (14497, 'UN_AVL'), (15051, 'AVL_TRAIN'), (39546, 'AVL_EVAL'), (69769, 'UN_AVL'), (71100, 'AVL_TRAIN'), (71461, 'UN_AVL'), (72508, 'AVL_TRAIN'), (73125, 'UN_AVL'), (89429, 'AVL_TRAIN'), (92099, 'UN_AVL'), (104353, 'AVL_TRAIN'), (108068, 'AVL_EVAL'), (110934, 'AVL_TRAIN'), (126070, 'AVL_EVAL'), (156083, 'UN_AVL'), (157916, 'AVL_TRAIN'), (158306, 'UN_AVL'), (159842, 'AVL_TRAIN'), (168937, 'AVL_EVAL'), (174212, 'AVL_TRAIN'), (175455, 'AVL_EVAL'), (191782, 'UN_AVL'), (191803, 'AVL_TRAIN'), (196476, 'AVL_EVAL'), (234781, 'UN_AVL'), (234850, 'AVL_TRAIN'), (235355, 'AVL_EVAL'), (236615, 'UN_AVL'), (240706, 'AVL_TRAIN'), (247139, 'UN_AVL'), (252813, 'AVL_TRAIN'), (257593, 'AVL_EVAL'), (262126, 'AVL_TRAIN'), (264532, 'AVL_EVAL'), (277505, 'UN_AVL'), (282323, 'AVL_TRAIN'), (303309, 'AVL_EVAL'), (303309, 'AVL_TRAIN'), (303679, 'AVL_EVAL'), (319626, 'UN_AVL'), (324393, 'AVL_TRAIN'), (328549, 'AVL_EVAL'), (340152, 'UN_AVL'), (340177, 'AVL_TRAIN'), (343587, 'AVL_EVAL'), (358011, 'UN_AVL'), (361739, 'AVL_TRAIN'), (387847, 'AVL_EVAL'), (408233, 'UN_AVL'), (420993, 'AVL_TRAIN'), (425646, 'AVL_EVAL'), (433732, 'AVL_TRAIN'), (439485, 'AVL_EVAL'), (449059, 'AVL_TRAIN'), (471126, 'AVL_EVAL'), (494215, 'UN_AVL'), (504610, 'AVL_TRAIN'), (507970, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9017, 'AVL_TRAIN'), (10786, 'UN_AVL'), (14358, 'AVL_TRAIN'), (14497, 'UN_AVL'), (15051, 'AVL_TRAIN'), (39546, 'AVL_EVAL'), (57605, 'UN_AVL'), (71100, 'AVL_TRAIN'), (71461, 'UN_AVL'), (72508, 'AVL_TRAIN'), (73125, 'UN_AVL'), (89429, 'AVL_TRAIN'), (92099, 'UN_AVL'), (104353, 'AVL_TRAIN'), (108068, 'UN_AVL'), (110934, 'AVL_TRAIN'), (126070, 'AVL_EVAL'), (150170, 'UN_AVL'), (157916, 'AVL_TRAIN'), (158306, 'UN_AVL'), (159842, 'AVL_TRAIN'), (168937, 'AVL_EVAL'), (174212, 'AVL_TRAIN'), (175455, 'AVL_EVAL'), (183939, 'UN_AVL'), (191803, 'AVL_TRAIN'), (196476, 'AVL_EVAL'), (228881, 'UN_AVL'), (234850, 'AVL_TRAIN'), (235355, 'UN_AVL'), (240706, 'AVL_TRAIN'), (247139, 'UN_AVL'), (252813, 'AVL_TRAIN'), (257593, 'UN_AVL'), (262126, 'AVL_TRAIN'), (264532, 'AVL_EVAL'), (269381, 'UN_AVL'), (282323, 'AVL_TRAIN'), (303309, 'AVL_EVAL'), (303309, 'AVL_TRAIN'), (303679, 'AVL_EVAL'), (315824, 'UN_AVL'), (324393, 'AVL_TRAIN'), (328549, 'AVL_EVAL'), (336794, 'UN_AVL'), (340177, 'AVL_TRAIN'), (343587, 'AVL_EVAL'), (350824, 'UN_AVL'), (361739, 'AVL_TRAIN'), (387847, 'AVL_EVAL'), (399094, 'UN_AVL'), (420993, 'AVL_TRAIN'), (425646, 'AVL_EVAL'), (432953, 'UN_AVL'), (433732, 'AVL_TRAIN'), (439485, 'AVL_EVAL'), (448499, 'UN_AVL'), (449059, 'AVL_TRAIN'), (471126, 'AVL_EVAL'), (482557, 'UN_AVL'), (504610, 'AVL_TRAIN'), (507970, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9017, 'AVL_TRAIN'), (10786, 'UN_AVL'), (14358, 'AVL_TRAIN'), (14497, 'UN_AVL'), (15051, 'AVL_TRAIN'), (39546, 'UN_AVL'), (71100, 'AVL_TRAIN'), (71461, 'UN_AVL'), (72508, 'AVL_TRAIN'), (73125, 'UN_AVL'), (89429, 'AVL_TRAIN'), (92099, 'UN_AVL'), (104353, 'AVL_TRAIN'), (108068, 'UN_AVL'), (110934, 'AVL_TRAIN'), (126070, 'UN_AVL'), (157916, 'AVL_TRAIN'), (158306, 'UN_AVL'), (159842, 'AVL_TRAIN'), (168937, 'UN_AVL'), (174212, 'AVL_TRAIN'), (175455, 'UN_AVL'), (191803, 'AVL_TRAIN'), (196476, 'UN_AVL'), (234850, 'AVL_TRAIN'), (235355, 'UN_AVL'), (240706, 'AVL_TRAIN'), (247139, 'UN_AVL'), (252813, 'AVL_TRAIN'), (257593, 'UN_AVL'), (262126, 'AVL_TRAIN'), (264532, 'UN_AVL'), (282323, 'AVL_TRAIN'), (303309, 'UN_AVL'), (303309, 'AVL_TRAIN'), (303679, 'UN_AVL'), (324393, 'AVL_TRAIN'), (328549, 'UN_AVL'), (340177, 'AVL_TRAIN'), (343587, 'UN_AVL'), (361739, 'AVL_TRAIN'), (387847, 'UN_AVL'), (420993, 'AVL_TRAIN'), (425646, 'UN_AVL'), (433732, 'AVL_TRAIN'), (439485, 'UN_AVL'), (449059, 'AVL_TRAIN'), (471126, 'UN_AVL'), (504610, 'AVL_TRAIN'), (507970, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12600, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (42600, 'UN_AVL'), (45000, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'UN_AVL'), (2400, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (29400, 'UN_AVL'), (32400, 'AVL_EVAL'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'UN_AVL'), (75600, 'AVL_EVAL'), (78600, 'UN_AVL'), (80400, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (89400, 'UN_AVL'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'UN_AVL'), (97800, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (105600, 'UN_AVL'), (108000, 'AVL_TRAIN'), (109800, 'UN_AVL'), (111000, 'AVL_TRAIN'), (111600, 'UN_AVL'), (112200, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118800, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'UN_AVL'), (121800, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (130200, 'UN_AVL'), (130800, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (138600, 'UN_AVL'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (142200, 'UN_AVL'), (144000, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (149400, 'UN_AVL'), (150000, 'AVL_TRAIN'), (159600, 'UN_AVL'), (160200, 'AVL_EVAL'), (162000, 'UN_AVL'), (162600, 'AVL_EVAL'), (163200, 'UN_AVL'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (168600, 'UN_AVL'), (169200, 'AVL_EVAL'), (170400, 'UN_AVL'), (173400, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (175800, 'UN_AVL'), (177000, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_70.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_70.json deleted file mode 100644 index a8fdc0544..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_70.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580441", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 70, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (50410, 'AVL_EVAL'), (50410, 'AVL_TRAIN'), (66090, 'AVL_EVAL'), (75333, 'UN_AVL'), (75388, 'AVL_TRAIN'), (81658, 'AVL_EVAL'), (84310, 'UN_AVL'), (84310, 'AVL_TRAIN'), (85129, 'UN_AVL'), (85141, 'AVL_TRAIN'), (85143, 'UN_AVL'), (85153, 'AVL_TRAIN'), (86021, 'UN_AVL'), (86262, 'AVL_TRAIN'), (86321, 'UN_AVL'), (86326, 'AVL_TRAIN'), (92968, 'AVL_EVAL'), (93245, 'AVL_TRAIN'), (118423, 'AVL_EVAL'), (132245, 'UN_AVL'), (132245, 'AVL_TRAIN'), (132270, 'UN_AVL'), (132285, 'AVL_TRAIN'), (132337, 'UN_AVL'), (132343, 'AVL_TRAIN'), (136804, 'AVL_EVAL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (50410, 'AVL_EVAL'), (50410, 'AVL_TRAIN'), (66090, 'AVL_EVAL'), (71354, 'UN_AVL'), (75388, 'AVL_TRAIN'), (81658, 'UN_AVL'), (84310, 'AVL_TRAIN'), (85129, 'UN_AVL'), (85141, 'AVL_TRAIN'), (85143, 'UN_AVL'), (85153, 'AVL_TRAIN'), (86021, 'UN_AVL'), (86262, 'AVL_TRAIN'), (86321, 'UN_AVL'), (86326, 'AVL_TRAIN'), (92968, 'AVL_EVAL'), (93245, 'AVL_TRAIN'), (118423, 'AVL_EVAL'), (132245, 'UN_AVL'), (132245, 'AVL_TRAIN'), (132270, 'UN_AVL'), (132285, 'AVL_TRAIN'), (132337, 'UN_AVL'), (132343, 'AVL_TRAIN'), (136804, 'AVL_EVAL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (50410, 'AVL_TRAIN'), (66090, 'UN_AVL'), (75388, 'AVL_TRAIN'), (81658, 'UN_AVL'), (84310, 'AVL_TRAIN'), (85129, 'UN_AVL'), (85141, 'AVL_TRAIN'), (85143, 'UN_AVL'), (85153, 'AVL_TRAIN'), (86021, 'UN_AVL'), (86262, 'AVL_TRAIN'), (86321, 'UN_AVL'), (86326, 'AVL_TRAIN'), (92968, 'UN_AVL'), (93245, 'AVL_TRAIN'), (118423, 'UN_AVL'), (132245, 'AVL_TRAIN'), (132270, 'UN_AVL'), (132285, 'AVL_TRAIN'), (132337, 'UN_AVL'), (132343, 'AVL_TRAIN'), (136804, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (52200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'UN_AVL'), (6000, 'AVL_EVAL'), (6600, 'UN_AVL'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37800, 'AVL_EVAL'), (38400, 'UN_AVL'), (39600, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70800, 'UN_AVL'), (73200, 'AVL_EVAL'), (76800, 'UN_AVL'), (79200, 'AVL_EVAL'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117000, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (120000, 'UN_AVL'), (120600, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123000, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124200, 'UN_AVL'), (125400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'UN_AVL'), (127200, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (143400, 'UN_AVL'), (144000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (148800, 'UN_AVL'), (149400, 'AVL_TRAIN'), (150000, 'UN_AVL'), (151200, 'AVL_TRAIN'), (153000, 'UN_AVL'), (154200, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_TRAIN'), (157800, 'UN_AVL'), (159600, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (174000, 'AVL_TRAIN'), (174600, 'UN_AVL'), (175200, 'AVL_TRAIN'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_71.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_71.json deleted file mode 100644 index d7aa2e2e8..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_71.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580442", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 71, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "4.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (308981, 'AVL_EVAL'), (399404, 'UN_AVL'), (442854, 'AVL_TRAIN'), (467716, 'AVL_EVAL'), (481639, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (308981, 'AVL_EVAL'), (346959, 'UN_AVL'), (442854, 'AVL_TRAIN'), (467716, 'AVL_EVAL'), (481639, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (442854, 'AVL_TRAIN'), (467716, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1800, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72600, 'UN_AVL'), (75000, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (27000, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33600, 'UN_AVL'), (34200, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (41400, 'UN_AVL'), (43200, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (51000, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'UN_AVL'), (59400, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66600, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (97800, 'UN_AVL'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (112200, 'UN_AVL'), (112800, 'AVL_EVAL'), (113400, 'UN_AVL'), (114000, 'AVL_TRAIN'), (114600, 'UN_AVL'), (117000, 'AVL_TRAIN'), (119400, 'UN_AVL'), (120600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'UN_AVL'), (125400, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (135000, 'UN_AVL'), (135600, 'AVL_TRAIN'), (136800, 'UN_AVL'), (139200, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'UN_AVL'), (141600, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (145200, 'UN_AVL'), (145800, 'AVL_TRAIN'), (147600, 'UN_AVL'), (148200, 'AVL_EVAL'), (149400, 'UN_AVL'), (150600, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154200, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (159000, 'UN_AVL'), (159600, 'AVL_TRAIN'), (165600, 'UN_AVL'), (167400, 'AVL_EVAL'), (169200, 'UN_AVL'), (170400, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (175800, 'UN_AVL'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_72.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_72.json deleted file mode 100644 index d60f5001a..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_72.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580443", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 72, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "21.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8561, 'AVL_TRAIN'), (19861, 'AVL_EVAL'), (78969, 'UN_AVL'), (80833, 'AVL_TRAIN'), (81031, 'UN_AVL'), (81742, 'AVL_TRAIN'), (82207, 'UN_AVL'), (82250, 'AVL_TRAIN'), (82275, 'UN_AVL'), (82373, 'AVL_TRAIN'), (82425, 'UN_AVL'), (83496, 'AVL_TRAIN'), (89906, 'AVL_EVAL'), (103880, 'UN_AVL'), (107486, 'AVL_TRAIN'), (110334, 'UN_AVL'), (110376, 'AVL_TRAIN'), (117548, 'AVL_EVAL'), (127100, 'AVL_TRAIN'), (127895, 'AVL_EVAL'), (133304, 'AVL_TRAIN'), (134016, 'AVL_EVAL'), (183763, 'UN_AVL'), (192155, 'AVL_TRAIN'), (192454, 'UN_AVL'), (192509, 'AVL_TRAIN'), (199060, 'UN_AVL'), (199073, 'AVL_TRAIN'), (199291, 'AVL_EVAL'), (199791, 'AVL_TRAIN'), (208187, 'AVL_EVAL'), (217367, 'AVL_TRAIN'), (217824, 'AVL_EVAL'), (258342, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8561, 'AVL_TRAIN'), (19861, 'AVL_EVAL'), (45570, 'UN_AVL'), (80833, 'AVL_TRAIN'), (81031, 'UN_AVL'), (81742, 'AVL_TRAIN'), (82207, 'UN_AVL'), (82250, 'AVL_TRAIN'), (82275, 'UN_AVL'), (82373, 'AVL_TRAIN'), (82425, 'UN_AVL'), (83496, 'AVL_TRAIN'), (89906, 'AVL_EVAL'), (95456, 'UN_AVL'), (107486, 'AVL_TRAIN'), (110334, 'UN_AVL'), (110376, 'AVL_TRAIN'), (117548, 'AVL_EVAL'), (127100, 'AVL_TRAIN'), (127895, 'AVL_EVAL'), (133304, 'AVL_TRAIN'), (134016, 'AVL_EVAL'), (161131, 'UN_AVL'), (192155, 'AVL_TRAIN'), (192454, 'UN_AVL'), (192509, 'AVL_TRAIN'), (199060, 'UN_AVL'), (199073, 'AVL_TRAIN'), (199291, 'UN_AVL'), (199791, 'AVL_TRAIN'), (208187, 'AVL_EVAL'), (217367, 'AVL_TRAIN'), (217824, 'AVL_EVAL'), (253918, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8561, 'AVL_TRAIN'), (19861, 'UN_AVL'), (80833, 'AVL_TRAIN'), (81031, 'UN_AVL'), (81742, 'AVL_TRAIN'), (82207, 'UN_AVL'), (82250, 'AVL_TRAIN'), (82275, 'UN_AVL'), (82373, 'AVL_TRAIN'), (82425, 'UN_AVL'), (83496, 'AVL_TRAIN'), (89906, 'UN_AVL'), (107486, 'AVL_TRAIN'), (110334, 'UN_AVL'), (110376, 'AVL_TRAIN'), (117548, 'UN_AVL'), (127100, 'AVL_TRAIN'), (127895, 'UN_AVL'), (133304, 'AVL_TRAIN'), (134016, 'UN_AVL'), (192155, 'AVL_TRAIN'), (192454, 'UN_AVL'), (192509, 'AVL_TRAIN'), (199060, 'UN_AVL'), (199073, 'AVL_TRAIN'), (199291, 'UN_AVL'), (199791, 'AVL_TRAIN'), (208187, 'UN_AVL'), (217367, 'AVL_TRAIN'), (217824, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22800, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (42600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'UN_AVL'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'UN_AVL'), (10200, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25800, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (29400, 'UN_AVL'), (31200, 'AVL_EVAL'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (45000, 'UN_AVL'), (46200, 'AVL_EVAL'), (47400, 'UN_AVL'), (49200, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67800, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'UN_AVL'), (72000, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (87000, 'UN_AVL'), (93000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (105600, 'UN_AVL'), (106800, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (109200, 'UN_AVL'), (109800, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (120600, 'UN_AVL'), (121200, 'AVL_TRAIN'), (122400, 'UN_AVL'), (123000, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (126000, 'UN_AVL'), (126600, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (136800, 'UN_AVL'), (138000, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (147000, 'UN_AVL'), (148800, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (162000, 'UN_AVL'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (167400, 'UN_AVL'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (171000, 'UN_AVL'), (171600, 'AVL_TRAIN'), (173400, 'UN_AVL'), (174000, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (177000, 'UN_AVL'), (177600, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_73.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_73.json deleted file mode 100644 index e26943a7d..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_73.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580444", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 73, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "2.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (4259, 'AVL_EVAL'), (7182, 'UN_AVL'), (12991, 'AVL_TRAIN'), (14582, 'UN_AVL'), (14638, 'AVL_TRAIN'), (16153, 'UN_AVL'), (56977, 'AVL_EVAL'), (70494, 'UN_AVL'), (74795, 'AVL_TRAIN'), (79828, 'AVL_EVAL'), (82304, 'UN_AVL'), (93453, 'AVL_TRAIN'), (99718, 'AVL_EVAL'), (100804, 'AVL_TRAIN'), (104214, 'AVL_EVAL'), (138593, 'UN_AVL'), (146604, 'AVL_TRAIN'), (147102, 'UN_AVL'), (147150, 'AVL_TRAIN'), (147482, 'UN_AVL'), (148633, 'AVL_TRAIN'), (149522, 'UN_AVL'), (149524, 'AVL_TRAIN'), (149563, 'UN_AVL'), (149586, 'AVL_TRAIN'), (149589, 'UN_AVL'), (149593, 'AVL_TRAIN'), (149595, 'UN_AVL'), (149609, 'AVL_TRAIN'), (149612, 'UN_AVL'), (149618, 'AVL_TRAIN'), (149636, 'UN_AVL'), (149640, 'AVL_TRAIN'), (150675, 'UN_AVL'), (153678, 'AVL_TRAIN'), (154402, 'UN_AVL'), (154404, 'AVL_TRAIN'), (154409, 'UN_AVL'), (154412, 'AVL_TRAIN'), (154998, 'UN_AVL'), (155000, 'AVL_TRAIN'), (156289, 'UN_AVL'), (173844, 'AVL_TRAIN'), (175880, 'UN_AVL'), (176942, 'AVL_TRAIN'), (181304, 'AVL_EVAL'), (195443, 'UN_AVL'), (218330, 'AVL_TRAIN'), (218713, 'UN_AVL'), (218721, 'AVL_TRAIN'), (221952, 'UN_AVL'), (224086, 'AVL_TRAIN'), (224766, 'UN_AVL'), (224774, 'AVL_TRAIN'), (225304, 'UN_AVL'), (226234, 'AVL_TRAIN'), (229219, 'AVL_EVAL'), (229230, 'AVL_TRAIN'), (231075, 'AVL_EVAL'), (245140, 'UN_AVL'), (261751, 'AVL_TRAIN'), (262150, 'UN_AVL'), (262239, 'AVL_TRAIN'), (262346, 'UN_AVL'), (263991, 'AVL_TRAIN'), (268340, 'AVL_EVAL'), (275106, 'UN_AVL'), (276707, 'AVL_TRAIN'), (279266, 'AVL_EVAL'), (285905, 'UN_AVL'), (311931, 'AVL_TRAIN'), (317297, 'AVL_EVAL'), (341684, 'UN_AVL'), (342808, 'AVL_TRAIN'), (349589, 'AVL_EVAL'), (349600, 'AVL_TRAIN'), (349675, 'AVL_EVAL'), (349683, 'AVL_TRAIN'), (353205, 'AVL_EVAL'), (389852, 'AVL_TRAIN'), (392766, 'AVL_EVAL'), (408842, 'AVL_TRAIN'), (408872, 'AVL_EVAL'), (427944, 'UN_AVL'), (441856, 'AVL_TRAIN'), (441858, 'UN_AVL'), (441858, 'AVL_TRAIN'), (441859, 'UN_AVL'), (441863, 'AVL_TRAIN'), (441865, 'UN_AVL'), (441882, 'AVL_TRAIN'), (442310, 'UN_AVL'), (442490, 'AVL_TRAIN'), (443176, 'UN_AVL'), (443240, 'AVL_TRAIN'), (446981, 'AVL_EVAL'), (447654, 'AVL_TRAIN'), (448492, 'AVL_EVAL'), (449952, 'AVL_TRAIN'), (463961, 'AVL_EVAL'), (520659, 'AVL_TRAIN'), (521981, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12991, 'AVL_TRAIN'), (14582, 'UN_AVL'), (14638, 'AVL_TRAIN'), (16153, 'UN_AVL'), (56977, 'AVL_EVAL'), (64176, 'UN_AVL'), (74795, 'AVL_TRAIN'), (79828, 'UN_AVL'), (93453, 'AVL_TRAIN'), (99718, 'AVL_EVAL'), (100804, 'AVL_TRAIN'), (104214, 'AVL_EVAL'), (135459, 'UN_AVL'), (146604, 'AVL_TRAIN'), (147102, 'UN_AVL'), (147150, 'AVL_TRAIN'), (147482, 'UN_AVL'), (148633, 'AVL_TRAIN'), (149522, 'UN_AVL'), (149524, 'AVL_TRAIN'), (149563, 'UN_AVL'), (149586, 'AVL_TRAIN'), (149589, 'UN_AVL'), (149593, 'AVL_TRAIN'), (149595, 'UN_AVL'), (149609, 'AVL_TRAIN'), (149612, 'UN_AVL'), (149618, 'AVL_TRAIN'), (149636, 'UN_AVL'), (149640, 'AVL_TRAIN'), (150675, 'UN_AVL'), (153678, 'AVL_TRAIN'), (154402, 'UN_AVL'), (154404, 'AVL_TRAIN'), (154409, 'UN_AVL'), (154412, 'AVL_TRAIN'), (154998, 'UN_AVL'), (155000, 'AVL_TRAIN'), (156289, 'UN_AVL'), (173844, 'AVL_TRAIN'), (175880, 'UN_AVL'), (176942, 'AVL_TRAIN'), (181304, 'AVL_EVAL'), (182835, 'UN_AVL'), (218330, 'AVL_TRAIN'), (218713, 'UN_AVL'), (218721, 'AVL_TRAIN'), (221952, 'UN_AVL'), (224086, 'AVL_TRAIN'), (224766, 'UN_AVL'), (224774, 'AVL_TRAIN'), (225304, 'UN_AVL'), (226234, 'AVL_TRAIN'), (229219, 'UN_AVL'), (229230, 'AVL_TRAIN'), (231075, 'AVL_EVAL'), (234865, 'UN_AVL'), (261751, 'AVL_TRAIN'), (262150, 'UN_AVL'), (262239, 'AVL_TRAIN'), (262346, 'UN_AVL'), (263991, 'AVL_TRAIN'), (268340, 'UN_AVL'), (276707, 'AVL_TRAIN'), (279266, 'UN_AVL'), (311931, 'AVL_TRAIN'), (317297, 'UN_AVL'), (342808, 'AVL_TRAIN'), (349589, 'AVL_EVAL'), (349600, 'AVL_TRAIN'), (349675, 'AVL_EVAL'), (349683, 'AVL_TRAIN'), (353205, 'AVL_EVAL'), (357050, 'UN_AVL'), (389852, 'AVL_TRAIN'), (392766, 'AVL_EVAL'), (408536, 'UN_AVL'), (408842, 'AVL_TRAIN'), (408872, 'UN_AVL'), (441856, 'AVL_TRAIN'), (441858, 'UN_AVL'), (441858, 'AVL_TRAIN'), (441859, 'UN_AVL'), (441863, 'AVL_TRAIN'), (441865, 'UN_AVL'), (441882, 'AVL_TRAIN'), (442310, 'UN_AVL'), (442490, 'AVL_TRAIN'), (443176, 'UN_AVL'), (443240, 'AVL_TRAIN'), (446981, 'UN_AVL'), (447654, 'AVL_TRAIN'), (448492, 'AVL_EVAL'), (449952, 'AVL_TRAIN'), (463961, 'AVL_EVAL'), (498184, 'UN_AVL'), (520659, 'AVL_TRAIN'), (521981, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12991, 'AVL_TRAIN'), (14582, 'UN_AVL'), (14638, 'AVL_TRAIN'), (16153, 'UN_AVL'), (74795, 'AVL_TRAIN'), (79828, 'UN_AVL'), (93453, 'AVL_TRAIN'), (99718, 'UN_AVL'), (100804, 'AVL_TRAIN'), (104214, 'UN_AVL'), (146604, 'AVL_TRAIN'), (147102, 'UN_AVL'), (147150, 'AVL_TRAIN'), (147482, 'UN_AVL'), (148633, 'AVL_TRAIN'), (149522, 'UN_AVL'), (149524, 'AVL_TRAIN'), (149563, 'UN_AVL'), (149586, 'AVL_TRAIN'), (149589, 'UN_AVL'), (149593, 'AVL_TRAIN'), (149595, 'UN_AVL'), (149609, 'AVL_TRAIN'), (149612, 'UN_AVL'), (149618, 'AVL_TRAIN'), (149636, 'UN_AVL'), (149640, 'AVL_TRAIN'), (150675, 'UN_AVL'), (153678, 'AVL_TRAIN'), (154402, 'UN_AVL'), (154404, 'AVL_TRAIN'), (154409, 'UN_AVL'), (154412, 'AVL_TRAIN'), (154998, 'UN_AVL'), (155000, 'AVL_TRAIN'), (156289, 'UN_AVL'), (173844, 'AVL_TRAIN'), (175880, 'UN_AVL'), (176942, 'AVL_TRAIN'), (181304, 'UN_AVL'), (218330, 'AVL_TRAIN'), (218713, 'UN_AVL'), (218721, 'AVL_TRAIN'), (221952, 'UN_AVL'), (224086, 'AVL_TRAIN'), (224766, 'UN_AVL'), (224774, 'AVL_TRAIN'), (225304, 'UN_AVL'), (226234, 'AVL_TRAIN'), (229219, 'UN_AVL'), (229230, 'AVL_TRAIN'), (231075, 'UN_AVL'), (261751, 'AVL_TRAIN'), (262150, 'UN_AVL'), (262239, 'AVL_TRAIN'), (262346, 'UN_AVL'), (263991, 'AVL_TRAIN'), (268340, 'UN_AVL'), (276707, 'AVL_TRAIN'), (279266, 'UN_AVL'), (311931, 'AVL_TRAIN'), (317297, 'UN_AVL'), (342808, 'AVL_TRAIN'), (349589, 'UN_AVL'), (349600, 'AVL_TRAIN'), (349675, 'UN_AVL'), (349683, 'AVL_TRAIN'), (353205, 'UN_AVL'), (389852, 'AVL_TRAIN'), (392766, 'UN_AVL'), (408842, 'AVL_TRAIN'), (408872, 'UN_AVL'), (441856, 'AVL_TRAIN'), (441858, 'UN_AVL'), (441858, 'AVL_TRAIN'), (441859, 'UN_AVL'), (441863, 'AVL_TRAIN'), (441865, 'UN_AVL'), (441882, 'AVL_TRAIN'), (442310, 'UN_AVL'), (442490, 'AVL_TRAIN'), (443176, 'UN_AVL'), (443240, 'AVL_TRAIN'), (446981, 'UN_AVL'), (447654, 'AVL_TRAIN'), (448492, 'UN_AVL'), (449952, 'AVL_TRAIN'), (463961, 'UN_AVL'), (520659, 'AVL_TRAIN'), (521981, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (21600, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33600, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70200, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (87000, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_EVAL'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (16200, 'UN_AVL'), (18000, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (33600, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (87000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (100200, 'UN_AVL'), (103200, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (112200, 'UN_AVL'), (117000, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (130800, 'UN_AVL'), (131400, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136200, 'UN_AVL'), (139200, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141600, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (153600, 'UN_AVL'), (155400, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162600, 'UN_AVL'), (164400, 'AVL_EVAL'), (165000, 'UN_AVL'), (166200, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (171600, 'UN_AVL'), (173400, 'AVL_EVAL'), (174600, 'UN_AVL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_74.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_74.json deleted file mode 100644 index ae4122c20..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_74.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580445", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 74, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "28.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12226, 'AVL_EVAL'), (12226, 'AVL_TRAIN'), (40734, 'AVL_EVAL'), (100070, 'AVL_TRAIN'), (100072, 'AVL_EVAL'), (100075, 'AVL_TRAIN'), (171837, 'AVL_EVAL'), (185258, 'UN_AVL'), (188439, 'AVL_TRAIN'), (191808, 'AVL_EVAL'), (191809, 'AVL_TRAIN'), (219987, 'AVL_EVAL'), (246401, 'UN_AVL'), (275732, 'AVL_TRAIN'), (304045, 'AVL_EVAL'), (304047, 'AVL_TRAIN'), (304070, 'AVL_EVAL'), (346345, 'UN_AVL'), (357902, 'AVL_TRAIN'), (386596, 'AVL_EVAL'), (443162, 'AVL_TRAIN'), (443338, 'AVL_EVAL'), (443339, 'AVL_TRAIN'), (472050, 'AVL_EVAL'), (518392, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12226, 'AVL_TRAIN'), (40734, 'AVL_EVAL'), (100070, 'AVL_TRAIN'), (100072, 'AVL_EVAL'), (100075, 'AVL_TRAIN'), (171837, 'UN_AVL'), (188439, 'AVL_TRAIN'), (191808, 'UN_AVL'), (191809, 'AVL_TRAIN'), (219987, 'AVL_EVAL'), (241972, 'UN_AVL'), (275732, 'AVL_TRAIN'), (304045, 'AVL_EVAL'), (304047, 'AVL_TRAIN'), (304070, 'AVL_EVAL'), (323691, 'UN_AVL'), (357902, 'AVL_TRAIN'), (386596, 'AVL_EVAL'), (440756, 'UN_AVL'), (443162, 'AVL_TRAIN'), (443338, 'UN_AVL'), (443339, 'AVL_TRAIN'), (472050, 'AVL_EVAL'), (518392, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12226, 'AVL_TRAIN'), (40734, 'UN_AVL'), (100070, 'AVL_TRAIN'), (100072, 'UN_AVL'), (100075, 'AVL_TRAIN'), (171837, 'UN_AVL'), (188439, 'AVL_TRAIN'), (191808, 'UN_AVL'), (191809, 'AVL_TRAIN'), (219987, 'UN_AVL'), (275732, 'AVL_TRAIN'), (304045, 'UN_AVL'), (304047, 'AVL_TRAIN'), (304070, 'UN_AVL'), (357902, 'AVL_TRAIN'), (386596, 'UN_AVL'), (443162, 'AVL_TRAIN'), (443338, 'UN_AVL'), (443339, 'AVL_TRAIN'), (472050, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (26400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (43200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70200, 'UN_AVL'), (72000, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93600, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (4200, 'UN_AVL'), (4800, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (13800, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (25200, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (56400, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'UN_AVL'), (60600, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'UN_AVL'), (87000, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90600, 'UN_AVL'), (94200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (105600, 'UN_AVL'), (112200, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (123000, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124200, 'UN_AVL'), (124800, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129000, 'UN_AVL'), (130800, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136200, 'UN_AVL'), (136800, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (143400, 'UN_AVL'), (144600, 'AVL_TRAIN'), (145200, 'UN_AVL'), (146400, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (148200, 'UN_AVL'), (149400, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160200, 'AVL_TRAIN'), (160800, 'UN_AVL'), (162000, 'AVL_TRAIN'), (162600, 'UN_AVL'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165000, 'UN_AVL'), (167400, 'AVL_TRAIN'), (168600, 'UN_AVL'), (169200, 'AVL_TRAIN'), (171000, 'UN_AVL'), (174000, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_75.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_75.json deleted file mode 100644 index 58e89b0a6..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_75.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580446", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 75, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "3.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (439413, 'AVL_EVAL'), (473162, 'AVL_TRAIN'), (473897, 'AVL_EVAL'), (489337, 'AVL_TRAIN'), (496640, 'AVL_EVAL'), (519819, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (439413, 'AVL_EVAL'), (473162, 'AVL_TRAIN'), (473897, 'AVL_EVAL'), (489337, 'AVL_TRAIN'), (496640, 'AVL_EVAL'), (519819, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (473162, 'AVL_TRAIN'), (473897, 'UN_AVL'), (489337, 'AVL_TRAIN'), (496640, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (18000, 'UN_AVL'), (20400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (80400, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1800, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_EVAL'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (13800, 'UN_AVL'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_EVAL'), (40800, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (71400, 'UN_AVL'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87600, 'UN_AVL'), (88200, 'AVL_TRAIN'), (89400, 'UN_AVL'), (90000, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (98400, 'UN_AVL'), (99000, 'AVL_EVAL'), (99600, 'UN_AVL'), (100200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (109800, 'UN_AVL'), (110400, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (127200, 'UN_AVL'), (127800, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (150000, 'UN_AVL'), (150600, 'AVL_TRAIN'), (151200, 'UN_AVL'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153000, 'UN_AVL'), (155400, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (157200, 'UN_AVL'), (157800, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159600, 'UN_AVL'), (162000, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (171600, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175200, 'UN_AVL'), (175800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_76.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_76.json deleted file mode 100644 index 72dba4feb..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_76.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580447", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 76, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (11928, 'AVL_EVAL'), (12117, 'AVL_TRAIN'), (41441, 'AVL_EVAL'), (42805, 'AVL_TRAIN'), (69465, 'AVL_EVAL'), (88191, 'AVL_TRAIN'), (88496, 'AVL_EVAL'), (97203, 'UN_AVL'), (98146, 'AVL_TRAIN'), (150871, 'AVL_EVAL'), (154175, 'AVL_TRAIN'), (158699, 'AVL_EVAL'), (165936, 'AVL_TRAIN'), (166258, 'AVL_EVAL'), (170503, 'AVL_TRAIN'), (175275, 'AVL_EVAL'), (175281, 'AVL_TRAIN'), (176749, 'AVL_EVAL'), (176753, 'AVL_TRAIN'), (177234, 'AVL_EVAL'), (177238, 'AVL_TRAIN'), (177263, 'AVL_EVAL'), (178999, 'AVL_TRAIN'), (179547, 'AVL_EVAL'), (179551, 'AVL_TRAIN'), (179583, 'AVL_EVAL'), (181830, 'AVL_TRAIN'), (182652, 'AVL_EVAL'), (185216, 'AVL_TRAIN'), (215337, 'AVL_EVAL'), (217255, 'AVL_TRAIN'), (238225, 'AVL_EVAL'), (238473, 'AVL_TRAIN'), (242686, 'AVL_EVAL'), (248275, 'AVL_TRAIN'), (251347, 'AVL_EVAL'), (251349, 'AVL_TRAIN'), (251828, 'AVL_EVAL'), (252137, 'AVL_TRAIN'), (253481, 'AVL_EVAL'), (255751, 'AVL_TRAIN'), (256163, 'AVL_EVAL'), (256416, 'AVL_TRAIN'), (258992, 'AVL_EVAL'), (265627, 'AVL_TRAIN'), (266353, 'AVL_EVAL'), (266949, 'AVL_TRAIN'), (267908, 'AVL_EVAL'), (274429, 'AVL_TRAIN'), (300850, 'AVL_EVAL'), (305134, 'AVL_TRAIN'), (310740, 'AVL_EVAL'), (344505, 'AVL_TRAIN'), (347376, 'AVL_EVAL'), (347382, 'AVL_TRAIN'), (347468, 'AVL_EVAL'), (388096, 'AVL_TRAIN'), (414073, 'AVL_EVAL'), (414075, 'AVL_TRAIN'), (414736, 'AVL_EVAL'), (414739, 'AVL_TRAIN'), (414782, 'AVL_EVAL'), (414785, 'AVL_TRAIN'), (414888, 'AVL_EVAL'), (419963, 'AVL_TRAIN'), (434318, 'AVL_EVAL'), (434321, 'AVL_TRAIN'), (434509, 'AVL_EVAL'), (434512, 'AVL_TRAIN'), (434854, 'AVL_EVAL'), (438318, 'AVL_TRAIN'), (438966, 'AVL_EVAL'), (444248, 'AVL_TRAIN'), (502393, 'AVL_EVAL'), (506396, 'AVL_TRAIN'), (508566, 'AVL_EVAL'), (508589, 'AVL_TRAIN'), (509615, 'AVL_EVAL'), (509621, 'AVL_TRAIN'), (509809, 'AVL_EVAL'), (512986, 'AVL_TRAIN'), (512998, 'AVL_EVAL'), (513000, 'AVL_TRAIN'), (521212, 'UN_AVL'), (521212, 'AVL_TRAIN'), (521222, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12117, 'AVL_TRAIN'), (41441, 'AVL_EVAL'), (42805, 'AVL_TRAIN'), (69465, 'AVL_EVAL'), (81989, 'UN_AVL'), (88191, 'AVL_TRAIN'), (88496, 'UN_AVL'), (98146, 'AVL_TRAIN'), (150871, 'AVL_EVAL'), (154098, 'UN_AVL'), (154175, 'AVL_TRAIN'), (158699, 'AVL_EVAL'), (162731, 'UN_AVL'), (165936, 'AVL_TRAIN'), (166258, 'UN_AVL'), (170503, 'AVL_TRAIN'), (175275, 'AVL_EVAL'), (175281, 'AVL_TRAIN'), (176749, 'AVL_EVAL'), (176753, 'AVL_TRAIN'), (177234, 'AVL_EVAL'), (177238, 'AVL_TRAIN'), (177263, 'AVL_EVAL'), (178999, 'AVL_TRAIN'), (179547, 'AVL_EVAL'), (179551, 'AVL_TRAIN'), (179583, 'AVL_EVAL'), (181827, 'UN_AVL'), (181830, 'AVL_TRAIN'), (182652, 'AVL_EVAL'), (185203, 'UN_AVL'), (185216, 'AVL_TRAIN'), (215337, 'AVL_EVAL'), (217255, 'AVL_TRAIN'), (238225, 'AVL_EVAL'), (238473, 'AVL_TRAIN'), (242686, 'AVL_EVAL'), (246197, 'UN_AVL'), (248275, 'AVL_TRAIN'), (251347, 'AVL_EVAL'), (251349, 'AVL_TRAIN'), (251828, 'AVL_EVAL'), (252137, 'AVL_TRAIN'), (253481, 'AVL_EVAL'), (255751, 'AVL_TRAIN'), (256163, 'AVL_EVAL'), (256416, 'AVL_TRAIN'), (258992, 'AVL_EVAL'), (262011, 'UN_AVL'), (265627, 'AVL_TRAIN'), (266353, 'UN_AVL'), (266949, 'AVL_TRAIN'), (267908, 'UN_AVL'), (274429, 'AVL_TRAIN'), (300850, 'AVL_EVAL'), (305126, 'UN_AVL'), (305134, 'AVL_TRAIN'), (310740, 'AVL_EVAL'), (315383, 'UN_AVL'), (344505, 'AVL_EVAL'), (344505, 'AVL_TRAIN'), (347376, 'AVL_EVAL'), (347382, 'AVL_TRAIN'), (347468, 'AVL_EVAL'), (355069, 'UN_AVL'), (388096, 'AVL_TRAIN'), (414073, 'AVL_EVAL'), (414075, 'AVL_TRAIN'), (414736, 'AVL_EVAL'), (414739, 'AVL_TRAIN'), (414782, 'AVL_EVAL'), (414785, 'AVL_TRAIN'), (414888, 'AVL_EVAL'), (419745, 'UN_AVL'), (419963, 'AVL_TRAIN'), (434318, 'AVL_EVAL'), (434321, 'AVL_TRAIN'), (434509, 'AVL_EVAL'), (434512, 'AVL_TRAIN'), (434854, 'AVL_EVAL'), (438302, 'UN_AVL'), (438318, 'AVL_TRAIN'), (438966, 'AVL_EVAL'), (439347, 'UN_AVL'), (444248, 'AVL_TRAIN'), (502393, 'AVL_EVAL'), (505943, 'UN_AVL'), (506396, 'AVL_TRAIN'), (508566, 'AVL_EVAL'), (508589, 'AVL_TRAIN'), (509615, 'AVL_EVAL'), (509621, 'AVL_TRAIN'), (509809, 'AVL_EVAL'), (512986, 'AVL_TRAIN'), (512998, 'AVL_EVAL'), (513000, 'AVL_TRAIN'), (521212, 'UN_AVL'), (521212, 'AVL_TRAIN'), (521222, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12117, 'AVL_TRAIN'), (41441, 'UN_AVL'), (42805, 'AVL_TRAIN'), (69465, 'UN_AVL'), (88191, 'AVL_TRAIN'), (88496, 'UN_AVL'), (98146, 'AVL_TRAIN'), (150871, 'UN_AVL'), (154175, 'AVL_TRAIN'), (158699, 'UN_AVL'), (165936, 'AVL_TRAIN'), (166258, 'UN_AVL'), (170503, 'AVL_TRAIN'), (175275, 'UN_AVL'), (175281, 'AVL_TRAIN'), (176749, 'UN_AVL'), (176753, 'AVL_TRAIN'), (177234, 'UN_AVL'), (177238, 'AVL_TRAIN'), (177263, 'UN_AVL'), (178999, 'AVL_TRAIN'), (179547, 'UN_AVL'), (179551, 'AVL_TRAIN'), (179583, 'UN_AVL'), (181830, 'AVL_TRAIN'), (182652, 'UN_AVL'), (185216, 'AVL_TRAIN'), (215337, 'UN_AVL'), (217255, 'AVL_TRAIN'), (238225, 'UN_AVL'), (238473, 'AVL_TRAIN'), (242686, 'UN_AVL'), (248275, 'AVL_TRAIN'), (251347, 'UN_AVL'), (251349, 'AVL_TRAIN'), (251828, 'UN_AVL'), (252137, 'AVL_TRAIN'), (253481, 'UN_AVL'), (255751, 'AVL_TRAIN'), (256163, 'UN_AVL'), (256416, 'AVL_TRAIN'), (258992, 'UN_AVL'), (265627, 'AVL_TRAIN'), (266353, 'UN_AVL'), (266949, 'AVL_TRAIN'), (267908, 'UN_AVL'), (274429, 'AVL_TRAIN'), (300850, 'UN_AVL'), (305134, 'AVL_TRAIN'), (310740, 'UN_AVL'), (344505, 'AVL_TRAIN'), (347376, 'UN_AVL'), (347382, 'AVL_TRAIN'), (347468, 'UN_AVL'), (388096, 'AVL_TRAIN'), (414073, 'UN_AVL'), (414075, 'AVL_TRAIN'), (414736, 'UN_AVL'), (414739, 'AVL_TRAIN'), (414782, 'UN_AVL'), (414785, 'AVL_TRAIN'), (414888, 'UN_AVL'), (419963, 'AVL_TRAIN'), (434318, 'UN_AVL'), (434321, 'AVL_TRAIN'), (434509, 'UN_AVL'), (434512, 'AVL_TRAIN'), (434854, 'UN_AVL'), (438318, 'AVL_TRAIN'), (438966, 'UN_AVL'), (444248, 'AVL_TRAIN'), (502393, 'UN_AVL'), (506396, 'AVL_TRAIN'), (508566, 'UN_AVL'), (508589, 'AVL_TRAIN'), (509615, 'UN_AVL'), (509621, 'AVL_TRAIN'), (509809, 'UN_AVL'), (512986, 'AVL_TRAIN'), (512998, 'UN_AVL'), (513000, 'AVL_TRAIN'), (521212, 'UN_AVL'), (521212, 'AVL_TRAIN'), (521222, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3600, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (38400, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (54600, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85800, 'UN_AVL'), (86400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (98400, 'UN_AVL'), (99000, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106200, 'UN_AVL'), (106800, 'AVL_EVAL'), (107400, 'UN_AVL'), (108600, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (121200, 'UN_AVL'), (122400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (124200, 'UN_AVL'), (125400, 'AVL_TRAIN'), (129000, 'UN_AVL'), (130200, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (133200, 'UN_AVL'), (135600, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (143400, 'UN_AVL'), (144000, 'AVL_TRAIN'), (145200, 'UN_AVL'), (146400, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (154800, 'UN_AVL'), (156600, 'AVL_TRAIN'), (162000, 'UN_AVL'), (162600, 'AVL_TRAIN'), (163200, 'UN_AVL'), (166200, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (176400, 'UN_AVL'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_77.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_77.json deleted file mode 100644 index 5cf342593..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_77.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580448", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 77, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "22.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2036, 'AVL_EVAL'), (11139, 'UN_AVL'), (76199, 'AVL_EVAL'), (184202, 'UN_AVL'), (240470, 'AVL_EVAL'), (253362, 'UN_AVL'), (263719, 'AVL_EVAL'), (271057, 'UN_AVL'), (303005, 'AVL_EVAL'), (331814, 'UN_AVL'), (331883, 'AVL_TRAIN'), (334717, 'AVL_EVAL'), (341421, 'AVL_TRAIN'), (346928, 'AVL_EVAL'), (433575, 'AVL_TRAIN'), (436123, 'AVL_EVAL'), (442725, 'UN_AVL'), (507619, 'AVL_EVAL'), (515613, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2036, 'AVL_EVAL'), (11139, 'UN_AVL'), (76199, 'AVL_EVAL'), (82710, 'UN_AVL'), (240470, 'AVL_EVAL'), (249573, 'UN_AVL'), (331883, 'AVL_TRAIN'), (334717, 'UN_AVL'), (341421, 'AVL_TRAIN'), (346928, 'AVL_EVAL'), (356280, 'UN_AVL'), (386159, 'AVL_EVAL'), (427611, 'UN_AVL'), (433575, 'AVL_TRAIN'), (436123, 'AVL_EVAL'), (441450, 'UN_AVL'), (507619, 'AVL_EVAL'), (515613, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (331883, 'AVL_TRAIN'), (334717, 'UN_AVL'), (341421, 'AVL_TRAIN'), (346928, 'UN_AVL'), (433575, 'AVL_TRAIN'), (436123, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (33000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (35400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51600, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82800, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (14400, 'UN_AVL'), (16200, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (22800, 'UN_AVL'), (24000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27000, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63000, 'UN_AVL'), (64200, 'AVL_EVAL'), (64800, 'UN_AVL'), (65400, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (70800, 'UN_AVL'), (72000, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (81000, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88800, 'UN_AVL'), (90000, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (102000, 'UN_AVL'), (103200, 'AVL_EVAL'), (104400, 'UN_AVL'), (106200, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (110400, 'UN_AVL'), (111000, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (113400, 'UN_AVL'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (118800, 'UN_AVL'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (127800, 'UN_AVL'), (129000, 'AVL_TRAIN'), (130800, 'UN_AVL'), (131400, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (133800, 'UN_AVL'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (138600, 'UN_AVL'), (139800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'UN_AVL'), (143400, 'AVL_EVAL'), (145200, 'UN_AVL'), (146400, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (150000, 'UN_AVL'), (151800, 'AVL_TRAIN'), (152400, 'UN_AVL'), (154800, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (159000, 'UN_AVL'), (160200, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (164400, 'UN_AVL'), (165000, 'AVL_TRAIN'), (168000, 'UN_AVL'), (168600, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (178200, 'UN_AVL'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_78.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_78.json deleted file mode 100644 index e1ef9a966..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_78.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580449", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 78, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "16.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (44164, 'AVL_EVAL'), (90304, 'UN_AVL'), (96884, 'AVL_TRAIN'), (98971, 'UN_AVL'), (130475, 'AVL_EVAL'), (167431, 'UN_AVL'), (167431, 'AVL_TRAIN'), (167678, 'UN_AVL'), (171239, 'AVL_TRAIN'), (171400, 'UN_AVL'), (172833, 'AVL_TRAIN'), (173172, 'UN_AVL'), (173201, 'AVL_TRAIN'), (174950, 'UN_AVL'), (175335, 'AVL_TRAIN'), (175629, 'UN_AVL'), (176175, 'AVL_TRAIN'), (176523, 'UN_AVL'), (176668, 'AVL_TRAIN'), (178740, 'UN_AVL'), (184069, 'AVL_TRAIN'), (184413, 'UN_AVL'), (185527, 'AVL_TRAIN'), (186520, 'UN_AVL'), (187596, 'AVL_TRAIN'), (220551, 'AVL_EVAL'), (233370, 'UN_AVL'), (244488, 'AVL_TRAIN'), (248833, 'UN_AVL'), (251473, 'AVL_TRAIN'), (253971, 'UN_AVL'), (256740, 'AVL_TRAIN'), (258141, 'UN_AVL'), (259484, 'AVL_TRAIN'), (261278, 'UN_AVL'), (263356, 'AVL_TRAIN'), (263359, 'UN_AVL'), (263359, 'AVL_TRAIN'), (265718, 'UN_AVL'), (267168, 'AVL_TRAIN'), (267756, 'UN_AVL'), (269384, 'AVL_TRAIN'), (271163, 'UN_AVL'), (273601, 'AVL_TRAIN'), (274511, 'UN_AVL'), (274705, 'AVL_TRAIN'), (275534, 'UN_AVL'), (276357, 'AVL_TRAIN'), (276795, 'UN_AVL'), (278899, 'AVL_TRAIN'), (311690, 'AVL_EVAL'), (325339, 'UN_AVL'), (339269, 'AVL_TRAIN'), (340790, 'UN_AVL'), (342223, 'AVL_TRAIN'), (342943, 'UN_AVL'), (342948, 'AVL_TRAIN'), (342966, 'UN_AVL'), (344336, 'AVL_TRAIN'), (347885, 'UN_AVL'), (353922, 'AVL_TRAIN'), (356245, 'UN_AVL'), (359401, 'AVL_TRAIN'), (359402, 'UN_AVL'), (391875, 'AVL_TRAIN'), (421919, 'AVL_EVAL'), (441449, 'UN_AVL'), (476153, 'AVL_EVAL'), (523897, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (44164, 'AVL_EVAL'), (86440, 'UN_AVL'), (96884, 'AVL_TRAIN'), (98971, 'UN_AVL'), (130475, 'AVL_EVAL'), (167431, 'UN_AVL'), (167431, 'AVL_TRAIN'), (167678, 'UN_AVL'), (171239, 'AVL_TRAIN'), (171400, 'UN_AVL'), (172833, 'AVL_TRAIN'), (173172, 'UN_AVL'), (173201, 'AVL_TRAIN'), (174950, 'UN_AVL'), (175335, 'AVL_TRAIN'), (175629, 'UN_AVL'), (176175, 'AVL_TRAIN'), (176523, 'UN_AVL'), (176668, 'AVL_TRAIN'), (178740, 'UN_AVL'), (184069, 'AVL_TRAIN'), (184413, 'UN_AVL'), (185527, 'AVL_TRAIN'), (186520, 'UN_AVL'), (187596, 'AVL_TRAIN'), (220551, 'AVL_EVAL'), (229650, 'UN_AVL'), (244488, 'AVL_TRAIN'), (248833, 'UN_AVL'), (251473, 'AVL_TRAIN'), (253971, 'UN_AVL'), (256740, 'AVL_TRAIN'), (258141, 'UN_AVL'), (259484, 'AVL_TRAIN'), (261278, 'UN_AVL'), (263356, 'AVL_TRAIN'), (263359, 'UN_AVL'), (263359, 'AVL_TRAIN'), (265718, 'UN_AVL'), (267168, 'AVL_TRAIN'), (267756, 'UN_AVL'), (269384, 'AVL_TRAIN'), (271163, 'UN_AVL'), (273601, 'AVL_TRAIN'), (274511, 'UN_AVL'), (274705, 'AVL_TRAIN'), (275534, 'UN_AVL'), (276357, 'AVL_TRAIN'), (276795, 'UN_AVL'), (278899, 'AVL_TRAIN'), (311690, 'AVL_EVAL'), (321563, 'UN_AVL'), (339269, 'AVL_TRAIN'), (340790, 'UN_AVL'), (342223, 'AVL_TRAIN'), (342943, 'UN_AVL'), (342948, 'AVL_TRAIN'), (342966, 'UN_AVL'), (344336, 'AVL_TRAIN'), (347885, 'UN_AVL'), (353922, 'AVL_TRAIN'), (356245, 'UN_AVL'), (359401, 'AVL_TRAIN'), (359402, 'UN_AVL'), (391875, 'AVL_TRAIN'), (421919, 'AVL_EVAL'), (432049, 'UN_AVL'), (476153, 'AVL_EVAL'), (517876, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (96884, 'AVL_TRAIN'), (98971, 'UN_AVL'), (167431, 'AVL_TRAIN'), (167678, 'UN_AVL'), (171239, 'AVL_TRAIN'), (171400, 'UN_AVL'), (172833, 'AVL_TRAIN'), (173172, 'UN_AVL'), (173201, 'AVL_TRAIN'), (174950, 'UN_AVL'), (175335, 'AVL_TRAIN'), (175629, 'UN_AVL'), (176175, 'AVL_TRAIN'), (176523, 'UN_AVL'), (176668, 'AVL_TRAIN'), (178740, 'UN_AVL'), (184069, 'AVL_TRAIN'), (184413, 'UN_AVL'), (185527, 'AVL_TRAIN'), (186520, 'UN_AVL'), (187596, 'AVL_TRAIN'), (220551, 'UN_AVL'), (244488, 'AVL_TRAIN'), (248833, 'UN_AVL'), (251473, 'AVL_TRAIN'), (253971, 'UN_AVL'), (256740, 'AVL_TRAIN'), (258141, 'UN_AVL'), (259484, 'AVL_TRAIN'), (261278, 'UN_AVL'), (263356, 'AVL_TRAIN'), (263359, 'UN_AVL'), (263359, 'AVL_TRAIN'), (265718, 'UN_AVL'), (267168, 'AVL_TRAIN'), (267756, 'UN_AVL'), (269384, 'AVL_TRAIN'), (271163, 'UN_AVL'), (273601, 'AVL_TRAIN'), (274511, 'UN_AVL'), (274705, 'AVL_TRAIN'), (275534, 'UN_AVL'), (276357, 'AVL_TRAIN'), (276795, 'UN_AVL'), (278899, 'AVL_TRAIN'), (311690, 'UN_AVL'), (339269, 'AVL_TRAIN'), (340790, 'UN_AVL'), (342223, 'AVL_TRAIN'), (342943, 'UN_AVL'), (342948, 'AVL_TRAIN'), (342966, 'UN_AVL'), (344336, 'AVL_TRAIN'), (347885, 'UN_AVL'), (353922, 'AVL_TRAIN'), (356245, 'UN_AVL'), (359401, 'AVL_TRAIN'), (359402, 'UN_AVL'), (391875, 'AVL_TRAIN'), (421919, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75000, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (7800, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (49200, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (56400, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (63000, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (70200, 'AVL_TRAIN'), (71400, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1800, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (60600, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (65400, 'UN_AVL'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (73800, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85800, 'AVL_EVAL'), (87000, 'UN_AVL'), (87600, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (91800, 'UN_AVL'), (92400, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99600, 'UN_AVL'), (103200, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114000, 'UN_AVL'), (115800, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (120000, 'UN_AVL'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (127800, 'UN_AVL'), (130200, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (145800, 'UN_AVL'), (147000, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (163200, 'UN_AVL'), (164400, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (174600, 'UN_AVL'), (176400, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_79.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_79.json deleted file mode 100644 index 31a7836fe..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_79.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580450", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 79, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4067, 'UN_AVL'), (4094, 'AVL_TRAIN'), (4102, 'UN_AVL'), (4106, 'AVL_TRAIN'), (4107, 'UN_AVL'), (4116, 'AVL_TRAIN'), (6690, 'UN_AVL'), (6692, 'AVL_TRAIN'), (9136, 'AVL_EVAL'), (9243, 'AVL_TRAIN'), (10252, 'AVL_EVAL'), (15088, 'UN_AVL'), (15088, 'AVL_TRAIN'), (39618, 'AVL_EVAL'), (75536, 'UN_AVL'), (81416, 'AVL_TRAIN'), (85218, 'UN_AVL'), (93701, 'AVL_TRAIN'), (93702, 'UN_AVL'), (93706, 'AVL_TRAIN'), (93712, 'UN_AVL'), (93712, 'AVL_TRAIN'), (93714, 'UN_AVL'), (93735, 'AVL_TRAIN'), (99705, 'AVL_EVAL'), (132400, 'UN_AVL'), (158713, 'AVL_TRAIN'), (158755, 'UN_AVL'), (159663, 'AVL_TRAIN'), (159664, 'UN_AVL'), (159976, 'AVL_TRAIN'), (164180, 'UN_AVL'), (172831, 'AVL_TRAIN'), (172832, 'UN_AVL'), (172840, 'AVL_TRAIN'), (193260, 'AVL_EVAL'), (251459, 'UN_AVL'), (251465, 'AVL_TRAIN'), (253057, 'UN_AVL'), (276460, 'AVL_EVAL'), (283530, 'UN_AVL'), (283984, 'AVL_TRAIN'), (309208, 'AVL_EVAL'), (354820, 'UN_AVL'), (362391, 'AVL_TRAIN'), (362392, 'UN_AVL'), (362393, 'AVL_TRAIN'), (362402, 'UN_AVL'), (362402, 'AVL_TRAIN'), (362411, 'UN_AVL'), (362537, 'AVL_TRAIN'), (385238, 'AVL_EVAL'), (385239, 'AVL_TRAIN'), (385253, 'AVL_EVAL'), (385255, 'AVL_TRAIN'), (385256, 'AVL_EVAL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4067, 'UN_AVL'), (4094, 'AVL_TRAIN'), (4102, 'UN_AVL'), (4106, 'AVL_TRAIN'), (4107, 'UN_AVL'), (4116, 'AVL_TRAIN'), (6690, 'UN_AVL'), (6692, 'AVL_TRAIN'), (9136, 'UN_AVL'), (9243, 'AVL_TRAIN'), (10252, 'UN_AVL'), (15088, 'AVL_TRAIN'), (39618, 'AVL_EVAL'), (70350, 'UN_AVL'), (81416, 'AVL_TRAIN'), (85218, 'UN_AVL'), (93701, 'AVL_TRAIN'), (93702, 'UN_AVL'), (93706, 'AVL_TRAIN'), (93712, 'UN_AVL'), (93712, 'AVL_TRAIN'), (93714, 'UN_AVL'), (93735, 'AVL_TRAIN'), (99705, 'UN_AVL'), (158713, 'AVL_TRAIN'), (158755, 'UN_AVL'), (159663, 'AVL_TRAIN'), (159664, 'UN_AVL'), (159976, 'AVL_TRAIN'), (164180, 'UN_AVL'), (172831, 'AVL_TRAIN'), (172832, 'UN_AVL'), (172840, 'AVL_TRAIN'), (193260, 'AVL_EVAL'), (234920, 'UN_AVL'), (251465, 'AVL_TRAIN'), (253057, 'UN_AVL'), (283984, 'AVL_TRAIN'), (309208, 'AVL_EVAL'), (317305, 'UN_AVL'), (342149, 'AVL_EVAL'), (351248, 'UN_AVL'), (362391, 'AVL_TRAIN'), (362392, 'UN_AVL'), (362393, 'AVL_TRAIN'), (362402, 'UN_AVL'), (362402, 'AVL_TRAIN'), (362411, 'UN_AVL'), (362537, 'AVL_TRAIN'), (385238, 'AVL_EVAL'), (385239, 'AVL_TRAIN'), (385253, 'AVL_EVAL'), (385255, 'AVL_TRAIN'), (385256, 'AVL_EVAL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4067, 'UN_AVL'), (4094, 'AVL_TRAIN'), (4102, 'UN_AVL'), (4106, 'AVL_TRAIN'), (4107, 'UN_AVL'), (4116, 'AVL_TRAIN'), (6690, 'UN_AVL'), (6692, 'AVL_TRAIN'), (9136, 'UN_AVL'), (9243, 'AVL_TRAIN'), (10252, 'UN_AVL'), (15088, 'AVL_TRAIN'), (39618, 'UN_AVL'), (81416, 'AVL_TRAIN'), (85218, 'UN_AVL'), (93701, 'AVL_TRAIN'), (93702, 'UN_AVL'), (93706, 'AVL_TRAIN'), (93712, 'UN_AVL'), (93712, 'AVL_TRAIN'), (93714, 'UN_AVL'), (93735, 'AVL_TRAIN'), (99705, 'UN_AVL'), (158713, 'AVL_TRAIN'), (158755, 'UN_AVL'), (159663, 'AVL_TRAIN'), (159664, 'UN_AVL'), (159976, 'AVL_TRAIN'), (164180, 'UN_AVL'), (172831, 'AVL_TRAIN'), (172832, 'UN_AVL'), (172840, 'AVL_TRAIN'), (193260, 'UN_AVL'), (251465, 'AVL_TRAIN'), (253057, 'UN_AVL'), (283984, 'AVL_TRAIN'), (309208, 'UN_AVL'), (362391, 'AVL_TRAIN'), (362392, 'UN_AVL'), (362393, 'AVL_TRAIN'), (362402, 'UN_AVL'), (362402, 'AVL_TRAIN'), (362411, 'UN_AVL'), (362537, 'AVL_TRAIN'), (385238, 'UN_AVL'), (385239, 'AVL_TRAIN'), (385253, 'UN_AVL'), (385255, 'AVL_TRAIN'), (385256, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28200, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31800, 'UN_AVL'), (34200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (62400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'UN_AVL'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (27600, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (49200, 'AVL_EVAL'), (52800, 'UN_AVL'), (54600, 'AVL_EVAL'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_EVAL'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (70200, 'UN_AVL'), (73800, 'AVL_EVAL'), (75600, 'UN_AVL'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'UN_AVL'), (84600, 'AVL_EVAL'), (85800, 'UN_AVL'), (87000, 'AVL_TRAIN'), (90600, 'UN_AVL'), (91800, 'AVL_EVAL'), (93600, 'UN_AVL'), (94200, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (100800, 'UN_AVL'), (101400, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103200, 'UN_AVL'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (106200, 'UN_AVL'), (107400, 'AVL_TRAIN'), (108000, 'UN_AVL'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (110400, 'UN_AVL'), (111000, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114000, 'UN_AVL'), (115800, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118200, 'AVL_EVAL'), (119400, 'UN_AVL'), (120000, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (135600, 'UN_AVL'), (138000, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'UN_AVL'), (141600, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (151200, 'UN_AVL'), (151800, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (154800, 'UN_AVL'), (157200, 'AVL_TRAIN'), (158400, 'UN_AVL'), (160200, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (174600, 'UN_AVL'), (175200, 'AVL_EVAL'), (175800, 'UN_AVL'), (176400, 'AVL_TRAIN'), (177000, 'UN_AVL'), (177600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_8.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_8.json deleted file mode 100644 index 26e405b5a..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_8.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580379", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 8, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "13.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14086, 'AVL_TRAIN'), (28419, 'AVL_EVAL'), (49568, 'UN_AVL'), (49629, 'AVL_TRAIN'), (52427, 'AVL_EVAL'), (58025, 'UN_AVL'), (65611, 'AVL_TRAIN'), (79774, 'AVL_EVAL'), (83313, 'AVL_TRAIN'), (83321, 'AVL_EVAL'), (83728, 'AVL_TRAIN'), (95271, 'AVL_EVAL'), (101892, 'UN_AVL'), (101892, 'AVL_TRAIN'), (102501, 'AVL_EVAL'), (102502, 'AVL_TRAIN'), (102508, 'AVL_EVAL'), (102509, 'AVL_TRAIN'), (104568, 'AVL_EVAL'), (104594, 'AVL_TRAIN'), (107007, 'AVL_EVAL'), (109057, 'UN_AVL'), (123025, 'AVL_TRAIN'), (126123, 'UN_AVL'), (126151, 'AVL_TRAIN'), (131671, 'UN_AVL'), (133452, 'AVL_TRAIN'), (135169, 'UN_AVL'), (135207, 'AVL_TRAIN'), (136408, 'UN_AVL'), (136411, 'AVL_TRAIN'), (140912, 'AVL_EVAL'), (144921, 'UN_AVL'), (147794, 'AVL_TRAIN'), (158779, 'AVL_EVAL'), (159844, 'AVL_TRAIN'), (161852, 'AVL_EVAL'), (162997, 'AVL_TRAIN'), (169542, 'AVL_EVAL'), (169594, 'AVL_TRAIN'), (173040, 'AVL_EVAL'), (179280, 'UN_AVL'), (179280, 'AVL_TRAIN'), (184709, 'AVL_EVAL'), (184733, 'AVL_TRAIN'), (217008, 'AVL_EVAL'), (236496, 'UN_AVL'), (238720, 'AVL_TRAIN'), (241991, 'UN_AVL'), (242634, 'AVL_TRAIN'), (242664, 'UN_AVL'), (242677, 'AVL_TRAIN'), (247133, 'UN_AVL'), (247136, 'AVL_TRAIN'), (253504, 'UN_AVL'), (254584, 'AVL_TRAIN'), (255913, 'UN_AVL'), (257698, 'AVL_TRAIN'), (258798, 'UN_AVL'), (258815, 'AVL_TRAIN'), (261988, 'UN_AVL'), (264706, 'AVL_TRAIN'), (274712, 'UN_AVL'), (276514, 'AVL_TRAIN'), (289007, 'AVL_EVAL'), (292214, 'AVL_TRAIN'), (305171, 'AVL_EVAL'), (308278, 'AVL_TRAIN'), (311550, 'AVL_EVAL'), (324195, 'AVL_TRAIN'), (327485, 'AVL_EVAL'), (329116, 'AVL_TRAIN'), (333701, 'AVL_EVAL'), (362870, 'UN_AVL'), (366125, 'AVL_TRAIN'), (389628, 'AVL_EVAL'), (410139, 'UN_AVL'), (416056, 'AVL_TRAIN'), (422013, 'UN_AVL'), (424168, 'AVL_TRAIN'), (427102, 'UN_AVL'), (430244, 'AVL_TRAIN'), (437747, 'AVL_EVAL'), (441228, 'UN_AVL'), (445549, 'AVL_TRAIN'), (476355, 'AVL_EVAL'), (477020, 'AVL_TRAIN'), (477191, 'AVL_EVAL'), (478691, 'AVL_TRAIN'), (479336, 'AVL_EVAL'), (479796, 'AVL_TRAIN'), (487185, 'AVL_EVAL'), (505708, 'UN_AVL'), (505708, 'AVL_TRAIN'), (511633, 'AVL_EVAL'), (513723, 'UN_AVL'), (513723, 'AVL_TRAIN'), (515049, 'UN_AVL'), (515120, 'AVL_TRAIN'), (523045, 'AVL_EVAL'), (529118, 'UN_AVL'), (532010, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14086, 'AVL_TRAIN'), (28419, 'AVL_EVAL'), (45234, 'UN_AVL'), (49629, 'AVL_TRAIN'), (52427, 'AVL_EVAL'), (53652, 'UN_AVL'), (65611, 'AVL_TRAIN'), (79774, 'AVL_EVAL'), (81757, 'UN_AVL'), (83313, 'AVL_TRAIN'), (83321, 'UN_AVL'), (83728, 'AVL_TRAIN'), (95271, 'AVL_EVAL'), (101199, 'UN_AVL'), (101892, 'AVL_TRAIN'), (102501, 'UN_AVL'), (102502, 'AVL_TRAIN'), (102508, 'UN_AVL'), (102509, 'AVL_TRAIN'), (104568, 'UN_AVL'), (104594, 'AVL_TRAIN'), (107007, 'UN_AVL'), (123025, 'AVL_TRAIN'), (126123, 'UN_AVL'), (126151, 'AVL_TRAIN'), (131671, 'UN_AVL'), (133452, 'AVL_TRAIN'), (135169, 'UN_AVL'), (135207, 'AVL_TRAIN'), (136408, 'UN_AVL'), (136411, 'AVL_TRAIN'), (140912, 'AVL_EVAL'), (141082, 'UN_AVL'), (147794, 'AVL_TRAIN'), (158779, 'AVL_EVAL'), (159819, 'UN_AVL'), (159844, 'AVL_TRAIN'), (161852, 'UN_AVL'), (162997, 'AVL_TRAIN'), (169542, 'AVL_EVAL'), (169594, 'AVL_TRAIN'), (173040, 'AVL_EVAL'), (175322, 'UN_AVL'), (179280, 'AVL_TRAIN'), (184709, 'UN_AVL'), (184733, 'AVL_TRAIN'), (217008, 'AVL_EVAL'), (229707, 'UN_AVL'), (238720, 'AVL_TRAIN'), (241991, 'UN_AVL'), (242634, 'AVL_TRAIN'), (242664, 'UN_AVL'), (242677, 'AVL_TRAIN'), (247133, 'UN_AVL'), (247136, 'AVL_TRAIN'), (253504, 'UN_AVL'), (254584, 'AVL_TRAIN'), (255913, 'UN_AVL'), (257698, 'AVL_TRAIN'), (258798, 'UN_AVL'), (258815, 'AVL_TRAIN'), (261988, 'UN_AVL'), (264706, 'AVL_TRAIN'), (274712, 'UN_AVL'), (276514, 'AVL_TRAIN'), (289007, 'AVL_EVAL'), (292214, 'UN_AVL'), (292214, 'AVL_TRAIN'), (305171, 'AVL_EVAL'), (308278, 'AVL_TRAIN'), (311550, 'AVL_EVAL'), (324195, 'AVL_TRAIN'), (327485, 'AVL_EVAL'), (329116, 'AVL_TRAIN'), (333701, 'AVL_EVAL'), (362870, 'UN_AVL'), (366125, 'AVL_TRAIN'), (389628, 'AVL_EVAL'), (401016, 'UN_AVL'), (416056, 'AVL_TRAIN'), (422013, 'UN_AVL'), (424168, 'AVL_TRAIN'), (427102, 'UN_AVL'), (430244, 'AVL_TRAIN'), (437747, 'UN_AVL'), (445549, 'AVL_TRAIN'), (476355, 'UN_AVL'), (477020, 'AVL_TRAIN'), (477191, 'UN_AVL'), (478691, 'AVL_TRAIN'), (479336, 'UN_AVL'), (479796, 'AVL_TRAIN'), (487185, 'AVL_EVAL'), (497333, 'UN_AVL'), (505708, 'AVL_TRAIN'), (511633, 'UN_AVL'), (513723, 'AVL_TRAIN'), (515049, 'UN_AVL'), (515120, 'AVL_TRAIN'), (523045, 'AVL_EVAL'), (526222, 'UN_AVL'), (532010, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14086, 'AVL_TRAIN'), (28419, 'UN_AVL'), (49629, 'AVL_TRAIN'), (52427, 'UN_AVL'), (65611, 'AVL_TRAIN'), (79774, 'UN_AVL'), (83313, 'AVL_TRAIN'), (83321, 'UN_AVL'), (83728, 'AVL_TRAIN'), (95271, 'UN_AVL'), (101892, 'AVL_TRAIN'), (102501, 'UN_AVL'), (102502, 'AVL_TRAIN'), (102508, 'UN_AVL'), (102509, 'AVL_TRAIN'), (104568, 'UN_AVL'), (104594, 'AVL_TRAIN'), (107007, 'UN_AVL'), (123025, 'AVL_TRAIN'), (126123, 'UN_AVL'), (126151, 'AVL_TRAIN'), (131671, 'UN_AVL'), (133452, 'AVL_TRAIN'), (135169, 'UN_AVL'), (135207, 'AVL_TRAIN'), (136408, 'UN_AVL'), (136411, 'AVL_TRAIN'), (140912, 'UN_AVL'), (147794, 'AVL_TRAIN'), (158779, 'UN_AVL'), (159844, 'AVL_TRAIN'), (161852, 'UN_AVL'), (162997, 'AVL_TRAIN'), (169542, 'UN_AVL'), (169594, 'AVL_TRAIN'), (173040, 'UN_AVL'), (179280, 'AVL_TRAIN'), (184709, 'UN_AVL'), (184733, 'AVL_TRAIN'), (217008, 'UN_AVL'), (238720, 'AVL_TRAIN'), (241991, 'UN_AVL'), (242634, 'AVL_TRAIN'), (242664, 'UN_AVL'), (242677, 'AVL_TRAIN'), (247133, 'UN_AVL'), (247136, 'AVL_TRAIN'), (253504, 'UN_AVL'), (254584, 'AVL_TRAIN'), (255913, 'UN_AVL'), (257698, 'AVL_TRAIN'), (258798, 'UN_AVL'), (258815, 'AVL_TRAIN'), (261988, 'UN_AVL'), (264706, 'AVL_TRAIN'), (274712, 'UN_AVL'), (276514, 'AVL_TRAIN'), (289007, 'UN_AVL'), (292214, 'AVL_TRAIN'), (305171, 'UN_AVL'), (308278, 'AVL_TRAIN'), (311550, 'UN_AVL'), (324195, 'AVL_TRAIN'), (327485, 'UN_AVL'), (329116, 'AVL_TRAIN'), (333701, 'UN_AVL'), (366125, 'AVL_TRAIN'), (389628, 'UN_AVL'), (416056, 'AVL_TRAIN'), (422013, 'UN_AVL'), (424168, 'AVL_TRAIN'), (427102, 'UN_AVL'), (430244, 'AVL_TRAIN'), (437747, 'UN_AVL'), (445549, 'AVL_TRAIN'), (476355, 'UN_AVL'), (477020, 'AVL_TRAIN'), (477191, 'UN_AVL'), (478691, 'AVL_TRAIN'), (479336, 'UN_AVL'), (479796, 'AVL_TRAIN'), (487185, 'UN_AVL'), (505708, 'AVL_TRAIN'), (511633, 'UN_AVL'), (513723, 'AVL_TRAIN'), (515049, 'UN_AVL'), (515120, 'AVL_TRAIN'), (523045, 'UN_AVL'), (532010, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (17400, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (81000, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (31200, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (46200, 'UN_AVL'), (47400, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (54000, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (58200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (67200, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (97800, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100800, 'UN_AVL'), (101400, 'AVL_TRAIN'), (103200, 'UN_AVL'), (104400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (112200, 'UN_AVL'), (113400, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (123600, 'UN_AVL'), (125400, 'AVL_TRAIN'), (126600, 'UN_AVL'), (129600, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (139200, 'UN_AVL'), (142200, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (153600, 'UN_AVL'), (155400, 'AVL_TRAIN'), (156600, 'UN_AVL'), (165000, 'AVL_TRAIN'), (168000, 'UN_AVL'), (168600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (172800, 'UN_AVL'), (173400, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (175800, 'UN_AVL'), (176400, 'AVL_EVAL'), (177000, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_80.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_80.json deleted file mode 100644 index 9bcf8a852..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_80.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580451", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 80, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "22.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (23275, 'UN_AVL'), (91670, 'AVL_TRAIN'), (93509, 'AVL_EVAL'), (94662, 'AVL_TRAIN'), (102922, 'AVL_EVAL'), (161177, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (91670, 'AVL_TRAIN'), (93509, 'UN_AVL'), (94662, 'AVL_TRAIN'), (102922, 'AVL_EVAL'), (161177, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (91670, 'AVL_TRAIN'), (93509, 'UN_AVL'), (94662, 'AVL_TRAIN'), (102922, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67800, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72600, 'AVL_TRAIN'), (75000, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (26400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52800, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (150600, 'AVL_EVAL'), (152400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (3000, 'UN_AVL'), (4200, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'UN_AVL'), (17400, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (21600, 'UN_AVL'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (27000, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (43200, 'UN_AVL'), (46200, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (74400, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'AVL_EVAL'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (88800, 'UN_AVL'), (90600, 'AVL_TRAIN'), (96000, 'UN_AVL'), (96600, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (107400, 'UN_AVL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (111000, 'UN_AVL'), (113400, 'AVL_TRAIN'), (114000, 'UN_AVL'), (115200, 'AVL_TRAIN'), (118200, 'UN_AVL'), (118800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (124200, 'UN_AVL'), (124800, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (136800, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (142800, 'UN_AVL'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154800, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (160200, 'UN_AVL'), (160800, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'UN_AVL'), (167400, 'AVL_TRAIN'), (174600, 'UN_AVL'), (175200, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_81.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_81.json deleted file mode 100644 index d13102ef2..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_81.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580452", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 81, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "9.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (1875, 'UN_AVL'), (6737, 'AVL_TRAIN'), (15570, 'AVL_EVAL'), (64624, 'UN_AVL'), (135079, 'AVL_TRAIN'), (148341, 'AVL_EVAL'), (221763, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (1875, 'UN_AVL'), (6737, 'AVL_TRAIN'), (15570, 'AVL_EVAL'), (19819, 'UN_AVL'), (135079, 'AVL_TRAIN'), (148341, 'AVL_EVAL'), (169143, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (1875, 'UN_AVL'), (6737, 'AVL_TRAIN'), (15570, 'UN_AVL'), (135079, 'AVL_TRAIN'), (148341, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (29400, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (35400, 'UN_AVL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72600, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (15600, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81000, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (106200, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (139200, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (148800, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (21000, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'UN_AVL'), (27000, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (45600, 'UN_AVL'), (46800, 'AVL_EVAL'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (55800, 'UN_AVL'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69000, 'UN_AVL'), (70200, 'AVL_TRAIN'), (72600, 'AVL_EVAL'), (73200, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_EVAL'), (82200, 'UN_AVL'), (82800, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (85800, 'UN_AVL'), (90000, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (94200, 'UN_AVL'), (96000, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (102000, 'UN_AVL'), (104400, 'AVL_TRAIN'), (105000, 'UN_AVL'), (107400, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (114600, 'UN_AVL'), (115200, 'AVL_EVAL'), (115800, 'UN_AVL'), (116400, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (146400, 'UN_AVL'), (147000, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (148800, 'UN_AVL'), (150000, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (158400, 'UN_AVL'), (160800, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (168600, 'UN_AVL'), (174000, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (177600, 'UN_AVL'), (178200, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_82.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_82.json deleted file mode 100644 index 3e7a3cb9a..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_82.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580453", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 82, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "18.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4125, 'AVL_EVAL'), (16119, 'UN_AVL'), (17583, 'AVL_TRAIN'), (54386, 'AVL_EVAL'), (76257, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4125, 'AVL_EVAL'), (6734, 'UN_AVL'), (17583, 'AVL_TRAIN'), (54386, 'AVL_EVAL'), (57880, 'UN_AVL'), (70487, 'AVL_EVAL'), (73064, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4125, 'UN_AVL'), (17583, 'AVL_TRAIN'), (54386, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28800, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43800, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (30000, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (95400, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (2400, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (8400, 'UN_AVL'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15000, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45600, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (63000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'UN_AVL'), (74400, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (79800, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'UN_AVL'), (87000, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (92400, 'UN_AVL'), (93600, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (96000, 'UN_AVL'), (97200, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106800, 'UN_AVL'), (107400, 'AVL_TRAIN'), (109200, 'UN_AVL'), (110400, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (133200, 'UN_AVL'), (135000, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (138000, 'UN_AVL'), (139200, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (150000, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (163200, 'UN_AVL'), (163800, 'AVL_EVAL'), (164400, 'UN_AVL'), (165000, 'AVL_EVAL'), (165600, 'UN_AVL'), (168000, 'AVL_TRAIN'), (169800, 'UN_AVL'), (171000, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (175800, 'UN_AVL'), (176400, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_83.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_83.json deleted file mode 100644 index fb34b4bc6..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_83.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580454", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 83, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "14.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (55781, 'UN_AVL'), (68421, 'AVL_TRAIN'), (68587, 'UN_AVL'), (68622, 'AVL_TRAIN'), (69004, 'UN_AVL'), (69007, 'AVL_TRAIN'), (70122, 'UN_AVL'), (70123, 'AVL_TRAIN'), (70125, 'UN_AVL'), (70261, 'AVL_TRAIN'), (71894, 'AVL_EVAL'), (72008, 'AVL_TRAIN'), (73289, 'AVL_EVAL'), (73294, 'AVL_TRAIN'), (75267, 'AVL_EVAL'), (75267, 'AVL_TRAIN'), (75274, 'AVL_EVAL'), (80560, 'UN_AVL'), (81756, 'AVL_TRAIN'), (81763, 'UN_AVL'), (81764, 'AVL_TRAIN'), (81791, 'UN_AVL'), (84015, 'AVL_TRAIN'), (85329, 'AVL_EVAL'), (85599, 'AVL_TRAIN'), (85677, 'AVL_EVAL'), (88367, 'AVL_TRAIN'), (88651, 'AVL_EVAL'), (88656, 'AVL_TRAIN'), (88714, 'AVL_EVAL'), (88714, 'AVL_TRAIN'), (88715, 'AVL_EVAL'), (88715, 'AVL_TRAIN'), (88716, 'AVL_EVAL'), (88732, 'AVL_TRAIN'), (91239, 'AVL_EVAL'), (91295, 'AVL_TRAIN'), (91731, 'AVL_EVAL'), (91841, 'AVL_TRAIN'), (92198, 'AVL_EVAL'), (92198, 'AVL_TRAIN'), (92199, 'AVL_EVAL'), (92466, 'AVL_TRAIN'), (92726, 'AVL_EVAL'), (92748, 'AVL_TRAIN'), (92755, 'AVL_EVAL'), (92807, 'AVL_TRAIN'), (93307, 'AVL_EVAL'), (93316, 'AVL_TRAIN'), (93317, 'AVL_EVAL'), (93319, 'AVL_TRAIN'), (93320, 'AVL_EVAL'), (93366, 'AVL_TRAIN'), (93444, 'AVL_EVAL'), (175339, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (41042, 'AVL_EVAL'), (46212, 'UN_AVL'), (68421, 'AVL_TRAIN'), (68587, 'UN_AVL'), (68622, 'AVL_TRAIN'), (69004, 'UN_AVL'), (69007, 'AVL_TRAIN'), (70122, 'UN_AVL'), (70123, 'AVL_TRAIN'), (70125, 'UN_AVL'), (70261, 'AVL_TRAIN'), (71894, 'UN_AVL'), (72008, 'AVL_TRAIN'), (73289, 'UN_AVL'), (73294, 'AVL_TRAIN'), (75267, 'UN_AVL'), (75267, 'AVL_TRAIN'), (75274, 'UN_AVL'), (81756, 'AVL_TRAIN'), (81763, 'UN_AVL'), (81764, 'AVL_TRAIN'), (81791, 'UN_AVL'), (84015, 'AVL_TRAIN'), (85329, 'UN_AVL'), (85599, 'AVL_TRAIN'), (85677, 'UN_AVL'), (88367, 'AVL_TRAIN'), (88651, 'UN_AVL'), (88656, 'AVL_TRAIN'), (88714, 'UN_AVL'), (88714, 'AVL_TRAIN'), (88715, 'UN_AVL'), (88715, 'AVL_TRAIN'), (88716, 'UN_AVL'), (88732, 'AVL_TRAIN'), (91239, 'AVL_EVAL'), (91295, 'AVL_TRAIN'), (91731, 'AVL_EVAL'), (91841, 'AVL_TRAIN'), (92198, 'AVL_EVAL'), (92198, 'AVL_TRAIN'), (92199, 'AVL_EVAL'), (92466, 'AVL_TRAIN'), (92726, 'AVL_EVAL'), (92748, 'AVL_TRAIN'), (92755, 'AVL_EVAL'), (92807, 'AVL_TRAIN'), (93307, 'AVL_EVAL'), (93316, 'AVL_TRAIN'), (93317, 'AVL_EVAL'), (93319, 'AVL_TRAIN'), (93320, 'AVL_EVAL'), (93366, 'AVL_TRAIN'), (93444, 'AVL_EVAL'), (175339, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (68421, 'AVL_TRAIN'), (68587, 'UN_AVL'), (68622, 'AVL_TRAIN'), (69004, 'UN_AVL'), (69007, 'AVL_TRAIN'), (70122, 'UN_AVL'), (70123, 'AVL_TRAIN'), (70125, 'UN_AVL'), (70261, 'AVL_TRAIN'), (71894, 'UN_AVL'), (72008, 'AVL_TRAIN'), (73289, 'UN_AVL'), (73294, 'AVL_TRAIN'), (75267, 'UN_AVL'), (75267, 'AVL_TRAIN'), (75274, 'UN_AVL'), (81756, 'AVL_TRAIN'), (81763, 'UN_AVL'), (81764, 'AVL_TRAIN'), (81791, 'UN_AVL'), (84015, 'AVL_TRAIN'), (85329, 'UN_AVL'), (85599, 'AVL_TRAIN'), (85677, 'UN_AVL'), (88367, 'AVL_TRAIN'), (88651, 'UN_AVL'), (88656, 'AVL_TRAIN'), (88714, 'UN_AVL'), (88714, 'AVL_TRAIN'), (88715, 'UN_AVL'), (88715, 'AVL_TRAIN'), (88716, 'UN_AVL'), (88732, 'AVL_TRAIN'), (91239, 'UN_AVL'), (91295, 'AVL_TRAIN'), (91731, 'UN_AVL'), (91841, 'AVL_TRAIN'), (92198, 'UN_AVL'), (92198, 'AVL_TRAIN'), (92199, 'UN_AVL'), (92466, 'AVL_TRAIN'), (92726, 'UN_AVL'), (92748, 'AVL_TRAIN'), (92755, 'UN_AVL'), (92807, 'AVL_TRAIN'), (93307, 'UN_AVL'), (93316, 'AVL_TRAIN'), (93317, 'UN_AVL'), (93319, 'AVL_TRAIN'), (93320, 'UN_AVL'), (93366, 'AVL_TRAIN'), (93444, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31800, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (2400, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (10200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (20400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22200, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31800, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (41400, 'UN_AVL'), (43200, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51600, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61800, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73800, 'UN_AVL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (8400, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (15000, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30600, 'AVL_EVAL'), (32400, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'UN_AVL'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (52200, 'UN_AVL'), (54000, 'AVL_EVAL'), (54600, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'UN_AVL'), (62400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (90000, 'UN_AVL'), (91200, 'AVL_EVAL'), (93600, 'UN_AVL'), (94200, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (101400, 'UN_AVL'), (103200, 'AVL_TRAIN'), (103800, 'UN_AVL'), (104400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112800, 'UN_AVL'), (114000, 'AVL_TRAIN'), (115800, 'UN_AVL'), (118800, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (124200, 'UN_AVL'), (124800, 'AVL_TRAIN'), (130200, 'UN_AVL'), (130800, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (134400, 'UN_AVL'), (135600, 'AVL_TRAIN'), (137400, 'UN_AVL'), (138600, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (147000, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_EVAL'), (153000, 'UN_AVL'), (156000, 'AVL_TRAIN'), (156600, 'UN_AVL'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159000, 'UN_AVL'), (160200, 'AVL_TRAIN'), (162000, 'UN_AVL'), (165000, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (174600, 'UN_AVL'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_84.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_84.json deleted file mode 100644 index 62d48d562..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_84.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580455", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 84, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "27.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (71298, 'AVL_EVAL'), (133850, 'AVL_TRAIN'), (142392, 'AVL_EVAL'), (174984, 'UN_AVL'), (188462, 'AVL_EVAL'), (229387, 'UN_AVL'), (325864, 'AVL_EVAL'), (336082, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (71298, 'AVL_EVAL'), (96352, 'UN_AVL'), (133850, 'AVL_TRAIN'), (142392, 'AVL_EVAL'), (161821, 'UN_AVL'), (188462, 'AVL_EVAL'), (192509, 'UN_AVL'), (325864, 'AVL_EVAL'), (327721, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (133850, 'AVL_TRAIN'), (142392, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'UN_AVL'), (13800, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (71400, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4800, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (93600, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (142800, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (25200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_EVAL'), (45000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54600, 'UN_AVL'), (56400, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (94800, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97200, 'UN_AVL'), (99600, 'AVL_EVAL'), (100200, 'AVL_TRAIN'), (102000, 'UN_AVL'), (103200, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (129000, 'UN_AVL'), (129600, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (132600, 'UN_AVL'), (135000, 'AVL_TRAIN'), (136800, 'UN_AVL'), (137400, 'AVL_TRAIN'), (138000, 'UN_AVL'), (139200, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'UN_AVL'), (142200, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (144600, 'UN_AVL'), (145200, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (149400, 'UN_AVL'), (150600, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159000, 'UN_AVL'), (159600, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_85.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_85.json deleted file mode 100644 index bf66cd48d..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_85.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580456", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 85, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "3.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (5931, 'AVL_EVAL'), (33832, 'UN_AVL'), (33938, 'AVL_TRAIN'), (45609, 'AVL_EVAL'), (96608, 'AVL_TRAIN'), (96683, 'AVL_EVAL'), (97202, 'UN_AVL'), (114801, 'AVL_TRAIN'), (124228, 'AVL_EVAL'), (152983, 'UN_AVL'), (158990, 'AVL_TRAIN'), (162087, 'AVL_EVAL'), (164619, 'UN_AVL'), (172261, 'AVL_TRAIN'), (175152, 'AVL_EVAL'), (176477, 'AVL_TRAIN'), (176478, 'AVL_EVAL'), (176481, 'AVL_TRAIN'), (180232, 'AVL_EVAL'), (180233, 'AVL_TRAIN'), (181693, 'AVL_EVAL'), (218874, 'UN_AVL'), (238498, 'AVL_TRAIN'), (239308, 'UN_AVL'), (239918, 'AVL_TRAIN'), (241708, 'UN_AVL'), (257321, 'AVL_TRAIN'), (261066, 'UN_AVL'), (266197, 'AVL_TRAIN'), (270056, 'AVL_EVAL'), (287535, 'UN_AVL'), (307665, 'AVL_TRAIN'), (308550, 'UN_AVL'), (308626, 'AVL_TRAIN'), (314453, 'AVL_EVAL'), (329978, 'UN_AVL'), (341202, 'AVL_TRAIN'), (341470, 'UN_AVL'), (341513, 'AVL_TRAIN'), (343459, 'AVL_EVAL'), (343460, 'AVL_TRAIN'), (343493, 'AVL_EVAL'), (343493, 'AVL_TRAIN'), (344083, 'AVL_EVAL'), (348174, 'UN_AVL'), (356056, 'AVL_TRAIN'), (357385, 'UN_AVL'), (371649, 'AVL_TRAIN'), (374287, 'UN_AVL'), (411109, 'AVL_TRAIN'), (413668, 'UN_AVL'), (414095, 'AVL_TRAIN'), (417763, 'AVL_EVAL'), (426534, 'UN_AVL'), (426540, 'AVL_TRAIN'), (428833, 'AVL_EVAL'), (432664, 'UN_AVL'), (451683, 'AVL_TRAIN'), (459575, 'AVL_EVAL'), (481788, 'UN_AVL'), (488430, 'AVL_TRAIN'), (490031, 'UN_AVL'), (490136, 'AVL_TRAIN'), (493219, 'AVL_EVAL'), (501176, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (5931, 'AVL_EVAL'), (24254, 'UN_AVL'), (33938, 'AVL_TRAIN'), (45609, 'AVL_EVAL'), (79743, 'UN_AVL'), (96608, 'AVL_TRAIN'), (96683, 'UN_AVL'), (114801, 'AVL_TRAIN'), (124228, 'AVL_EVAL'), (132062, 'UN_AVL'), (158990, 'AVL_TRAIN'), (162087, 'UN_AVL'), (172261, 'AVL_TRAIN'), (175152, 'UN_AVL'), (176477, 'AVL_TRAIN'), (176478, 'UN_AVL'), (176481, 'AVL_TRAIN'), (180232, 'AVL_EVAL'), (180233, 'AVL_TRAIN'), (181693, 'AVL_EVAL'), (193585, 'UN_AVL'), (238498, 'AVL_TRAIN'), (239308, 'UN_AVL'), (239918, 'AVL_TRAIN'), (241708, 'UN_AVL'), (257321, 'AVL_TRAIN'), (261066, 'UN_AVL'), (266197, 'AVL_TRAIN'), (270056, 'UN_AVL'), (307665, 'AVL_TRAIN'), (308550, 'UN_AVL'), (308626, 'AVL_TRAIN'), (314453, 'AVL_EVAL'), (314695, 'UN_AVL'), (341202, 'AVL_TRAIN'), (341470, 'UN_AVL'), (341513, 'AVL_TRAIN'), (343459, 'UN_AVL'), (343460, 'AVL_TRAIN'), (343493, 'UN_AVL'), (343493, 'AVL_TRAIN'), (344083, 'UN_AVL'), (356056, 'AVL_TRAIN'), (357385, 'UN_AVL'), (371649, 'AVL_TRAIN'), (374287, 'UN_AVL'), (411109, 'AVL_TRAIN'), (413668, 'UN_AVL'), (414095, 'AVL_TRAIN'), (417763, 'UN_AVL'), (426540, 'AVL_TRAIN'), (428833, 'UN_AVL'), (451683, 'AVL_TRAIN'), (459575, 'AVL_EVAL'), (467648, 'UN_AVL'), (488430, 'AVL_TRAIN'), (490031, 'UN_AVL'), (490136, 'AVL_TRAIN'), (493219, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (5931, 'UN_AVL'), (33938, 'AVL_TRAIN'), (45609, 'UN_AVL'), (96608, 'AVL_TRAIN'), (96683, 'UN_AVL'), (114801, 'AVL_TRAIN'), (124228, 'UN_AVL'), (158990, 'AVL_TRAIN'), (162087, 'UN_AVL'), (172261, 'AVL_TRAIN'), (175152, 'UN_AVL'), (176477, 'AVL_TRAIN'), (176478, 'UN_AVL'), (176481, 'AVL_TRAIN'), (180232, 'UN_AVL'), (180233, 'AVL_TRAIN'), (181693, 'UN_AVL'), (238498, 'AVL_TRAIN'), (239308, 'UN_AVL'), (239918, 'AVL_TRAIN'), (241708, 'UN_AVL'), (257321, 'AVL_TRAIN'), (261066, 'UN_AVL'), (266197, 'AVL_TRAIN'), (270056, 'UN_AVL'), (307665, 'AVL_TRAIN'), (308550, 'UN_AVL'), (308626, 'AVL_TRAIN'), (314453, 'UN_AVL'), (341202, 'AVL_TRAIN'), (341470, 'UN_AVL'), (341513, 'AVL_TRAIN'), (343459, 'UN_AVL'), (343460, 'AVL_TRAIN'), (343493, 'UN_AVL'), (343493, 'AVL_TRAIN'), (344083, 'UN_AVL'), (356056, 'AVL_TRAIN'), (357385, 'UN_AVL'), (371649, 'AVL_TRAIN'), (374287, 'UN_AVL'), (411109, 'AVL_TRAIN'), (413668, 'UN_AVL'), (414095, 'AVL_TRAIN'), (417763, 'UN_AVL'), (426540, 'AVL_TRAIN'), (428833, 'UN_AVL'), (451683, 'AVL_TRAIN'), (459575, 'UN_AVL'), (488430, 'AVL_TRAIN'), (490031, 'UN_AVL'), (490136, 'AVL_TRAIN'), (493219, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (60000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (60000, 'AVL_TRAIN'), (60600, 'UN_AVL'), (62400, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84000, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (155400, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (11400, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (18600, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_EVAL'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (38400, 'UN_AVL'), (39000, 'AVL_EVAL'), (40200, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48000, 'UN_AVL'), (49800, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'AVL_EVAL'), (62400, 'UN_AVL'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL'), (87000, 'AVL_TRAIN'), (88200, 'UN_AVL'), (88800, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91200, 'UN_AVL'), (91800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (94800, 'AVL_EVAL'), (99000, 'UN_AVL'), (102000, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (107400, 'UN_AVL'), (108600, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (112200, 'UN_AVL'), (112800, 'AVL_TRAIN'), (114000, 'UN_AVL'), (116400, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (119400, 'UN_AVL'), (120600, 'AVL_TRAIN'), (121200, 'UN_AVL'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'UN_AVL'), (123600, 'AVL_EVAL'), (124200, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (129000, 'UN_AVL'), (129600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (130800, 'UN_AVL'), (132000, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (138000, 'AVL_EVAL'), (139800, 'AVL_TRAIN'), (141600, 'UN_AVL'), (142200, 'AVL_EVAL'), (145200, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (154200, 'AVL_EVAL'), (156600, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165600, 'UN_AVL'), (166200, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (170400, 'AVL_TRAIN'), (172200, 'UN_AVL'), (175200, 'AVL_TRAIN'), (175800, 'UN_AVL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_86.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_86.json deleted file mode 100644 index 19a0d1ad9..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_86.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580457", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 86, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "15.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (10223, 'AVL_TRAIN'), (15412, 'UN_AVL'), (15439, 'AVL_TRAIN'), (38295, 'AVL_EVAL'), (38302, 'AVL_TRAIN'), (41547, 'AVL_EVAL'), (41561, 'AVL_TRAIN'), (41665, 'AVL_EVAL'), (52980, 'UN_AVL'), (58902, 'AVL_TRAIN'), (62479, 'UN_AVL'), (62912, 'AVL_TRAIN'), (65484, 'AVL_EVAL'), (67966, 'UN_AVL'), (73011, 'AVL_TRAIN'), (81621, 'UN_AVL'), (81678, 'AVL_TRAIN'), (82031, 'UN_AVL'), (82048, 'AVL_TRAIN'), (82133, 'UN_AVL'), (83949, 'AVL_TRAIN'), (85708, 'UN_AVL'), (86868, 'AVL_TRAIN'), (87941, 'UN_AVL'), (89157, 'AVL_TRAIN'), (89344, 'UN_AVL'), (89817, 'AVL_TRAIN'), (90808, 'UN_AVL'), (90816, 'AVL_TRAIN'), (91632, 'UN_AVL'), (91634, 'AVL_TRAIN'), (91663, 'UN_AVL'), (91665, 'AVL_TRAIN'), (91668, 'UN_AVL'), (91694, 'AVL_TRAIN'), (91849, 'UN_AVL'), (96437, 'AVL_TRAIN'), (131012, 'AVL_EVAL'), (145311, 'UN_AVL'), (154350, 'AVL_TRAIN'), (160466, 'AVL_EVAL'), (160583, 'AVL_TRAIN'), (160878, 'AVL_EVAL'), (173162, 'UN_AVL'), (177101, 'AVL_TRAIN'), (179026, 'UN_AVL'), (180563, 'AVL_TRAIN'), (216689, 'AVL_EVAL'), (231269, 'UN_AVL'), (236002, 'AVL_TRAIN'), (236543, 'UN_AVL'), (237742, 'AVL_TRAIN'), (237783, 'UN_AVL'), (237787, 'AVL_TRAIN'), (238962, 'UN_AVL'), (238963, 'AVL_TRAIN'), (240008, 'UN_AVL'), (240020, 'AVL_TRAIN'), (242325, 'AVL_EVAL'), (246625, 'UN_AVL'), (246625, 'AVL_TRAIN'), (248409, 'UN_AVL'), (248487, 'AVL_TRAIN'), (248489, 'UN_AVL'), (248491, 'AVL_TRAIN'), (248495, 'UN_AVL'), (248497, 'AVL_TRAIN'), (248557, 'UN_AVL'), (248571, 'AVL_TRAIN'), (248572, 'UN_AVL'), (248719, 'AVL_TRAIN'), (248721, 'UN_AVL'), (249061, 'AVL_TRAIN'), (249063, 'UN_AVL'), (249068, 'AVL_TRAIN'), (249092, 'UN_AVL'), (249207, 'AVL_TRAIN'), (249208, 'UN_AVL'), (249210, 'AVL_TRAIN'), (250436, 'UN_AVL'), (250453, 'AVL_TRAIN'), (250456, 'UN_AVL'), (250479, 'AVL_TRAIN'), (250481, 'UN_AVL'), (250482, 'AVL_TRAIN'), (251664, 'UN_AVL'), (251783, 'AVL_TRAIN'), (251785, 'UN_AVL'), (251792, 'AVL_TRAIN'), (251817, 'UN_AVL'), (255226, 'AVL_TRAIN'), (258714, 'AVL_EVAL'), (259885, 'UN_AVL'), (265294, 'AVL_TRAIN'), (269727, 'UN_AVL'), (269740, 'AVL_TRAIN'), (270435, 'UN_AVL'), (273870, 'AVL_TRAIN'), (273872, 'UN_AVL'), (273922, 'AVL_TRAIN'), (273924, 'UN_AVL'), (275743, 'AVL_TRAIN'), (278368, 'AVL_EVAL'), (279385, 'UN_AVL'), (284264, 'AVL_TRAIN'), (304016, 'AVL_EVAL'), (315926, 'UN_AVL'), (316540, 'AVL_TRAIN'), (318164, 'UN_AVL'), (318170, 'AVL_TRAIN'), (319158, 'UN_AVL'), (319561, 'AVL_TRAIN'), (319685, 'UN_AVL'), (323111, 'AVL_TRAIN'), (325054, 'UN_AVL'), (325056, 'AVL_TRAIN'), (325060, 'UN_AVL'), (325184, 'AVL_TRAIN'), (326130, 'UN_AVL'), (326196, 'AVL_TRAIN'), (327005, 'UN_AVL'), (329098, 'AVL_EVAL'), (329098, 'AVL_TRAIN'), (329425, 'AVL_EVAL'), (330470, 'AVL_TRAIN'), (330765, 'AVL_EVAL'), (340261, 'UN_AVL'), (340261, 'AVL_TRAIN'), (340466, 'UN_AVL'), (340491, 'AVL_TRAIN'), (340515, 'UN_AVL'), (340736, 'AVL_TRAIN'), (341743, 'UN_AVL'), (341758, 'AVL_TRAIN'), (342911, 'UN_AVL'), (342916, 'AVL_TRAIN'), (343086, 'UN_AVL'), (347773, 'AVL_TRAIN'), (352176, 'UN_AVL'), (352187, 'AVL_TRAIN'), (352720, 'UN_AVL'), (358989, 'AVL_TRAIN'), (377191, 'AVL_EVAL'), (405569, 'UN_AVL'), (405569, 'AVL_TRAIN'), (408564, 'UN_AVL'), (409860, 'AVL_TRAIN'), (411396, 'UN_AVL'), (413097, 'AVL_TRAIN'), (414255, 'UN_AVL'), (414275, 'AVL_TRAIN'), (415591, 'UN_AVL'), (415595, 'AVL_TRAIN'), (415620, 'UN_AVL'), (415866, 'AVL_TRAIN'), (416384, 'UN_AVL'), (416397, 'AVL_TRAIN'), (416650, 'UN_AVL'), (416986, 'AVL_TRAIN'), (423733, 'UN_AVL'), (423735, 'AVL_TRAIN'), (423829, 'UN_AVL'), (425784, 'AVL_TRAIN'), (427689, 'UN_AVL'), (427713, 'AVL_TRAIN'), (428101, 'UN_AVL'), (428109, 'AVL_TRAIN'), (429085, 'UN_AVL'), (429096, 'AVL_TRAIN'), (429866, 'UN_AVL'), (429871, 'AVL_TRAIN'), (429877, 'UN_AVL'), (429902, 'AVL_TRAIN'), (429906, 'UN_AVL'), (430153, 'AVL_TRAIN'), (430988, 'UN_AVL'), (435560, 'AVL_TRAIN'), (438811, 'UN_AVL'), (438820, 'AVL_TRAIN'), (441758, 'UN_AVL'), (441780, 'AVL_TRAIN'), (443740, 'UN_AVL'), (444246, 'AVL_TRAIN'), (470980, 'AVL_EVAL'), (480392, 'UN_AVL'), (487254, 'AVL_TRAIN'), (491831, 'AVL_EVAL'), (496159, 'UN_AVL'), (498984, 'AVL_TRAIN'), (499701, 'UN_AVL'), (499703, 'AVL_TRAIN'), (499907, 'UN_AVL'), (499914, 'AVL_TRAIN'), (501313, 'UN_AVL'), (503611, 'AVL_TRAIN'), (504699, 'UN_AVL'), (504703, 'AVL_TRAIN'), (504933, 'UN_AVL'), (505663, 'AVL_TRAIN'), (507020, 'UN_AVL'), (507032, 'AVL_TRAIN'), (507034, 'UN_AVL'), (507036, 'AVL_TRAIN'), (511472, 'UN_AVL'), (511476, 'AVL_TRAIN'), (511477, 'UN_AVL'), (511479, 'AVL_TRAIN'), (511629, 'UN_AVL'), (511632, 'AVL_TRAIN'), (511637, 'UN_AVL'), (511643, 'AVL_TRAIN'), (511645, 'UN_AVL'), (511652, 'AVL_TRAIN'), (511668, 'UN_AVL'), (511674, 'AVL_TRAIN'), (511749, 'UN_AVL'), (511750, 'AVL_TRAIN'), (511752, 'UN_AVL'), (511756, 'AVL_TRAIN'), (511850, 'UN_AVL'), (511852, 'AVL_TRAIN'), (511854, 'UN_AVL'), (511855, 'AVL_TRAIN'), (516034, 'UN_AVL'), (516035, 'AVL_TRAIN'), (516054, 'UN_AVL'), (516552, 'AVL_TRAIN'), (519985, 'UN_AVL'), (520172, 'AVL_TRAIN'), (520478, 'AVL_EVAL'), (521403, 'UN_AVL'), (525820, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (10223, 'AVL_TRAIN'), (15412, 'UN_AVL'), (15439, 'AVL_TRAIN'), (38295, 'AVL_EVAL'), (38302, 'AVL_TRAIN'), (41547, 'AVL_EVAL'), (41561, 'AVL_TRAIN'), (41665, 'AVL_EVAL'), (52980, 'UN_AVL'), (58902, 'AVL_TRAIN'), (62479, 'UN_AVL'), (62912, 'AVL_TRAIN'), (65484, 'UN_AVL'), (73011, 'AVL_TRAIN'), (81621, 'UN_AVL'), (81678, 'AVL_TRAIN'), (82031, 'UN_AVL'), (82048, 'AVL_TRAIN'), (82133, 'UN_AVL'), (83949, 'AVL_TRAIN'), (85708, 'UN_AVL'), (86868, 'AVL_TRAIN'), (87941, 'UN_AVL'), (89157, 'AVL_TRAIN'), (89344, 'UN_AVL'), (89817, 'AVL_TRAIN'), (90808, 'UN_AVL'), (90816, 'AVL_TRAIN'), (91632, 'UN_AVL'), (91634, 'AVL_TRAIN'), (91663, 'UN_AVL'), (91665, 'AVL_TRAIN'), (91668, 'UN_AVL'), (91694, 'AVL_TRAIN'), (91849, 'UN_AVL'), (96437, 'AVL_TRAIN'), (131012, 'AVL_EVAL'), (144001, 'UN_AVL'), (154350, 'AVL_TRAIN'), (160466, 'AVL_EVAL'), (160583, 'AVL_TRAIN'), (160878, 'AVL_EVAL'), (173162, 'UN_AVL'), (177101, 'AVL_TRAIN'), (179026, 'UN_AVL'), (180563, 'AVL_TRAIN'), (216689, 'AVL_EVAL'), (225952, 'UN_AVL'), (236002, 'AVL_TRAIN'), (236543, 'UN_AVL'), (237742, 'AVL_TRAIN'), (237783, 'UN_AVL'), (237787, 'AVL_TRAIN'), (238962, 'UN_AVL'), (238963, 'AVL_TRAIN'), (240008, 'UN_AVL'), (240020, 'AVL_TRAIN'), (242325, 'UN_AVL'), (246625, 'AVL_TRAIN'), (248409, 'UN_AVL'), (248487, 'AVL_TRAIN'), (248489, 'UN_AVL'), (248491, 'AVL_TRAIN'), (248495, 'UN_AVL'), (248497, 'AVL_TRAIN'), (248557, 'UN_AVL'), (248571, 'AVL_TRAIN'), (248572, 'UN_AVL'), (248719, 'AVL_TRAIN'), (248721, 'UN_AVL'), (249061, 'AVL_TRAIN'), (249063, 'UN_AVL'), (249068, 'AVL_TRAIN'), (249092, 'UN_AVL'), (249207, 'AVL_TRAIN'), (249208, 'UN_AVL'), (249210, 'AVL_TRAIN'), (250436, 'UN_AVL'), (250453, 'AVL_TRAIN'), (250456, 'UN_AVL'), (250479, 'AVL_TRAIN'), (250481, 'UN_AVL'), (250482, 'AVL_TRAIN'), (251664, 'UN_AVL'), (251783, 'AVL_TRAIN'), (251785, 'UN_AVL'), (251792, 'AVL_TRAIN'), (251817, 'UN_AVL'), (255226, 'AVL_TRAIN'), (258714, 'UN_AVL'), (265294, 'AVL_TRAIN'), (269727, 'UN_AVL'), (269740, 'AVL_TRAIN'), (270435, 'UN_AVL'), (273870, 'AVL_TRAIN'), (273872, 'UN_AVL'), (273922, 'AVL_TRAIN'), (273924, 'UN_AVL'), (275743, 'AVL_TRAIN'), (278368, 'UN_AVL'), (284264, 'AVL_TRAIN'), (304016, 'AVL_EVAL'), (309038, 'UN_AVL'), (316540, 'AVL_TRAIN'), (318164, 'UN_AVL'), (318170, 'AVL_TRAIN'), (319158, 'UN_AVL'), (319561, 'AVL_TRAIN'), (319685, 'UN_AVL'), (323111, 'AVL_TRAIN'), (325054, 'UN_AVL'), (325056, 'AVL_TRAIN'), (325060, 'UN_AVL'), (325184, 'AVL_TRAIN'), (326130, 'UN_AVL'), (326196, 'AVL_TRAIN'), (327005, 'UN_AVL'), (329098, 'AVL_TRAIN'), (329425, 'UN_AVL'), (330470, 'AVL_TRAIN'), (330765, 'UN_AVL'), (340261, 'AVL_TRAIN'), (340466, 'UN_AVL'), (340491, 'AVL_TRAIN'), (340515, 'UN_AVL'), (340736, 'AVL_TRAIN'), (341743, 'UN_AVL'), (341758, 'AVL_TRAIN'), (342911, 'UN_AVL'), (342916, 'AVL_TRAIN'), (343086, 'UN_AVL'), (347773, 'AVL_TRAIN'), (352176, 'UN_AVL'), (352187, 'AVL_TRAIN'), (352720, 'UN_AVL'), (358989, 'AVL_TRAIN'), (377191, 'AVL_EVAL'), (405569, 'UN_AVL'), (405569, 'AVL_TRAIN'), (408564, 'UN_AVL'), (409860, 'AVL_TRAIN'), (411396, 'UN_AVL'), (413097, 'AVL_TRAIN'), (414255, 'UN_AVL'), (414275, 'AVL_TRAIN'), (415591, 'UN_AVL'), (415595, 'AVL_TRAIN'), (415620, 'UN_AVL'), (415866, 'AVL_TRAIN'), (416384, 'UN_AVL'), (416397, 'AVL_TRAIN'), (416650, 'UN_AVL'), (416986, 'AVL_TRAIN'), (423733, 'UN_AVL'), (423735, 'AVL_TRAIN'), (423829, 'UN_AVL'), (425784, 'AVL_TRAIN'), (427689, 'UN_AVL'), (427713, 'AVL_TRAIN'), (428101, 'UN_AVL'), (428109, 'AVL_TRAIN'), (429085, 'UN_AVL'), (429096, 'AVL_TRAIN'), (429866, 'UN_AVL'), (429871, 'AVL_TRAIN'), (429877, 'UN_AVL'), (429902, 'AVL_TRAIN'), (429906, 'UN_AVL'), (430153, 'AVL_TRAIN'), (430988, 'UN_AVL'), (435560, 'AVL_TRAIN'), (438811, 'UN_AVL'), (438820, 'AVL_TRAIN'), (441758, 'UN_AVL'), (441780, 'AVL_TRAIN'), (443740, 'UN_AVL'), (444246, 'AVL_TRAIN'), (470980, 'AVL_EVAL'), (477804, 'UN_AVL'), (487254, 'AVL_TRAIN'), (491831, 'UN_AVL'), (498984, 'AVL_TRAIN'), (499701, 'UN_AVL'), (499703, 'AVL_TRAIN'), (499907, 'UN_AVL'), (499914, 'AVL_TRAIN'), (501313, 'UN_AVL'), (503611, 'AVL_TRAIN'), (504699, 'UN_AVL'), (504703, 'AVL_TRAIN'), (504933, 'UN_AVL'), (505663, 'AVL_TRAIN'), (507020, 'UN_AVL'), (507032, 'AVL_TRAIN'), (507034, 'UN_AVL'), (507036, 'AVL_TRAIN'), (511472, 'UN_AVL'), (511476, 'AVL_TRAIN'), (511477, 'UN_AVL'), (511479, 'AVL_TRAIN'), (511629, 'UN_AVL'), (511632, 'AVL_TRAIN'), (511637, 'UN_AVL'), (511643, 'AVL_TRAIN'), (511645, 'UN_AVL'), (511652, 'AVL_TRAIN'), (511668, 'UN_AVL'), (511674, 'AVL_TRAIN'), (511749, 'UN_AVL'), (511750, 'AVL_TRAIN'), (511752, 'UN_AVL'), (511756, 'AVL_TRAIN'), (511850, 'UN_AVL'), (511852, 'AVL_TRAIN'), (511854, 'UN_AVL'), (511855, 'AVL_TRAIN'), (516034, 'UN_AVL'), (516035, 'AVL_TRAIN'), (516054, 'UN_AVL'), (516552, 'AVL_TRAIN'), (519985, 'UN_AVL'), (520172, 'AVL_TRAIN'), (520478, 'UN_AVL'), (525820, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (10223, 'AVL_TRAIN'), (15412, 'UN_AVL'), (15439, 'AVL_TRAIN'), (38295, 'UN_AVL'), (38302, 'AVL_TRAIN'), (41547, 'UN_AVL'), (41561, 'AVL_TRAIN'), (41665, 'UN_AVL'), (58902, 'AVL_TRAIN'), (62479, 'UN_AVL'), (62912, 'AVL_TRAIN'), (65484, 'UN_AVL'), (73011, 'AVL_TRAIN'), (81621, 'UN_AVL'), (81678, 'AVL_TRAIN'), (82031, 'UN_AVL'), (82048, 'AVL_TRAIN'), (82133, 'UN_AVL'), (83949, 'AVL_TRAIN'), (85708, 'UN_AVL'), (86868, 'AVL_TRAIN'), (87941, 'UN_AVL'), (89157, 'AVL_TRAIN'), (89344, 'UN_AVL'), (89817, 'AVL_TRAIN'), (90808, 'UN_AVL'), (90816, 'AVL_TRAIN'), (91632, 'UN_AVL'), (91634, 'AVL_TRAIN'), (91663, 'UN_AVL'), (91665, 'AVL_TRAIN'), (91668, 'UN_AVL'), (91694, 'AVL_TRAIN'), (91849, 'UN_AVL'), (96437, 'AVL_TRAIN'), (131012, 'UN_AVL'), (154350, 'AVL_TRAIN'), (160466, 'UN_AVL'), (160583, 'AVL_TRAIN'), (160878, 'UN_AVL'), (177101, 'AVL_TRAIN'), (179026, 'UN_AVL'), (180563, 'AVL_TRAIN'), (216689, 'UN_AVL'), (236002, 'AVL_TRAIN'), (236543, 'UN_AVL'), (237742, 'AVL_TRAIN'), (237783, 'UN_AVL'), (237787, 'AVL_TRAIN'), (238962, 'UN_AVL'), (238963, 'AVL_TRAIN'), (240008, 'UN_AVL'), (240020, 'AVL_TRAIN'), (242325, 'UN_AVL'), (246625, 'AVL_TRAIN'), (248409, 'UN_AVL'), (248487, 'AVL_TRAIN'), (248489, 'UN_AVL'), (248491, 'AVL_TRAIN'), (248495, 'UN_AVL'), (248497, 'AVL_TRAIN'), (248557, 'UN_AVL'), (248571, 'AVL_TRAIN'), (248572, 'UN_AVL'), (248719, 'AVL_TRAIN'), (248721, 'UN_AVL'), (249061, 'AVL_TRAIN'), (249063, 'UN_AVL'), (249068, 'AVL_TRAIN'), (249092, 'UN_AVL'), (249207, 'AVL_TRAIN'), (249208, 'UN_AVL'), (249210, 'AVL_TRAIN'), (250436, 'UN_AVL'), (250453, 'AVL_TRAIN'), (250456, 'UN_AVL'), (250479, 'AVL_TRAIN'), (250481, 'UN_AVL'), (250482, 'AVL_TRAIN'), (251664, 'UN_AVL'), (251783, 'AVL_TRAIN'), (251785, 'UN_AVL'), (251792, 'AVL_TRAIN'), (251817, 'UN_AVL'), (255226, 'AVL_TRAIN'), (258714, 'UN_AVL'), (265294, 'AVL_TRAIN'), (269727, 'UN_AVL'), (269740, 'AVL_TRAIN'), (270435, 'UN_AVL'), (273870, 'AVL_TRAIN'), (273872, 'UN_AVL'), (273922, 'AVL_TRAIN'), (273924, 'UN_AVL'), (275743, 'AVL_TRAIN'), (278368, 'UN_AVL'), (284264, 'AVL_TRAIN'), (304016, 'UN_AVL'), (316540, 'AVL_TRAIN'), (318164, 'UN_AVL'), (318170, 'AVL_TRAIN'), (319158, 'UN_AVL'), (319561, 'AVL_TRAIN'), (319685, 'UN_AVL'), (323111, 'AVL_TRAIN'), (325054, 'UN_AVL'), (325056, 'AVL_TRAIN'), (325060, 'UN_AVL'), (325184, 'AVL_TRAIN'), (326130, 'UN_AVL'), (326196, 'AVL_TRAIN'), (327005, 'UN_AVL'), (329098, 'AVL_TRAIN'), (329425, 'UN_AVL'), (330470, 'AVL_TRAIN'), (330765, 'UN_AVL'), (340261, 'AVL_TRAIN'), (340466, 'UN_AVL'), (340491, 'AVL_TRAIN'), (340515, 'UN_AVL'), (340736, 'AVL_TRAIN'), (341743, 'UN_AVL'), (341758, 'AVL_TRAIN'), (342911, 'UN_AVL'), (342916, 'AVL_TRAIN'), (343086, 'UN_AVL'), (347773, 'AVL_TRAIN'), (352176, 'UN_AVL'), (352187, 'AVL_TRAIN'), (352720, 'UN_AVL'), (358989, 'AVL_TRAIN'), (377191, 'UN_AVL'), (405569, 'AVL_TRAIN'), (408564, 'UN_AVL'), (409860, 'AVL_TRAIN'), (411396, 'UN_AVL'), (413097, 'AVL_TRAIN'), (414255, 'UN_AVL'), (414275, 'AVL_TRAIN'), (415591, 'UN_AVL'), (415595, 'AVL_TRAIN'), (415620, 'UN_AVL'), (415866, 'AVL_TRAIN'), (416384, 'UN_AVL'), (416397, 'AVL_TRAIN'), (416650, 'UN_AVL'), (416986, 'AVL_TRAIN'), (423733, 'UN_AVL'), (423735, 'AVL_TRAIN'), (423829, 'UN_AVL'), (425784, 'AVL_TRAIN'), (427689, 'UN_AVL'), (427713, 'AVL_TRAIN'), (428101, 'UN_AVL'), (428109, 'AVL_TRAIN'), (429085, 'UN_AVL'), (429096, 'AVL_TRAIN'), (429866, 'UN_AVL'), (429871, 'AVL_TRAIN'), (429877, 'UN_AVL'), (429902, 'AVL_TRAIN'), (429906, 'UN_AVL'), (430153, 'AVL_TRAIN'), (430988, 'UN_AVL'), (435560, 'AVL_TRAIN'), (438811, 'UN_AVL'), (438820, 'AVL_TRAIN'), (441758, 'UN_AVL'), (441780, 'AVL_TRAIN'), (443740, 'UN_AVL'), (444246, 'AVL_TRAIN'), (470980, 'UN_AVL'), (487254, 'AVL_TRAIN'), (491831, 'UN_AVL'), (498984, 'AVL_TRAIN'), (499701, 'UN_AVL'), (499703, 'AVL_TRAIN'), (499907, 'UN_AVL'), (499914, 'AVL_TRAIN'), (501313, 'UN_AVL'), (503611, 'AVL_TRAIN'), (504699, 'UN_AVL'), (504703, 'AVL_TRAIN'), (504933, 'UN_AVL'), (505663, 'AVL_TRAIN'), (507020, 'UN_AVL'), (507032, 'AVL_TRAIN'), (507034, 'UN_AVL'), (507036, 'AVL_TRAIN'), (511472, 'UN_AVL'), (511476, 'AVL_TRAIN'), (511477, 'UN_AVL'), (511479, 'AVL_TRAIN'), (511629, 'UN_AVL'), (511632, 'AVL_TRAIN'), (511637, 'UN_AVL'), (511643, 'AVL_TRAIN'), (511645, 'UN_AVL'), (511652, 'AVL_TRAIN'), (511668, 'UN_AVL'), (511674, 'AVL_TRAIN'), (511749, 'UN_AVL'), (511750, 'AVL_TRAIN'), (511752, 'UN_AVL'), (511756, 'AVL_TRAIN'), (511850, 'UN_AVL'), (511852, 'AVL_TRAIN'), (511854, 'UN_AVL'), (511855, 'AVL_TRAIN'), (516034, 'UN_AVL'), (516035, 'AVL_TRAIN'), (516054, 'UN_AVL'), (516552, 'AVL_TRAIN'), (519985, 'UN_AVL'), (520172, 'AVL_TRAIN'), (520478, 'UN_AVL'), (525820, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (13200, 'UN_AVL'), (13800, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25200, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (37800, 'AVL_TRAIN'), (40200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63000, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (82200, 'AVL_TRAIN'), (83400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (14400, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (30600, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58800, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (160200, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (1800, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (19800, 'AVL_EVAL'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (26400, 'AVL_EVAL'), (27000, 'UN_AVL'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (35400, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_EVAL'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_EVAL'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (80400, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (88800, 'AVL_EVAL'), (89400, 'UN_AVL'), (91200, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (100800, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106200, 'UN_AVL'), (106800, 'AVL_TRAIN'), (108000, 'UN_AVL'), (111000, 'AVL_TRAIN'), (111600, 'UN_AVL'), (112200, 'AVL_TRAIN'), (112800, 'UN_AVL'), (113400, 'AVL_EVAL'), (114600, 'UN_AVL'), (115200, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (130800, 'UN_AVL'), (132000, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (135600, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (142800, 'UN_AVL'), (144600, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (151200, 'UN_AVL'), (151800, 'AVL_TRAIN'), (153600, 'UN_AVL'), (154800, 'AVL_TRAIN'), (158400, 'UN_AVL'), (162600, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (169800, 'UN_AVL'), (171000, 'AVL_EVAL'), (172200, 'UN_AVL'), (174600, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (177000, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_87.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_87.json deleted file mode 100644 index f6df7dadf..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_87.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580458", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 87, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (3095, 'AVL_TRAIN'), (13962, 'AVL_EVAL'), (103312, 'UN_AVL'), (167439, 'AVL_TRAIN'), (172204, 'UN_AVL'), (172303, 'AVL_TRAIN'), (173399, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (3095, 'AVL_TRAIN'), (13962, 'AVL_EVAL'), (74461, 'UN_AVL'), (167439, 'AVL_TRAIN'), (172204, 'UN_AVL'), (172303, 'AVL_TRAIN'), (173399, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (3095, 'AVL_TRAIN'), (13962, 'UN_AVL'), (167439, 'AVL_TRAIN'), (172204, 'UN_AVL'), (172303, 'AVL_TRAIN'), (173399, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22800, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31200, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52200, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (75000, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (43200, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (167400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (4800, 'UN_AVL'), (6000, 'AVL_EVAL'), (7800, 'UN_AVL'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'UN_AVL'), (12000, 'AVL_TRAIN'), (14400, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (18600, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (24600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (31200, 'UN_AVL'), (32400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (40800, 'UN_AVL'), (44400, 'AVL_EVAL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49800, 'AVL_TRAIN'), (52200, 'AVL_EVAL'), (52800, 'UN_AVL'), (55200, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_EVAL'), (72600, 'UN_AVL'), (73200, 'AVL_EVAL'), (76200, 'UN_AVL'), (76800, 'AVL_EVAL'), (77400, 'UN_AVL'), (78000, 'AVL_EVAL'), (78600, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (82800, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88200, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (92400, 'UN_AVL'), (93600, 'AVL_TRAIN'), (94200, 'UN_AVL'), (95400, 'AVL_TRAIN'), (97800, 'UN_AVL'), (99600, 'AVL_TRAIN'), (102000, 'AVL_EVAL'), (103200, 'AVL_TRAIN'), (105600, 'UN_AVL'), (106800, 'AVL_TRAIN'), (108000, 'UN_AVL'), (109200, 'AVL_EVAL'), (111600, 'UN_AVL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'UN_AVL'), (126000, 'AVL_EVAL'), (128400, 'UN_AVL'), (129600, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (131400, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (141000, 'UN_AVL'), (141600, 'AVL_TRAIN'), (142800, 'UN_AVL'), (144000, 'AVL_TRAIN'), (144600, 'UN_AVL'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (148800, 'UN_AVL'), (149400, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153000, 'UN_AVL'), (156600, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (159600, 'UN_AVL'), (160200, 'AVL_TRAIN'), (160800, 'AVL_EVAL'), (161400, 'AVL_TRAIN'), (162000, 'UN_AVL'), (163200, 'AVL_TRAIN'), (166200, 'UN_AVL'), (166800, 'AVL_TRAIN'), (169800, 'UN_AVL'), (170400, 'AVL_TRAIN'), (174000, 'UN_AVL'), (174600, 'AVL_TRAIN'), (178800, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_88.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_88.json deleted file mode 100644 index 7eefe51ab..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_88.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580459", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 88, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "4.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1589, 'AVL_TRAIN'), (7008, 'AVL_EVAL'), (14643, 'UN_AVL'), (14643, 'AVL_TRAIN'), (17077, 'AVL_EVAL'), (19743, 'UN_AVL'), (31062, 'AVL_TRAIN'), (43867, 'AVL_EVAL'), (80395, 'UN_AVL'), (80395, 'AVL_TRAIN'), (83187, 'AVL_EVAL'), (83187, 'AVL_TRAIN'), (83197, 'AVL_EVAL'), (86611, 'UN_AVL'), (86973, 'AVL_TRAIN'), (93253, 'AVL_EVAL'), (112792, 'UN_AVL'), (152897, 'AVL_TRAIN'), (156954, 'UN_AVL'), (167128, 'AVL_TRAIN'), (175736, 'AVL_EVAL'), (188181, 'UN_AVL'), (199728, 'AVL_TRAIN'), (203608, 'UN_AVL'), (203644, 'AVL_TRAIN'), (220955, 'AVL_EVAL'), (249838, 'UN_AVL'), (249838, 'AVL_TRAIN'), (263806, 'AVL_EVAL'), (282206, 'UN_AVL'), (297126, 'AVL_TRAIN'), (314253, 'AVL_EVAL'), (343073, 'UN_AVL'), (348564, 'AVL_TRAIN'), (353133, 'AVL_EVAL'), (355061, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1589, 'AVL_TRAIN'), (7008, 'UN_AVL'), (14643, 'AVL_TRAIN'), (17077, 'UN_AVL'), (31062, 'AVL_TRAIN'), (43867, 'AVL_EVAL'), (71270, 'UN_AVL'), (80395, 'AVL_TRAIN'), (83187, 'UN_AVL'), (83187, 'AVL_TRAIN'), (83197, 'UN_AVL'), (86973, 'AVL_TRAIN'), (93253, 'AVL_EVAL'), (100954, 'UN_AVL'), (152897, 'AVL_TRAIN'), (156954, 'UN_AVL'), (167128, 'AVL_TRAIN'), (175736, 'AVL_EVAL'), (177588, 'UN_AVL'), (199728, 'AVL_TRAIN'), (203608, 'UN_AVL'), (203644, 'AVL_TRAIN'), (220955, 'AVL_EVAL'), (237743, 'UN_AVL'), (249838, 'AVL_TRAIN'), (263806, 'AVL_EVAL'), (274530, 'UN_AVL'), (297126, 'AVL_TRAIN'), (314253, 'AVL_EVAL'), (337378, 'UN_AVL'), (348564, 'AVL_TRAIN'), (353133, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1589, 'AVL_TRAIN'), (7008, 'UN_AVL'), (14643, 'AVL_TRAIN'), (17077, 'UN_AVL'), (31062, 'AVL_TRAIN'), (43867, 'UN_AVL'), (80395, 'AVL_TRAIN'), (83187, 'UN_AVL'), (83187, 'AVL_TRAIN'), (83197, 'UN_AVL'), (86973, 'AVL_TRAIN'), (93253, 'UN_AVL'), (152897, 'AVL_TRAIN'), (156954, 'UN_AVL'), (167128, 'AVL_TRAIN'), (175736, 'UN_AVL'), (199728, 'AVL_TRAIN'), (203608, 'UN_AVL'), (203644, 'AVL_TRAIN'), (220955, 'UN_AVL'), (249838, 'AVL_TRAIN'), (263806, 'UN_AVL'), (297126, 'AVL_TRAIN'), (314253, 'UN_AVL'), (348564, 'AVL_TRAIN'), (353133, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (9600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18600, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (28200, 'AVL_TRAIN'), (30000, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (36000, 'UN_AVL'), (39000, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (48000, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (53400, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (58200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (35400, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69000, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (112200, 'AVL_EVAL'), (112800, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1200, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (10200, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (14400, 'UN_AVL'), (20400, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_EVAL'), (28800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_EVAL'), (34800, 'UN_AVL'), (36000, 'AVL_EVAL'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'UN_AVL'), (45600, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (57600, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60600, 'UN_AVL'), (63600, 'AVL_TRAIN'), (65400, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_EVAL'), (87000, 'UN_AVL'), (87600, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (90000, 'UN_AVL'), (91200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (95400, 'UN_AVL'), (96000, 'AVL_TRAIN'), (97800, 'UN_AVL'), (99000, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (112200, 'UN_AVL'), (113400, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (116400, 'AVL_EVAL'), (118200, 'UN_AVL'), (121200, 'AVL_EVAL'), (121800, 'UN_AVL'), (123000, 'AVL_TRAIN'), (123600, 'UN_AVL'), (125400, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (127800, 'UN_AVL'), (131400, 'AVL_EVAL'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (136800, 'UN_AVL'), (138000, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (143400, 'AVL_TRAIN'), (144000, 'UN_AVL'), (144600, 'AVL_TRAIN'), (145800, 'UN_AVL'), (147000, 'AVL_TRAIN'), (148200, 'UN_AVL'), (148800, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (156000, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (159600, 'AVL_TRAIN'), (164400, 'UN_AVL'), (165600, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (173400, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (177000, 'UN_AVL'), (178200, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_89.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_89.json deleted file mode 100644 index 58be749a0..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_89.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580460", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 89, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "10.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (128246, 'AVL_EVAL'), (128246, 'AVL_TRAIN'), (133225, 'AVL_EVAL'), (133225, 'AVL_TRAIN'), (133227, 'AVL_EVAL'), (134131, 'AVL_TRAIN'), (134729, 'AVL_EVAL'), (134729, 'AVL_TRAIN'), (134803, 'AVL_EVAL'), (134803, 'AVL_TRAIN'), (134832, 'AVL_EVAL'), (134832, 'AVL_TRAIN'), (134994, 'AVL_EVAL'), (134995, 'AVL_TRAIN'), (135027, 'AVL_EVAL'), (135027, 'AVL_TRAIN'), (135028, 'AVL_EVAL'), (136042, 'AVL_TRAIN'), (136555, 'AVL_EVAL'), (139715, 'AVL_TRAIN'), (139823, 'AVL_EVAL'), (139982, 'AVL_TRAIN'), (139995, 'AVL_EVAL'), (141535, 'UN_AVL'), (141535, 'AVL_TRAIN'), (143991, 'AVL_EVAL'), (143991, 'AVL_TRAIN'), (146197, 'AVL_EVAL'), (151217, 'UN_AVL'), (151362, 'AVL_EVAL'), (151362, 'AVL_TRAIN'), (152118, 'AVL_EVAL'), (152118, 'AVL_TRAIN'), (157474, 'AVL_EVAL'), (167217, 'AVL_TRAIN'), (182917, 'AVL_EVAL'), (183273, 'AVL_TRAIN'), (183278, 'AVL_EVAL'), (198768, 'AVL_TRAIN'), (216668, 'AVL_EVAL'), (221269, 'AVL_TRAIN'), (225915, 'AVL_EVAL'), (230182, 'UN_AVL'), (230305, 'AVL_EVAL'), (230305, 'AVL_TRAIN'), (233655, 'AVL_EVAL'), (235888, 'AVL_TRAIN'), (237491, 'AVL_EVAL'), (239961, 'AVL_TRAIN'), (241331, 'AVL_EVAL'), (241331, 'AVL_TRAIN'), (247968, 'UN_AVL'), (247968, 'AVL_TRAIN'), (248563, 'UN_AVL'), (248563, 'AVL_TRAIN'), (260030, 'AVL_EVAL'), (265435, 'AVL_TRAIN'), (268837, 'AVL_EVAL'), (268837, 'AVL_TRAIN'), (269951, 'AVL_EVAL'), (269951, 'AVL_TRAIN'), (272345, 'AVL_EVAL'), (276611, 'AVL_TRAIN'), (276615, 'AVL_EVAL'), (276615, 'AVL_TRAIN'), (277148, 'AVL_EVAL'), (277577, 'AVL_TRAIN'), (280218, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (128246, 'AVL_TRAIN'), (133225, 'AVL_EVAL'), (133225, 'AVL_TRAIN'), (133227, 'AVL_EVAL'), (134131, 'AVL_TRAIN'), (134729, 'AVL_EVAL'), (134729, 'AVL_TRAIN'), (134803, 'AVL_EVAL'), (134803, 'AVL_TRAIN'), (134832, 'AVL_EVAL'), (134832, 'AVL_TRAIN'), (134994, 'AVL_EVAL'), (134995, 'AVL_TRAIN'), (135027, 'AVL_EVAL'), (135027, 'AVL_TRAIN'), (135028, 'AVL_EVAL'), (136042, 'AVL_TRAIN'), (136555, 'AVL_EVAL'), (139009, 'UN_AVL'), (139715, 'AVL_TRAIN'), (139823, 'UN_AVL'), (139982, 'AVL_TRAIN'), (139995, 'UN_AVL'), (141535, 'AVL_TRAIN'), (143991, 'UN_AVL'), (143991, 'AVL_TRAIN'), (146197, 'AVL_EVAL'), (149464, 'UN_AVL'), (151362, 'AVL_TRAIN'), (152118, 'UN_AVL'), (152118, 'AVL_TRAIN'), (157474, 'AVL_EVAL'), (161056, 'UN_AVL'), (167217, 'AVL_TRAIN'), (182917, 'AVL_EVAL'), (183273, 'AVL_TRAIN'), (183278, 'AVL_EVAL'), (198768, 'UN_AVL'), (198768, 'AVL_TRAIN'), (216668, 'AVL_EVAL'), (221269, 'AVL_TRAIN'), (225915, 'AVL_EVAL'), (230182, 'UN_AVL'), (230305, 'AVL_TRAIN'), (233655, 'AVL_EVAL'), (235888, 'AVL_TRAIN'), (237491, 'AVL_EVAL'), (238774, 'UN_AVL'), (239961, 'AVL_TRAIN'), (241331, 'UN_AVL'), (241331, 'AVL_TRAIN'), (247968, 'UN_AVL'), (247968, 'AVL_TRAIN'), (248563, 'UN_AVL'), (248563, 'AVL_TRAIN'), (260030, 'AVL_EVAL'), (265435, 'UN_AVL'), (265435, 'AVL_TRAIN'), (268837, 'AVL_EVAL'), (268837, 'AVL_TRAIN'), (269951, 'AVL_EVAL'), (269951, 'AVL_TRAIN'), (272345, 'AVL_EVAL'), (276611, 'AVL_TRAIN'), (276615, 'AVL_EVAL'), (276615, 'AVL_TRAIN'), (277148, 'AVL_EVAL'), (277577, 'AVL_TRAIN'), (280218, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (128246, 'AVL_TRAIN'), (133225, 'UN_AVL'), (133225, 'AVL_TRAIN'), (133227, 'UN_AVL'), (134131, 'AVL_TRAIN'), (134729, 'UN_AVL'), (134729, 'AVL_TRAIN'), (134803, 'UN_AVL'), (134803, 'AVL_TRAIN'), (134832, 'UN_AVL'), (134832, 'AVL_TRAIN'), (134994, 'UN_AVL'), (134995, 'AVL_TRAIN'), (135027, 'UN_AVL'), (135027, 'AVL_TRAIN'), (135028, 'UN_AVL'), (136042, 'AVL_TRAIN'), (136555, 'UN_AVL'), (139715, 'AVL_TRAIN'), (139823, 'UN_AVL'), (139982, 'AVL_TRAIN'), (139995, 'UN_AVL'), (141535, 'AVL_TRAIN'), (143991, 'UN_AVL'), (143991, 'AVL_TRAIN'), (146197, 'UN_AVL'), (151362, 'AVL_TRAIN'), (152118, 'UN_AVL'), (152118, 'AVL_TRAIN'), (157474, 'UN_AVL'), (167217, 'AVL_TRAIN'), (182917, 'UN_AVL'), (183273, 'AVL_TRAIN'), (183278, 'UN_AVL'), (198768, 'AVL_TRAIN'), (216668, 'UN_AVL'), (221269, 'AVL_TRAIN'), (225915, 'UN_AVL'), (230305, 'AVL_TRAIN'), (233655, 'UN_AVL'), (235888, 'AVL_TRAIN'), (237491, 'UN_AVL'), (239961, 'AVL_TRAIN'), (241331, 'UN_AVL'), (241331, 'AVL_TRAIN'), (247968, 'UN_AVL'), (247968, 'AVL_TRAIN'), (248563, 'UN_AVL'), (248563, 'AVL_TRAIN'), (260030, 'UN_AVL'), (265435, 'AVL_TRAIN'), (268837, 'UN_AVL'), (268837, 'AVL_TRAIN'), (269951, 'UN_AVL'), (269951, 'AVL_TRAIN'), (272345, 'UN_AVL'), (276611, 'AVL_TRAIN'), (276615, 'UN_AVL'), (276615, 'AVL_TRAIN'), (277148, 'UN_AVL'), (277577, 'AVL_TRAIN'), (280218, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6600, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (67800, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72000, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (97200, 'AVL_EVAL'), (97800, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147000, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154800, 'AVL_TRAIN'), (159600, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1200, 'UN_AVL'), (2400, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (7800, 'UN_AVL'), (9000, 'AVL_EVAL'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (15600, 'UN_AVL'), (16800, 'AVL_EVAL'), (20400, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30600, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (47400, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (54000, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (75000, 'UN_AVL'), (78000, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (82800, 'UN_AVL'), (84000, 'AVL_EVAL'), (85800, 'UN_AVL'), (86400, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (91200, 'AVL_TRAIN'), (94200, 'AVL_EVAL'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (108000, 'UN_AVL'), (109800, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111600, 'UN_AVL'), (114000, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117600, 'AVL_EVAL'), (118200, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'UN_AVL'), (124800, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (126600, 'UN_AVL'), (129600, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_TRAIN'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (141000, 'UN_AVL'), (141600, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (145200, 'UN_AVL'), (147600, 'AVL_EVAL'), (148200, 'AVL_TRAIN'), (149400, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (152400, 'UN_AVL'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_TRAIN'), (157200, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (165000, 'UN_AVL'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (169800, 'AVL_EVAL'), (171000, 'UN_AVL'), (172200, 'AVL_TRAIN'), (174000, 'UN_AVL'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (178800, 'AVL_EVAL'), (179400, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_9.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_9.json deleted file mode 100644 index 1cc565c7b..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_9.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580380", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 9, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "11.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (326273, 'AVL_EVAL'), (326273, 'AVL_TRAIN'), (329091, 'AVL_EVAL'), (329102, 'AVL_TRAIN'), (329588, 'AVL_EVAL'), (329700, 'AVL_TRAIN'), (330714, 'AVL_EVAL'), (344675, 'UN_AVL'), (358401, 'AVL_TRAIN'), (362855, 'AVL_EVAL'), (405327, 'UN_AVL'), (415692, 'AVL_TRAIN'), (425692, 'AVL_EVAL'), (444766, 'UN_AVL'), (444815, 'AVL_TRAIN'), (446975, 'AVL_EVAL'), (486646, 'UN_AVL'), (488898, 'AVL_TRAIN'), (490736, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (326273, 'AVL_TRAIN'), (329091, 'AVL_EVAL'), (329102, 'AVL_TRAIN'), (329588, 'AVL_EVAL'), (329700, 'AVL_TRAIN'), (330714, 'AVL_EVAL'), (336215, 'UN_AVL'), (358401, 'AVL_TRAIN'), (362855, 'AVL_EVAL'), (393211, 'UN_AVL'), (415692, 'AVL_TRAIN'), (425692, 'AVL_EVAL'), (438085, 'UN_AVL'), (444815, 'AVL_TRAIN'), (446975, 'AVL_EVAL'), (449413, 'UN_AVL'), (488898, 'AVL_TRAIN'), (490736, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (326273, 'AVL_TRAIN'), (329091, 'UN_AVL'), (329102, 'AVL_TRAIN'), (329588, 'UN_AVL'), (329700, 'AVL_TRAIN'), (330714, 'UN_AVL'), (358401, 'AVL_TRAIN'), (362855, 'UN_AVL'), (415692, 'AVL_TRAIN'), (425692, 'UN_AVL'), (444815, 'AVL_TRAIN'), (446975, 'UN_AVL'), (488898, 'AVL_TRAIN'), (490736, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (61800, 'UN_AVL'), (62400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (17400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (38400, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'UN_AVL'), (46200, 'AVL_TRAIN'), (46800, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51000, 'UN_AVL'), (51600, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (77400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (82200, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (28800, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (34800, 'AVL_EVAL'), (36000, 'AVL_TRAIN'), (37200, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (107400, 'AVL_TRAIN'), (111600, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (133200, 'AVL_EVAL'), (133800, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171000, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'UN_AVL'), (21600, 'AVL_EVAL'), (24600, 'AVL_TRAIN'), (28200, 'AVL_EVAL'), (29400, 'AVL_TRAIN'), (33600, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (42000, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54000, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (61200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'UN_AVL'), (75600, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (89400, 'AVL_EVAL'), (91800, 'UN_AVL'), (92400, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (104400, 'UN_AVL'), (105600, 'AVL_TRAIN'), (106800, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (114000, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (118200, 'UN_AVL'), (119400, 'AVL_TRAIN'), (121800, 'UN_AVL'), (122400, 'AVL_TRAIN'), (123600, 'UN_AVL'), (124200, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (128400, 'AVL_EVAL'), (129000, 'UN_AVL'), (129600, 'AVL_TRAIN'), (130800, 'UN_AVL'), (132000, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (134400, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (138000, 'AVL_TRAIN'), (139200, 'UN_AVL'), (140400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (144600, 'UN_AVL'), (145800, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147000, 'UN_AVL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153600, 'UN_AVL'), (156000, 'AVL_TRAIN'), (157800, 'UN_AVL'), (159600, 'AVL_EVAL'), (160200, 'UN_AVL'), (160800, 'AVL_TRAIN'), (161400, 'UN_AVL'), (162600, 'AVL_EVAL'), (164400, 'UN_AVL'), (165000, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (168000, 'AVL_EVAL'), (168600, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'UN_AVL'), (173400, 'AVL_EVAL'), (175200, 'UN_AVL'), (175800, 'AVL_TRAIN'), (178800, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_90.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_90.json deleted file mode 100644 index 885b922fe..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_90.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580461", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 90, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "38.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (9333, 'UN_AVL'), (23356, 'AVL_TRAIN'), (23404, 'UN_AVL'), (42877, 'AVL_EVAL'), (157978, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (159010, 'AVL_EVAL'), (159098, 'AVL_TRAIN'), (160795, 'AVL_EVAL'), (160838, 'AVL_TRAIN'), (161315, 'AVL_EVAL'), (196950, 'UN_AVL'), (223180, 'AVL_TRAIN'), (225134, 'UN_AVL'), (238509, 'AVL_TRAIN'), (244735, 'AVL_EVAL'), (263439, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (23356, 'AVL_TRAIN'), (23404, 'UN_AVL'), (42877, 'AVL_EVAL'), (157459, 'UN_AVL'), (157978, 'AVL_TRAIN'), (159000, 'UN_AVL'), (159000, 'AVL_TRAIN'), (159010, 'UN_AVL'), (159098, 'AVL_TRAIN'), (160795, 'AVL_EVAL'), (160838, 'AVL_TRAIN'), (161315, 'AVL_EVAL'), (181770, 'UN_AVL'), (223180, 'AVL_TRAIN'), (225134, 'UN_AVL'), (238509, 'AVL_TRAIN'), (244735, 'AVL_EVAL'), (246225, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (23356, 'AVL_TRAIN'), (23404, 'UN_AVL'), (157978, 'AVL_TRAIN'), (159000, 'UN_AVL'), (159000, 'AVL_TRAIN'), (159010, 'UN_AVL'), (159098, 'AVL_TRAIN'), (160795, 'UN_AVL'), (160838, 'AVL_TRAIN'), (161315, 'UN_AVL'), (223180, 'AVL_TRAIN'), (225134, 'UN_AVL'), (238509, 'AVL_TRAIN'), (244735, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (11400, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'UN_AVL'), (14400, 'AVL_TRAIN'), (15000, 'UN_AVL'), (17400, 'AVL_TRAIN'), (20400, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24600, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (32400, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (38400, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55800, 'AVL_TRAIN'), (56400, 'UN_AVL'), (60600, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64200, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (82800, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1200, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (82800, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (104400, 'AVL_EVAL'), (105000, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (600, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (18000, 'AVL_EVAL'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (25200, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (34200, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (37800, 'UN_AVL'), (42000, 'AVL_EVAL'), (43200, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (48600, 'AVL_TRAIN'), (54600, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (60600, 'UN_AVL'), (61200, 'AVL_TRAIN'), (64200, 'AVL_EVAL'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (70200, 'AVL_EVAL'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (74400, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (87000, 'AVL_EVAL'), (87600, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (93000, 'UN_AVL'), (95400, 'AVL_EVAL'), (98400, 'AVL_TRAIN'), (99000, 'AVL_EVAL'), (99600, 'UN_AVL'), (101400, 'AVL_TRAIN'), (102000, 'UN_AVL'), (102600, 'AVL_TRAIN'), (104400, 'UN_AVL'), (107400, 'AVL_TRAIN'), (109200, 'UN_AVL'), (111600, 'AVL_EVAL'), (113400, 'AVL_TRAIN'), (114600, 'UN_AVL'), (115200, 'AVL_TRAIN'), (117600, 'UN_AVL'), (119400, 'AVL_TRAIN'), (120600, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (124800, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (126000, 'UN_AVL'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (127800, 'AVL_EVAL'), (130800, 'AVL_TRAIN'), (132000, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (136800, 'UN_AVL'), (137400, 'AVL_TRAIN'), (139800, 'UN_AVL'), (140400, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (150600, 'UN_AVL'), (151800, 'AVL_TRAIN'), (154800, 'AVL_EVAL'), (156600, 'UN_AVL'), (161400, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (178200, 'UN_AVL'), (178800, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_91.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_91.json deleted file mode 100644 index 682ad8d08..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_91.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580462", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 91, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "3.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (1588, 'UN_AVL'), (34198, 'AVL_TRAIN'), (46611, 'AVL_EVAL'), (87990, 'UN_AVL'), (128949, 'AVL_TRAIN'), (129155, 'UN_AVL'), (129157, 'AVL_TRAIN'), (132593, 'AVL_EVAL'), (154209, 'UN_AVL'), (174627, 'AVL_TRAIN'), (175598, 'UN_AVL'), (216273, 'AVL_TRAIN'), (219936, 'AVL_EVAL'), (240188, 'UN_AVL'), (260088, 'AVL_TRAIN'), (264264, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (34198, 'AVL_TRAIN'), (46611, 'AVL_EVAL'), (68846, 'UN_AVL'), (128949, 'AVL_TRAIN'), (129155, 'UN_AVL'), (129157, 'AVL_TRAIN'), (132593, 'AVL_EVAL'), (143769, 'UN_AVL'), (174627, 'AVL_TRAIN'), (175598, 'UN_AVL'), (216273, 'AVL_TRAIN'), (219936, 'AVL_EVAL'), (230030, 'UN_AVL'), (260088, 'AVL_TRAIN'), (264264, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (34198, 'AVL_TRAIN'), (46611, 'UN_AVL'), (128949, 'AVL_TRAIN'), (129155, 'UN_AVL'), (129157, 'AVL_TRAIN'), (132593, 'UN_AVL'), (174627, 'AVL_TRAIN'), (175598, 'UN_AVL'), (216273, 'AVL_TRAIN'), (219936, 'UN_AVL'), (260088, 'AVL_TRAIN'), (264264, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (5400, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (15000, 'UN_AVL'), (16200, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19800, 'UN_AVL'), (20400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40800, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42000, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45600, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67800, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69000, 'UN_AVL'), (69600, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (76800, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (58200, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (110400, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (123600, 'AVL_EVAL'), (126600, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (130200, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (136200, 'AVL_EVAL'), (137400, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (1800, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (13800, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_EVAL'), (23400, 'UN_AVL'), (24000, 'AVL_EVAL'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (31200, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (32400, 'AVL_EVAL'), (34200, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (53400, 'UN_AVL'), (54000, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (55200, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (62400, 'AVL_EVAL'), (63600, 'AVL_TRAIN'), (66000, 'AVL_EVAL'), (67200, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (75000, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82800, 'UN_AVL'), (85800, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88200, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99600, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (114600, 'UN_AVL'), (115800, 'AVL_EVAL'), (117000, 'UN_AVL'), (118200, 'AVL_TRAIN'), (122400, 'UN_AVL'), (127800, 'AVL_EVAL'), (129000, 'UN_AVL'), (129600, 'AVL_TRAIN'), (131400, 'UN_AVL'), (132000, 'AVL_TRAIN'), (132600, 'AVL_EVAL'), (133200, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (144000, 'UN_AVL'), (145200, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (162000, 'UN_AVL'), (163200, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'UN_AVL'), (165600, 'AVL_EVAL'), (169200, 'AVL_TRAIN'), (169800, 'UN_AVL'), (170400, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (175800, 'UN_AVL'), (176400, 'AVL_TRAIN'), (178800, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_92.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_92.json deleted file mode 100644 index c188bfc66..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_92.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580463", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 92, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "27.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (3831, 'UN_AVL'), (9788, 'AVL_TRAIN'), (19691, 'AVL_EVAL'), (19699, 'AVL_TRAIN'), (20211, 'AVL_EVAL'), (27163, 'AVL_TRAIN'), (59744, 'AVL_EVAL'), (94856, 'UN_AVL'), (102350, 'AVL_TRAIN'), (104233, 'UN_AVL'), (104253, 'AVL_TRAIN'), (106816, 'AVL_EVAL'), (106824, 'AVL_TRAIN'), (108827, 'AVL_EVAL'), (108912, 'AVL_TRAIN'), (148559, 'AVL_EVAL'), (193789, 'AVL_TRAIN'), (219531, 'AVL_EVAL'), (263417, 'UN_AVL'), (269174, 'AVL_TRAIN'), (272072, 'AVL_EVAL'), (274215, 'AVL_TRAIN'), (274350, 'AVL_EVAL'), (278421, 'UN_AVL'), (284956, 'AVL_TRAIN'), (324473, 'AVL_EVAL'), (351483, 'UN_AVL'), (358778, 'AVL_TRAIN'), (369320, 'AVL_EVAL'), (375925, 'AVL_TRAIN'), (392087, 'AVL_EVAL'), (441973, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9788, 'AVL_TRAIN'), (19691, 'AVL_EVAL'), (19699, 'AVL_TRAIN'), (20211, 'AVL_EVAL'), (27163, 'UN_AVL'), (27163, 'AVL_TRAIN'), (59744, 'AVL_EVAL'), (90218, 'UN_AVL'), (102350, 'AVL_TRAIN'), (104233, 'UN_AVL'), (104253, 'AVL_TRAIN'), (106816, 'AVL_EVAL'), (106824, 'AVL_TRAIN'), (108827, 'AVL_EVAL'), (108912, 'AVL_TRAIN'), (148559, 'AVL_EVAL'), (186803, 'UN_AVL'), (193789, 'AVL_TRAIN'), (219531, 'AVL_EVAL'), (255904, 'UN_AVL'), (269174, 'AVL_TRAIN'), (272072, 'UN_AVL'), (274215, 'AVL_TRAIN'), (274350, 'UN_AVL'), (284956, 'AVL_TRAIN'), (324473, 'AVL_EVAL'), (339619, 'UN_AVL'), (358778, 'AVL_TRAIN'), (369320, 'AVL_EVAL'), (375925, 'AVL_TRAIN'), (392087, 'AVL_EVAL'), (434661, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9788, 'AVL_TRAIN'), (19691, 'UN_AVL'), (19699, 'AVL_TRAIN'), (20211, 'UN_AVL'), (27163, 'AVL_TRAIN'), (59744, 'UN_AVL'), (102350, 'AVL_TRAIN'), (104233, 'UN_AVL'), (104253, 'AVL_TRAIN'), (106816, 'UN_AVL'), (106824, 'AVL_TRAIN'), (108827, 'UN_AVL'), (108912, 'AVL_TRAIN'), (148559, 'UN_AVL'), (193789, 'AVL_TRAIN'), (219531, 'UN_AVL'), (269174, 'AVL_TRAIN'), (272072, 'UN_AVL'), (274215, 'AVL_TRAIN'), (274350, 'UN_AVL'), (284956, 'AVL_TRAIN'), (324473, 'UN_AVL'), (358778, 'AVL_TRAIN'), (369320, 'UN_AVL'), (375925, 'AVL_TRAIN'), (392087, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (8400, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3000, 'AVL_TRAIN'), (3600, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7800, 'UN_AVL'), (10200, 'AVL_TRAIN'), (12600, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (18600, 'AVL_TRAIN'), (19200, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (24600, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34800, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (53400, 'AVL_TRAIN'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (59400, 'UN_AVL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (67800, 'UN_AVL'), (69000, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72000, 'AVL_TRAIN'), (72600, 'UN_AVL'), (75000, 'AVL_TRAIN'), (75600, 'UN_AVL'), (78600, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (49200, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (59400, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (86400, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (117000, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (172800, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4800, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13200, 'AVL_EVAL'), (15000, 'UN_AVL'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (19800, 'AVL_TRAIN'), (21000, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37800, 'AVL_TRAIN'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'UN_AVL'), (57000, 'AVL_TRAIN'), (59400, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61200, 'UN_AVL'), (62400, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67800, 'AVL_EVAL'), (69600, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (73800, 'UN_AVL'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (78000, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (82200, 'AVL_EVAL'), (83400, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL'), (86400, 'AVL_EVAL'), (89400, 'AVL_TRAIN'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (91800, 'AVL_EVAL'), (92400, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (95400, 'AVL_EVAL'), (96000, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102600, 'UN_AVL'), (103800, 'AVL_EVAL'), (104400, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106800, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (117600, 'UN_AVL'), (118200, 'AVL_TRAIN'), (122400, 'AVL_EVAL'), (123000, 'AVL_TRAIN'), (126600, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (127800, 'UN_AVL'), (128400, 'AVL_EVAL'), (132000, 'UN_AVL'), (132600, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (135600, 'UN_AVL'), (136200, 'AVL_TRAIN'), (139800, 'UN_AVL'), (141000, 'AVL_TRAIN'), (142200, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (146400, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_EVAL'), (153000, 'AVL_TRAIN'), (154800, 'UN_AVL'), (157200, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (160800, 'UN_AVL'), (161400, 'AVL_EVAL'), (163800, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168000, 'UN_AVL'), (172800, 'AVL_TRAIN'), (175800, 'UN_AVL'), (177000, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_93.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_93.json deleted file mode 100644 index 8c2db5763..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_93.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580464", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 93, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "3.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'AVL_EVAL'), (21428, 'UN_AVL'), (54281, 'AVL_TRAIN'), (57479, 'AVL_EVAL'), (58058, 'AVL_TRAIN'), (63109, 'AVL_EVAL'), (85393, 'UN_AVL'), (87756, 'AVL_TRAIN'), (93953, 'AVL_EVAL'), (125011, 'UN_AVL'), (131836, 'AVL_TRAIN'), (133718, 'AVL_EVAL'), (138927, 'UN_AVL'), (155799, 'AVL_TRAIN'), (163846, 'AVL_EVAL'), (181623, 'UN_AVL'), (187465, 'AVL_TRAIN'), (198113, 'AVL_EVAL'), (243267, 'UN_AVL'), (248219, 'AVL_TRAIN'), (248659, 'UN_AVL'), (248847, 'AVL_TRAIN'), (249125, 'AVL_EVAL'), (249125, 'AVL_TRAIN'), (249126, 'AVL_EVAL'), (250963, 'UN_AVL'), (254880, 'AVL_TRAIN'), (257126, 'AVL_EVAL'), (258275, 'AVL_TRAIN'), (260891, 'AVL_EVAL'), (273466, 'UN_AVL'), (315289, 'AVL_EVAL'), (326217, 'AVL_TRAIN'), (328876, 'AVL_EVAL'), (339661, 'AVL_TRAIN'), (339948, 'AVL_EVAL'), (347444, 'UN_AVL'), (360321, 'AVL_TRAIN'), (377147, 'AVL_EVAL'), (390802, 'AVL_TRAIN'), (390836, 'AVL_EVAL'), (413796, 'UN_AVL'), (423239, 'AVL_TRAIN'), (428015, 'AVL_EVAL'), (428237, 'AVL_TRAIN'), (430464, 'AVL_EVAL'), (444036, 'UN_AVL'), (472433, 'AVL_TRAIN'), (478155, 'AVL_EVAL'), (493432, 'UN_AVL'), (504932, 'AVL_TRAIN'), (505650, 'UN_AVL'), (505661, 'AVL_TRAIN'), (507880, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (54281, 'AVL_TRAIN'), (57479, 'UN_AVL'), (58058, 'AVL_TRAIN'), (63109, 'AVL_EVAL'), (77110, 'UN_AVL'), (87756, 'AVL_TRAIN'), (93953, 'AVL_EVAL'), (99945, 'UN_AVL'), (131836, 'AVL_TRAIN'), (133718, 'UN_AVL'), (155799, 'AVL_TRAIN'), (163846, 'AVL_EVAL'), (174577, 'UN_AVL'), (187465, 'AVL_TRAIN'), (198113, 'AVL_EVAL'), (226265, 'UN_AVL'), (248219, 'AVL_TRAIN'), (248659, 'UN_AVL'), (248847, 'AVL_TRAIN'), (249125, 'UN_AVL'), (249125, 'AVL_TRAIN'), (249126, 'UN_AVL'), (254880, 'AVL_TRAIN'), (257126, 'UN_AVL'), (258275, 'AVL_TRAIN'), (260891, 'AVL_EVAL'), (264833, 'UN_AVL'), (315289, 'AVL_EVAL'), (323179, 'UN_AVL'), (326217, 'AVL_TRAIN'), (328876, 'AVL_EVAL'), (335248, 'UN_AVL'), (339661, 'AVL_TRAIN'), (339948, 'UN_AVL'), (360321, 'AVL_TRAIN'), (377147, 'AVL_EVAL'), (390802, 'AVL_TRAIN'), (390836, 'AVL_EVAL'), (400261, 'UN_AVL'), (423239, 'AVL_TRAIN'), (428015, 'AVL_EVAL'), (428237, 'AVL_TRAIN'), (430464, 'AVL_EVAL'), (440152, 'UN_AVL'), (472433, 'AVL_TRAIN'), (478155, 'AVL_EVAL'), (483568, 'UN_AVL'), (504932, 'AVL_TRAIN'), (505650, 'UN_AVL'), (505661, 'AVL_TRAIN'), (507880, 'AVL_EVAL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (54281, 'AVL_TRAIN'), (57479, 'UN_AVL'), (58058, 'AVL_TRAIN'), (63109, 'UN_AVL'), (87756, 'AVL_TRAIN'), (93953, 'UN_AVL'), (131836, 'AVL_TRAIN'), (133718, 'UN_AVL'), (155799, 'AVL_TRAIN'), (163846, 'UN_AVL'), (187465, 'AVL_TRAIN'), (198113, 'UN_AVL'), (248219, 'AVL_TRAIN'), (248659, 'UN_AVL'), (248847, 'AVL_TRAIN'), (249125, 'UN_AVL'), (249125, 'AVL_TRAIN'), (249126, 'UN_AVL'), (254880, 'AVL_TRAIN'), (257126, 'UN_AVL'), (258275, 'AVL_TRAIN'), (260891, 'UN_AVL'), (326217, 'AVL_TRAIN'), (328876, 'UN_AVL'), (339661, 'AVL_TRAIN'), (339948, 'UN_AVL'), (360321, 'AVL_TRAIN'), (377147, 'UN_AVL'), (390802, 'AVL_TRAIN'), (390836, 'UN_AVL'), (423239, 'AVL_TRAIN'), (428015, 'UN_AVL'), (428237, 'AVL_TRAIN'), (430464, 'UN_AVL'), (472433, 'AVL_TRAIN'), (478155, 'UN_AVL'), (504932, 'AVL_TRAIN'), (505650, 'UN_AVL'), (505661, 'AVL_TRAIN'), (507880, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54000, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (1200, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (16200, 'UN_AVL'), (21600, 'AVL_TRAIN'), (22200, 'UN_AVL'), (23400, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25800, 'UN_AVL'), (26400, 'AVL_TRAIN'), (27600, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (45600, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48600, 'AVL_TRAIN'), (49200, 'UN_AVL'), (49800, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54000, 'AVL_TRAIN'), (55800, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66600, 'AVL_TRAIN'), (70200, 'UN_AVL'), (72600, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (50400, 'AVL_TRAIN'), (55800, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (79800, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (125400, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (152400, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (161400, 'AVL_EVAL'), (162600, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (174600, 'AVL_TRAIN'), (177000, 'AVL_EVAL'), (177600, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21600, 'AVL_TRAIN'), (22200, 'AVL_EVAL'), (26400, 'UN_AVL'), (27600, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31800, 'UN_AVL'), (32400, 'AVL_EVAL'), (33000, 'AVL_TRAIN'), (36600, 'AVL_EVAL'), (37200, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_EVAL'), (42600, 'UN_AVL'), (44400, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (45600, 'AVL_TRAIN'), (48000, 'UN_AVL'), (48600, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_EVAL'), (61800, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'AVL_EVAL'), (67200, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_EVAL'), (79800, 'UN_AVL'), (82800, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (85200, 'AVL_EVAL'), (85800, 'UN_AVL'), (87000, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (90000, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (120600, 'UN_AVL'), (121200, 'AVL_TRAIN'), (121800, 'AVL_EVAL'), (122400, 'AVL_TRAIN'), (123000, 'UN_AVL'), (123600, 'AVL_TRAIN'), (124200, 'UN_AVL'), (125400, 'AVL_EVAL'), (126600, 'UN_AVL'), (128400, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (132600, 'AVL_TRAIN'), (135000, 'AVL_EVAL'), (136800, 'AVL_TRAIN'), (139200, 'UN_AVL'), (139800, 'AVL_EVAL'), (140400, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150600, 'UN_AVL'), (151200, 'AVL_TRAIN'), (156000, 'UN_AVL'), (157200, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (165000, 'UN_AVL'), (165600, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (168600, 'UN_AVL'), (170400, 'AVL_EVAL'), (172200, 'AVL_TRAIN'), (172800, 'UN_AVL'), (173400, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (177000, 'UN_AVL'), (177600, 'AVL_TRAIN'), (178200, 'UN_AVL'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_94.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_94.json deleted file mode 100644 index 2757c5534..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_94.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580465", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 94, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "9.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (344987, 'AVL_TRAIN'), (345555, 'UN_AVL'), (357059, 'AVL_TRAIN'), (358122, 'UN_AVL'), (358123, 'AVL_TRAIN'), (358275, 'UN_AVL'), (358284, 'AVL_TRAIN'), (358813, 'UN_AVL'), (359070, 'AVL_TRAIN'), (359932, 'UN_AVL'), (413829, 'AVL_EVAL'), (425544, 'UN_AVL'), (488395, 'AVL_TRAIN'), (493615, 'AVL_EVAL'), (509034, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (344987, 'AVL_TRAIN'), (345555, 'UN_AVL'), (357059, 'AVL_TRAIN'), (358122, 'UN_AVL'), (358123, 'AVL_TRAIN'), (358275, 'UN_AVL'), (358284, 'AVL_TRAIN'), (358813, 'UN_AVL'), (359070, 'AVL_TRAIN'), (359932, 'UN_AVL'), (413829, 'AVL_EVAL'), (419670, 'UN_AVL'), (488395, 'AVL_TRAIN'), (493615, 'AVL_EVAL'), (500285, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (344987, 'AVL_TRAIN'), (345555, 'UN_AVL'), (357059, 'AVL_TRAIN'), (358122, 'UN_AVL'), (358123, 'AVL_TRAIN'), (358275, 'UN_AVL'), (358284, 'AVL_TRAIN'), (358813, 'UN_AVL'), (359070, 'AVL_TRAIN'), (359932, 'UN_AVL'), (488395, 'AVL_TRAIN'), (493615, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_TRAIN'), (13800, 'UN_AVL'), (14400, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (34800, 'UN_AVL'), (35400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (6000, 'AVL_TRAIN'), (6600, 'UN_AVL'), (8400, 'AVL_TRAIN'), (9000, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16800, 'AVL_TRAIN'), (21000, 'UN_AVL'), (22200, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27000, 'AVL_TRAIN'), (28800, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (30600, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36000, 'UN_AVL'), (37200, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40200, 'AVL_TRAIN'), (41400, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48000, 'UN_AVL'), (50400, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (60000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (70200, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (74400, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79800, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81600, 'UN_AVL'), (82200, 'AVL_TRAIN'), (85200, 'UN_AVL'), (85800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (16800, 'AVL_EVAL'), (17400, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43800, 'AVL_TRAIN'), (49800, 'AVL_EVAL'), (51600, 'AVL_TRAIN'), (53400, 'AVL_EVAL'), (54600, 'AVL_TRAIN'), (81000, 'AVL_EVAL'), (81600, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (110400, 'AVL_TRAIN'), (121200, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (133800, 'AVL_EVAL'), (135000, 'AVL_TRAIN'), (140400, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (172800, 'AVL_TRAIN'), (178200, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (600, 'AVL_EVAL'), (5400, 'AVL_TRAIN'), (6600, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9000, 'AVL_EVAL'), (10800, 'AVL_TRAIN'), (14400, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (18600, 'AVL_TRAIN'), (19200, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (24000, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25800, 'AVL_EVAL'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (33000, 'AVL_EVAL'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (38400, 'UN_AVL'), (40200, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (49200, 'UN_AVL'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (52800, 'AVL_EVAL'), (53400, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (57000, 'AVL_EVAL'), (58200, 'AVL_TRAIN'), (61800, 'UN_AVL'), (63600, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (67800, 'UN_AVL'), (70800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (77400, 'AVL_TRAIN'), (78600, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_EVAL'), (85200, 'AVL_TRAIN'), (85800, 'AVL_EVAL'), (86400, 'AVL_TRAIN'), (87600, 'AVL_EVAL'), (88800, 'UN_AVL'), (90000, 'AVL_EVAL'), (90600, 'AVL_TRAIN'), (92400, 'UN_AVL'), (95400, 'AVL_EVAL'), (96600, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (102600, 'AVL_TRAIN'), (105600, 'AVL_EVAL'), (106800, 'UN_AVL'), (108000, 'AVL_TRAIN'), (109200, 'AVL_EVAL'), (112200, 'AVL_TRAIN'), (113400, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (115800, 'UN_AVL'), (119400, 'AVL_EVAL'), (121800, 'AVL_TRAIN'), (126600, 'UN_AVL'), (127200, 'AVL_TRAIN'), (127800, 'UN_AVL'), (130800, 'AVL_EVAL'), (131400, 'UN_AVL'), (132000, 'AVL_TRAIN'), (133200, 'UN_AVL'), (133800, 'AVL_TRAIN'), (139200, 'UN_AVL'), (141000, 'AVL_TRAIN'), (142800, 'UN_AVL'), (144000, 'AVL_TRAIN'), (145200, 'UN_AVL'), (146400, 'AVL_TRAIN'), (148800, 'UN_AVL'), (151800, 'AVL_TRAIN'), (153600, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_EVAL'), (157800, 'UN_AVL'), (159000, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166800, 'AVL_TRAIN'), (167400, 'AVL_EVAL'), (168000, 'UN_AVL'), (168600, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'UN_AVL'), (172800, 'AVL_EVAL'), (173400, 'UN_AVL'), (174000, 'AVL_EVAL'), (178800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_95.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_95.json deleted file mode 100644 index c3d46832e..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_95.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580466", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 95, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "12.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14867, 'AVL_EVAL'), (17903, 'UN_AVL'), (17923, 'AVL_TRAIN'), (18959, 'UN_AVL'), (18973, 'AVL_TRAIN'), (154828, 'AVL_EVAL'), (160541, 'UN_AVL'), (175628, 'AVL_TRAIN'), (187570, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (17923, 'AVL_TRAIN'), (18959, 'UN_AVL'), (18973, 'AVL_TRAIN'), (154828, 'UN_AVL'), (175628, 'AVL_TRAIN'), (187570, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (17923, 'AVL_TRAIN'), (18959, 'UN_AVL'), (18973, 'AVL_TRAIN'), (154828, 'UN_AVL'), (175628, 'AVL_TRAIN'), (187570, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (49800, 'UN_AVL'), (50400, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (600, 'UN_AVL'), (2400, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7200, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (14400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (21000, 'AVL_TRAIN'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (23400, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31200, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (35400, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37800, 'AVL_TRAIN'), (39000, 'UN_AVL'), (40800, 'AVL_TRAIN'), (43200, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52800, 'AVL_TRAIN'), (53400, 'UN_AVL'), (55800, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67800, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69000, 'AVL_TRAIN'), (70200, 'UN_AVL'), (70800, 'AVL_TRAIN'), (71400, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81000, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (11400, 'AVL_EVAL'), (12000, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (18000, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (36000, 'AVL_EVAL'), (36600, 'AVL_TRAIN'), (38400, 'AVL_EVAL'), (39000, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (40800, 'AVL_TRAIN'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46200, 'AVL_TRAIN'), (60600, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (65400, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175200, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (1200, 'AVL_EVAL'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (9600, 'AVL_EVAL'), (10200, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (13200, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'UN_AVL'), (26400, 'AVL_EVAL'), (27000, 'AVL_TRAIN'), (27600, 'UN_AVL'), (28800, 'AVL_EVAL'), (29400, 'UN_AVL'), (30000, 'AVL_EVAL'), (31200, 'UN_AVL'), (33000, 'AVL_TRAIN'), (42600, 'AVL_EVAL'), (43200, 'UN_AVL'), (45000, 'AVL_TRAIN'), (46800, 'AVL_EVAL'), (47400, 'UN_AVL'), (49800, 'AVL_TRAIN'), (51000, 'AVL_EVAL'), (53400, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (57600, 'AVL_EVAL'), (58200, 'UN_AVL'), (58800, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (62400, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (72000, 'AVL_EVAL'), (74400, 'UN_AVL'), (75000, 'AVL_EVAL'), (76200, 'AVL_TRAIN'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'AVL_EVAL'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'AVL_EVAL'), (84600, 'UN_AVL'), (87000, 'AVL_TRAIN'), (87600, 'UN_AVL'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (90600, 'UN_AVL'), (91200, 'AVL_TRAIN'), (92400, 'AVL_EVAL'), (93000, 'UN_AVL'), (94800, 'AVL_TRAIN'), (95400, 'UN_AVL'), (96000, 'AVL_EVAL'), (97200, 'UN_AVL'), (97800, 'AVL_EVAL'), (99600, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (105000, 'AVL_EVAL'), (106200, 'AVL_TRAIN'), (108000, 'UN_AVL'), (111000, 'AVL_TRAIN'), (116400, 'UN_AVL'), (117000, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (121200, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'UN_AVL'), (124200, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126000, 'AVL_EVAL'), (127200, 'UN_AVL'), (128400, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (135600, 'AVL_TRAIN'), (138600, 'UN_AVL'), (139800, 'AVL_TRAIN'), (140400, 'UN_AVL'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (144600, 'AVL_EVAL'), (145200, 'UN_AVL'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (151200, 'AVL_EVAL'), (151800, 'UN_AVL'), (154200, 'AVL_TRAIN'), (155400, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (163200, 'AVL_EVAL'), (163800, 'UN_AVL'), (165000, 'AVL_EVAL'), (171000, 'UN_AVL'), (171600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (173400, 'AVL_TRAIN'), (174000, 'AVL_EVAL'), (175200, 'AVL_TRAIN'), (176400, 'UN_AVL'), (177000, 'AVL_EVAL'), (177600, 'AVL_TRAIN'), (178200, 'UN_AVL'), (178800, 'AVL_EVAL'), (179400, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_96.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_96.json deleted file mode 100644 index 3c8f4f205..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_96.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580467", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 96, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "5.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8361, 'AVL_TRAIN'), (13232, 'UN_AVL'), (122507, 'AVL_TRAIN'), (125889, 'UN_AVL'), (163049, 'AVL_TRAIN'), (169890, 'UN_AVL'), (243967, 'AVL_TRAIN'), (246801, 'UN_AVL'), (255850, 'AVL_TRAIN'), (256490, 'UN_AVL'), (258239, 'AVL_TRAIN'), (272150, 'AVL_EVAL'), (301332, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8361, 'AVL_TRAIN'), (13232, 'UN_AVL'), (122507, 'AVL_TRAIN'), (125889, 'UN_AVL'), (163049, 'AVL_TRAIN'), (169890, 'UN_AVL'), (243967, 'AVL_TRAIN'), (246801, 'UN_AVL'), (255850, 'AVL_TRAIN'), (256490, 'UN_AVL'), (258239, 'AVL_TRAIN'), (272150, 'AVL_EVAL'), (301332, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8361, 'AVL_TRAIN'), (13232, 'UN_AVL'), (122507, 'AVL_TRAIN'), (125889, 'UN_AVL'), (163049, 'AVL_TRAIN'), (169890, 'UN_AVL'), (243967, 'AVL_TRAIN'), (246801, 'UN_AVL'), (255850, 'AVL_TRAIN'), (256490, 'UN_AVL'), (258239, 'AVL_TRAIN'), (272150, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (2400, 'AVL_TRAIN'), (7200, 'UN_AVL'), (7800, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (31800, 'UN_AVL'), (32400, 'AVL_TRAIN'), (33000, 'UN_AVL'), (33600, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37800, 'UN_AVL'), (38400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (45000, 'UN_AVL'), (45600, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (3000, 'AVL_TRAIN'), (4200, 'UN_AVL'), (5400, 'AVL_TRAIN'), (7200, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (11400, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13200, 'AVL_TRAIN'), (16200, 'UN_AVL'), (16800, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22800, 'AVL_TRAIN'), (24000, 'UN_AVL'), (25200, 'AVL_TRAIN'), (26400, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28200, 'UN_AVL'), (29400, 'AVL_TRAIN'), (30000, 'UN_AVL'), (31200, 'AVL_TRAIN'), (31800, 'UN_AVL'), (33600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (35400, 'UN_AVL'), (36000, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39600, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'UN_AVL'), (47400, 'AVL_TRAIN'), (48600, 'UN_AVL'), (51600, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54000, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57600, 'AVL_TRAIN'), (58200, 'UN_AVL'), (59400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (64800, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70800, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (75000, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79200, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (68400, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (91200, 'AVL_EVAL'), (91800, 'AVL_TRAIN'), (108000, 'AVL_EVAL'), (108600, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (129600, 'AVL_TRAIN'), (138600, 'AVL_EVAL'), (139200, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144000, 'AVL_TRAIN'), (153000, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157800, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (175200, 'AVL_EVAL'), (176400, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (7800, 'UN_AVL'), (8400, 'AVL_EVAL'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (10800, 'UN_AVL'), (12600, 'AVL_TRAIN'), (13800, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (17400, 'AVL_EVAL'), (19200, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22800, 'AVL_TRAIN'), (23400, 'AVL_EVAL'), (24000, 'AVL_TRAIN'), (26400, 'UN_AVL'), (28200, 'AVL_TRAIN'), (29400, 'UN_AVL'), (30000, 'AVL_TRAIN'), (31800, 'AVL_EVAL'), (34800, 'AVL_TRAIN'), (39600, 'AVL_EVAL'), (40200, 'AVL_TRAIN'), (42600, 'UN_AVL'), (44400, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54600, 'AVL_TRAIN'), (56400, 'AVL_EVAL'), (57600, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (60000, 'AVL_EVAL'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (63600, 'AVL_EVAL'), (64200, 'AVL_TRAIN'), (65400, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67200, 'AVL_EVAL'), (67800, 'AVL_TRAIN'), (71400, 'AVL_EVAL'), (72600, 'AVL_TRAIN'), (73200, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (76200, 'AVL_EVAL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (79200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81000, 'AVL_TRAIN'), (81600, 'AVL_EVAL'), (82200, 'AVL_TRAIN'), (84000, 'AVL_EVAL'), (84600, 'UN_AVL'), (85800, 'AVL_TRAIN'), (90600, 'UN_AVL'), (91200, 'AVL_TRAIN'), (100800, 'AVL_EVAL'), (101400, 'AVL_TRAIN'), (103800, 'UN_AVL'), (105000, 'AVL_TRAIN'), (107400, 'UN_AVL'), (108000, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112800, 'UN_AVL'), (113400, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (117000, 'AVL_TRAIN'), (117600, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (125400, 'UN_AVL'), (126000, 'AVL_EVAL'), (129000, 'AVL_TRAIN'), (129600, 'AVL_EVAL'), (130200, 'UN_AVL'), (130800, 'AVL_EVAL'), (131400, 'UN_AVL'), (134400, 'AVL_TRAIN'), (138000, 'UN_AVL'), (139200, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (141600, 'AVL_TRAIN'), (144000, 'AVL_EVAL'), (145200, 'UN_AVL'), (145800, 'AVL_TRAIN'), (148200, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (150600, 'UN_AVL'), (153000, 'AVL_EVAL'), (157200, 'UN_AVL'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159000, 'AVL_EVAL'), (160800, 'AVL_TRAIN'), (162000, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'AVL_TRAIN'), (168600, 'AVL_EVAL'), (169200, 'UN_AVL'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (174600, 'AVL_EVAL'), (175800, 'AVL_TRAIN'), (176400, 'AVL_EVAL'), (178200, 'AVL_TRAIN'), (178800, 'UN_AVL'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_97.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_97.json deleted file mode 100644 index e8c9786a0..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_97.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580468", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 97, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "7.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (77831, 'AVL_TRAIN'), (82222, 'UN_AVL'), (82631, 'AVL_TRAIN'), (86208, 'UN_AVL'), (86457, 'AVL_TRAIN'), (97952, 'AVL_EVAL'), (100673, 'UN_AVL'), (117083, 'AVL_TRAIN'), (146346, 'AVL_EVAL'), (146781, 'AVL_TRAIN'), (148083, 'AVL_EVAL'), (155226, 'AVL_TRAIN'), (155237, 'AVL_EVAL'), (175529, 'UN_AVL'), (196646, 'AVL_TRAIN'), (196649, 'UN_AVL'), (196650, 'AVL_TRAIN'), (196659, 'UN_AVL'), (196659, 'AVL_TRAIN'), (196669, 'UN_AVL'), (197206, 'AVL_TRAIN'), (197217, 'UN_AVL'), (197303, 'AVL_TRAIN'), (197310, 'UN_AVL'), (197531, 'AVL_TRAIN'), (198948, 'UN_AVL'), (198950, 'AVL_TRAIN'), (198989, 'UN_AVL'), (199028, 'AVL_TRAIN'), (199174, 'UN_AVL'), (199186, 'AVL_TRAIN'), (199215, 'UN_AVL'), (199312, 'AVL_TRAIN'), (199343, 'UN_AVL'), (199343, 'AVL_TRAIN'), (199425, 'UN_AVL'), (199438, 'AVL_TRAIN'), (199535, 'UN_AVL'), (199640, 'AVL_TRAIN'), (199708, 'UN_AVL'), (199730, 'AVL_TRAIN'), (199762, 'UN_AVL'), (199765, 'AVL_TRAIN'), (199775, 'UN_AVL'), (200015, 'AVL_TRAIN'), (200401, 'UN_AVL'), (200475, 'AVL_TRAIN'), (200484, 'UN_AVL'), (200485, 'AVL_TRAIN'), (200602, 'UN_AVL'), (200748, 'AVL_TRAIN'), (201348, 'UN_AVL'), (201423, 'AVL_TRAIN'), (201426, 'UN_AVL'), (201468, 'AVL_TRAIN'), (201641, 'UN_AVL'), (201648, 'AVL_TRAIN'), (201919, 'UN_AVL'), (201919, 'AVL_TRAIN'), (202474, 'UN_AVL'), (203089, 'AVL_TRAIN'), (203116, 'UN_AVL'), (203118, 'AVL_TRAIN'), (204529, 'UN_AVL'), (204691, 'AVL_TRAIN'), (206142, 'UN_AVL'), (206152, 'AVL_TRAIN'), (206314, 'UN_AVL'), (206315, 'AVL_TRAIN'), (207100, 'UN_AVL'), (207100, 'AVL_TRAIN'), (207140, 'UN_AVL'), (207151, 'AVL_TRAIN'), (216543, 'AVL_EVAL'), (216543, 'AVL_TRAIN'), (216545, 'AVL_EVAL'), (243957, 'UN_AVL'), (347630, 'AVL_TRAIN'), (348248, 'UN_AVL'), (349655, 'AVL_TRAIN'), (352809, 'UN_AVL'), (352809, 'AVL_TRAIN'), (352813, 'UN_AVL'), (371981, 'AVL_TRAIN'), (371989, 'UN_AVL'), (372076, 'AVL_TRAIN'), (372187, 'UN_AVL'), (372198, 'AVL_TRAIN'), (372290, 'UN_AVL'), (373313, 'AVL_TRAIN'), (373316, 'UN_AVL'), (373327, 'AVL_TRAIN'), (373406, 'UN_AVL'), (373766, 'AVL_TRAIN'), (374530, 'UN_AVL'), (374534, 'AVL_TRAIN'), (375626, 'UN_AVL'), (443017, 'AVL_TRAIN'), (449749, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (77831, 'AVL_TRAIN'), (82222, 'UN_AVL'), (82631, 'AVL_TRAIN'), (86208, 'UN_AVL'), (86457, 'AVL_TRAIN'), (97952, 'UN_AVL'), (117083, 'AVL_TRAIN'), (146346, 'AVL_EVAL'), (146781, 'AVL_TRAIN'), (148083, 'AVL_EVAL'), (155226, 'AVL_TRAIN'), (155237, 'AVL_EVAL'), (157309, 'UN_AVL'), (196646, 'AVL_TRAIN'), (196649, 'UN_AVL'), (196650, 'AVL_TRAIN'), (196659, 'UN_AVL'), (196659, 'AVL_TRAIN'), (196669, 'UN_AVL'), (197206, 'AVL_TRAIN'), (197217, 'UN_AVL'), (197303, 'AVL_TRAIN'), (197310, 'UN_AVL'), (197531, 'AVL_TRAIN'), (198948, 'UN_AVL'), (198950, 'AVL_TRAIN'), (198989, 'UN_AVL'), (199028, 'AVL_TRAIN'), (199174, 'UN_AVL'), (199186, 'AVL_TRAIN'), (199215, 'UN_AVL'), (199312, 'AVL_TRAIN'), (199343, 'UN_AVL'), (199343, 'AVL_TRAIN'), (199425, 'UN_AVL'), (199438, 'AVL_TRAIN'), (199535, 'UN_AVL'), (199640, 'AVL_TRAIN'), (199708, 'UN_AVL'), (199730, 'AVL_TRAIN'), (199762, 'UN_AVL'), (199765, 'AVL_TRAIN'), (199775, 'UN_AVL'), (200015, 'AVL_TRAIN'), (200401, 'UN_AVL'), (200475, 'AVL_TRAIN'), (200484, 'UN_AVL'), (200485, 'AVL_TRAIN'), (200602, 'UN_AVL'), (200748, 'AVL_TRAIN'), (201348, 'UN_AVL'), (201423, 'AVL_TRAIN'), (201426, 'UN_AVL'), (201468, 'AVL_TRAIN'), (201641, 'UN_AVL'), (201648, 'AVL_TRAIN'), (201919, 'UN_AVL'), (201919, 'AVL_TRAIN'), (202474, 'UN_AVL'), (203089, 'AVL_TRAIN'), (203116, 'UN_AVL'), (203118, 'AVL_TRAIN'), (204529, 'UN_AVL'), (204691, 'AVL_TRAIN'), (206142, 'UN_AVL'), (206152, 'AVL_TRAIN'), (206314, 'UN_AVL'), (206315, 'AVL_TRAIN'), (207100, 'UN_AVL'), (207100, 'AVL_TRAIN'), (207140, 'UN_AVL'), (207151, 'AVL_TRAIN'), (216543, 'UN_AVL'), (216543, 'AVL_TRAIN'), (216545, 'UN_AVL'), (347630, 'AVL_TRAIN'), (348248, 'UN_AVL'), (349655, 'AVL_TRAIN'), (352809, 'UN_AVL'), (352809, 'AVL_TRAIN'), (352813, 'UN_AVL'), (371981, 'AVL_TRAIN'), (371989, 'UN_AVL'), (372076, 'AVL_TRAIN'), (372187, 'UN_AVL'), (372198, 'AVL_TRAIN'), (372290, 'UN_AVL'), (373313, 'AVL_TRAIN'), (373316, 'UN_AVL'), (373327, 'AVL_TRAIN'), (373406, 'UN_AVL'), (373766, 'AVL_TRAIN'), (374530, 'UN_AVL'), (374534, 'AVL_TRAIN'), (375626, 'UN_AVL'), (443017, 'AVL_TRAIN'), (449749, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (77831, 'AVL_TRAIN'), (82222, 'UN_AVL'), (82631, 'AVL_TRAIN'), (86208, 'UN_AVL'), (86457, 'AVL_TRAIN'), (97952, 'UN_AVL'), (117083, 'AVL_TRAIN'), (146346, 'UN_AVL'), (146781, 'AVL_TRAIN'), (148083, 'UN_AVL'), (155226, 'AVL_TRAIN'), (155237, 'UN_AVL'), (196646, 'AVL_TRAIN'), (196649, 'UN_AVL'), (196650, 'AVL_TRAIN'), (196659, 'UN_AVL'), (196659, 'AVL_TRAIN'), (196669, 'UN_AVL'), (197206, 'AVL_TRAIN'), (197217, 'UN_AVL'), (197303, 'AVL_TRAIN'), (197310, 'UN_AVL'), (197531, 'AVL_TRAIN'), (198948, 'UN_AVL'), (198950, 'AVL_TRAIN'), (198989, 'UN_AVL'), (199028, 'AVL_TRAIN'), (199174, 'UN_AVL'), (199186, 'AVL_TRAIN'), (199215, 'UN_AVL'), (199312, 'AVL_TRAIN'), (199343, 'UN_AVL'), (199343, 'AVL_TRAIN'), (199425, 'UN_AVL'), (199438, 'AVL_TRAIN'), (199535, 'UN_AVL'), (199640, 'AVL_TRAIN'), (199708, 'UN_AVL'), (199730, 'AVL_TRAIN'), (199762, 'UN_AVL'), (199765, 'AVL_TRAIN'), (199775, 'UN_AVL'), (200015, 'AVL_TRAIN'), (200401, 'UN_AVL'), (200475, 'AVL_TRAIN'), (200484, 'UN_AVL'), (200485, 'AVL_TRAIN'), (200602, 'UN_AVL'), (200748, 'AVL_TRAIN'), (201348, 'UN_AVL'), (201423, 'AVL_TRAIN'), (201426, 'UN_AVL'), (201468, 'AVL_TRAIN'), (201641, 'UN_AVL'), (201648, 'AVL_TRAIN'), (201919, 'UN_AVL'), (201919, 'AVL_TRAIN'), (202474, 'UN_AVL'), (203089, 'AVL_TRAIN'), (203116, 'UN_AVL'), (203118, 'AVL_TRAIN'), (204529, 'UN_AVL'), (204691, 'AVL_TRAIN'), (206142, 'UN_AVL'), (206152, 'AVL_TRAIN'), (206314, 'UN_AVL'), (206315, 'AVL_TRAIN'), (207100, 'UN_AVL'), (207100, 'AVL_TRAIN'), (207140, 'UN_AVL'), (207151, 'AVL_TRAIN'), (216543, 'UN_AVL'), (216543, 'AVL_TRAIN'), (216545, 'UN_AVL'), (347630, 'AVL_TRAIN'), (348248, 'UN_AVL'), (349655, 'AVL_TRAIN'), (352809, 'UN_AVL'), (352809, 'AVL_TRAIN'), (352813, 'UN_AVL'), (371981, 'AVL_TRAIN'), (371989, 'UN_AVL'), (372076, 'AVL_TRAIN'), (372187, 'UN_AVL'), (372198, 'AVL_TRAIN'), (372290, 'UN_AVL'), (373313, 'AVL_TRAIN'), (373316, 'UN_AVL'), (373327, 'AVL_TRAIN'), (373406, 'UN_AVL'), (373766, 'AVL_TRAIN'), (374530, 'UN_AVL'), (374534, 'AVL_TRAIN'), (375626, 'UN_AVL'), (443017, 'AVL_TRAIN'), (449749, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (23400, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34800, 'AVL_TRAIN'), (36000, 'UN_AVL'), (36600, 'AVL_TRAIN'), (54600, 'UN_AVL'), (55200, 'AVL_TRAIN'), (57000, 'UN_AVL'), (57600, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (74400, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (4200, 'UN_AVL'), (4800, 'AVL_TRAIN'), (5400, 'UN_AVL'), (6000, 'AVL_TRAIN'), (7800, 'UN_AVL'), (9000, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (11400, 'UN_AVL'), (13200, 'AVL_TRAIN'), (14400, 'UN_AVL'), (15600, 'AVL_TRAIN'), (17400, 'UN_AVL'), (19800, 'AVL_TRAIN'), (21600, 'UN_AVL'), (22200, 'AVL_TRAIN'), (22800, 'UN_AVL'), (24600, 'AVL_TRAIN'), (25200, 'UN_AVL'), (25800, 'AVL_TRAIN'), (28200, 'UN_AVL'), (28800, 'AVL_TRAIN'), (29400, 'UN_AVL'), (31200, 'AVL_TRAIN'), (32400, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'UN_AVL'), (39000, 'AVL_TRAIN'), (39600, 'UN_AVL'), (40200, 'AVL_TRAIN'), (40800, 'UN_AVL'), (41400, 'AVL_TRAIN'), (46200, 'UN_AVL'), (46800, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (51000, 'UN_AVL'), (52200, 'AVL_TRAIN'), (52800, 'UN_AVL'), (55200, 'AVL_TRAIN'), (56400, 'UN_AVL'), (58200, 'AVL_TRAIN'), (58800, 'UN_AVL'), (59400, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63600, 'AVL_TRAIN'), (64800, 'UN_AVL'), (65400, 'AVL_TRAIN'), (66000, 'UN_AVL'), (66600, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (74400, 'AVL_TRAIN'), (76200, 'UN_AVL'), (78000, 'AVL_TRAIN'), (78600, 'UN_AVL'), (79800, 'AVL_TRAIN'), (80400, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84600, 'UN_AVL'), (85200, 'AVL_TRAIN'), (85800, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (6600, 'AVL_EVAL'), (7200, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (22800, 'AVL_EVAL'), (23400, 'AVL_TRAIN'), (29400, 'AVL_EVAL'), (30000, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (39000, 'AVL_EVAL'), (39600, 'AVL_TRAIN'), (48000, 'AVL_EVAL'), (51000, 'AVL_TRAIN'), (96000, 'AVL_EVAL'), (97200, 'AVL_TRAIN'), (109800, 'AVL_EVAL'), (111000, 'AVL_TRAIN'), (118800, 'AVL_EVAL'), (119400, 'AVL_TRAIN'), (126000, 'AVL_EVAL'), (128400, 'AVL_TRAIN'), (145200, 'AVL_EVAL'), (145800, 'AVL_TRAIN'), (158400, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (164400, 'AVL_EVAL'), (165000, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (169200, 'AVL_EVAL'), (169800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (600, 'AVL_EVAL'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (7200, 'AVL_EVAL'), (7800, 'AVL_TRAIN'), (8400, 'AVL_EVAL'), (9000, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12000, 'UN_AVL'), (12600, 'AVL_TRAIN'), (20400, 'AVL_EVAL'), (21000, 'AVL_TRAIN'), (21600, 'AVL_EVAL'), (22200, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (25800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (31200, 'AVL_TRAIN'), (40200, 'AVL_EVAL'), (40800, 'UN_AVL'), (41400, 'AVL_EVAL'), (42000, 'AVL_TRAIN'), (44400, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'UN_AVL'), (55200, 'AVL_EVAL'), (57000, 'AVL_TRAIN'), (58800, 'AVL_EVAL'), (61200, 'AVL_TRAIN'), (63000, 'AVL_EVAL'), (66600, 'AVL_TRAIN'), (75600, 'AVL_EVAL'), (77400, 'UN_AVL'), (78000, 'AVL_TRAIN'), (82800, 'UN_AVL'), (83400, 'AVL_TRAIN'), (94200, 'UN_AVL'), (96600, 'AVL_TRAIN'), (97800, 'UN_AVL'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (102600, 'AVL_EVAL'), (105600, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109800, 'AVL_TRAIN'), (110400, 'UN_AVL'), (113400, 'AVL_EVAL'), (114000, 'AVL_TRAIN'), (114600, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (120600, 'UN_AVL'), (124800, 'AVL_EVAL'), (126000, 'UN_AVL'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (128400, 'UN_AVL'), (129000, 'AVL_TRAIN'), (129600, 'UN_AVL'), (130200, 'AVL_TRAIN'), (135000, 'UN_AVL'), (135600, 'AVL_EVAL'), (136200, 'AVL_TRAIN'), (139800, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142800, 'UN_AVL'), (145200, 'AVL_TRAIN'), (146400, 'UN_AVL'), (147000, 'AVL_EVAL'), (148800, 'UN_AVL'), (149400, 'AVL_EVAL'), (150600, 'AVL_TRAIN'), (151800, 'AVL_EVAL'), (152400, 'UN_AVL'), (154200, 'AVL_TRAIN'), (155400, 'UN_AVL'), (156000, 'AVL_TRAIN'), (157200, 'UN_AVL'), (157800, 'AVL_EVAL'), (159000, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (164400, 'UN_AVL'), (165000, 'AVL_TRAIN'), (165600, 'UN_AVL'), (166200, 'AVL_TRAIN'), (168600, 'UN_AVL'), (169800, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (174600, 'UN_AVL'), (175200, 'AVL_TRAIN'), (175800, 'UN_AVL'), (177600, 'AVL_EVAL'), (178200, 'UN_AVL'), (178800, 'AVL_TRAIN'), (179400, 'AVL_EVAL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_98.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_98.json deleted file mode 100644 index f7cf13fb5..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_98.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580469", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 98, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "17.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9041, 'AVL_TRAIN'), (11298, 'UN_AVL'), (11303, 'AVL_TRAIN'), (11925, 'UN_AVL'), (50425, 'AVL_EVAL'), (243734, 'UN_AVL'), (243983, 'AVL_TRAIN'), (244007, 'UN_AVL'), (244013, 'AVL_TRAIN'), (244343, 'UN_AVL'), (244365, 'AVL_TRAIN'), (244547, 'UN_AVL'), (244548, 'AVL_TRAIN'), (246255, 'UN_AVL'), (246286, 'AVL_TRAIN'), (250253, 'AVL_EVAL'), (270711, 'UN_AVL'), (270711, 'AVL_TRAIN'), (274195, 'UN_AVL'), (309232, 'AVL_TRAIN'), (309266, 'UN_AVL'), (309266, 'AVL_TRAIN'), (309491, 'UN_AVL'), (309492, 'AVL_TRAIN'), (312576, 'UN_AVL'), (312693, 'AVL_TRAIN'), (312702, 'UN_AVL'), (312716, 'AVL_TRAIN'), (315431, 'UN_AVL')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9041, 'AVL_TRAIN'), (11298, 'UN_AVL'), (11303, 'AVL_TRAIN'), (11925, 'UN_AVL'), (243983, 'AVL_TRAIN'), (244007, 'UN_AVL'), (244013, 'AVL_TRAIN'), (244343, 'UN_AVL'), (244365, 'AVL_TRAIN'), (244547, 'UN_AVL'), (244548, 'AVL_TRAIN'), (246255, 'UN_AVL'), (246286, 'AVL_TRAIN'), (250253, 'UN_AVL'), (270711, 'AVL_TRAIN'), (274195, 'UN_AVL'), (309232, 'AVL_TRAIN'), (309266, 'UN_AVL'), (309266, 'AVL_TRAIN'), (309491, 'UN_AVL'), (309492, 'AVL_TRAIN'), (312576, 'UN_AVL'), (312693, 'AVL_TRAIN'), (312702, 'UN_AVL'), (312716, 'AVL_TRAIN'), (315431, 'UN_AVL')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9041, 'AVL_TRAIN'), (11298, 'UN_AVL'), (11303, 'AVL_TRAIN'), (11925, 'UN_AVL'), (243983, 'AVL_TRAIN'), (244007, 'UN_AVL'), (244013, 'AVL_TRAIN'), (244343, 'UN_AVL'), (244365, 'AVL_TRAIN'), (244547, 'UN_AVL'), (244548, 'AVL_TRAIN'), (246255, 'UN_AVL'), (246286, 'AVL_TRAIN'), (250253, 'UN_AVL'), (270711, 'AVL_TRAIN'), (274195, 'UN_AVL'), (309232, 'AVL_TRAIN'), (309266, 'UN_AVL'), (309266, 'AVL_TRAIN'), (309491, 'UN_AVL'), (309492, 'AVL_TRAIN'), (312576, 'UN_AVL'), (312693, 'AVL_TRAIN'), (312702, 'UN_AVL'), (312716, 'AVL_TRAIN'), (315431, 'UN_AVL')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (2400, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (10200, 'UN_AVL'), (10800, 'AVL_TRAIN'), (15000, 'UN_AVL'), (15600, 'AVL_TRAIN'), (18000, 'UN_AVL'), (18600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (41400, 'AVL_TRAIN'), (42000, 'UN_AVL'), (43200, 'AVL_TRAIN'), (60000, 'UN_AVL'), (60600, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (65400, 'AVL_TRAIN'), (74400, 'UN_AVL'), (75000, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (82800, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1800, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (7800, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12600, 'UN_AVL'), (13800, 'AVL_TRAIN'), (14400, 'UN_AVL'), (16800, 'AVL_TRAIN'), (18000, 'UN_AVL'), (19200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21000, 'AVL_TRAIN'), (21600, 'UN_AVL'), (24000, 'AVL_TRAIN'), (24600, 'UN_AVL'), (25200, 'AVL_TRAIN'), (27000, 'UN_AVL'), (28200, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (33600, 'UN_AVL'), (34200, 'AVL_TRAIN'), (36600, 'UN_AVL'), (38400, 'AVL_TRAIN'), (39000, 'UN_AVL'), (39600, 'AVL_TRAIN'), (40200, 'UN_AVL'), (43200, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (47400, 'UN_AVL'), (48000, 'AVL_TRAIN'), (48600, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (51000, 'AVL_TRAIN'), (52800, 'UN_AVL'), (54600, 'AVL_TRAIN'), (55800, 'UN_AVL'), (57000, 'AVL_TRAIN'), (58200, 'UN_AVL'), (60600, 'AVL_TRAIN'), (61200, 'UN_AVL'), (66000, 'AVL_TRAIN'), (66600, 'UN_AVL'), (68400, 'AVL_TRAIN'), (69600, 'UN_AVL'), (70200, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (73200, 'AVL_TRAIN'), (73800, 'UN_AVL'), (75600, 'AVL_TRAIN'), (76200, 'UN_AVL'), (76800, 'AVL_TRAIN'), (78000, 'UN_AVL'), (78600, 'AVL_TRAIN'), (79200, 'UN_AVL'), (80400, 'AVL_TRAIN'), (81000, 'UN_AVL'), (81600, 'AVL_TRAIN'), (82200, 'UN_AVL'), (83400, 'AVL_TRAIN'), (84000, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9600, 'AVL_TRAIN'), (24600, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (27600, 'AVL_EVAL'), (28200, 'AVL_TRAIN'), (64800, 'AVL_EVAL'), (66000, 'AVL_TRAIN'), (67800, 'AVL_EVAL'), (70800, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (85800, 'AVL_TRAIN'), (108600, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (120000, 'AVL_EVAL'), (120600, 'AVL_TRAIN'), (130800, 'AVL_EVAL'), (132000, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (145800, 'AVL_EVAL'), (147600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (149400, 'AVL_TRAIN'), (166200, 'AVL_EVAL'), (166800, 'AVL_TRAIN')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'UN_AVL'), (1800, 'AVL_TRAIN'), (2400, 'AVL_EVAL'), (3000, 'AVL_TRAIN'), (3600, 'AVL_EVAL'), (4200, 'AVL_TRAIN'), (4800, 'UN_AVL'), (5400, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (7800, 'AVL_EVAL'), (9600, 'UN_AVL'), (12000, 'AVL_TRAIN'), (12600, 'AVL_EVAL'), (15600, 'AVL_TRAIN'), (16800, 'UN_AVL'), (17400, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_EVAL'), (22200, 'UN_AVL'), (22800, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (27000, 'UN_AVL'), (28200, 'AVL_EVAL'), (28800, 'UN_AVL'), (31800, 'AVL_TRAIN'), (32400, 'UN_AVL'), (33000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (40200, 'AVL_EVAL'), (43200, 'AVL_TRAIN'), (45600, 'AVL_EVAL'), (46800, 'AVL_TRAIN'), (51600, 'AVL_EVAL'), (52200, 'AVL_TRAIN'), (54000, 'AVL_EVAL'), (55800, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (64200, 'UN_AVL'), (66000, 'AVL_TRAIN'), (67200, 'UN_AVL'), (67800, 'AVL_EVAL'), (69000, 'AVL_TRAIN'), (70800, 'AVL_EVAL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_EVAL'), (73800, 'AVL_TRAIN'), (76800, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (81600, 'UN_AVL'), (84000, 'AVL_EVAL'), (84600, 'AVL_TRAIN'), (85200, 'UN_AVL'), (86400, 'AVL_TRAIN'), (88200, 'AVL_EVAL'), (88800, 'AVL_TRAIN'), (93000, 'AVL_EVAL'), (94200, 'AVL_TRAIN'), (94800, 'UN_AVL'), (96600, 'AVL_TRAIN'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (98400, 'AVL_EVAL'), (99000, 'AVL_TRAIN'), (100200, 'AVL_EVAL'), (101400, 'UN_AVL'), (102000, 'AVL_TRAIN'), (103200, 'AVL_EVAL'), (103800, 'AVL_TRAIN'), (105600, 'UN_AVL'), (107400, 'AVL_EVAL'), (108000, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (115200, 'AVL_TRAIN'), (120000, 'UN_AVL'), (121800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (127200, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (131400, 'AVL_TRAIN'), (134400, 'AVL_EVAL'), (136200, 'UN_AVL'), (136800, 'AVL_TRAIN'), (137400, 'AVL_EVAL'), (141000, 'AVL_TRAIN'), (141600, 'AVL_EVAL'), (142200, 'AVL_TRAIN'), (142800, 'UN_AVL'), (144600, 'AVL_TRAIN'), (145200, 'UN_AVL'), (145800, 'AVL_EVAL'), (146400, 'AVL_TRAIN'), (148200, 'UN_AVL'), (149400, 'AVL_EVAL'), (151200, 'AVL_TRAIN'), (151800, 'UN_AVL'), (152400, 'AVL_EVAL'), (154200, 'AVL_TRAIN'), (154800, 'UN_AVL'), (155400, 'AVL_TRAIN'), (157200, 'UN_AVL'), (157800, 'AVL_TRAIN'), (162600, 'UN_AVL'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165600, 'AVL_EVAL'), (166200, 'UN_AVL'), (166800, 'AVL_EVAL'), (167400, 'AVL_TRAIN'), (169200, 'UN_AVL'), (172800, 'AVL_TRAIN'), (173400, 'UN_AVL'), (174000, 'AVL_TRAIN'), (175800, 'AVL_EVAL'), (176400, 'AVL_TRAIN'), (177600, 'AVL_EVAL'), (178800, 'AVL_TRAIN')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_99.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_99.json deleted file mode 100644 index f34ba5e44..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_99.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "taskid": "505f9fc483cf4df68a2409257b5fad7d3c580470", - "backend": "mqtt", - "brokers": [ - { - "host": "localhost", - "sort": "mqtt" - }, - { - "host": "localhost:10104", - "sort": "p2p" - } - ], - "groupAssociation": { - "param-channel": "default" - }, - "channels": [ - { - "description": "Model update is sent from trainer to aggregator and vice-versa", - "groupBy": { - "type": "tag", - "value": [ - "default" - ] - }, - "name": "param-channel", - "pair": [ - "trainer", - "aggregator" - ], - "funcTags": { - "aggregator": [ - "distribute", - "aggregate", - "heartbeat_recv" - ], - "trainer": [ - "fetch", - "upload", - "heartbeat_send" - ] - } - } - ], - "hyperparameters": { - "client_idx": 99, - "gpu_mapping_file": "gpu_mapping.yaml", - "gpu_mapping_key": "mapping_myMap", - "data_loader_num_workers": 10, - "comm_round": 3000, - "ci": 0, - "dataset": "agnews", - "data_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5", - "partition_file_path": "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5", - "partition_method": "niid_label_clients=100_alpha=1", - "fl_algorithm": "FedFwd", - "model_type": "distilbert", - "model_name": "distilbert-base-uncased", - "frequency_of_the_test": 1, - "do_lower_case": true, - "train_batch_size": 8, - "eval_batch_size": 8, - "max_seq_length": 192, - "lr": "0.01", - "server_lr": "0.1", - "worker_num": "1", - "epochs": 1, - "peft_method": "adapter", - "forward_mode": true, - "learning_rate": 0.01, - "var_control": true, - "perturbation_sampling": true, - "select_perturbation_using_jvp": false, - "evaluate_during_training_steps": 100, - "fp16": true, - "output_dir": "/tmp/", - "is_debug_mode": 0, - "fedprox_mu": 1, - "use_adapter": false, - "gradient_accumulation_steps": 1, - "freeze_layers": "", - "manual_seed": 42, - "client_num_in_total": 0, - "warmup_ratio": 1, - "training_delay_enabled": "True", - "training_delay_factor": "10", - "training_delay_s": "36.0", - "avl_events_mobiperf_3st_50": "[(0, 'AVL_TRAIN'), (227, 'AVL_EVAL'), (1757, 'AVL_TRAIN'), (2266, 'AVL_EVAL'), (15753, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'AVL_EVAL'), (86392, 'AVL_TRAIN'), (87189, 'AVL_EVAL'), (89364, 'AVL_TRAIN'), (89365, 'AVL_EVAL'), (97105, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'AVL_EVAL'), (160572, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_3st_75": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", - "client_notify": { - "enabled": "False", - "trace": "avl_events_syn_train_100_eval_0_unavail_0" - }, - "wait_until_next_avl": "True", - "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (3600, 'AVL_TRAIN'), (6000, 'UN_AVL'), (6600, 'AVL_TRAIN'), (9600, 'UN_AVL'), (10200, 'AVL_TRAIN'), (20400, 'UN_AVL'), (21600, 'AVL_TRAIN'), (27000, 'UN_AVL'), (27600, 'AVL_TRAIN'), (34200, 'UN_AVL'), (34800, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (51600, 'UN_AVL'), (52200, 'AVL_TRAIN'), (55200, 'UN_AVL'), (56400, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (66600, 'UN_AVL'), (67200, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (86400, 'UN_AVL')]", - "avl_events_syn_50": "[(0, 'AVL_TRAIN'), (1200, 'UN_AVL'), (1800, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'UN_AVL'), (7200, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_TRAIN'), (12000, 'UN_AVL'), (13200, 'AVL_TRAIN'), (13800, 'UN_AVL'), (15000, 'AVL_TRAIN'), (15600, 'UN_AVL'), (16200, 'AVL_TRAIN'), (16800, 'UN_AVL'), (18000, 'AVL_TRAIN'), (18600, 'UN_AVL'), (19200, 'AVL_TRAIN'), (19800, 'UN_AVL'), (24000, 'AVL_TRAIN'), (25800, 'UN_AVL'), (27600, 'AVL_TRAIN'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (34200, 'UN_AVL'), (36600, 'AVL_TRAIN'), (37200, 'UN_AVL'), (39000, 'AVL_TRAIN'), (42000, 'UN_AVL'), (42600, 'AVL_TRAIN'), (43200, 'UN_AVL'), (43800, 'AVL_TRAIN'), (44400, 'UN_AVL'), (45000, 'AVL_TRAIN'), (45600, 'UN_AVL'), (46200, 'AVL_TRAIN'), (48000, 'UN_AVL'), (49200, 'AVL_TRAIN'), (50400, 'UN_AVL'), (52200, 'AVL_TRAIN'), (54600, 'UN_AVL'), (57000, 'AVL_TRAIN'), (57600, 'UN_AVL'), (58800, 'AVL_TRAIN'), (61200, 'UN_AVL'), (61800, 'AVL_TRAIN'), (62400, 'UN_AVL'), (63000, 'AVL_TRAIN'), (63600, 'UN_AVL'), (64800, 'AVL_TRAIN'), (66000, 'UN_AVL'), (67200, 'AVL_TRAIN'), (68400, 'UN_AVL'), (69600, 'AVL_TRAIN'), (70800, 'UN_AVL'), (71400, 'AVL_TRAIN'), (72000, 'UN_AVL'), (72600, 'AVL_TRAIN'), (73200, 'UN_AVL'), (73800, 'AVL_TRAIN'), (75600, 'UN_AVL'), (76200, 'AVL_TRAIN'), (79800, 'UN_AVL'), (81600, 'AVL_TRAIN'), (83400, 'UN_AVL'), (84000, 'AVL_TRAIN'), (84600, 'UN_AVL')]", - "avl_events_syn_train_100_eval_0_unavail_0": "[(0, 'AVL_TRAIN')]", - "avl_events_syn_train_90_eval_10_unavail_0": "[(0, 'AVL_TRAIN'), (3000, 'AVL_EVAL'), (3600, 'AVL_TRAIN'), (5400, 'AVL_EVAL'), (6000, 'AVL_TRAIN'), (10800, 'AVL_EVAL'), (12600, 'AVL_TRAIN'), (16200, 'AVL_EVAL'), (16800, 'AVL_TRAIN'), (42000, 'AVL_EVAL'), (42600, 'AVL_TRAIN'), (45000, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (55200, 'AVL_EVAL'), (56400, 'AVL_TRAIN'), (74400, 'AVL_EVAL'), (75600, 'AVL_TRAIN'), (77400, 'AVL_EVAL'), (79200, 'AVL_TRAIN'), (90600, 'AVL_EVAL'), (93000, 'AVL_TRAIN'), (101400, 'AVL_EVAL'), (102000, 'AVL_TRAIN'), (115800, 'AVL_EVAL'), (116400, 'AVL_TRAIN'), (123000, 'AVL_EVAL'), (123600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (150000, 'AVL_TRAIN'), (156600, 'AVL_EVAL'), (157200, 'AVL_TRAIN'), (165000, 'AVL_EVAL'), (165600, 'AVL_TRAIN'), (166800, 'AVL_EVAL'), (168000, 'AVL_TRAIN'), (171000, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (178800, 'AVL_EVAL')]", - "avl_events_syn_train_50_eval_30_unavail_20": "[(0, 'AVL_TRAIN'), (3000, 'UN_AVL'), (4200, 'AVL_TRAIN'), (6000, 'AVL_EVAL'), (6600, 'AVL_TRAIN'), (8400, 'UN_AVL'), (10800, 'AVL_EVAL'), (11400, 'AVL_TRAIN'), (12000, 'AVL_EVAL'), (15000, 'AVL_TRAIN'), (17400, 'UN_AVL'), (18600, 'AVL_EVAL'), (19200, 'AVL_TRAIN'), (24000, 'AVL_EVAL'), (25200, 'AVL_TRAIN'), (26400, 'AVL_EVAL'), (28800, 'UN_AVL'), (30000, 'AVL_TRAIN'), (30600, 'AVL_EVAL'), (31800, 'AVL_TRAIN'), (36600, 'UN_AVL'), (37200, 'AVL_TRAIN'), (37800, 'AVL_EVAL'), (38400, 'AVL_TRAIN'), (40200, 'UN_AVL'), (40800, 'AVL_EVAL'), (41400, 'AVL_TRAIN'), (42600, 'UN_AVL'), (43200, 'AVL_TRAIN'), (43800, 'AVL_EVAL'), (44400, 'AVL_TRAIN'), (47400, 'AVL_EVAL'), (48600, 'AVL_TRAIN'), (49200, 'AVL_EVAL'), (49800, 'UN_AVL'), (51000, 'AVL_TRAIN'), (53400, 'UN_AVL'), (54600, 'AVL_EVAL'), (60000, 'AVL_TRAIN'), (61200, 'AVL_EVAL'), (61800, 'AVL_TRAIN'), (64800, 'UN_AVL'), (67200, 'AVL_EVAL'), (68400, 'AVL_TRAIN'), (69600, 'AVL_EVAL'), (70200, 'AVL_TRAIN'), (79200, 'AVL_EVAL'), (79800, 'UN_AVL'), (82800, 'AVL_EVAL'), (83400, 'AVL_TRAIN'), (84600, 'AVL_EVAL'), (88200, 'AVL_TRAIN'), (96600, 'AVL_EVAL'), (97200, 'UN_AVL'), (97800, 'AVL_TRAIN'), (99000, 'UN_AVL'), (103800, 'AVL_TRAIN'), (107400, 'AVL_EVAL'), (109200, 'AVL_TRAIN'), (111000, 'AVL_EVAL'), (111600, 'AVL_TRAIN'), (112800, 'AVL_EVAL'), (114600, 'AVL_TRAIN'), (115200, 'AVL_EVAL'), (115800, 'UN_AVL'), (116400, 'AVL_EVAL'), (117600, 'AVL_TRAIN'), (118200, 'AVL_EVAL'), (118800, 'AVL_TRAIN'), (119400, 'AVL_EVAL'), (120600, 'UN_AVL'), (121800, 'AVL_TRAIN'), (124200, 'AVL_EVAL'), (124800, 'AVL_TRAIN'), (125400, 'AVL_EVAL'), (126000, 'AVL_TRAIN'), (127200, 'AVL_EVAL'), (127800, 'AVL_TRAIN'), (129000, 'AVL_EVAL'), (130200, 'AVL_TRAIN'), (132600, 'UN_AVL'), (133200, 'AVL_EVAL'), (134400, 'UN_AVL'), (135600, 'AVL_TRAIN'), (136200, 'UN_AVL'), (136800, 'AVL_EVAL'), (138600, 'AVL_TRAIN'), (141000, 'AVL_EVAL'), (142800, 'AVL_TRAIN'), (143400, 'AVL_EVAL'), (144600, 'AVL_TRAIN'), (148800, 'AVL_EVAL'), (151800, 'AVL_TRAIN'), (152400, 'AVL_EVAL'), (153600, 'AVL_TRAIN'), (156000, 'UN_AVL'), (157200, 'AVL_TRAIN'), (157800, 'AVL_EVAL'), (158400, 'AVL_TRAIN'), (159000, 'UN_AVL'), (160800, 'AVL_TRAIN'), (162600, 'AVL_EVAL'), (163200, 'AVL_TRAIN'), (163800, 'AVL_EVAL'), (164400, 'AVL_TRAIN'), (165600, 'UN_AVL'), (168000, 'AVL_TRAIN'), (170400, 'AVL_EVAL'), (171600, 'AVL_TRAIN'), (172200, 'AVL_EVAL'), (175200, 'UN_AVL'), (175800, 'AVL_EVAL'), (177600, 'UN_AVL')]" - }, - "baseModel": { - "name": "", - "version": 1 - }, - "job": { - "id": "622a358619ab59012eabeefb", - "name": "cifar-10" - }, - "registry": { - "sort": "dummy", - "uri": "" - }, - "selector": { - "sort": "fedbuff", - "kwargs": { - "c": 20, - "aggGoal": 1 - } - }, - "optimizer": { - "sort": "fedavg", - "kwargs": {} - }, - "maxRunTime": 300, - "realm": "default/us/west", - "role": "trainer" -} \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/launch_single_run.py b/lib/python/examples/fwdllm/expts/run_tc_expts/launch_single_run.py deleted file mode 100755 index f08d4f0d5..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/launch_single_run.py +++ /dev/null @@ -1,274 +0,0 @@ -#!/usr/bin/env python3 -""" -Launches a single FL experiment with run-isolated MQTT namespacing. - -Each invocation generates a unique run_id (datetime + tag), patches the JSON -configs in-memory to embed that run_id into job.id and taskid, writes patched -configs to a temp directory, spawns the aggregator and trainers, and cleans up -all temp files when the run finishes or is terminated. - -Layout: - /tmp/fl_run_{run_id}/ <- TEMP: patched JSON configs only; deleted on exit - {log_dir}/{run_id}/ <- PERMANENT: aggregator.log, trainers.log, pids.json - -Usage: - python3 launch_single_run.py \\ - --tag baseline \\ - --agg-json aggregator_async_base.json \\ - --num-trainers 100 \\ - --gpus 0,1,2 \\ - --log-level INFO -""" - -import argparse -import atexit -import json -import os -import shutil -import signal -import subprocess -import sys -import time -from datetime import datetime -from pathlib import Path -from typing import List - -SCRIPT_DIR = Path(__file__).resolve().parent -JSON_DIR = SCRIPT_DIR / "json_scripts" -REPO_PATH = Path(os.environ.get("REPO_PATH", str(SCRIPT_DIR / "../../../../../.."))) - -AGG_MAIN = REPO_PATH / "lib/python/examples/fwdllm/aggregator/fl_main.py" -TRAIN_MAIN = REPO_PATH / "lib/python/examples/fwdllm/trainer/fl_main.py" - -_TAG = "launcher" # overwritten with --tag value in main() so signal handlers print the right prefix -_spawned_procs: List[subprocess.Popen] = [] -_open_log_handles: list = [] - - -def _log(msg: str) -> None: - print(f"[{_TAG}] {msg}", flush=True) - - -def load_and_patch(json_path: Path, run_id: str) -> dict: - """Load a JSON config and suffix job.id + taskid with run_id.""" - with open(json_path) as f: - cfg = json.load(f) - cfg["taskid"] = f"{cfg['taskid']}_{run_id}" - cfg["job"]["id"] = f"{cfg['job']['id']}_{run_id}" - return cfg - - -def write_config(config: dict, dest: Path) -> None: - with open(dest, "w") as f: - json.dump(config, f, indent=4) - -def _close_log_handles() -> None: - for fh in _open_log_handles: - try: - fh.close() - except Exception: - pass - - -def _kill_all() -> None: - """SIGTERM all spawned processes; SIGKILL any that survive 3 seconds.""" - alive = [p for p in _spawned_procs if p.poll() is None] - if alive: - _log(f"Sending SIGTERM to {len(alive)} process(es)…") - for proc in alive: - try: - proc.send_signal(signal.SIGTERM) - except OSError: - pass - time.sleep(3) - for proc in _spawned_procs: - if proc.poll() is None: - try: - proc.send_signal(signal.SIGKILL) - except OSError: - pass - _close_log_handles() - - -def _signal_handler(signum, _frame) -> None: - print(f"\n[{_TAG}] Signal {signum} — cleaning up.", flush=True) - _kill_all() - sys.exit(128 + signum) # triggers atexit (rmtree of temp dir) - - -signal.signal(signal.SIGINT, _signal_handler) -signal.signal(signal.SIGTERM, _signal_handler) - - -def spawn(cmd: List[str], env: dict, log_path: Path, append: bool = False) -> subprocess.Popen: - mode = "ab" if append else "wb" - log_f = open(log_path, mode) - _open_log_handles.append(log_f) - proc = subprocess.Popen( - cmd, - stdout=log_f, - stderr=subprocess.STDOUT, - env=env, - # fl_main.py resolves imports via os.getcwd()-relative sys.path inserts; - # it must be launched from run_tc_expts/ so that cwd/../../../../ == lib/python. - cwd=str(SCRIPT_DIR), - # Own session: won't receive terminal SIGINT directly; we manage cleanup. - start_new_session=True, - ) - _spawned_procs.append(proc) - return proc - -def write_pid_registry(log_dir: Path, run_id: str, tag: str, - agg_pid: int, trainer_pids: List[int]) -> None: - registry = { - "run_id": run_id, - "run_tag": tag, - "start_time": datetime.now().isoformat(), - "aggregator_pid": agg_pid, - "trainer_pids": trainer_pids, - } - with open(log_dir / "pids.json", "w") as f: - json.dump(registry, f, indent=2) - -def main() -> int: - global _TAG - - parser = argparse.ArgumentParser( - description=__doc__, - formatter_class=argparse.RawDescriptionHelpFormatter, - ) - parser.add_argument("--tag", required=True, - help="Short label for this run, e.g. 'baseline'") - parser.add_argument("--agg-json", required=True, - help="Aggregator template filename inside json_scripts/") - parser.add_argument("--num-trainers", type=int, required=True, - help="Number of trainers to spawn (trainer_0 .. trainer_N-1)") - parser.add_argument("--gpus", required=True, - help="Comma-separated physical GPU IDs for this run, e.g. '0,1,2'") - parser.add_argument("--log-level", default="INFO", - help="Log level passed to fl_main.py (default: INFO)") - parser.add_argument("--log-dir", default=None, - help="Directory to write permanent logs (default: " - "/logs/)") - parser.add_argument("--sleep-between-trainers", type=float, default=8.0, - help="Seconds between successive trainer spawns (default: 8)") - parser.add_argument("--aggregator-warmup", type=float, default=10.0, - help="Seconds to wait after spawning aggregator (default: 10)") - args = parser.parse_args() - - # Set tag early so signal handlers print the right prefix. - _TAG = args.tag - - gpu_list = [g.strip() for g in args.gpus.split(",") if g.strip()] - if not gpu_list: - _log("ERROR: --gpus must not be empty") - return 1 - - # 1. Build run ID and directories - ts = datetime.now().strftime("%Y%m%d_%H%M%S") - run_id = f"{ts}_{args.tag}" - - # Temp dir: patched JSON configs only — always deleted on exit. - run_dir = Path(f"/tmp/fl_run_{run_id}") - run_dir.mkdir(parents=True, exist_ok=True) - - # Log dir: aggregator.log, trainers.log, pids.json — preserved after exit. - log_dir = Path(args.log_dir) / run_id if args.log_dir else SCRIPT_DIR / "logs" / run_id - log_dir.mkdir(parents=True, exist_ok=True) - - # atexit is LIFO: register rmtree first so _kill_all runs before temp cleanup. - atexit.register(shutil.rmtree, run_dir, True) - atexit.register(_kill_all) - - _log(f"run_id = {run_id}") - _log(f"tmp_dir = {run_dir} [deleted on exit]") - _log(f"log_dir = {log_dir} [preserved after exit]") - _log(f"gpus = {gpu_list}") - _log(f"trainers = {args.num_trainers}") - - # 2. Pre-flight: verify all source JSON files exist before touching /tmp - agg_src = JSON_DIR / args.agg_json - if not agg_src.exists(): - _log(f"ERROR: aggregator config not found: {agg_src}") - return 1 - missing = [f"trainer_{x}.json" for x in range(args.num_trainers) - if not (JSON_DIR / f"trainer_{x}.json").exists()] - if missing: - _log(f"ERROR: {len(missing)} trainer config(s) missing from {JSON_DIR}: " - f"{missing[:5]}{'…' if len(missing) > 5 else ''}") - return 1 - - # 3. Patch aggregator config - agg_dest = run_dir / "aggregator.json" - write_config(load_and_patch(agg_src, run_id), agg_dest) - - # 4. Patch trainer configs - trainer_dests: List[Path] = [] - for x in range(args.num_trainers): - src = JSON_DIR / f"trainer_{x}.json" - dest = run_dir / f"trainer_{x}.json" - write_config(load_and_patch(src, run_id), dest) - trainer_dests.append(dest) - - _log(f"Patched {1 + args.num_trainers} configs → {run_dir}") - - # 5. Spawn aggregator - agg_log = log_dir / "aggregator.log" - agg_cmd = [ - sys.executable, str(AGG_MAIN), - "--config", str(agg_dest), - "--log_level", args.log_level, - ] - _log("Spawning aggregator…") - agg_proc = spawn(agg_cmd, env=os.environ.copy(), log_path=agg_log) - _log(f"aggregator pid={agg_proc.pid} log → {agg_log}") - - _log(f"Waiting {args.aggregator_warmup:.0f}s for aggregator to initialise…") - time.sleep(args.aggregator_warmup) - - if agg_proc.poll() is not None: - _log(f"ERROR: aggregator exited early (rc={agg_proc.returncode}). " - f"Check {agg_log}") - return 1 - - # 6. Spawn trainers (round-robin over GPU set) - trainer_log = log_dir / "trainers.log" - trainer_pids: List[int] = [] - - for x, cfg_path in enumerate(trainer_dests): - gpu_id = gpu_list[x % len(gpu_list)] - env = os.environ.copy() - env["CUDA_VISIBLE_DEVICES"] = gpu_id - - cmd = [ - sys.executable, str(TRAIN_MAIN), - "--config", str(cfg_path), - "--log_level", args.log_level, - ] - proc = spawn(cmd, env=env, log_path=trainer_log, append=True) - trainer_pids.append(proc.pid) - _log(f"trainer_{x:3d} pid={proc.pid} gpu={gpu_id}") - - time.sleep(args.sleep_between_trainers) - - _log(f"All {args.num_trainers} trainers spawned.") - - # 7. Write PID registry - write_pid_registry(log_dir, run_id, args.tag, agg_proc.pid, trainer_pids) - _log(f"PID registry → {log_dir / 'pids.json'}") - - # 8. Wait for aggregator, then clean up - _log(f"Waiting for aggregator (pid={agg_proc.pid}) to finish…") - agg_proc.wait() - rc = agg_proc.returncode - _log(f"Aggregator exited (rc={rc}). Terminating remaining trainers…") - - # atexit will call _kill_all() then shutil.rmtree(run_dir) on return. - _log(f"Run {run_id} complete.") - _log(f"Logs preserved at {log_dir}") - _log(f"Temp configs at {run_dir} will be removed now.") - return rc if rc is not None else 0 - - -if __name__ == "__main__": - sys.exit(main()) diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/mpi_host_file b/lib/python/examples/fwdllm/expts/run_tc_expts/mpi_host_file deleted file mode 100755 index 1aa403983..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/mpi_host_file +++ /dev/null @@ -1 +0,0 @@ -jayne.cc.gatech.edu diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh b/lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh deleted file mode 100755 index 94ce555b5..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh +++ /dev/null @@ -1,407 +0,0 @@ -#!/usr/bin/env bash -# Ensure that you have set the FWDLLM_USER environment variable before -# running this script. Example: -# conda env config vars set FWDLLM_USER= -# -# This script only runs the FedFwd pipeline. All training hyperparameters -# (K, C, learning_rate, data_loader_num_workers, partition_method, etc.) are -# read from the aggregator JSON config, NOT from CLI args — CLI only -# carries things the wrapper itself needs (logging, watchdog, which -# config to expand). -# -# Usage: -# ./run_text_classification.sh [ENABLE_WATCHDOG] [AGG_JSON_NAME] [RUN_TAG] -# -# Positional args: -# $1 TOTAL_CLIENT_NUM Number of trainer_X.json processes to spawn (required) -# $2 LOG_LEVEL Log level passed to fl_main.py (required, e.g. INFO) -# $3 ENABLE_WATCHDOG "true" to enable error/accuracy watchdog (default: false) -# $4 AGG_JSON_NAME Aggregator config filename under json_scripts/ (default: aggregator.json) -# $5 RUN_TAG Optional tag appended to log filenames (used by the multi-run orchestrator) - -if [ $# -lt 2 ]; then - echo "Usage: $0 [ENABLE_WATCHDOG] [AGG_JSON_NAME] [RUN_TAG]" >&2 - exit 64 -fi - -total_client_num=$1 -LOG_LEVEL=$2 -ENABLE_WATCHDOG=${3:-false} -AGG_JSON_NAME=${4:-aggregator.json} -RUN_TAG=${5:-} - -# --- Accuracy monitoring configuration --- -ACC_THRESHOLD=80 # Accuracy percentage (0-100) to monitor for -ACC_CONSEC_LIMIT=10 # Number of consecutive rounds above threshold before stopping the run - -pkill -f "$FWDLLM_USER.*fl_main.py" -if [ $? -eq 0 ]; then - echo "Successfully killed some processes." -else - echo "No matching process found or kill failed." -fi -sleep 10 # Wait for the system to stabilize -nvidia-smi - -C_LR=0.01 -S_LR=0.1 -ROUND=10 -WORKER_NUM=1 -model_type=distilbert -model_name=distilbert-base-uncased -# model_type=bert model_name=bert-base-uncased model_type=bert -# model_name=bert-large-uncased model_type=albert -# model_name=albert-base-v2 model_type=roberta-large -# model_name=roberta-large model_type=deberta -# model_name=microsoft/deberta-xlarge -train_batch_size=8 -DATA_NAME=agnews -# fold_name=${model_type}_${DATA_NAME} - -if [ $model_type = "distilbert" ];then - peft_method=adapter -else - peft_method=bitfit -fi - -PARTITION_METHOD="niid_label_clients=100_alpha=1" # this is set in aggregator.json, this will be overwritten -if [ $DATA_NAME = "agnews" ];then - max_seq_length=64 # this is set in aggregator.json, this will be overwritten - frequency_of_the_test=1 -elif [ $DATA_NAME = "20news" ];then - max_seq_length=256 - frequency_of_the_test=1 -elif [ $DATA_NAME = "yelp-p" ];then - max_seq_length=256 - frequency_of_the_test=1 -elif [ $DATA_NAME = "yahoo" ];then - max_seq_length=256 - frequency_of_the_test=5 - PARTITION_METHOD="uniform_client_10000" -else - max_seq_length=256 - frequency_of_the_test=1 -fi - - -LOG_FILE="fedavg_transformer_tc.log" -CI=0 - -# --- Repo path auto-detection --- -# Derive REPO_PATH from this script's location. The runner lives at -# /lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh -# so the repo root is six levels above SCRIPT_DIR. Set REPO_PATH in the -# environment to override (e.g. if this script is symlinked from elsewhere). -SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" -REPO_PATH="${REPO_PATH:-$(cd "$SCRIPT_DIR/../../../../../.." && pwd)}" -echo "Using REPO_PATH=$REPO_PATH" - -PROCESS_NUM=`expr $WORKER_NUM + 1` -echo $PROCESS_NUM - -hostname > mpi_host_file - -# --- FedFwd pipeline (only supported algorithm in this script) --- -LOG_DIR=./log/new - # if [ -d "$LOG_DIR" ]; then rm -rf "$LOG_DIR" fi - mkdir -p "$LOG_DIR" - - # Generate timestamp once - RUN_TIMESTAMP=$(date +%d_%m_%H_%M) - LOG_TAG_SUFFIX="" - if [ -n "$RUN_TAG" ]; then - LOG_TAG_SUFFIX="_${RUN_TAG}" - fi - - # --- Expand the aggregator config early so we can parse its hyperparameters - # into the log filename. This is the same expansion the aggregator process - # will later read. --- - AGG_SRC="$REPO_PATH/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/${AGG_JSON_NAME}" - if [ ! -f "$AGG_SRC" ]; then - echo "ERROR: Aggregator config not found: $AGG_SRC" - exit 2 - fi - EXPANDED_TMP_DIR="${REPO_PATH}/tmp_expanded_configs_${RUN_TIMESTAMP}" - mkdir -p "$EXPANDED_TMP_DIR" - AGG_EXPANDED="$EXPANDED_TMP_DIR/aggregator_expanded.json" - envsubst < "$AGG_SRC" > "$AGG_EXPANDED" - echo "Wrote expanded aggregator config (source=${AGG_JSON_NAME}): $AGG_EXPANDED" - - # --- Parse key hyperparameters for the log filename --- - # Produces eight space-separated tokens: - # K C N MAXITER POLICY PARTSLUG LR DATA_LOADER_WORKERS - # Any value absent from the JSON is replaced with "NA". Partition slug is - # filesystem-safe (no '=' or ','). - read CFG_K CFG_C CFG_N CFG_MAXITER CFG_POLICY CFG_PART CFG_LR CFG_DL_WORKERS < <(python -c " -import json -import re -with open('$AGG_EXPANDED') as f: - c = json.load(f) -hp = c.get('hyperparameters', {}) or {} -sel = (c.get('selector', {}) or {}).get('kwargs', {}) or {} -K = sel.get('aggGoal', hp.get('aggGoal', 'NA')) -C = sel.get('c', 'NA') -N = sel.get('minInitialTrainers', 'NA') -mx = hp.get('max_iterations_per_data_id', 'none') -dynkc = sel.get('dynamic_kc', {}) or {} -policy = dynkc.get('policy', 'static') if dynkc.get('enabled', False) else 'static' -part = hp.get('partition_method', 'NA') -# Slug must preserve the alpha qualifier so heterogeneous partitions at -# different alpha values are distinguishable in log filenames. -# 'uniform' -> 'uniform' -# 'niid_label_clients=100_alpha=1' -> 'niidlabelclients100alpha1' -part_slug = re.sub(r'[^A-Za-z0-9]', '', str(part))[:32] or 'NA' -lr = hp.get('learning_rate', hp.get('lr', 'NA')) -dl_workers = hp.get('data_loader_num_workers', 'NA') -print(K, C, N, mx, policy, part_slug, lr, dl_workers) -") - - LOG_SUFFIX="fedFwd_${model_type}_${DATA_NAME}_lr${CFG_LR}_N${CFG_N}_K${CFG_K}_C${CFG_C}_maxIter${CFG_MAXITER}_pol-${CFG_POLICY}_part-${CFG_PART}_dlw${CFG_DL_WORKERS}${LOG_TAG_SUFFIX}_${RUN_TIMESTAMP}" - AGG_LOG_FILE=$(readlink -f "$LOG_DIR/test_agg_${LOG_SUFFIX}.log") - TRAINER_LOG_FILE=$(readlink -f "$LOG_DIR/test_trainer_${LOG_SUFFIX}.log") - PARENT_PID=$$ - - ACC_MONITOR_FILE=$(readlink -f "$LOG_DIR/accuracy_monitor_${LOG_SUFFIX}.log") # overwritten each tick - - echo "Run config (from ${AGG_JSON_NAME}): K=${CFG_K} C=${CFG_C} N=${CFG_N} maxIter=${CFG_MAXITER} policy=${CFG_POLICY} part=${CFG_PART} lr=${CFG_LR} data_loader_workers=${CFG_DL_WORKERS}" - SCRIPT_START_TIME=$(date +%s) - _acc_consec_count=0 - _acc_last_seen_line="" # dedup: only count each new eval result once - _acc_last_grep_offset=0 # byte offset: attempt to resume grep from last occurrence - - # Function to check logs for errors and kill all processes if found - check_errors() { - # Find the first file that contains a real error (ignoring known - # false positives) - FOUND_ERR_FILE=$(grep -E -H "Error|Exception|Traceback" "$AGG_LOG_FILE" "$TRAINER_LOG_FILE" | \ - grep -vE "Error Distribution Analysis|log_error_distribution" | \ - head -n 1 | cut -d: -f1) # Extracts the name that the first grep matches - - if [ ! -z "$FOUND_ERR_FILE" ]; then - echo "--------------------------------------------------------" - echo "ERROR DETECTED in $FOUND_ERR_FILE! Shutting down..." - echo "--------------------------------------------------------" - # Show the first few errors, excluding known false positives - ERR_MSG=$(grep -E "Error|Exception|Traceback" "$FOUND_ERR_FILE" | \ - grep -vE "Error Distribution Analysis|log_error_distribution" | head -n 20) - - # Append termination message to both logs - TERMINATION_MSG="Killed spawned processes due to error in $FOUND_ERR_FILE\n\n$ERR_MSG" - echo -e "$TERMINATION_MSG" >> "$AGG_LOG_FILE" - echo -e "$TERMINATION_MSG" >> "$TRAINER_LOG_FILE" - echo -e "$TERMINATION_MSG" - - # Trigger the graceful cleanup and exit We kill the parent - # process with TERM; the trap will handle the rest. - kill -TERM $PARENT_PID - exit 1 - fi - } - - # Function to monitor model accuracy from the aggregator log. Tracks - # consecutive rounds above ACC_THRESHOLD and triggers shutdown when - # ACC_CONSEC_LIMIT is reached. - check_accuracy() { - [ -f "$AGG_LOG_FILE" ] || return - - # --- Smart tail-first grep --- The log is append-only and can be - # very large (up to ~8 GB). We first try scanning only the last - # 200 KB for the accuracy line, which covers many rounds without - # reading the full file. If nothing is found there (e.g. the file - # is brand-new) we fall back to a full scan. - ACC_LINE=$(tail -c 204800 "$AGG_LOG_FILE" 2>/dev/null | \ - grep -oE "'acc': [0-9]+\.?[0-9]*" | tail -n 1) - if [ -z "$ACC_LINE" ]; then - ACC_LINE=$(grep -oE "'acc': [0-9]+\.?[0-9]*" "$AGG_LOG_FILE" 2>/dev/null | tail -n 1) - fi - - if [ -z "$ACC_LINE" ]; then - # No eval result yet — write a waiting status so the file always - # exists - printf "Waiting for first eval result... | Runtime: %s\n" \ - "$(printf '%dh %dm %ds' $(( ($(date +%s) - SCRIPT_START_TIME)/3600 )) $(( (($(date +%s) - SCRIPT_START_TIME)%3600)/60 )) $(( ($(date +%s) - SCRIPT_START_TIME)%60 )))" \ - >> "$ACC_MONITOR_FILE" - return - fi - - # Dedup guard: if this is the same log line we saw last tick, the - # training round hasn't produced a new eval result yet — skip - # counter update but still refresh the runtime in the monitor - # file. - if [ "$ACC_LINE" = "$_acc_last_seen_line" ]; then - NOW=$(date +%s) - ELAPSED=$(( NOW - SCRIPT_START_TIME )) - ELAPSED_FMT=$(printf '%dh %dm %ds' $(( ELAPSED/3600 )) $(( (ELAPSED%3600)/60 )) $(( ELAPSED%60 ))) - { - echo "Acc : ${ACC_PCT_LAST}% | Threshold: ${ACC_THRESHOLD}% | Consecutive above: ${_acc_consec_count} / ${ACC_CONSEC_LIMIT} | Runtime: ${ELAPSED_FMT} | No new eval" - } >> "$ACC_MONITOR_FILE" - return - fi - _acc_last_seen_line="$ACC_LINE" - - # Extract the raw fraction (e.g. 0.7505263...) and convert to - # percentage - ACC_RAW=$(echo "$ACC_LINE" | grep -oE "[0-9]+\.?[0-9]*$") - ACC_PCT=$(awk "BEGIN { printf \"%.2f\", $ACC_RAW * 100 }") - - # Write status to the dedicated monitor file (overwrite, not - # append). This keeps stdout clean — no repeated lines after a - # 12-hour run. - NOW=$(date +%s) - ELAPSED=$(( NOW - SCRIPT_START_TIME )) - ELAPSED_FMT=$(printf '%dh %dm %ds' $(( ELAPSED/3600 )) $(( (ELAPSED%3600)/60 )) $(( ELAPSED%60 ))) - ACC_PCT_LAST="$ACC_PCT" # remember for dedup ticks - { - echo "Acc : ${ACC_PCT}% | Threshold: ${ACC_THRESHOLD}% | Consecutive above: ${_acc_consec_count} / ${ACC_CONSEC_LIMIT} | Runtime: ${ELAPSED_FMT}" - } >> "$ACC_MONITOR_FILE" - - # Compare using awk (bash can't do float comparisons) - IS_ABOVE=$(awk "BEGIN { print ($ACC_PCT >= $ACC_THRESHOLD) ? 1 : 0 }") - - if [ "$IS_ABOVE" -eq 1 ]; then - _acc_consec_count=$(( _acc_consec_count + 1 )) - else - _acc_consec_count=0 - fi - - if [ "$_acc_consec_count" -ge "$ACC_CONSEC_LIMIT" ]; then - NOW=$(date +%s) - ELAPSED=$(( NOW - SCRIPT_START_TIME )) - ELAPSED_FMT=$(printf '%dh %dm %ds' $(( ELAPSED/3600 )) $(( (ELAPSED%3600)/60 )) $(( ELAPSED%60 ))) - - ACCURACY_MSG="[accuracy-monitor] ACC_CONSEC_LIMIT (${ACC_CONSEC_LIMIT}) reached." - ACCURACY_MSG+="\n Overall experiment time : ${ELAPSED_FMT}" - ACCURACY_MSG+="\n Consecutive rounds above ${ACC_THRESHOLD}% : ${_acc_consec_count}" - ACCURACY_MSG+="\n Last recorded accuracy : ${ACC_PCT}%" - ACCURACY_MSG+="\n Triggering graceful shutdown..." - - echo -e "$ACCURACY_MSG" - echo -e "$ACCURACY_MSG" >> "$AGG_LOG_FILE" - echo -e "$ACCURACY_MSG" >> "$TRAINER_LOG_FILE" - - kill -TERM $PARENT_PID - exit 0 - fi - } - - # EXPANDED_TMP_DIR and AGG_EXPANDED were set up earlier so we could parse the - # aggregator config for log naming. - - # Clean up expanded configs and background processes on exit. - # Uses a reentrancy guard so repeated Ctrl+C can't re-enter this handler - # while it's still running. Escalates to SIGKILL immediately because - # PyTorch/MQTT children often ignore SIGTERM for many seconds. - _CLEANING_UP=0 - cleanup() { - if [ "$_CLEANING_UP" = "1" ]; then - return - fi - _CLEANING_UP=1 - # Disable further trap firings during teardown. - trap '' INT TERM - echo "Cleaning up processes and temporary files..." - - # 1. Kill the watchdog first so it stops restarting us. - if [ -n "$WATCHDOG_PID" ]; then - kill -KILL "$WATCHDOG_PID" 2>/dev/null || true - fi - - # 2. Hard-kill all trainer/aggregator processes. No grace period — these - # are PyTorch+MQTT processes that ignore SIGTERM for 10–30s while - # cleaning up GPU memory and broker sockets. - pkill -9 -f "$FWDLLM_USER.*fl_main.py" 2>/dev/null || true - - # 3. Remove temp directory. - if [ -n "$EXPANDED_TMP_DIR" ] && [ -d "$EXPANDED_TMP_DIR" ]; then - rm -rf "$EXPANDED_TMP_DIR" - fi - - # 4. Remove accuracy monitor status file. - if [ -n "$ACC_MONITOR_FILE" ] && [ -f "$ACC_MONITOR_FILE" ]; then - rm -f "$ACC_MONITOR_FILE" - fi - } - trap cleanup EXIT - trap 'cleanup; exit 130' INT TERM - - # AGG_EXPANDED is already populated from earlier (used for log naming). - - # Run aggregator/main.py once with logging - python $REPO_PATH/lib/python/examples/fwdllm/aggregator/fl_main.py \ - --config "$AGG_EXPANDED" \ - --log_level "$LOG_LEVEL" \ - > "$AGG_LOG_FILE" 2>&1 & - - echo "started agg" - - sleep 10 # Give aggregator time to set up - if [ "$ENABLE_WATCHDOG" = "true" ]; then - check_errors - fi - - echo -e "Log files to monitor: \n [Aggregator]: $AGG_LOG_FILE \n [Trainer]: $TRAINER_LOG_FILE \n [Accuracy]: $ACC_MONITOR_FILE\n" - - # --- GPU assignment --- - # If CUDA_VISIBLE_DEVICES is set in the environment (e.g. "6,7"), use only - # those physical GPUs. Inline `CUDA_VISIBLE_DEVICES=N python ...` overrides - # the parent's CVD for the child, and N is interpreted as an absolute physical - # device ID — NOT as an index into the parent's visible set. So we must map - # the logical index (0..N-1) back to the physical GPU ID from _CVD_ARR before - # spawning the child. Otherwise a parent CVD=6,7 would spawn children pinned - # to physical GPUs 0,1, which is typically exactly what the user was avoiding. - if [ -n "${CUDA_VISIBLE_DEVICES:-}" ]; then - IFS=',' read -ra _CVD_ARR <<< "$CUDA_VISIBLE_DEVICES" - NUM_AVAIL_GPUS=${#_CVD_ARR[@]} - echo "Using CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES} (${NUM_AVAIL_GPUS} GPU(s))" - else - NUM_AVAIL_GPUS=8 - _CVD_ARR=(0 1 2 3 4 5 6 7) - echo "CUDA_VISIBLE_DEVICES not set; defaulting to NUM_AVAIL_GPUS=${NUM_AVAIL_GPUS}" - fi - - for X in $(seq 0 $(( total_client_num-1 )) ) # End value is inclusive - do - ASSIGN_TO_GPU=$(( X % NUM_AVAIL_GPUS )) - PHYS_GPU="${_CVD_ARR[$ASSIGN_TO_GPU]}" - TRAIN_SRC="$REPO_PATH/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_${X}.json" - TRAIN_EXPANDED="$EXPANDED_TMP_DIR/trainer_${X}_expanded.json" - - if [ -f "$TRAIN_SRC" ]; then - envsubst < "$TRAIN_SRC" > "$TRAIN_EXPANDED" - echo " -> expanded trainer config: $TRAIN_EXPANDED" - echo "Running client $X on physical GPU $PHYS_GPU (logical slot $ASSIGN_TO_GPU)" - CUDA_VISIBLE_DEVICES="${PHYS_GPU}" python $REPO_PATH/lib/python/examples/fwdllm/trainer/fl_main.py \ - --config "$TRAIN_EXPANDED" \ - --log_level "$LOG_LEVEL" \ - >> "$TRAINER_LOG_FILE" 2>&1 & - if [ "$ENABLE_WATCHDOG" = "true" ]; then - check_errors - fi - sleep 8 - else - echo "Trainer config not found, skipping: $TRAIN_SRC" - fi - done - - echo -e "Log files created: \n [Aggregator]: $AGG_LOG_FILE \n [Trainer]: $TRAINER_LOG_FILE" - - # Start background periodic check (every 30 seconds) The watchdog - # will automatically exit if the parent process ($PARENT_PID) dies - if [ "$ENABLE_WATCHDOG" = "true" ]; then - echo "accuracy-monitor (appends on each tick): watch -n 10 cat ${ACC_MONITOR_FILE}" - # Initialize the file immediately so it's always findable from the - # start - echo "accuracy-monitor starting up... ($(date '+%Y-%m-%d %H:%M:%S'))" > "$ACC_MONITOR_FILE" - ( - while kill -0 $PARENT_PID 2>/dev/null; do # Checks if the parent script is still alive - check_errors - check_accuracy - sleep 30 - done - ) & - WATCHDOG_PID=$! - fi - -wait -# Clean up watchdog on normal exit -kill $WATCHDOG_PID 2>/dev/null \ No newline at end of file diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/run_three_experiments.sh b/lib/python/examples/fwdllm/expts/run_tc_expts/run_three_experiments.sh deleted file mode 100755 index 797f15dae..000000000 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/run_three_experiments.sh +++ /dev/null @@ -1,200 +0,0 @@ -#!/usr/bin/env bash -# Sequentially run the three dynamic-K/C comparison experiments: -# 1) baseline : static K=5, C=15 (aggregator_async_base.json) -# 2) maxiter : static K=5 + iter-cap bypass (aggregator_async_maxiter.json) -# 3) adaptive_k : adaptive K, fixed C (aggregator_async_dynk.json) -# -# All K, C, N, learning_rate, max_iterations_per_data_id, and policy values -# are defined in the aggregator JSON configs above — NOT on the command line. -# Between each run we kill leftover trainer/aggregator processes and remove -# temp configs. Each run writes its own log files tagged with the experiment -# name so the three runs can be compared post-hoc. -# -# Usage: -# ./run_three_experiments.sh [RUN_FILTER] -# -# Examples: -# ./run_three_experiments.sh 100 INFO # all three runs -# ./run_three_experiments.sh 30 INFO adaptive_k # only the adaptive_k run -# ./run_three_experiments.sh 30 INFO maxiter # only the maxiter run -# ./run_three_experiments.sh 30 INFO baseline,maxiter # baseline + maxiter -# -# Positional args: -# $1 TOTAL_CLIENT_NUM Number of trainer_X.json processes to spawn (default 100) -# $2 LOG_LEVEL Log level for fl_main.py (default INFO) -# $3 RUN_FILTER Optional comma-separated list of run tags to execute. -# Valid tags: baseline, maxiter, adaptive_k. -# Empty / unset = run all three in order. - -set -u - -TOTAL_CLIENT_NUM=${1:-100} -LOG_LEVEL=${2:-INFO} -RUN_FILTER=${3:-} -ENABLE_WATCHDOG="true" - -SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" -RUNNER="$SCRIPT_DIR/run_text_classification.sh" -# Repo root is 6 levels above SCRIPT_DIR (see run_text_classification.sh for -# the directory layout). Override REPO_PATH in the env if the script lives -# elsewhere (e.g. via a symlink). -REPO_PATH="${REPO_PATH:-$(cd "$SCRIPT_DIR/../../../../../.." && pwd)}" -export REPO_PATH # propagate to the runner so both scripts agree - -if [ ! -x "$RUNNER" ]; then - chmod +x "$RUNNER" 2>/dev/null || true -fi - -# Run ordering and config mapping -declare -a RUN_TAGS=("baseline" "maxiter" "adaptive_k") -declare -a RUN_CFGS=( - "aggregator_async_base.json" - "aggregator_async_maxiter.json" - "aggregator_async_dynk.json" -) - -CURRENT_CHILD_PID="" -_CLEANING_UP=0 - -# Hard-kill every PyTorch/MQTT/aggregator process still matching our pattern. -# Used both between runs and inside the signal trap. -kill_stale_processes() { - # SIGKILL directly — no sleep, no grace. Python PyTorch/MQTT processes - # routinely ignore SIGTERM for 10s+ while they clean up GPU/sockets, so - # we don't wait for them here. - pkill -9 -f "${FWDLLM_USER}.*fl_main.py" 2>/dev/null || true -} - -cleanup_temp_dirs() { - # Temp dirs are created at $REPO_PATH/tmp_expanded_configs_* - find "$REPO_PATH" -maxdepth 1 \ - -type d -name "tmp_expanded_configs_*" \ - -exec rm -rf {} + 2>/dev/null || true -} - -on_exit() { - # Reentrancy guard — repeated Ctrl+C must not relaunch the handler. - if [ "$_CLEANING_UP" = "1" ]; then - return - fi - _CLEANING_UP=1 - - # Ignore further signals while we're tearing things down. - trap '' INT TERM - - echo "" - echo "[orchestrator] Signal received — hard-killing the current run and descendants." - - if [ -n "$CURRENT_CHILD_PID" ]; then - # Negative PID sends to the entire process group. We launched each run - # via setsid, so $CURRENT_CHILD_PID is also the PGID for that run. - kill -KILL -- "-$CURRENT_CHILD_PID" 2>/dev/null || true - # Also signal the lead process directly in case the group is gone. - kill -KILL -- "$CURRENT_CHILD_PID" 2>/dev/null || true - fi - - # Sweep any stragglers that slipped out of the group. - kill_stale_processes - cleanup_temp_dirs - echo "[orchestrator] Cleanup complete." - exit 130 -} -trap on_exit INT TERM -# Keep EXIT trap lighter: just temp-dir cleanup if we exit normally. -trap 'cleanup_temp_dirs' EXIT - -if [ -z "${FWDLLM_USER:-}" ]; then - echo "[orchestrator] ERROR: FWDLLM_USER is not set. Export it before running." >&2 - exit 1 -fi - -# --- Resolve RUN_FILTER into a set of tags to execute --- -declare -A RUN_FILTER_SET=() -if [ -n "$RUN_FILTER" ]; then - IFS=',' read -ra _filter_arr <<< "$RUN_FILTER" - for tag in "${_filter_arr[@]}"; do - # Trim whitespace - tag="${tag## }" - tag="${tag%% }" - # Validate tag - valid=0 - for known in "${RUN_TAGS[@]}"; do - if [ "$tag" = "$known" ]; then - valid=1 - break - fi - done - if [ "$valid" != "1" ]; then - echo "[orchestrator] ERROR: unknown run tag '$tag'. Valid: ${RUN_TAGS[*]}" >&2 - exit 2 - fi - RUN_FILTER_SET[$tag]=1 - done -fi - -echo "[orchestrator] Starting experiment sweep." -echo "[orchestrator] total_client_num = $TOTAL_CLIENT_NUM" -echo "[orchestrator] LOG_LEVEL = $LOG_LEVEL" -if [ ${#RUN_FILTER_SET[@]} -gt 0 ]; then - echo "[orchestrator] RUN_FILTER = ${!RUN_FILTER_SET[*]}" -else - echo "[orchestrator] RUN_FILTER = (none — running all ${#RUN_TAGS[@]} configs)" -fi -echo "[orchestrator] (All other hyperparameters come from the aggregator JSONs.)" - -SWEEP_START=$(date +%s) - -for i in "${!RUN_TAGS[@]}"; do - TAG="${RUN_TAGS[$i]}" - # Apply the optional filter - if [ ${#RUN_FILTER_SET[@]} -gt 0 ] && [ -z "${RUN_FILTER_SET[$TAG]:-}" ]; then - echo "[orchestrator] Skipping run ${TAG} (not in RUN_FILTER)." - continue - fi - CFG="${RUN_CFGS[$i]}" - - echo "" - echo "==========================================================================" - echo "[orchestrator] Run $((i+1))/3 | tag=${TAG} | config=${CFG}" - echo "==========================================================================" - - # Ensure a clean slate before starting this run - kill_stale_processes - cleanup_temp_dirs - sleep 5 - - RUN_START=$(date +%s) - - # Launch the runner in its own session (== own process group). With - # `setsid`, $CURRENT_CHILD_PID is also the PGID of every descendant it - # spawns, so on Ctrl+C we can `kill -KILL -- -$PGID` the whole subtree in - # one shot. - setsid bash "$RUNNER" \ - "$TOTAL_CLIENT_NUM" \ - "$LOG_LEVEL" \ - "$ENABLE_WATCHDOG" \ - "$CFG" \ - "$TAG" /logs// (preserved after cleanup) -# - Temp JSON configs at /tmp/fl_run_/ (auto-deleted on exit) -# -# Usage: -# ./run_three_parallel.sh \ -# [GPUS_RUN1] [GPUS_RUN2] [GPUS_RUN3] -# -# Examples: -# # 8-GPU machine: split evenly across 3 runs -# ./run_three_parallel.sh 100 INFO 0,1,2 3,4,5 6,7 -# -# # 4-GPU machine: one GPU per run -# ./run_three_parallel.sh 30 INFO 0 1 2,3 -# -# # Override GPU assignment via env vars -# GPUS_BASELINE="0,1" GPUS_MAXITER="2,3" GPUS_ADAPTIVE="4,5" \ -# ./run_three_parallel.sh 50 INFO -# -# Stopping: -# Ctrl+C kills all three launcher processes; each launcher terminates its own -# aggregator + trainers, closes log files, and removes its temp config dir. -# -# Positional args: -# $1 TOTAL_CLIENT_NUM Trainers per run (default 100) -# $2 LOG_LEVEL fl_main.py log level (default INFO) -# $3 GPUS_RUN1 GPU IDs for baseline run (env: GPUS_BASELINE, default "0,1,2") -# $4 GPUS_RUN2 GPU IDs for maxiter run (env: GPUS_MAXITER, default "3,4,5") -# $5 GPUS_RUN3 GPU IDs for adaptive_k run (env: GPUS_ADAPTIVE, default "6,7") - -set -uo pipefail - -TOTAL_CLIENT_NUM="${1:-100}" -LOG_LEVEL="${2:-INFO}" - -# GPU sets: positional args > env vars > defaults -GPUS_BASELINE="${3:-${GPUS_BASELINE:-0,1,2}}" -GPUS_MAXITER="${4:-${GPUS_MAXITER:-3,4,5}}" -GPUS_ADAPTIVE="${5:-${GPUS_ADAPTIVE:-6,7}}" - -SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" -LAUNCHER="$SCRIPT_DIR/launch_single_run.py" - -REPO_PATH="${REPO_PATH:-$(cd "$SCRIPT_DIR/../../../../../.." && pwd)}" -export REPO_PATH - -if [ -z "${FWDLLM_USER:-}" ]; then - echo "[parallel] WARNING: FWDLLM_USER is not set." -fi - -# Array of the actual python3 launcher PIDs (not sed or subshell PIDs). -declare -a LAUNCHER_PIDS=() -_CLEANING_UP=0 - -on_exit() { - if [ "$_CLEANING_UP" = "1" ]; then return; fi - _CLEANING_UP=1 - trap '' INT TERM - echo "" - echo "[parallel] Interrupt received — stopping all runs." - # Send SIGTERM first; each launcher's signal handler cleans up its subtree. - for pid in "${LAUNCHER_PIDS[@]:-}"; do - [ -n "$pid" ] && kill -TERM "$pid" 2>/dev/null || true - done - echo "[parallel] Waiting up to 10s for launchers to clean up…" - sleep 10 - # Force-kill any stragglers. - for pid in "${LAUNCHER_PIDS[@]:-}"; do - [ -n "$pid" ] && kill -KILL "$pid" 2>/dev/null || true - done - echo "[parallel] All runs stopped." - exit 130 -} -trap on_exit INT TERM - -STAGGER_SECS="${STAGGER_SECS:-600}" # 10-minute default; override with env var - -echo "[parallel] Starting 3 staggered parallel runs." -echo "[parallel] num_trainers = $TOTAL_CLIENT_NUM" -echo "[parallel] log_level = $LOG_LEVEL" -echo "[parallel] gpus baseline = $GPUS_BASELINE" -echo "[parallel] gpus maxiter = $GPUS_MAXITER" -echo "[parallel] gpus adaptive = $GPUS_ADAPTIVE" -echo "[parallel] logs dir = $SCRIPT_DIR/logs/" -echo "[parallel] stagger delay = ${STAGGER_SECS}s between runs" -echo "" - -stagger_sleep() { - local secs="$1" tag="$2" - echo "[parallel] Waiting ${secs}s before launching ${tag}…" - sleep "$secs" - echo "[parallel] Launching ${tag} now." -} - -# Launch each run in the background with a staggered start. -# -u flag: unbuffered Python output so progress appears immediately. -# The launcher prefixes every line with [] itself, so no sed needed. -# Capturing $! right after each background launch gives the python3 PID. - -python3 -u "$LAUNCHER" \ - --tag baseline \ - --agg-json aggregator_async_base.json \ - --num-trainers "$TOTAL_CLIENT_NUM" \ - --gpus "$GPUS_BASELINE" \ - --log-level "$LOG_LEVEL" \ - & -LAUNCHER_PIDS[0]=$! -echo "[parallel] baseline launched (pid=${LAUNCHER_PIDS[0]})." - -stagger_sleep "$STAGGER_SECS" "maxiter" - -python3 -u "$LAUNCHER" \ - --tag maxiter \ - --agg-json aggregator_async_maxiter.json \ - --num-trainers "$TOTAL_CLIENT_NUM" \ - --gpus "$GPUS_MAXITER" \ - --log-level "$LOG_LEVEL" \ - & -LAUNCHER_PIDS[1]=$! -echo "[parallel] maxiter launched (pid=${LAUNCHER_PIDS[1]})." - -stagger_sleep "$STAGGER_SECS" "adaptive_k" - -python3 -u "$LAUNCHER" \ - --tag adaptive_k \ - --agg-json aggregator_async_dynk.json \ - --num-trainers "$TOTAL_CLIENT_NUM" \ - --gpus "$GPUS_ADAPTIVE" \ - --log-level "$LOG_LEVEL" \ - & -LAUNCHER_PIDS[2]=$! -echo "[parallel] adaptive_k launched (pid=${LAUNCHER_PIDS[2]})." -echo "[parallel] All 3 runs are now active." -echo "[parallel] Waiting for all runs to finish (Ctrl+C to abort all)…" -echo "" - -wait "${LAUNCHER_PIDS[@]}" -echo "[parallel] All runs finished." diff --git a/lib/python/examples/fwdllm/trainer/fl_main.py b/lib/python/examples/fwdllm/trainer/fl_main.py deleted file mode 100644 index f12cfc84c..000000000 --- a/lib/python/examples/fwdllm/trainer/fl_main.py +++ /dev/null @@ -1,306 +0,0 @@ -import os -import socket -import sys - -import psutil -import setproctitle -import torch -import threading - -# this is a temporal import, we will refactor FedML as a package installation -# import wandb - -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), ""))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../"))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../../"))) -sys.path.insert(0, os.path.abspath(os.path.join(os.getcwd(), "../../../../"))) - -# from training.fed_trainer_transformer import FedTransformerTrainer -from examples.fwdllm.data_preprocessing.text_classification_preprocessor import ( - TLMPreprocessor, -) - -# from training.tc_transformer_trainer import TextClassificationTrainer -from examples.fwdllm.trainer.forward_training.tc_transformer_trainer_distribute import ( - ForwardTextClassificationTrainer, -) - -# from training.tc_transformer_trainer_distribute import TextClassificationTrainer as SgdTextClassificationTrainer -from examples.fwdllm.trainer.model.transformer.model_args import ClassificationArgs -from examples.fwdllm.data_manager.text_classification_data_manager import ( - TextClassificationDataManager, -) -from examples.fwdllm.data_manager.base_data_manager import BaseDataManager - -# from FedML.fedml_api.distributed.utils.gpu_mapping import mapping_processes_to_gpu_device_from_yaml_file -# from FedML.fedml_api.distributed.fedavg_beifen.FedAvgAPI import FedML_init -from examples.fwdllm.expts.initializer import ( - add_federated_args, - set_seed, - create_model, -) # , \ -from examples.fwdllm.trainer.forward_training.fed_trainer_transformer import ( - FedTransformerTrainer, -) -from examples.fwdllm.trainer.forward_training.FedSgdTrainer import FedSGDTrainer - -# get_fl_algorithm_initializer - -import argparse -import logging -from flame.config import Config - -# class FwdLLMTrainer(Trainer): - - -def post_complete_message(tc_args): - pipe_path = "/tmp/fednlp_tc" - if not os.path.exists(pipe_path): - os.mkfifo(pipe_path) - pipe_fd = os.open(pipe_path, os.O_WRONLY) - - with os.fdopen(pipe_fd, "w") as pipe: - pipe.write("training is finished! \n%s" % (str(tc_args))) - - -if __name__ == "__main__": - # parse python script input parameters - parser = argparse.ArgumentParser() - # parser = add_federated_args(parser) - # args = parser.parse_args() - parser.add_argument("--config", type=str, default="./config.json", required=True) - parser.add_argument("--log_level", type=str, default="INFO", required=False) - args = parser.parse_args() - config = Config(args.config) - - # customize the log format - logging.basicConfig( - level=logging._nameToLevel[args.log_level], - format="%(process)s %(asctime)s.%(msecs)03d - {%(module)s.py (%(lineno)d)} - %(funcName)s(): %(message)s", - datefmt="%Y-%m-%d,%H:%M:%S", - ) - logging.debug(config) - set_seed(config.hyperparameters.manual_seed) - - # # initialize distributed computing (MPI) - # comm, process_id, worker_number = FedML_init() - - # # customize the process name - # str_process_name = "FedNLP-" + str(args.dataset) + ":" + str(process_id) - # setproctitle.setproctitle(str_process_name) - - # hostname = socket.gethostname() - # logging.info("#############process ID = " + str(process_id) + - # ", host name = " + hostname + "########" + - # ", process ID = " + str(os.getpid()) + - # ", process Name = " + str(psutil.Process(os.getpid()))) - - # # logging.info("process_id = %d, size = %d" % (process_id, worker_number)) - - # # if process_id == 0: - # # # initialize the wandb machine learning experimental tracking platform (https://wandb.ai/automl/fednlp). - # # wandb.init(project="fednlp", entity="automl", name="FedNLP-" + str(args.fl_algorithm) + - # # "-TC-" + str(args.dataset) + "-" + str( - # # args.model_name) + "-freeze-" + args.freeze_layers if args.freeze_layers else "", - # # config=args) - - # # device: check "gpu_mapping.yaml" to see how to define the topology - # device = mapping_processes_to_gpu_device_from_yaml_file( - # process_id, worker_number, args.gpu_mapping_file, args.gpu_mapping_key) - # logging.info("process_id = %d, size = %d, device=%s" % - # (process_id, worker_number, str(device))) - # logging.info("torch.cuda.current_device()=" + str(torch.cuda.current_device())) - # logging.info("torch.cuda.device_count()=" + str(torch.cuda.device_count())) - - # dataset attributes - attributes = BaseDataManager.load_attributes(config.hyperparameters.data_file_path) - num_labels = len(attributes["label_vocab"]) - - # create the model - model_args = ClassificationArgs() - model_args.model_name = config.hyperparameters.model_name - model_args.model_type = config.hyperparameters.model_type - model_args.load(model_args.model_name) - model_args.num_labels = num_labels - model_args.client_idx = config.hyperparameters.client_idx - model_args.update_from_dict( - { - "fl_algorithm": config.hyperparameters.fl_algorithm, - "freeze_layers": config.hyperparameters.freeze_layers, - "epochs": config.hyperparameters.epochs, - "learning_rate": config.hyperparameters.learning_rate, - "gradient_accumulation_steps": config.hyperparameters.gradient_accumulation_steps, - "do_lower_case": config.hyperparameters.do_lower_case, - "manual_seed": config.hyperparameters.manual_seed, - # for ignoring the cache features. - "reprocess_input_data": False, - "overwrite_output_dir": True, - "max_seq_length": config.hyperparameters.max_seq_length, - "train_batch_size": config.hyperparameters.train_batch_size, - "eval_batch_size": config.hyperparameters.eval_batch_size, - "evaluate_during_training": False, # Disabled for FedAvg. - "evaluate_during_training_steps": config.hyperparameters.evaluate_during_training_steps, - "fp16": config.hyperparameters.fp16, - "data_file_path": config.hyperparameters.data_file_path, - "partition_file_path": config.hyperparameters.partition_file_path, - "partition_method": config.hyperparameters.partition_method, - "dataset": config.hyperparameters.dataset, - "output_dir": config.hyperparameters.output_dir, - "is_debug_mode": config.hyperparameters.is_debug_mode, - "fedprox_mu": config.hyperparameters.fedprox_mu, - "use_adapter": config.hyperparameters.use_adapter, - "comm_round": config.hyperparameters.comm_round, - "peft_method": config.hyperparameters.peft_method, - "var_control": config.hyperparameters.var_control, - "perturbation_sampling": config.hyperparameters.perturbation_sampling, - "select_perturbation_using_jvp": config.hyperparameters.select_perturbation_using_jvp, - # P2-5: forward-pass count knob (default 10 = historical behavior). - "perturbation_count": getattr( - config.hyperparameters, "perturbation_count", 10), - # §L: fluxtune JVP perf-opt (bit-identical). Default False = - # byte-identical; enabled only in the fluxtune yamls. - "jvp_perf_opt": getattr( - config.hyperparameters, "jvp_perf_opt", False), - } - ) - model_args.config["num_labels"] = num_labels - model_config, client_model, tokenizer = create_model( - model_args, formulation="classification" - ) - - def bytes_to_mb(num_bytes): - return num_bytes / (1024 * 1024) - - total_params = trainable_params = frozen_params = 0 - zero_trainable = zero_frozen = 0 - trainable_bytes = frozen_bytes = 0 - - for name, param in client_model.named_parameters(): - numel = param.numel() - param_bytes = numel * param.element_size() - total_params += numel - - if param.requires_grad: - trainable_params += numel - trainable_bytes += param_bytes - if torch.all(param == 0): - print(f"[Trainable] {name} is all zeros") - zero_trainable += numel - else: - frozen_params += numel - frozen_bytes += param_bytes - if torch.all(param == 0): - print(f"[Frozen] {name} is all zeros") - zero_frozen += numel - - logging.info(f"Total parameters: {total_params}") - logging.info( - f" Trainable: {trainable_params} | Zeroed: {zero_trainable} | Size: {bytes_to_mb(trainable_bytes):.2f} MB" - ) - logging.info( - f" Frozen: {frozen_params} | Zeroed: {zero_frozen} | Size: {bytes_to_mb(frozen_bytes):.2f} MB" - ) - logging.info(f"Total size: {bytes_to_mb(trainable_bytes + frozen_bytes):.2f} MB") - logging.info( - f"Total zero-weighted: {zero_trainable + zero_frozen} ({100 * (zero_trainable + zero_frozen) / total_params:.2f}%)" - ) - - # trainer - - # if args.fl_algorithm == "FedFwd": - # client_trainer = ForwardTextClassificationTrainer( - # model_args, device, client_model, None, None) - # elif args.fl_algorithm == "FedSgd": - # client_trainer = SgdTextClassificationTrainer( - # model_args, device, client_model, None, None) - # else: - # client_trainer = TextClassificationTrainer( - # model_args, device, client_model, None, None) - # fed_trainer = FedTransformerTrainer(client_trainer, client_model) - - # data manager - preprocessor = TLMPreprocessor( - args=model_args, label_vocab=attributes["label_vocab"], tokenizer=tokenizer - ) - process_id = 1 - # TODO: data_loader_num_workers is used for client partition sampling in BaseDataManager, - # not for DataLoader parallelism (all DataLoader calls hardcode num_workers=0). Rename - # the config field and wire it through to the DataLoader constructors in base_data_manager.py. - dm = TextClassificationDataManager( - config.hyperparameters, - model_args, - preprocessor, - process_id, - config.hyperparameters.data_loader_num_workers, - ) - ( - train_data_num, - train_data_global, - test_data_global, - train_data_local_num_dict, - train_data_local_dict, - test_data_local_dict, - num_clients, - ) = dm.load_federated_data( - process_id=process_id, client_idx=config.hyperparameters.client_idx - ) - logging.debug(f"NRL Client idx: {config.hyperparameters.client_idx}") - logging.debug(f"NRL train_data_local_dict: {train_data_local_dict}") - logging.debug(f"NRL train_data_global: {train_data_global}") - logging.debug(f"NRL test_data_local_dict: {test_data_local_dict}") - logging.debug(f"NRL test_data_global: {test_data_global}") - logging.info( - f"[Trainer {config.task_id}] PID: {os.getpid()}, Thread: {threading.get_ident()}" - ) - client_trainer = ForwardTextClassificationTrainer( - model_args, - config.hyperparameters.client_idx % 8, - client_model, - None, - None, - config.task_id, - ) - fed_trainer = FedTransformerTrainer(client_trainer, client_model) - - # client manager in their code also passes client index which is the list of clients that need to do training - trainer = FedSGDTrainer( - config.task_id, - train_data_local_dict, - train_data_local_num_dict, - test_data_local_dict, - train_data_num, - config.hyperparameters.client_idx % 8, - config.hyperparameters, - fed_trainer, - config, - ) - - if trainer.client_notify["trace"] is not None: - logging.info( - f"Will initiate thread to update state of " f"trainer {trainer.trainer_id}" - ) - if trainer.client_notify["enabled"] == "True": - logging.info( - f"Will send avail notifications for trainer {trainer.trainer_id}" - ) - # Note that even though trainer sends notifications, only - # async_oort will use it. Other selectors will not use it so - # it can remain enabled. - avail_notify_thread = threading.Thread(target=trainer.notify_trainer_avail) - avail_notify_thread.daemon = True - avail_notify_thread.start() - - trainer.compose() - trainer.run() - # # start FedAvg algorithm - # # for distributed algorithm, train_data_gloabl and test_data_global are required - # if process_id == 0: - # client_trainer.test_dl = test_data_global - # args.client_num_in_total = num_clients - # args.warmup_ratio = model_args.warmup_ratio - # # args.learning_rate = 0.01 - - # fl_algorithm = get_fl_algorithm_initializer(args.fl_algorithm) - # fl_algorithm(process_id, worker_number, device, comm, client_model, train_data_num, - # train_data_global, test_data_global, train_data_local_num_dict, - # train_data_local_dict, test_data_local_dict, args, fed_trainer)