From 307d4e1e656fa65336bd67a7f77d6ba1b5f3d824 Mon Sep 17 00:00:00 2001 From: shu5620 Date: Mon, 2 Oct 2023 01:50:54 +0900 Subject: [PATCH] count each selected buffer --- .../src/async_trainer/base.rs | 33 +++++++++++++++---- 1 file changed, 26 insertions(+), 7 deletions(-) diff --git a/border-async-trainer/src/async_trainer/base.rs b/border-async-trainer/src/async_trainer/base.rs index 8384a1f1..16deac03 100644 --- a/border-async-trainer/src/async_trainer/base.rs +++ b/border-async-trainer/src/async_trainer/base.rs @@ -304,18 +304,27 @@ where info!("Send model info first in AsyncTrainer"); self.sync(&mut agent); + let mut ix_opt_buffer_cnt = vec![0; self.n_div_replaybuffer]; + info!("Starts training loop"); loop { let record = { let time_tmp = SystemTime::now(); - let buf = async_buffer.get_buffer_for_opt(); + let (buf, ix_opt_buffer) = async_buffer.get_buffer_for_opt(); let mut buf = buf.lock().unwrap(); - println!("time get_buffer_for_opt: {}", time_tmp.elapsed().unwrap().as_secs_f32()); + // println!("time get_buffer_for_opt: {}", time_tmp.elapsed().unwrap().as_secs_f32()); let time_tmp = SystemTime::now(); let record = agent.opt(&mut buf); - println!("time opt: {}", time_tmp.elapsed().unwrap().as_secs_f32()); + // println!("time opt: {}", time_tmp.elapsed().unwrap().as_secs_f32()); + + if record.is_some() { + ix_opt_buffer_cnt[ix_opt_buffer] += 1; + println!("ix_opt_buffer: {}", ix_opt_buffer); + println!("ix_opt_buffer_cnt: {:?}", ix_opt_buffer_cnt); + } + record }; @@ -364,7 +373,7 @@ where info!("Sends the trained model info to ActorManager"); self.sync(&agent); } - println!("time others: {}", time_tmp.elapsed().unwrap().as_secs_f32()); + // println!("time others: {}", time_tmp.elapsed().unwrap().as_secs_f32()); } } info!("Stopped training loop"); @@ -414,6 +423,8 @@ where fn ix_push_buffer(&self) -> usize { let ixs_free = self.ixs_free_buffer(); + println!("ixs_free (in push): {:?}", ixs_free); + if ixs_free.len() >= 3 { // If there are 3 or more free buffers, use one of the free buffers. // This is to leave 2 or more choice when selecting a BUFFER in the OPT. @@ -434,6 +445,8 @@ where fn ix_opt_buffer(&self) -> usize { let ixs_free = self.ixs_free_buffer(); + println!("ixs_free (in opt): {:?}", ixs_free); + // println!( // "ixs_free.len() in get_free_buffer_for_opt: {}", // ixs_free.len() @@ -507,12 +520,18 @@ where samples_total: Arc>, receiver: Receiver>, ) { + let mut ix_push_buffer_cnt = vec![0; splitted_buffers.splitted_buffers.len()]; + for msg in receiver.iter() { let samples = msg.pushed_items.len(); *samples_total.lock().unwrap() += samples; let ix_buffer = splitted_buffers.ix_push_buffer(); + ix_push_buffer_cnt[ix_buffer] += 1; + println!("ix_push_buffer: {}", ix_buffer); + println!("ix_push_buffer_cnt: {:?}", ix_push_buffer_cnt); + // println!("ix_buffer: {}", ix_buffer); let buf = splitted_buffers.splitted_buffers[ix_buffer].clone(); let (s, r) = unbounded(); @@ -538,12 +557,12 @@ where } } - fn get_buffer_for_opt(&self) -> Arc> { + fn get_buffer_for_opt(&self) -> (Arc>, usize) { let time_tmp = SystemTime::now(); let ix_buffer = self.splitted_buffers.ix_opt_buffer(); - println!("time ix_opt_buffer: {}", time_tmp.elapsed().unwrap().as_secs_f32()); + // println!("time ix_opt_buffer: {}", time_tmp.elapsed().unwrap().as_secs_f32()); - self.splitted_buffers.splitted_buffers[ix_buffer].clone() + (self.splitted_buffers.splitted_buffers[ix_buffer].clone(), ix_buffer) } fn samples_total(&self) -> usize {