-
Notifications
You must be signed in to change notification settings - Fork 13
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Collect the time it takes the various aperf data types to gather the data and print them to a file. This also adds a tab in the report.
- Loading branch information
Showing
7 changed files
with
318 additions
and
9 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,158 @@ | ||
| extern crate ctor; | ||
|
|
||
| use crate::data::{ProcessedData, TimeEnum}; | ||
| use crate::visualizer::{DataVisualizer, GetData, GraphLimitType, GraphMetadata, ReportParams}; | ||
| use crate::VISUALIZATION_DATA; | ||
| use anyhow::Result; | ||
| use chrono::prelude::*; | ||
| use ctor::ctor; | ||
| use serde::{Deserialize, Serialize}; | ||
| use std::collections::HashMap; | ||
| use std::fs; | ||
|
|
||
| pub static APERF_RUN_STATS_FILE_NAME: &str = "aperf_run_stats"; | ||
|
|
||
| #[derive(Serialize, Deserialize, Debug, Clone)] | ||
| pub struct AperfStat { | ||
| pub time: TimeEnum, | ||
| pub name: String, | ||
| pub data: HashMap<String, u64>, | ||
| } | ||
|
|
||
| impl AperfStat { | ||
| fn new() -> Self { | ||
| AperfStat { | ||
| time: TimeEnum::DateTime(Utc::now()), | ||
| name: String::new(), | ||
| data: HashMap::new(), | ||
| } | ||
| } | ||
| } | ||
|
|
||
| #[derive(Serialize, Deserialize, Debug, Clone)] | ||
| pub struct PerDataTypeStat { | ||
| pub name: String, | ||
| pub collect: Vec<DataPoint>, | ||
| pub print: Vec<DataPoint>, | ||
| pub metadata: GraphMetadata, | ||
| } | ||
|
|
||
| #[derive(Serialize, Deserialize, Debug, Clone)] | ||
| pub struct DataPoint { | ||
| pub time: TimeEnum, | ||
| pub time_taken: u64, | ||
| } | ||
|
|
||
| fn get_key_data(values: Vec<AperfStat>, key: String) -> Result<String> { | ||
| let mut end_value = PerDataTypeStat { | ||
| name: key.clone(), | ||
| collect: Vec::new(), | ||
| print: Vec::new(), | ||
| metadata: GraphMetadata::new(), | ||
| }; | ||
| let time_zero = &values[0].time; | ||
|
|
||
| for value in &values { | ||
| let time_now = value.time - *time_zero; | ||
| for (k, v) in &value.data { | ||
| if !k.contains(&key) { | ||
| continue; | ||
| } | ||
| let datapoint = DataPoint { | ||
| time: time_now, | ||
| time_taken: *v, | ||
| }; | ||
| end_value.metadata.update_limits(GraphLimitType::UInt64(*v)); | ||
| if k.contains(&key) { | ||
| if k.contains("print") { | ||
| end_value.print.push(datapoint); | ||
| } else { | ||
| end_value.collect.push(datapoint); | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| Ok(serde_json::to_string(&end_value)?) | ||
| } | ||
|
|
||
| impl GetData for AperfStat { | ||
| fn custom_raw_data_parser(&mut self, params: ReportParams) -> Result<Vec<ProcessedData>> { | ||
| let mut raw_data: Vec<ProcessedData> = Vec::new(); | ||
|
|
||
| let file: Result<fs::File> = Ok(fs::OpenOptions::new() | ||
| .read(true) | ||
| .open(params.data_file_path) | ||
| .expect("Could not open APerf Stats file")); | ||
| loop { | ||
| match bincode::deserialize_from::<_, AperfStat>(file.as_ref().unwrap()) { | ||
| Ok(v) => raw_data.push(ProcessedData::AperfStat(v)), | ||
| Err(e) => match *e { | ||
| // EOF | ||
| bincode::ErrorKind::Io(e) if e.kind() == std::io::ErrorKind::UnexpectedEof => { | ||
| break | ||
| } | ||
| e => panic!("Error when Deserializing APerf Stats data: {}", e), | ||
| }, | ||
| }; | ||
| } | ||
| Ok(raw_data) | ||
| } | ||
|
|
||
| fn get_calls(&mut self) -> Result<Vec<String>> { | ||
| Ok(vec!["keys".to_string(), "values".to_string()]) | ||
| } | ||
|
|
||
| fn get_data(&mut self, buffer: Vec<ProcessedData>, query: String) -> Result<String> { | ||
| let mut values = Vec::new(); | ||
| for data in buffer { | ||
| match data { | ||
| ProcessedData::AperfStat(ref value) => values.push(value.clone()), | ||
| _ => unreachable!(), | ||
| } | ||
| } | ||
| let param: Vec<(String, String)> = serde_urlencoded::from_str(&query).unwrap(); | ||
| let (_, req_str) = ¶m[1]; | ||
|
|
||
| match req_str.as_str() { | ||
| "keys" => { | ||
| let mut names = Vec::new(); | ||
| names.push("aperf".to_string()); | ||
| let keys = values[0].data.keys().clone(); | ||
|
|
||
| for k in keys { | ||
| let datatype: Vec<&str> = k.split('-').collect(); | ||
| if !names.contains(&datatype[0].to_string()) { | ||
| names.push(datatype[0].to_string()); | ||
| } | ||
| } | ||
| Ok(serde_json::to_string(&names)?) | ||
| } | ||
| "values" => { | ||
| let (_, key) = ¶m[2]; | ||
| get_key_data(values, key.to_string()) | ||
| } | ||
| _ => panic!("Unsupported API"), | ||
| } | ||
| } | ||
| } | ||
|
|
||
| #[ctor] | ||
| fn init_aperf_stats() { | ||
| let file_name = APERF_RUN_STATS_FILE_NAME.to_string(); | ||
| let js_file_name = file_name.clone() + ".js"; | ||
| let aperf_stat = AperfStat::new(); | ||
| let mut dv = DataVisualizer::new( | ||
| ProcessedData::AperfStat(aperf_stat.clone()), | ||
| file_name.clone(), | ||
| js_file_name, | ||
| include_str!(concat!(env!("JS_DIR"), "/aperf_run_stats.js")).to_string(), | ||
| file_name.clone(), | ||
| ); | ||
| dv.has_custom_raw_data_parser(); | ||
|
|
||
| VISUALIZATION_DATA | ||
| .lock() | ||
| .unwrap() | ||
| .add_visualizer(file_name.clone(), dv); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,73 @@ | ||
| let got_aperfstat_data = false; | ||
|
|
||
| function getAperfEntry(elem, key, run_data) { | ||
| var value = JSON.parse(run_data); | ||
| let collect = value.collect; | ||
| let print = value.print; | ||
| let x_collect = []; | ||
| let y_collect = []; | ||
| let x_print = []; | ||
| let y_print = []; | ||
| for (var i = 0; i < collect.length; i++) { | ||
| x_collect.push(collect[i].time.TimeDiff); | ||
| y_collect.push(collect[i].time_taken); | ||
| } | ||
| for (var i = 0; i < print.length; i++) { | ||
| x_print.push(print[i].time.TimeDiff); | ||
| y_print.push(print[i].time_taken); | ||
| } | ||
| var TESTER = elem; | ||
| var aperfstat_collect_data: Partial<Plotly.PlotData> = { | ||
| name: `${key}-collect`, | ||
| x: x_collect, | ||
| y: y_collect, | ||
| type: 'scatter', | ||
| }; | ||
| var aperfstat_print_data: Partial<Plotly.PlotData> = { | ||
| name: `${key}-print`, | ||
| x: x_print, | ||
| y: y_print, | ||
| type: 'scatter', | ||
| }; | ||
| var layout = { | ||
| title: `${key}`, | ||
| xaxis: { | ||
| title: 'Time (s)', | ||
| }, | ||
| yaxis: { | ||
| title: 'Time (us)', | ||
| }, | ||
| } | ||
| Plotly.newPlot(TESTER, [aperfstat_collect_data, aperfstat_print_data], layout, { frameMargins: 0 }); | ||
| } | ||
|
|
||
| function getAperfEntries(run, container_id, keys, run_data) { | ||
| for (let i = 0; i < all_run_keys.length; i++) { | ||
| let value = all_run_keys[i]; | ||
| var elem = document.createElement('div'); | ||
| elem.id = `aperfstat-${run}-${value}`; | ||
| elem.style.float = "none"; | ||
| if (keys.length == 0) { | ||
| elem.innerHTML = "No data collected"; | ||
| addElemToNode(container_id, elem); | ||
| return; | ||
| } | ||
| addElemToNode(container_id, elem); | ||
| emptyOrCallback(keys, false, getAperfEntry, elem, value, run_data); | ||
| } | ||
| } | ||
|
|
||
| function aperfStat() { | ||
| if (got_aperfstat_data) { | ||
| return; | ||
| } | ||
| clear_and_create('aperfstat'); | ||
| form_graph_limits(aperf_run_stats_raw_data); | ||
| for (let i = 0; i < aperf_run_stats_raw_data['runs'].length; i++) { | ||
| let run_name = aperf_run_stats_raw_data['runs'][i]['name']; | ||
| let elem_id = `${run_name}-aperfstat-per-data`; | ||
| let this_run_data = aperf_run_stats_raw_data['runs'][i]; | ||
| getAperfEntries(run_name, elem_id, this_run_data['keys'], this_run_data['key_values']); | ||
| } | ||
| got_aperfstat_data = true; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.