From fbbb9a2d310bf7548f9938b151a395df0b454984 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 01:33:33 +0100 Subject: [PATCH 01/34] Refactor basic profilers --- pytorch_lightning/profiler/profilers.py | 177 +++++++++++++----------- pytorch_lightning/profiler/pytorch.py | 52 ++----- 2 files changed, 106 insertions(+), 123 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index d704ba83236c1..e7cb263b1d26e 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -21,7 +21,7 @@ from abc import ABC, abstractmethod from collections import defaultdict from contextlib import contextmanager -from typing import Optional, Union +from typing import Dict, Optional import numpy as np @@ -30,22 +30,8 @@ log = logging.getLogger(__name__) -class BaseProfiler(ABC): - """ - If you wish to write a custom profiler, you should inhereit from this class. - """ - - def __init__(self, output_streams: Optional[Union[list, tuple]] = None): - """ - Args: - output_streams: callable - """ - if output_streams: - if not isinstance(output_streams, (list, tuple)): - output_streams = [output_streams] - else: - output_streams = [] - self.write_streams = output_streams +class AbstractProfiler(ABC): + """Specification of a profiler.""" @abstractmethod def start(self, action_name: str) -> None: @@ -55,6 +41,49 @@ def start(self, action_name: str) -> None: def stop(self, action_name: str) -> None: """Defines how to record the duration once an action is complete.""" + @abstractmethod + def summary(self) -> str: + """Create profiler summary in text format.""" + + def teardown(self) -> None: + """Execute arbitrary post-profiling tear-down steps as defined by subclass.""" + + +class BaseProfiler(AbstractProfiler): + """ + If you wish to write a custom profiler, you should inherit from this class. + """ + + def __init__( + self, + output_filename: Optional[str] = None, + local_rank: Optional[int] = None, + log_dir: Optional[str] = None + ) -> None: + self.output_fname = output_filename + self.output_file = None + self._file_prepared = False + self.write_streams = [] + # the profiler can be used outside of lightning + # that's why we call `on_train_start` manually + self.on_train_start(local_rank=local_rank, log_dir=log_dir) + + def on_train_start(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None): + """ + This function is used by the Trainer to inject local_rank with `DDP` + and `TensorBoardLogger` log_dir in the profiler. + """ + self.local_rank = local_rank + self.log_dir = log_dir + + def _prepare_file(self) -> None: + if not self._file_prepared: + if self.output_fname and self.output_file is None: + fs = get_filesystem(self.output_fname) + self.output_file = fs.open(self.output_fname, "w") + self.write_streams = [self.output_file.write] if self.output_file else [log.info] + self._file_prepared = True + @contextmanager def profile(self, action_name: str) -> None: """ @@ -88,15 +117,41 @@ def profile_iterable(self, iterable, action_name: str) -> None: def describe(self) -> None: """Logs a profile report after the conclusion of the training run.""" + self._prepare_file() for write in self.write_streams: write(self.summary()) + if self.output_file: + self.output_file.flush() + self.teardown() + + def stats_to_str(self, stats: Dict[str, str]) -> str: + output = ["Profiler Report"] + for action, value in stats.items(): + header = f"Profile stats for: {action}" + if getattr(self, "local_rank", None) is not None: + header += f" rank: {self.local_rank}" + output.append(header) + output.append(value) + return os.linesep.join(output) + + def teardown(self) -> None: + """Close profiler's stream.""" + if self.output_file: + self.output_file.close() + self.write_streams = [] + self._file_prepared = False - @abstractmethod - def summary(self) -> str: - """Create profiler summary in text format.""" + def __del__(self): + self.teardown() - def on_train_start(self, local_rank: Optional[int] = None): - self.local_rank = local_rank + def start(self, action_name: str) -> None: + raise NotImplementedError + + def stop(self, action_name: str) -> None: + raise NotImplementedError + + def summary(self) -> str: + raise NotImplementedError class PassThroughProfiler(BaseProfiler): @@ -105,9 +160,6 @@ class PassThroughProfiler(BaseProfiler): The Trainer uses this class by default. """ - def __init__(self): - super().__init__(output_streams=None) - def start(self, action_name: str) -> None: pass @@ -117,6 +169,9 @@ def stop(self, action_name: str) -> None: def summary(self) -> str: return "" + def teardown(self) -> None: + pass + class SimpleProfiler(BaseProfiler): """ @@ -124,7 +179,7 @@ class SimpleProfiler(BaseProfiler): the mean duration of each action and the total time spent over the entire training run. """ - def __init__(self, output_filename: Optional[str] = None, extended=True): + def __init__(self, output_filename: Optional[str] = None, extended: bool = True): """ Args: output_filename: optionally save profile results to file instead of printing @@ -135,19 +190,12 @@ def __init__(self, output_filename: Optional[str] = None, extended=True): If you attempt to start an action which has already started, or if you attempt to stop recording an action which was never started. """ + self.output_fname = output_filename self.current_actions = {} self.recorded_durations = defaultdict(list) self.extended = extended - - self.output_fname = output_filename - self.output_file = None - if self.output_fname: - fs = get_filesystem(self.output_fname) - self.output_file = fs.open(self.output_fname, "w") - - streaming_out = [self.output_file.write] if self.output_file else [log.info] + super().__init__() self.start_time = time.monotonic() - super().__init__(output_streams=streaming_out) def start(self, action_name: str) -> None: if action_name in self.current_actions: @@ -169,7 +217,8 @@ def make_report(self): return report, total_duration def summary(self) -> str: - output_string = "\n\nProfiler Report\n" + sep = os.linesep + output_string = f"Profiler Report{sep}" if self.extended: @@ -177,16 +226,16 @@ def summary(self) -> str: max_key = np.max([len(k) for k in self.recorded_durations.keys()]) def log_row(action, mean, num_calls, total, per): - row = f"{os.linesep}{action:<{max_key}s}\t| {mean:<15}\t|" + row = f"{sep}{action:<{max_key}s}\t| {mean:<15}\t|" row += f"{num_calls:<15}\t| {total:<15}\t| {per:<15}\t|" return row output_string += log_row("Action", "Mean duration (s)", "Num calls", "Total time (s)", "Percentage %") output_string_len = len(output_string) - output_string += f"{os.linesep}{'-' * output_string_len}" + output_string += f"{sep}{'-' * output_string_len}" report, total_duration = self.make_report() output_string += log_row("Total", "-", "_", f"{total_duration:.5}", "100 %") - output_string += f"{os.linesep}{'-' * output_string_len}" + output_string += f"{sep}{'-' * output_string_len}" for action, durations, duration_per in report: output_string += log_row( action, @@ -198,27 +247,16 @@ def log_row(action, mean, num_calls, total, per): else: def log_row(action, mean, total): - return f"{os.linesep}{action:<20s}\t| {mean:<15}\t| {total:<15}" + return f"{sep}{action:<20s}\t| {mean:<15}\t| {total:<15}" output_string += log_row("Action", "Mean duration (s)", "Total time (s)") - output_string += f"{os.linesep}{'-' * 65}" + output_string += f"{sep}{'-' * 65}" for action, durations in self.recorded_durations.items(): output_string += log_row(action, f"{np.mean(durations):.5}", f"{np.sum(durations):.5}") - output_string += os.linesep + output_string += sep return output_string - def describe(self): - """Logs a profile report after the conclusion of the training run.""" - super().describe() - if self.output_file: - self.output_file.flush() - - def __del__(self): - """Close profiler's stream.""" - if self.output_file: - self.output_file.close() - class AdvancedProfiler(BaseProfiler): """ @@ -240,18 +278,10 @@ def __init__(self, output_filename: Optional[str] = None, line_count_restriction ValueError: If you attempt to stop recording an action which was never started. """ + super().__init__(output_filename=output_filename) self.profiled_actions = {} self.line_count_restriction = line_count_restriction - self.output_fname = output_filename - self.output_file = None - if self.output_fname: - fs = get_filesystem(self.output_fname) - self.output_file = fs.open(self.output_fname, "w") - - streaming_out = [self.output_file.write] if self.output_file else [log.info] - super().__init__(output_streams=streaming_out) - def start(self, action_name: str) -> None: if action_name not in self.profiled_actions: self.profiled_actions[action_name] = cProfile.Profile() @@ -260,9 +290,7 @@ def start(self, action_name: str) -> None: def stop(self, action_name: str) -> None: pr = self.profiled_actions.get(action_name) if pr is None: - raise ValueError( # pragma: no-cover - f"Attempting to stop recording an action ({action_name}) which was never started." - ) + raise ValueError(f"Attempting to stop recording an action ({action_name}) which was never started.") pr.disable() def summary(self) -> str: @@ -272,21 +300,4 @@ def summary(self) -> str: ps = pstats.Stats(pr, stream=s).strip_dirs().sort_stats('cumulative') ps.print_stats(self.line_count_restriction) recorded_stats[action_name] = s.getvalue() - - # log to standard out - output_string = f"{os.linesep}Profiler Report{os.linesep}" - for action, stats in recorded_stats.items(): - output_string += f"{os.linesep}Profile stats for: {action}{os.linesep}{stats}" - - return output_string - - def describe(self): - """Logs a profile report after the conclusion of the training run.""" - super().describe() - if self.output_file: - self.output_file.flush() - - def __del__(self): - """Close profiler's stream.""" - if self.output_file: - self.output_file.close() + return self.stats_to_str(recorded_stats) diff --git a/pytorch_lightning/profiler/pytorch.py b/pytorch_lightning/profiler/pytorch.py index 88a33a3d367f8..30c553ee46e57 100644 --- a/pytorch_lightning/profiler/pytorch.py +++ b/pytorch_lightning/profiler/pytorch.py @@ -159,33 +159,21 @@ def __init__( self.running_stack = [] self.profiler = None - self.output_fname = output_filename - self.output_file = None - if local_rank is not None: - self.on_train_start(local_rank=local_rank) - self.on_train_start = super().on_train_start + super().__init__(output_filename=output_filename, local_rank=local_rank) - def on_train_start(self, local_rank: Optional[str] = None): - self.local_rank = local_rank + def on_train_start(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: + super().on_train_start(local_rank=local_rank, log_dir=log_dir) - # when logging to `log.info`, only perform profiling on rank 0 - if local_rank != 0 and self.output_fname is None: - self.wrap_functions_into_rank_zero_only() - - if self.output_fname: - if local_rank is not None: - if '.txt' not in self.output_fname: - raise MisconfigurationException("Log file should be .txt file.") - - self.output_fname = self.output_fname.replace(".txt", f"_{self.local_rank}.txt") - - fs = get_filesystem(self.output_fname) - self.output_file = fs.open(self.output_fname, "w") + # if the user didn't provide `path_to_export_trace`, + # set it as TensorBoardLogger log_dir if exists + if self.path_to_export_trace is None: + self.path_to_export_trace = log_dir - streaming_out = [self.output_file.write] if self.output_file else [log.info] - super().__init__(output_streams=streaming_out) + # when logging to `log.info`, only perform profiling on rank 0 + if local_rank is not None and local_rank > 0 and self.output_fname is None: + self._rank_zero_only_wrap() - def wrap_functions_into_rank_zero_only(self): + def _rank_zero_only_wrap(self) -> None: self.start = rank_zero_only(self.start) self.stop = rank_zero_only(self.stop) self.summary = rank_zero_only(self.summary) @@ -284,20 +272,4 @@ def summary(self) -> str: table = data.table(sort_by=self.sort_by_key, row_limit=self.row_limit) recorded_stats[action_name] = table - # log to standard out - output_string = f"{os.linesep}Profiler Report{os.linesep}" - for action, stats in recorded_stats.items(): - output_string += (f"{os.linesep}Profile stats for: {action} rank: {local_rank} {os.linesep}{stats}") - - return output_string - - def describe(self): - """Logs a profile report after the conclusion of the training run.""" - super().describe() - if self.output_file: - self.output_file.flush() - - def __del__(self): - """Close profiler's stream.""" - if self.output_file: - self.output_file.close() + return self.stats_to_str(recorded_stats) From 2a82e05d4a999bdbfefec16a60a8b841ffaa957f Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 02:07:02 +0100 Subject: [PATCH 02/34] Fixes --- pytorch_lightning/profiler/profilers.py | 19 +++++++++---------- pytorch_lightning/trainer/trainer.py | 1 + tests/test_profiler.py | 18 ++++++++++++++++++ 3 files changed, 28 insertions(+), 10 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index e7cb263b1d26e..8c573ab1c7e31 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -21,7 +21,7 @@ from abc import ABC, abstractmethod from collections import defaultdict from contextlib import contextmanager -from typing import Dict, Optional +from typing import Dict, Optional, Tuple import numpy as np @@ -68,7 +68,7 @@ def __init__( # that's why we call `on_train_start` manually self.on_train_start(local_rank=local_rank, log_dir=log_dir) - def on_train_start(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None): + def on_train_start(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: """ This function is used by the Trainer to inject local_rank with `DDP` and `TensorBoardLogger` log_dir in the profiler. @@ -141,7 +141,7 @@ def teardown(self) -> None: self.write_streams = [] self._file_prepared = False - def __del__(self): + def __del__(self) -> None: self.teardown() def start(self, action_name: str) -> None: @@ -179,7 +179,7 @@ class SimpleProfiler(BaseProfiler): the mean duration of each action and the total time spent over the entire training run. """ - def __init__(self, output_filename: Optional[str] = None, extended: bool = True): + def __init__(self, output_filename: Optional[str] = None, extended: bool = True) -> None: """ Args: output_filename: optionally save profile results to file instead of printing @@ -190,11 +190,10 @@ def __init__(self, output_filename: Optional[str] = None, extended: bool = True) If you attempt to start an action which has already started, or if you attempt to stop recording an action which was never started. """ - self.output_fname = output_filename - self.current_actions = {} + self.current_actions: Dict[str, float] = {} self.recorded_durations = defaultdict(list) self.extended = extended - super().__init__() + super().__init__(output_filename=output_filename) self.start_time = time.monotonic() def start(self, action_name: str) -> None: @@ -210,7 +209,7 @@ def stop(self, action_name: str) -> None: duration = end_time - start_time self.recorded_durations[action_name].append(duration) - def make_report(self): + def _make_report(self) -> Tuple[list, float]: total_duration = time.monotonic() - self.start_time report = [[a, d, 100. * np.sum(d) / total_duration] for a, d in self.recorded_durations.items()] report.sort(key=lambda x: x[2], reverse=True) @@ -233,7 +232,7 @@ def log_row(action, mean, num_calls, total, per): output_string += log_row("Action", "Mean duration (s)", "Num calls", "Total time (s)", "Percentage %") output_string_len = len(output_string) output_string += f"{sep}{'-' * output_string_len}" - report, total_duration = self.make_report() + report, total_duration = self._make_report() output_string += log_row("Total", "-", "_", f"{total_duration:.5}", "100 %") output_string += f"{sep}{'-' * output_string_len}" for action, durations, duration_per in report: @@ -265,7 +264,7 @@ class AdvancedProfiler(BaseProfiler): verbose and you should only use this if you want very detailed reports. """ - def __init__(self, output_filename: Optional[str] = None, line_count_restriction: float = 1.0): + def __init__(self, output_filename: Optional[str] = None, line_count_restriction: float = 1.0) -> None: """ Args: output_filename: optionally save profile results to file instead of printing diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index 53b4920bd85ef..cc95146932382 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -1077,6 +1077,7 @@ def call_teardown_hook(self, model: LightningModule) -> None: else: state = None + self.profiler.teardown() self.teardown(stage=state) model.teardown(stage=state) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 5221c0cbf7bf6..63d2334d1d068 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -316,3 +316,21 @@ def test_pytorch_profiler_nested_emit_nvtx(tmpdir): gpus=1, ) trainer.fit(model) + + +@pytest.mark.parametrize("cls", (SimpleProfiler, AdvancedProfiler, PyTorchProfiler)) +def test_profiler_teardown(tmpdir, cls): + """ + This test checks if profiler teardown method is called when trainer is exiting. + """ + profiler = cls(output_filename=os.path.join(tmpdir, "profiler.txt")) + + model = BoringModel() + trainer = Trainer( + default_root_dir=tmpdir, + fast_dev_run=True, + profiler=profiler, + ) + trainer.fit(model) + + assert profiler.output_file.closed From ff125e211431d4d267e03c254a0f7c938f3c07f9 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 02:23:34 +0100 Subject: [PATCH 03/34] Unused import --- pytorch_lightning/profiler/pytorch.py | 1 - 1 file changed, 1 deletion(-) diff --git a/pytorch_lightning/profiler/pytorch.py b/pytorch_lightning/profiler/pytorch.py index 30c553ee46e57..fdd838517fd71 100644 --- a/pytorch_lightning/profiler/pytorch.py +++ b/pytorch_lightning/profiler/pytorch.py @@ -22,7 +22,6 @@ from pytorch_lightning.profiler.profilers import BaseProfiler from pytorch_lightning.utilities import rank_zero_only -from pytorch_lightning.utilities.cloud_io import get_filesystem from pytorch_lightning.utilities.distributed import rank_zero_warn from pytorch_lightning.utilities.exceptions import MisconfigurationException From 01a760e7a42ae0686a67ca80b5f06188e5f7f9f7 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 02:50:09 +0100 Subject: [PATCH 04/34] Introduce setup --- pytorch_lightning/profiler/profilers.py | 53 +++++++++---------- pytorch_lightning/profiler/pytorch.py | 12 ++--- .../trainer/connectors/profiler_connector.py | 4 -- pytorch_lightning/trainer/trainer.py | 3 ++ pytorch_lightning/trainer/training_loop.py | 3 -- tests/test_profiler.py | 2 +- 6 files changed, 33 insertions(+), 44 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 8c573ab1c7e31..6ca9b8446e08a 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -45,6 +45,9 @@ def stop(self, action_name: str) -> None: def summary(self) -> str: """Create profiler summary in text format.""" + def setup(self) -> None: + """Execute arbitrary pre-profiling set-up steps as defined by subclass.""" + def teardown(self) -> None: """Execute arbitrary post-profiling tear-down steps as defined by subclass.""" @@ -54,35 +57,13 @@ class BaseProfiler(AbstractProfiler): If you wish to write a custom profiler, you should inherit from this class. """ - def __init__( - self, - output_filename: Optional[str] = None, - local_rank: Optional[int] = None, - log_dir: Optional[str] = None - ) -> None: + def __init__(self, output_filename: Optional[str] = None) -> None: self.output_fname = output_filename self.output_file = None - self._file_prepared = False + self.local_rank = None + self.log_dir = None self.write_streams = [] - # the profiler can be used outside of lightning - # that's why we call `on_train_start` manually - self.on_train_start(local_rank=local_rank, log_dir=log_dir) - - def on_train_start(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: - """ - This function is used by the Trainer to inject local_rank with `DDP` - and `TensorBoardLogger` log_dir in the profiler. - """ - self.local_rank = local_rank - self.log_dir = log_dir - - def _prepare_file(self) -> None: - if not self._file_prepared: - if self.output_fname and self.output_file is None: - fs = get_filesystem(self.output_fname) - self.output_file = fs.open(self.output_fname, "w") - self.write_streams = [self.output_file.write] if self.output_file else [log.info] - self._file_prepared = True + self._file_prepared = False @contextmanager def profile(self, action_name: str) -> None: @@ -115,6 +96,14 @@ def profile_iterable(self, iterable, action_name: str) -> None: self.stop(action_name) break + def _prepare_file(self) -> None: + if not self._file_prepared: + if self.output_fname and self.output_file is None: + fs = get_filesystem(self.output_fname) + self.output_file = fs.open(self.output_fname, "w") + self.write_streams = [self.output_file.write] if self.output_file else [log.info] + self._file_prepared = True + def describe(self) -> None: """Logs a profile report after the conclusion of the training run.""" self._prepare_file() @@ -124,7 +113,7 @@ def describe(self) -> None: self.output_file.flush() self.teardown() - def stats_to_str(self, stats: Dict[str, str]) -> str: + def _stats_to_str(self, stats: Dict[str, str]) -> str: output = ["Profiler Report"] for action, value in stats.items(): header = f"Profile stats for: {action}" @@ -134,6 +123,14 @@ def stats_to_str(self, stats: Dict[str, str]) -> str: output.append(value) return os.linesep.join(output) + def setup(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: + """ + This function is used by the Trainer to inject local_rank with `DDP` + and `TensorBoardLogger` log_dir in the profiler. + """ + self.local_rank = local_rank + self.log_dir = log_dir + def teardown(self) -> None: """Close profiler's stream.""" if self.output_file: @@ -299,4 +296,4 @@ def summary(self) -> str: ps = pstats.Stats(pr, stream=s).strip_dirs().sort_stats('cumulative') ps.print_stats(self.line_count_restriction) recorded_stats[action_name] = s.getvalue() - return self.stats_to_str(recorded_stats) + return self._stats_to_str(recorded_stats) diff --git a/pytorch_lightning/profiler/pytorch.py b/pytorch_lightning/profiler/pytorch.py index fdd838517fd71..1f8d68b2c6375 100644 --- a/pytorch_lightning/profiler/pytorch.py +++ b/pytorch_lightning/profiler/pytorch.py @@ -60,7 +60,6 @@ def __init__( row_limit: int = 20, sort_by_key: Optional[str] = None, profiled_functions: Optional[List] = None, - local_rank: Optional[int] = None, ): """ This profiler uses PyTorch's Autograd Profiler and lets you inspect the cost of @@ -115,9 +114,6 @@ def __init__( profiled_functions: list of profiled functions which will create a context manager on. Any other will be pass through. - local_rank: When running in distributed setting, local_rank is used for each process - to write to their own file if `output_fname` is provided. - Raises: MisconfigurationException: If arg ``sort_by_key`` is not present in ``AVAILABLE_SORT_KEYS``, or @@ -158,10 +154,10 @@ def __init__( self.running_stack = [] self.profiler = None - super().__init__(output_filename=output_filename, local_rank=local_rank) + super().__init__(output_filename=output_filename) - def on_train_start(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: - super().on_train_start(local_rank=local_rank, log_dir=log_dir) + def setup(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: + super().setup(local_rank=local_rank, log_dir=log_dir) # if the user didn't provide `path_to_export_trace`, # set it as TensorBoardLogger log_dir if exists @@ -271,4 +267,4 @@ def summary(self) -> str: table = data.table(sort_by=self.sort_by_key, row_limit=self.row_limit) recorded_stats[action_name] = table - return self.stats_to_str(recorded_stats) + return self._stats_to_str(recorded_stats) diff --git a/pytorch_lightning/trainer/connectors/profiler_connector.py b/pytorch_lightning/trainer/connectors/profiler_connector.py index 98d65c1285ff7..efb58fc844696 100644 --- a/pytorch_lightning/trainer/connectors/profiler_connector.py +++ b/pytorch_lightning/trainer/connectors/profiler_connector.py @@ -53,7 +53,3 @@ def on_trainer_init(self, profiler: Union[BaseProfiler, str]): " `Trainer`, it can only be 'simple' or 'advanced'" ) self.trainer.profiler = profiler or PassThroughProfiler() - - def on_train_start(self, trainer): - local_rank = trainer.local_rank if trainer.world_size > 1 else None - self.trainer.profiler.on_train_start(local_rank) diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index cc95146932382..c8f3a0c435c66 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -1068,6 +1068,9 @@ def call_setup_hook(self, model: LightningModule) -> None: if not called: self.datamodule.setup(stage=state) + local_rank = self.local_rank if self.world_size > 1 else None + self.profiler.setup(local_rank=local_rank) + self.setup(model, stage=state) model.setup(stage=state) diff --git a/pytorch_lightning/trainer/training_loop.py b/pytorch_lightning/trainer/training_loop.py index 7e737c424ff26..f56fd6bd0567d 100644 --- a/pytorch_lightning/trainer/training_loop.py +++ b/pytorch_lightning/trainer/training_loop.py @@ -102,9 +102,6 @@ def on_train_start(self): # hook self.trainer.call_hook("on_train_start") - # provide rank to profiler - self.trainer.profile_connector.on_train_start(self.trainer) - def setup_fit(self, model, train_dataloader=None, val_dataloaders=None, datamodule=None): # clean hparams if hasattr(model, "hparams"): diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 63d2334d1d068..aafe45ba7d5ad 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -196,7 +196,7 @@ def test_advanced_profiler_value_errors(advanced_profiler): @pytest.fixture def pytorch_profiler(tmpdir): - profiler = PyTorchProfiler(output_filename=os.path.join(tmpdir, "profiler.txt"), local_rank=0) + profiler = PyTorchProfiler(output_filename=os.path.join(tmpdir, "profiler.txt")) return profiler From b31831e26fb59095a7b3f70251c0b9217f2c9f98 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 04:05:45 +0100 Subject: [PATCH 05/34] Profile on all ranks. Print to stdout on 0 --- pytorch_lightning/profiler/profilers.py | 9 +++++---- pytorch_lightning/profiler/pytorch.py | 10 ---------- 2 files changed, 5 insertions(+), 14 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 6ca9b8446e08a..0bcd93edbefe2 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -96,12 +96,13 @@ def profile_iterable(self, iterable, action_name: str) -> None: self.stop(action_name) break + def _rank_zero_info(self, *args, **kwargs) -> None: + if self.local_rank in (None, 0): + log.info(*args, **kwargs) + def _prepare_file(self) -> None: if not self._file_prepared: - if self.output_fname and self.output_file is None: - fs = get_filesystem(self.output_fname) - self.output_file = fs.open(self.output_fname, "w") - self.write_streams = [self.output_file.write] if self.output_file else [log.info] + self.write_streams = [self.output_file.write] if self.output_file else [self._rank_zero_info] self._file_prepared = True def describe(self) -> None: diff --git a/pytorch_lightning/profiler/pytorch.py b/pytorch_lightning/profiler/pytorch.py index 1f8d68b2c6375..11ac03b914620 100644 --- a/pytorch_lightning/profiler/pytorch.py +++ b/pytorch_lightning/profiler/pytorch.py @@ -164,16 +164,6 @@ def setup(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) if self.path_to_export_trace is None: self.path_to_export_trace = log_dir - # when logging to `log.info`, only perform profiling on rank 0 - if local_rank is not None and local_rank > 0 and self.output_fname is None: - self._rank_zero_only_wrap() - - def _rank_zero_only_wrap(self) -> None: - self.start = rank_zero_only(self.start) - self.stop = rank_zero_only(self.stop) - self.summary = rank_zero_only(self.summary) - self.describe = rank_zero_only(self.describe) - def start(self, action_name: str) -> None: if action_name not in self.profiled_functions: return From f8a87723dfee1b4079888b61112b1d9f19e65304 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 04:27:18 +0100 Subject: [PATCH 06/34] Introduce dirpath + filename --- pytorch_lightning/profiler/profilers.py | 63 ++++++++++++++++++++----- pytorch_lightning/profiler/pytorch.py | 18 +++---- pytorch_lightning/trainer/trainer.py | 2 +- tests/deprecated_api/test_remove_1-5.py | 10 ++++ tests/test_profiler.py | 53 +++++++-------------- 5 files changed, 91 insertions(+), 55 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 0bcd93edbefe2..73e83ff32fdaa 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -21,10 +21,12 @@ from abc import ABC, abstractmethod from collections import defaultdict from contextlib import contextmanager -from typing import Dict, Optional, Tuple +from pathlib import Path +from typing import Dict, Optional, Tuple, Union import numpy as np +from pytorch_lightning.utilities import rank_zero_warn from pytorch_lightning.utilities.cloud_io import get_filesystem log = logging.getLogger(__name__) @@ -57,8 +59,23 @@ class BaseProfiler(AbstractProfiler): If you wish to write a custom profiler, you should inherit from this class. """ - def __init__(self, output_filename: Optional[str] = None) -> None: - self.output_fname = output_filename + def __init__( + self, + dirpath: Optional[Union[str, Path]] = None, + filename: Optional[str] = None, + output_filename: Optional[str] = None, + ) -> None: + self.dirpath = dirpath + self.filename = filename + if output_filename is not None: + rank_zero_warn( + "`Profiler` signature has changed in v1.3. The `output_filename` parameter has been removed in" + " favor of `dirpath` and `filename`. Support for the old signature will be removed in v1.5", + DeprecationWarning + ) + filepath = Path(output_filename) + self.dirpath = filepath.parent + self.filename = filepath.name self.output_file = None self.local_rank = None self.log_dir = None @@ -102,6 +119,11 @@ def _rank_zero_info(self, *args, **kwargs) -> None: def _prepare_file(self) -> None: if not self._file_prepared: + if self.filename and self.output_file is None: + dirpath = self.dirpath or self.log_dir + filepath = os.path.join(dirpath, self.filename) + fs = get_filesystem(filepath) + self.output_file = fs.open(filepath, "a") self.write_streams = [self.output_file.write] if self.output_file else [self._rank_zero_info] self._file_prepared = True @@ -177,11 +199,20 @@ class SimpleProfiler(BaseProfiler): the mean duration of each action and the total time spent over the entire training run. """ - def __init__(self, output_filename: Optional[str] = None, extended: bool = True) -> None: + def __init__( + self, + dirpath: Optional[Union[str, Path]] = None, + filename: Optional[str] = None, + extended: bool = True, + output_filename: Optional[str] = None, + ) -> None: """ Args: - output_filename: optionally save profile results to file instead of printing - to std out when training is finished. + dirpath: Directory path for the ``filename``. If ``dirpath`` is ``None`` but ``filename`` is present, the + ``trainer.log_dir`` (from :class:`~pytorch_lightning.loggers.tensorboard.TensorBoardLogger`) + will be used. + + filename: If present, filename where the profiler results will be saved instead of printing to stdout. Raises: ValueError: @@ -191,7 +222,7 @@ def __init__(self, output_filename: Optional[str] = None, extended: bool = True) self.current_actions: Dict[str, float] = {} self.recorded_durations = defaultdict(list) self.extended = extended - super().__init__(output_filename=output_filename) + super().__init__(dirpath=dirpath, filename=filename, output_filename=output_filename) self.start_time = time.monotonic() def start(self, action_name: str) -> None: @@ -262,11 +293,21 @@ class AdvancedProfiler(BaseProfiler): verbose and you should only use this if you want very detailed reports. """ - def __init__(self, output_filename: Optional[str] = None, line_count_restriction: float = 1.0) -> None: + def __init__( + self, + dirpath: Optional[Union[str, Path]] = None, + filename: Optional[str] = None, + line_count_restriction: float = 1.0, + output_filename: Optional[str] = None, + ) -> None: """ Args: - output_filename: optionally save profile results to file instead of printing - to std out when training is finished. + dirpath: Directory path for the ``filename``. If ``dirpath`` is ``None`` but ``filename`` is present, the + ``trainer.log_dir`` (from :class:`~pytorch_lightning.loggers.tensorboard.TensorBoardLogger`) + will be used. + + filename: If present, filename where the profiler results will be saved instead of printing to stdout. + line_count_restriction: this can be used to limit the number of functions reported for each action. either an integer (to select a count of lines), or a decimal fraction between 0.0 and 1.0 inclusive (to select a percentage of lines) @@ -275,7 +316,7 @@ def __init__(self, output_filename: Optional[str] = None, line_count_restriction ValueError: If you attempt to stop recording an action which was never started. """ - super().__init__(output_filename=output_filename) + super().__init__(dirpath=dirpath, filename=filename, output_filename=output_filename) self.profiled_actions = {} self.line_count_restriction = line_count_restriction diff --git a/pytorch_lightning/profiler/pytorch.py b/pytorch_lightning/profiler/pytorch.py index 11ac03b914620..8357d110663b2 100644 --- a/pytorch_lightning/profiler/pytorch.py +++ b/pytorch_lightning/profiler/pytorch.py @@ -16,12 +16,12 @@ import inspect import logging import os -from typing import List, Optional +from pathlib import Path +from typing import List, Optional, Union import torch from pytorch_lightning.profiler.profilers import BaseProfiler -from pytorch_lightning.utilities import rank_zero_only from pytorch_lightning.utilities.distributed import rank_zero_warn from pytorch_lightning.utilities.exceptions import MisconfigurationException @@ -45,7 +45,8 @@ class PyTorchProfiler(BaseProfiler): def __init__( self, - output_filename: Optional[str] = None, + dirpath: Optional[Union[str, Path]] = None, + filename: Optional[str] = None, enabled: bool = True, use_cuda: bool = False, record_shapes: bool = False, @@ -60,17 +61,18 @@ def __init__( row_limit: int = 20, sort_by_key: Optional[str] = None, profiled_functions: Optional[List] = None, + output_filename: Optional[str] = None, ): """ This profiler uses PyTorch's Autograd Profiler and lets you inspect the cost of different operators inside your model - both on the CPU and GPU Args: + dirpath: Directory path for the ``filename``. If ``dirpath`` is ``None`` but ``filename`` is present, the + ``trainer.log_dir`` (from :class:`~pytorch_lightning.loggers.tensorboard.TensorBoardLogger`) + will be used. - output_filename: optionally save profile results to file instead of printing - to std out when training is finished. When using ``ddp``, - each rank will stream the profiled operation to their own file - with the extension ``_{rank}.txt`` + filename: If present, filename where the profiler results will be saved instead of printing to stdout. enabled: Setting this to False makes this context manager a no-op. @@ -154,7 +156,7 @@ def __init__( self.running_stack = [] self.profiler = None - super().__init__(output_filename=output_filename) + super().__init__(dirpath=dirpath, filename=filename, output_filename=output_filename) def setup(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: super().setup(local_rank=local_rank, log_dir=log_dir) diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index c8f3a0c435c66..580a9de22fd53 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -1069,7 +1069,7 @@ def call_setup_hook(self, model: LightningModule) -> None: self.datamodule.setup(stage=state) local_rank = self.local_rank if self.world_size > 1 else None - self.profiler.setup(local_rank=local_rank) + self.profiler.setup(local_rank=local_rank, log_dir=self.log_dir) self.setup(model, stage=state) model.setup(stage=state) diff --git a/tests/deprecated_api/test_remove_1-5.py b/tests/deprecated_api/test_remove_1-5.py index f449a37e33c25..6f2c65c7a1171 100644 --- a/tests/deprecated_api/test_remove_1-5.py +++ b/tests/deprecated_api/test_remove_1-5.py @@ -20,6 +20,7 @@ from pytorch_lightning import Callback, Trainer from pytorch_lightning.callbacks import ModelCheckpoint from pytorch_lightning.loggers import WandbLogger +from pytorch_lightning.profiler import BaseProfiler, SimpleProfiler, AdvancedProfiler, PyTorchProfiler from pytorch_lightning.trainer.callback_hook import warning_cache as callback_warning_cache from tests.deprecated_api import no_deprecated_call from tests.helpers import BoringModel @@ -203,3 +204,12 @@ def on_test_epoch_end(self, outputs): model = NewSignatureModel() with no_deprecated_call(match="`ModelHooks.on_test_epoch_end` signature has changed in v1.3."): trainer.test(model) + + +@pytest.mark.parametrize("cls", (BaseProfiler, SimpleProfiler, AdvancedProfiler, PyTorchProfiler)) +def test_v1_5_0_profiler_output_filename(tmpdir, cls): + filepath = str(tmpdir / "test") + with pytest.deprecated_call(match="`output_filename` parameter has been removed"): + profiler = cls(output_filename=filepath) + assert profiler.dirpath == tmpdir + assert profiler.filename == "test" diff --git a/tests/test_profiler.py b/tests/test_profiler.py index aafe45ba7d5ad..e16ad96992fda 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -12,10 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. import logging -import os import time from distutils.version import LooseVersion -from pathlib import Path import numpy as np import pytest @@ -45,8 +43,7 @@ def _sleep_generator(durations): @pytest.fixture def simple_profiler(): - profiler = SimpleProfiler() - return profiler + return SimpleProfiler() @pytest.mark.parametrize(["action", "expected"], [ @@ -117,8 +114,7 @@ def test_simple_profiler_value_errors(simple_profiler): @pytest.fixture def advanced_profiler(tmpdir): - profiler = AdvancedProfiler(output_filename=os.path.join(tmpdir, "profiler.txt")) - return profiler + return AdvancedProfiler(dirpath=tmpdir, filename="profiler.txt") @pytest.mark.parametrize(["action", "expected"], [ @@ -179,7 +175,8 @@ def test_advanced_profiler_describe(tmpdir, advanced_profiler): pass # log to stdout and print to file advanced_profiler.describe() - data = Path(advanced_profiler.output_fname).read_text() + path = advanced_profiler.dirpath / advanced_profiler.filename + data = path.read_text("utf-8") assert len(data) > 0 @@ -196,8 +193,7 @@ def test_advanced_profiler_value_errors(advanced_profiler): @pytest.fixture def pytorch_profiler(tmpdir): - profiler = PyTorchProfiler(output_filename=os.path.join(tmpdir, "profiler.txt")) - return profiler + return PyTorchProfiler(dirpath=tmpdir, filename="profiler.txt") def test_pytorch_profiler_describe(pytorch_profiler): @@ -207,7 +203,8 @@ def test_pytorch_profiler_describe(pytorch_profiler): # log to stdout and print to file pytorch_profiler.describe() - data = Path(pytorch_profiler.output_fname).read_text() + path = pytorch_profiler.dirpath / pytorch_profiler.filename + data = path.read_text("utf-8") assert len(data) > 0 @@ -223,46 +220,32 @@ def test_pytorch_profiler_value_errors(pytorch_profiler): @RunIf(min_gpus=2, special=True) -@pytest.mark.parametrize("use_output_filename", [False, True]) -def test_pytorch_profiler_trainer_ddp(tmpdir, use_output_filename): +def test_pytorch_profiler_trainer_ddp(tmpdir, pytorch_profiler): """Ensure that the profiler can be given to the training and default step are properly recorded. """ - - if use_output_filename: - output_filename = os.path.join(tmpdir, "profiler.txt") - else: - output_filename = None - - profiler = PyTorchProfiler(output_filename=output_filename) - model = BoringModel() trainer = Trainer( + default_root_dir=tmpdir, fast_dev_run=True, - profiler=profiler, + profiler=pytorch_profiler, accelerator="ddp", gpus=2, ) trainer.fit(model) - enabled = use_output_filename or not use_output_filename and profiler.local_rank == 0 - - if enabled: - assert len(profiler.summary()) > 0 - assert set(profiler.profiled_actions.keys()) == {'training_step_and_backward', 'validation_step'} - else: - assert profiler.summary() is None - assert set(profiler.profiled_actions.keys()) == set() + assert len(pytorch_profiler.summary()) > 0 + assert set(pytorch_profiler.profiled_actions.keys()) == {'training_step_and_backward', 'validation_step'} - if use_output_filename: - profiler.describe() - data = Path(profiler.output_fname).read_text() - assert len(data) > 0 + pytorch_profiler.describe() + path = pytorch_profiler.dirpath / pytorch_profiler.filename + data = path.read_text("utf-8") + assert len(data) > 0 def test_pytorch_profiler_nested(tmpdir): """Ensure that the profiler handles nested context""" pytorch_profiler = PyTorchProfiler( - profiled_functions=["a", "b", "c"], use_cuda=False, output_filename=os.path.join(tmpdir, "profiler.txt") + profiled_functions=["a", "b", "c"], use_cuda=False, dirpath=tmpdir, filename="profiler.txt" ) with pytorch_profiler.profile("a"): @@ -323,7 +306,7 @@ def test_profiler_teardown(tmpdir, cls): """ This test checks if profiler teardown method is called when trainer is exiting. """ - profiler = cls(output_filename=os.path.join(tmpdir, "profiler.txt")) + profiler = cls(dirpath=tmpdir, filename="profiler.txt") model = BoringModel() trainer = Trainer( From aa4b7dd6026a5ec42f12c627719c5f8c3c99e19d Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 04:34:23 +0100 Subject: [PATCH 07/34] CHANGELOG --- CHANGELOG.md | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 6004a28dd0829..df15771d5aa8c 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -43,6 +43,12 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/). - Added `Trainer.predict` config validation ([#6543](https://github.com/PyTorchLightning/pytorch-lightning/pull/6543)) +- Added `AbstractProfiler` interface ([#6621](https://github.com/PyTorchLightning/pytorch-lightning/pull/6621)) + + +- Added `setup` method to `BaseProfiler` to enable subclasses defining pre-profiling steps ([#6621](https://github.com/PyTorchLightning/pytorch-lightning/pull/6621)) + + - Added `outputs` parameter to callback's `on_validation_epoch_end` & `on_test_epoch_end` hooks ([#6120](https://github.com/PyTorchLightning/pytorch-lightning/pull/6120)) @@ -68,6 +74,9 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/). - Deprecated `trainer.running_sanity_check` in favor of `trainer.sanity_checking` ([#4945](https://github.com/PyTorchLightning/pytorch-lightning/pull/4945)) +- Deprecated `Profiler(output_filename)` in favor of `dirpath` and `filename` ([#6621](https://github.com/PyTorchLightning/pytorch-lightning/pull/6621)) + + - Deprecated metrics in favor of `torchmetrics` ([#6505](https://github.com/PyTorchLightning/pytorch-lightning/pull/6505), [#6530](https://github.com/PyTorchLightning/pytorch-lightning/pull/6530), From 8e3034e8f09e7296f417a118751015c8a3f2d1de Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 04:47:56 +0100 Subject: [PATCH 08/34] Add tests. Address comments --- pytorch_lightning/profiler/profilers.py | 5 ++--- tests/test_profiler.py | 19 +++++++++++++++++++ 2 files changed, 21 insertions(+), 3 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 73e83ff32fdaa..9521ac439fbd6 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -148,8 +148,7 @@ def _stats_to_str(self, stats: Dict[str, str]) -> str: def setup(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: """ - This function is used by the Trainer to inject local_rank with `DDP` - and `TensorBoardLogger` log_dir in the profiler. + This function is used by the Trainer to inject the local_rank on distributed and `TensorBoardLogger.log_dir`. """ self.local_rank = local_rank self.log_dir = log_dir @@ -219,10 +218,10 @@ def __init__( If you attempt to start an action which has already started, or if you attempt to stop recording an action which was never started. """ + super().__init__(dirpath=dirpath, filename=filename, output_filename=output_filename) self.current_actions: Dict[str, float] = {} self.recorded_durations = defaultdict(list) self.extended = extended - super().__init__(dirpath=dirpath, filename=filename, output_filename=output_filename) self.start_time = time.monotonic() def start(self, action_name: str) -> None: diff --git a/tests/test_profiler.py b/tests/test_profiler.py index e16ad96992fda..28674c2769799 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -112,6 +112,25 @@ def test_simple_profiler_value_errors(simple_profiler): simple_profiler.stop(action) +def test_simple_profiler_log_dir(tmpdir): + """Ensure the profiler dirpath defaults to `trainer.log_dir` when not present""" + profiler = SimpleProfiler(filename="profiler.txt") + assert profiler.log_dir is None + + model = BoringModel() + trainer = Trainer( + default_root_dir=tmpdir, + max_epochs=1, + profiler=profiler, + ) + trainer.fit(model) + + expected = tmpdir / "lightning_logs" / "version_0" + assert trainer.log_dir == expected + assert profiler.log_dir == trainer.log_dir + assert expected.join("profiler.txt").exists() + + @pytest.fixture def advanced_profiler(tmpdir): return AdvancedProfiler(dirpath=tmpdir, filename="profiler.txt") From e4e0dd6278a6d0a97c6286d04b7c24bcf0947f6f Mon Sep 17 00:00:00 2001 From: tchaton Date: Mon, 22 Mar 2021 10:19:42 +0000 Subject: [PATCH 09/34] add `on_run_stage_setup` --- pytorch_lightning/plugins/training_type/horovod.py | 7 +++---- .../plugins/training_type/training_type_plugin.py | 6 +++--- pytorch_lightning/trainer/trainer.py | 8 ++++++++ 3 files changed, 14 insertions(+), 7 deletions(-) diff --git a/pytorch_lightning/plugins/training_type/horovod.py b/pytorch_lightning/plugins/training_type/horovod.py index 9f1bafe309f89..06ab7500dacc8 100644 --- a/pytorch_lightning/plugins/training_type/horovod.py +++ b/pytorch_lightning/plugins/training_type/horovod.py @@ -96,22 +96,21 @@ def start_training(self, trainer): stack.enter_context(optimizer.skip_synchronize()) # set up training routine - self._results = trainer.run_train() + self._results = trainer.run_stage() # Make sure all workers have finished training before returning to the user hvd.join() def start_evaluating(self, trainer): with ExitStack(): - self._results = trainer.run_evaluate() + self._results = trainer.run_stage() # Make sure all workers have finished training before returning to the user hvd.join() def start_predicting(self, trainer): with ExitStack(): - # set up training routine - self._results = trainer.run_predict() + self._results = trainer.run_stage() # Make sure all workers have finished training before returning to the user hvd.join() diff --git a/pytorch_lightning/plugins/training_type/training_type_plugin.py b/pytorch_lightning/plugins/training_type/training_type_plugin.py index 6a87792c7bd03..a00eefd77d129 100644 --- a/pytorch_lightning/plugins/training_type/training_type_plugin.py +++ b/pytorch_lightning/plugins/training_type/training_type_plugin.py @@ -132,15 +132,15 @@ def rpc_enabled(self) -> bool: def start_training(self, trainer: 'Trainer') -> None: # double dispatch to initiate the training loop - self._results = trainer.run_train() + self._results = trainer.run_stage() def start_evaluating(self, trainer: 'Trainer') -> None: # double dispatch to initiate the test loop - self._results = trainer.run_evaluate() + self._results = trainer.run_stage() def start_predicting(self, trainer: 'Trainer') -> None: # double dispatch to initiate the predicting loop - self._results = trainer.run_predict() + self._results = trainer.run_stage() def training_step(self, *args, **kwargs): return self.lightning_module.training_step(*args, **kwargs) diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index 580a9de22fd53..dc346d441dc39 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -516,8 +516,16 @@ def dispatch(self): else: self.accelerator.start_training(self) + def on_run_stage_setup(self): + # setup profiler with the rank info and log_dir + local_rank = self.local_rank if self.world_size > 1 else None + self.profiler.setup(local_rank=local_rank, log_dir=self.log_dir) + def run_stage(self): results = None + + self.on_run_stage_setup() + if self.evaluating: results = self.run_evaluate() elif self.predicting: From d0fdbb9ddfdfe4b169479247505131acfdaf832b Mon Sep 17 00:00:00 2001 From: tchaton Date: Mon, 22 Mar 2021 10:31:38 +0000 Subject: [PATCH 10/34] add on_run_stage_setup function --- pytorch_lightning/trainer/trainer.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index dc346d441dc39..a91454d627312 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -517,9 +517,7 @@ def dispatch(self): self.accelerator.start_training(self) def on_run_stage_setup(self): - # setup profiler with the rank info and log_dir - local_rank = self.local_rank if self.world_size > 1 else None - self.profiler.setup(local_rank=local_rank, log_dir=self.log_dir) + self.profiler.setup(local_rank=self.local_rank if self.world_size > 1 else None, log_dir=self.log_dir) def run_stage(self): results = None From 1a16bb3e837944fafc34bdc99ba373f76e45a93e Mon Sep 17 00:00:00 2001 From: tchaton Date: Mon, 22 Mar 2021 10:33:53 +0000 Subject: [PATCH 11/34] update --- pytorch_lightning/trainer/trainer.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index a91454d627312..b4d7fd6febc06 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -1074,9 +1074,6 @@ def call_setup_hook(self, model: LightningModule) -> None: if not called: self.datamodule.setup(stage=state) - local_rank = self.local_rank if self.world_size > 1 else None - self.profiler.setup(local_rank=local_rank, log_dir=self.log_dir) - self.setup(model, stage=state) model.setup(stage=state) From 63b6988f2fc495c2c17fa2fc3305aabb380c6404 Mon Sep 17 00:00:00 2001 From: tchaton Date: Mon, 22 Mar 2021 11:10:57 +0000 Subject: [PATCH 12/34] update lightnng flow direction --- 0_trace.json | 1 + pytorch_lightning/trainer/trainer.py | 18 ++++++++++-------- 2 files changed, 11 insertions(+), 8 deletions(-) create mode 100644 0_trace.json diff --git a/0_trace.json b/0_trace.json new file mode 100644 index 0000000000000..2b9487adf83a1 --- /dev/null +++ b/0_trace.json @@ -0,0 +1 @@ +[{"name": "aten::empty", "ph": "X", "ts": 434.706, "dur": 4.123999999999967, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::random_", "ph": "X", "ts": 460.465, "dur": 8.160000000000025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::is_floating_point", "ph": "X", "ts": 517.229, "dur": 0.5319999999999254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::item", "ph": "X", "ts": 521.148, "dur": 4.944999999999936, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_local_scalar_dense", "ph": "X", "ts": 523.151, "dur": 2.3920000000000528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 550.11, "dur": 6.506999999999948, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 552.022, "dur": 1.8149999999999409, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 555.346, "dur": 0.8869999999999436, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 570.759, "dur": 90.41200000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 572.027, "dur": 1.2229999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 590.516, "dur": 7.359000000000037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 593.307, "dur": 1.2479999999999336, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 611.293, "dur": 18.946000000000026, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 614.671, "dur": 2.647999999999911, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 615.849, "dur": 0.8669999999999618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 618.48, "dur": 10.204999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 620.28, "dur": 7.537000000000035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 621.824, "dur": 0.7570000000000618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 624.749, "dur": 1.7419999999999618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 673.509, "dur": 3.905999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 674.565, "dur": 1.2449999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 676.664, "dur": 0.39999999999997726, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 682.945, "dur": 136.89499999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 683.766, "dur": 0.9970000000000709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 719.439, "dur": 0.6900000000000546, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 756.527, "dur": 31.145999999999958, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 758.133, "dur": 7.706999999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 760.317, "dur": 3.59699999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 761.541, "dur": 1.6059999999999945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 767.014, "dur": 19.521999999999935, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 769.084, "dur": 0.7690000000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 771.655, "dur": 2.4840000000000373, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 773.009, "dur": 0.5760000000000218, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 776.425, "dur": 4.753000000000043, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 828.453, "dur": 4.322999999999979, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 829.445, "dur": 1.54099999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 831.966, "dur": 0.42200000000002547, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 838.564, "dur": 41.33800000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 839.371, "dur": 0.9470000000000027, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 849.209, "dur": 4.100000000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 850.949, "dur": 0.6450000000000955, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 860.703, "dur": 12.302999999999997, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 862.545, "dur": 1.7549999999999955, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 863.391, "dur": 0.5710000000000264, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 865.157, "dur": 6.403999999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 866.217, "dur": 4.831000000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 867.16, "dur": 0.5800000000000409, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 869.225, "dur": 0.8859999999999673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 889.918, "dur": 3.3379999999999654, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 890.823, "dur": 0.9640000000000555, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 892.58, "dur": 0.34199999999998454, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 897.93, "dur": 94.33900000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 898.695, "dur": 0.9339999999999691, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 923.365, "dur": 0.45899999999994634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 947.06, "dur": 21.027000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 947.97, "dur": 5.706000000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 949.398, "dur": 2.715000000000032, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 950.388, "dur": 1.0149999999999864, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 954.471, "dur": 12.812000000000012, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 955.993, "dur": 0.6559999999999491, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 957.74, "dur": 2.1480000000000246, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 958.84, "dur": 0.5109999999999673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 961.648, "dur": 3.4529999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1000.167, "dur": 3.5639999999999645, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1001.099, "dur": 1.1089999999999236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1002.998, "dur": 0.39599999999995816, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1009.29, "dur": 37.63800000000015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1010.081, "dur": 0.8550000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1019.094, "dur": 3.8279999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1020.609, "dur": 0.6329999999999245, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1029.302, "dur": 11.473000000000184, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1030.923, "dur": 1.6800000000000637, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1031.694, "dur": 0.5730000000000928, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1033.286, "dur": 6.272999999999911, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1034.109, "dur": 4.879000000000133, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1035.085, "dur": 0.5909999999998945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1037.16, "dur": 0.9789999999998145, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1056.355, "dur": 3.286000000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1057.224, "dur": 1.0230000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1059.027, "dur": 0.2899999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1064.272, "dur": 89.09699999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1065.047, "dur": 1.0619999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1087.371, "dur": 0.4199999999998454, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1109.42, "dur": 20.649999999999864, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1110.287, "dur": 5.696999999999889, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1111.71, "dur": 2.7180000000000746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1112.753, "dur": 0.9960000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1116.841, "dur": 12.46400000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1118.372, "dur": 0.6829999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1120.036, "dur": 2.2329999999999472, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1121.182, "dur": 0.58400000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1124.03, "dur": 3.07100000000014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1161.195, "dur": 3.6690000000000964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1162.097, "dur": 1.2419999999999618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1164.178, "dur": 0.36799999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1170.367, "dur": 37.63300000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1171.146, "dur": 1.0389999999999873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1180.298, "dur": 3.80600000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1181.921, "dur": 0.6009999999998854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1190.349, "dur": 11.489000000000033, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1192.141, "dur": 1.6189999999999145, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1192.914, "dur": 0.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1194.557, "dur": 6.007000000000062, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1195.411, "dur": 4.643000000000029, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1196.459, "dur": 0.6029999999998381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1198.432, "dur": 0.7950000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1217.402, "dur": 3.449000000000069, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1218.316, "dur": 1.0480000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1220.182, "dur": 0.33999999999991815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1225.479, "dur": 86.24800000000005, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1226.219, "dur": 0.9259999999999309, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1247.952, "dur": 0.4190000000000964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1268.589, "dur": 20.205000000000155, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1269.54, "dur": 5.414999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1270.949, "dur": 2.550999999999931, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1271.909, "dur": 0.9420000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1275.697, "dur": 12.211000000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1277.15, "dur": 0.7719999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1278.903, "dur": 2.1089999999999236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1279.988, "dur": 0.5190000000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1282.728, "dur": 3.0349999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1319.262, "dur": 3.6390000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1320.131, "dur": 1.2089999999998327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1322.158, "dur": 0.40300000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1328.439, "dur": 36.46799999999985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1329.227, "dur": 0.9669999999998709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1338.032, "dur": 3.8150000000000546, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1339.595, "dur": 0.6349999999999909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1347.831, "dur": 10.961000000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1349.438, "dur": 1.5480000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1350.165, "dur": 0.4819999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1351.73, "dur": 5.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1352.612, "dur": 4.435999999999922, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1353.569, "dur": 0.5699999999999363, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1355.509, "dur": 0.7400000000000091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1374.249, "dur": 3.5260000000000673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1375.186, "dur": 1.0140000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1377.103, "dur": 0.3389999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1382.386, "dur": 85.54500000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1383.139, "dur": 0.9110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1404.399, "dur": 0.42000000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1425.156, "dur": 20.100000000000136, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1426.058, "dur": 5.403999999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1427.504, "dur": 2.5440000000000964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1428.487, "dur": 0.9489999999998417, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1432.219, "dur": 12.21699999999987, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1433.673, "dur": 0.7080000000000837, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1435.322, "dur": 2.145000000000209, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1436.411, "dur": 0.47199999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1439.186, "dur": 3.0, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1500.831, "dur": 24.46400000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1503.028, "dur": 2.93100000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1524.327, "dur": 0.5489999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1534.533, "dur": 44.080000000000155, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1535.513, "dur": 1.4570000000001073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1548.337, "dur": 4.338999999999942, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1550.017, "dur": 0.68100000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1560.411, "dur": 11.02800000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1562.022, "dur": 1.6490000000001146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1562.736, "dur": 0.5769999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1564.364, "dur": 5.724999999999909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1565.158, "dur": 4.463000000000193, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1566.117, "dur": 0.5080000000000382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1567.953, "dur": 0.8730000000000473, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1588.816, "dur": 2.951999999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1589.639, "dur": 0.8200000000001637, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1591.213, "dur": 0.29099999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1596.266, "dur": 87.36400000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1596.918, "dur": 0.7820000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1619.789, "dur": 0.36599999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1641.765, "dur": 19.10499999999979, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1642.588, "dur": 5.013000000000147, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1643.955, "dur": 2.372000000000071, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1644.788, "dur": 0.9680000000000746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1648.332, "dur": 11.74499999999989, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1649.628, "dur": 0.5900000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1651.148, "dur": 1.6770000000001346, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1652.052, "dur": 0.39000000000010004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1654.28, "dur": 3.3980000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1690.671, "dur": 3.1849999999999454, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1691.453, "dur": 1.1000000000001364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1693.255, "dur": 0.32799999999997453, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1698.484, "dur": 31.961000000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1699.129, "dur": 0.8820000000000618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1707.192, "dur": 3.189000000000078, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1708.47, "dur": 0.51299999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1715.897, "dur": 9.298000000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1717.257, "dur": 1.3919999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1717.936, "dur": 0.4450000000001637, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1719.241, "dur": 4.9500000000000455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1719.91, "dur": 3.870999999999867, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1720.757, "dur": 0.5670000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1722.455, "dur": 0.6430000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1738.627, "dur": 2.9270000000001346, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1739.383, "dur": 0.9099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1741.009, "dur": 0.29099999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1745.566, "dur": 75.23700000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1746.146, "dur": 0.7080000000000837, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1766.24, "dur": 0.3710000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1784.935, "dur": 16.466000000000122, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1785.614, "dur": 4.2970000000000255, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1786.758, "dur": 2.0190000000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1787.536, "dur": 0.7300000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1790.594, "dur": 10.121999999999844, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1791.692, "dur": 0.5909999999998945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1793.016, "dur": 1.6449999999999818, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1793.872, "dur": 0.4179999999998927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1796.094, "dur": 2.716999999999871, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1827.141, "dur": 3.1340000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1827.874, "dur": 1.1009999999998854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1829.695, "dur": 0.3170000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1834.804, "dur": 30.740999999999985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1835.421, "dur": 0.7290000000000418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1842.935, "dur": 3.171000000000049, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1844.225, "dur": 0.49700000000007094, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1851.386, "dur": 9.058999999999969, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1852.72, "dur": 1.3079999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1853.334, "dur": 0.4379999999998745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1854.614, "dur": 4.867999999999938, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1855.307, "dur": 3.785000000000082, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1856.191, "dur": 0.4839999999999236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1857.769, "dur": 0.6459999999999582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1873.163, "dur": 2.747000000000071, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1873.897, "dur": 0.8079999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1875.354, "dur": 0.3129999999998745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1879.652, "dur": 70.70799999999986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1880.256, "dur": 0.7329999999999472, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1898.54, "dur": 0.38400000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1915.907, "dur": 16.055000000000064, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1916.625, "dur": 4.066000000000031, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1917.65, "dur": 1.9449999999999363, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1918.391, "dur": 0.7139999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1921.327, "dur": 9.914999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1922.497, "dur": 0.5729999999998654, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1923.766, "dur": 1.6649999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1924.685, "dur": 0.3630000000000564, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1926.799, "dur": 2.6569999999999254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1956.486, "dur": 2.974999999999909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1957.205, "dur": 0.9900000000000091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1958.87, "dur": 0.3380000000001928, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1963.97, "dur": 39.884000000000015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1964.594, "dur": 8.827999999999975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1980.705, "dur": 3.2480000000000473, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1982.03, "dur": 0.5119999999999436, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1989.16, "dur": 9.352999999999838, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1990.509, "dur": 1.36200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1991.165, "dur": 0.4519999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1992.478, "dur": 4.9529999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1993.182, "dur": 3.8379999999999654, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1994.0, "dur": 0.49299999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1995.689, "dur": 0.696999999999889, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2011.54, "dur": 26.585000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2012.348, "dur": 0.7390000000000327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2037.463, "dur": 0.3569999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2043.003, "dur": 91.11300000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2043.78, "dur": 0.8710000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2068.687, "dur": 0.45600000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2090.111, "dur": 20.827000000000226, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2090.912, "dur": 5.498000000000047, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2092.391, "dur": 2.5470000000000255, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2093.396, "dur": 0.9159999999997126, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2097.207, "dur": 12.815000000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2098.721, "dur": 0.8049999999998363, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2100.592, "dur": 2.048999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2101.703, "dur": 0.47699999999986176, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2104.479, "dur": 3.356999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2141.741, "dur": 3.5279999999997926, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2142.653, "dur": 1.0850000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2144.542, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2150.69, "dur": 74.5340000000001, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2151.445, "dur": 0.8379999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2160.316, "dur": 3.8090000000001965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2161.831, "dur": 0.6050000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2191.711, "dur": 19.952000000000226, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2195.514, "dur": 3.786999999999807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2196.631, "dur": 1.58600000000024, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2200.428, "dur": 9.54800000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2201.673, "dur": 7.7140000000003965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2203.475, "dur": 1.1550000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2206.583, "dur": 1.6269999999999527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2240.95, "dur": 4.8840000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2242.158, "dur": 1.6050000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2245.023, "dur": 0.4420000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2252.617, "dur": 116.64199999999983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2253.583, "dur": 1.05600000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2286.593, "dur": 0.4670000000000982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2315.323, "dur": 25.47900000000027, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2316.536, "dur": 6.682999999999993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2318.132, "dur": 3.007999999999811, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2319.232, "dur": 1.2289999999998145, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2324.108, "dur": 15.694999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2325.77, "dur": 0.9929999999999382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2327.913, "dur": 2.369999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2329.262, "dur": 0.5229999999996835, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2332.34, "dur": 4.4909999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2378.306, "dur": 4.036999999999807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2379.328, "dur": 1.3940000000002328, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2381.599, "dur": 0.4169999999999163, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2388.471, "dur": 41.375, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2389.303, "dur": 0.9570000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2399.634, "dur": 4.405999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2401.449, "dur": 0.7210000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2411.467, "dur": 11.866999999999734, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2413.167, "dur": 1.7789999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2414.009, "dur": 0.5850000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2415.72, "dur": 6.2590000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2416.695, "dur": 4.757000000000062, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2417.667, "dur": 0.5750000000002728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2419.703, "dur": 0.8330000000000837, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2439.854, "dur": 3.423000000000229, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2440.79, "dur": 0.9600000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2442.655, "dur": 0.31399999999985084, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2447.967, "dur": 93.93899999999985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2448.732, "dur": 0.8650000000002365, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2473.533, "dur": 0.47000000000025466, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2496.437, "dur": 21.09400000000005, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2497.408, "dur": 5.8090000000001965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2498.875, "dur": 2.744999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2499.926, "dur": 0.9949999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2504.013, "dur": 12.68100000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2505.438, "dur": 0.7559999999998581, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2507.147, "dur": 2.032000000000153, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2508.256, "dur": 0.43600000000014916, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2510.87, "dur": 3.419000000000324, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2549.959, "dur": 3.824000000000069, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2550.865, "dur": 1.3079999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2553.057, "dur": 0.37900000000036016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2559.233, "dur": 38.71499999999969, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2560.129, "dur": 0.9760000000001128, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2569.632, "dur": 4.117999999999938, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2571.354, "dur": 0.6090000000003783, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2580.376, "dur": 11.238999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2581.99, "dur": 1.6000000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2582.759, "dur": 0.48900000000003274, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2584.33, "dur": 6.041000000000167, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2585.253, "dur": 4.65099999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2586.194, "dur": 0.6199999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2588.22, "dur": 0.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2607.56, "dur": 3.262000000000171, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2608.448, "dur": 0.8920000000002801, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2610.189, "dur": 0.3140000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2615.492, "dur": 95.64199999999983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2616.241, "dur": 0.9099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2639.38, "dur": 0.4099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2660.435, "dur": 26.63000000000011, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2661.376, "dur": 5.481999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2662.813, "dur": 2.668999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2663.756, "dur": 1.1260000000002037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2667.666, "dur": 18.36499999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2669.047, "dur": 0.69399999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2670.661, "dur": 7.929999999999836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2677.602, "dur": 0.5030000000001564, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2680.384, "dur": 3.217999999999847, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2718.924, "dur": 3.6210000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2719.847, "dur": 1.113999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2721.768, "dur": 0.4290000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2728.182, "dur": 37.58699999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2728.974, "dur": 0.9649999999996908, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2738.125, "dur": 3.880999999999858, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2739.773, "dur": 0.6419999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2748.278, "dur": 11.194000000000415, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2749.853, "dur": 1.6059999999997672, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2750.563, "dur": 0.5540000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2752.187, "dur": 5.969000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2753.12, "dur": 4.535000000000309, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2754.06, "dur": 0.5610000000001492, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2756.031, "dur": 0.7860000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2775.003, "dur": 3.2529999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2775.899, "dur": 0.8640000000000327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2777.601, "dur": 0.3309999999996762, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2782.725, "dur": 86.07500000000027, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2783.442, "dur": 0.8539999999998145, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2805.403, "dur": 0.42000000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2826.371, "dur": 19.817000000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2827.278, "dur": 5.3659999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2828.635, "dur": 2.576999999999771, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2829.573, "dur": 0.9610000000002401, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2833.435, "dur": 11.880999999999858, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2834.869, "dur": 0.7689999999997781, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2836.57, "dur": 1.9089999999996508, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2837.592, "dur": 0.4339999999997417, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2840.169, "dur": 2.9900000000002365, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2876.209, "dur": 3.744000000000142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2877.159, "dur": 1.2199999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2879.176, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2885.3, "dur": 36.80699999999979, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2886.071, "dur": 0.7960000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2894.716, "dur": 3.769999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2896.286, "dur": 0.6079999999997199, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2904.732, "dur": 11.396999999999935, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2906.411, "dur": 1.655999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2907.147, "dur": 0.5329999999999018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2908.827, "dur": 6.0219999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2909.725, "dur": 4.570999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2910.628, "dur": 0.5539999999996326, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2912.572, "dur": 0.9169999999999163, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2931.202, "dur": 3.1799999999998363, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2932.016, "dur": 0.9229999999997744, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2933.764, "dur": 0.30999999999994543, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2938.944, "dur": 90.16300000000001, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2939.669, "dur": 0.7310000000002219, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2961.508, "dur": 0.3920000000002801, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2982.033, "dur": 24.182000000000244, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2982.908, "dur": 5.305000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2984.251, "dur": 2.574999999999818, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2985.249, "dur": 0.9370000000003529, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2988.962, "dur": 16.45600000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2994.388, "dur": 0.7899999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2996.2, "dur": 2.062000000000353, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2997.288, "dur": 0.5019999999999527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3000.107, "dur": 3.09900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3036.817, "dur": 3.6770000000001346, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3037.661, "dur": 1.2300000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3039.74, "dur": 0.4070000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3045.819, "dur": 37.0590000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3046.645, "dur": 0.8229999999998654, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3055.536, "dur": 3.869999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3057.143, "dur": 0.6419999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3065.703, "dur": 11.047000000000025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3067.303, "dur": 1.6539999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3068.065, "dur": 0.5109999999999673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3069.676, "dur": 5.7970000000000255, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3070.585, "dur": 4.373999999999796, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3071.493, "dur": 0.5370000000002619, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3073.423, "dur": 0.7590000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3091.856, "dur": 3.2399999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3092.692, "dur": 0.9070000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3094.389, "dur": 0.3579999999997199, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3099.594, "dur": 85.25500000000011, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3100.37, "dur": 0.8230000000003201, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3121.959, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3143.036, "dur": 19.587999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3143.895, "dur": 5.501000000000204, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3145.311, "dur": 2.5029999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3146.282, "dur": 0.9119999999998072, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3150.171, "dur": 11.635999999999967, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3151.586, "dur": 0.6480000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3153.218, "dur": 2.050999999999931, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3154.295, "dur": 0.4940000000001419, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3156.83, "dur": 2.8890000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3192.383, "dur": 3.5020000000004075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3193.209, "dur": 1.0850000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3195.141, "dur": 0.40599999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3201.126, "dur": 87.69799999999987, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3201.983, "dur": 0.9489999999996144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3210.943, "dur": 3.8399999999996908, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3212.57, "dur": 0.5869999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3220.749, "dur": 61.06800000000021, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3222.358, "dur": 50.98999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3223.097, "dur": 0.5119999999997162, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3274.305, "dur": 6.138000000000375, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3275.34, "dur": 4.614999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3276.242, "dur": 0.5869999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3278.182, "dur": 0.9280000000003383, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3298.445, "dur": 3.418999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3299.324, "dur": 0.9760000000001128, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3301.151, "dur": 0.3320000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3306.43, "dur": 89.6890000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3307.178, "dur": 0.7449999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3328.908, "dur": 0.42200000000002547, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3349.398, "dur": 23.786999999999807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3350.226, "dur": 5.292999999999665, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3351.573, "dur": 2.6080000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3352.567, "dur": 0.9290000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3356.31, "dur": 15.927999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3361.429, "dur": 0.7860000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3363.255, "dur": 2.013999999999669, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3364.324, "dur": 0.45899999999983265, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3366.88, "dur": 3.0789999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3403.946, "dur": 3.731999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3404.827, "dur": 1.2169999999996435, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3406.884, "dur": 0.39600000000018554, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3412.985, "dur": 36.44399999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3413.773, "dur": 0.8350000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3422.783, "dur": 3.84900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3424.415, "dur": 0.612999999999829, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3432.694, "dur": 10.791999999999916, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3434.326, "dur": 1.5670000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3435.071, "dur": 0.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3436.611, "dur": 5.644999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3437.507, "dur": 4.2150000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3438.369, "dur": 0.5270000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3440.217, "dur": 0.7519999999999527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3458.453, "dur": 3.2530000000001564, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3459.32, "dur": 0.918999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3461.078, "dur": 0.29899999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3466.078, "dur": 84.4050000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3466.858, "dur": 0.8679999999999382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3488.646, "dur": 0.3799999999996544, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3508.991, "dur": 19.52500000000009, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3509.858, "dur": 5.291999999999916, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3511.244, "dur": 2.5039999999999054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3512.205, "dur": 0.8960000000001855, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3515.926, "dur": 11.789000000000215, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3517.383, "dur": 0.7390000000000327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3519.034, "dur": 2.000999999999749, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3520.074, "dur": 0.4919999999997344, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3522.625, "dur": 2.951000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3558.012, "dur": 3.4980000000000473, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3558.915, "dur": 1.1469999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3560.804, "dur": 0.36400000000003274, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3566.832, "dur": 39.728000000000065, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3567.634, "dur": 0.7640000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3576.313, "dur": 3.798999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3577.911, "dur": 0.61200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3586.018, "dur": 14.230000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3587.626, "dur": 1.606999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3588.358, "dur": 0.4859999999998763, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3589.945, "dur": 8.972999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3590.862, "dur": 7.5340000000001055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3591.753, "dur": 3.494999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3596.699, "dur": 0.9149999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3615.715, "dur": 3.212999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3616.626, "dur": 0.9179999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3618.325, "dur": 0.2980000000002292, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3623.531, "dur": 83.56500000000005, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3624.344, "dur": 0.7640000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3645.346, "dur": 0.387000000000171, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3665.899, "dur": 19.320999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3666.746, "dur": 5.230000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3668.143, "dur": 2.423999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3669.06, "dur": 0.88799999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3672.747, "dur": 11.684999999999945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3674.194, "dur": 0.6219999999998436, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3675.837, "dur": 2.0090000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3676.878, "dur": 0.49699999999984357, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3679.445, "dur": 2.8409999999998945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3714.597, "dur": 3.586999999999989, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3715.459, "dur": 1.1730000000002292, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3717.468, "dur": 0.3830000000002656, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3723.576, "dur": 35.80000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3724.322, "dur": 0.8139999999998508, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3732.804, "dur": 3.7529999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3734.395, "dur": 0.581000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3742.514, "dur": 10.769999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3744.115, "dur": 1.6420000000002801, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3744.879, "dur": 0.48500000000012733, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3746.506, "dur": 5.561000000000149, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3747.408, "dur": 4.166999999999916, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3748.23, "dur": 0.5830000000000837, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3750.115, "dur": 0.7130000000001928, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3768.161, "dur": 3.306999999999789, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3769.025, "dur": 1.0, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3770.852, "dur": 0.3160000000002583, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3776.026, "dur": 81.9670000000001, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3776.775, "dur": 0.7779999999997926, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3797.548, "dur": 0.3710000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3817.361, "dur": 18.98199999999997, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3818.178, "dur": 5.108000000000175, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3819.489, "dur": 2.4470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3820.459, "dur": 0.8800000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3824.022, "dur": 11.514000000000124, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3825.448, "dur": 0.7029999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3827.056, "dur": 1.9229999999997744, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3828.073, "dur": 0.4450000000001637, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3830.563, "dur": 2.869999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3865.57, "dur": 3.4769999999998618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3866.419, "dur": 1.1040000000002692, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3868.261, "dur": 0.4329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3874.434, "dur": 38.97199999999975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3875.245, "dur": 0.7409999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3883.707, "dur": 3.71100000000024, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3885.229, "dur": 0.5840000000002874, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3893.21, "dur": 13.746000000000095, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3894.773, "dur": 1.6159999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3895.581, "dur": 0.5029999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3897.09, "dur": 8.57400000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3897.965, "dur": 7.148999999999887, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3898.829, "dur": 3.30199999999968, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3903.562, "dur": 0.7989999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3922.471, "dur": 3.2649999999998727, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3923.364, "dur": 0.9470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3925.106, "dur": 0.32199999999966167, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3930.286, "dur": 83.13799999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3931.036, "dur": 0.8609999999998763, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3952.32, "dur": 0.37199999999984357, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3972.559, "dur": 19.15199999999959, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3973.411, "dur": 5.291000000000167, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3974.794, "dur": 2.492999999999938, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3975.742, "dur": 0.9229999999997744, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3979.444, "dur": 11.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3980.82, "dur": 0.6209999999996398, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3982.411, "dur": 1.9329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3983.452, "dur": 0.42899999999963256, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3985.91, "dur": 2.881000000000313, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 4020.872, "dur": 3.5350000000003092, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4021.827, "dur": 1.0669999999995525, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 4023.692, "dur": 0.36799999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 4029.711, "dur": 39.17300000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4030.54, "dur": 0.8420000000000982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 4038.938, "dur": 3.837999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 4040.573, "dur": 0.5779999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 4048.594, "dur": 10.507000000000062, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 4050.198, "dur": 1.524000000000342, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 4050.9, "dur": 0.5180000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 4052.418, "dur": 5.496000000000095, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 4053.266, "dur": 4.135999999999967, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4054.065, "dur": 0.5320000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 4055.88, "dur": 0.7840000000001055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 4077.953, "dur": 3.2910000000001673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4078.851, "dur": 0.9909999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 4080.612, "dur": 0.3220000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 4085.948, "dur": 1372.9770000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4086.67, "dur": 0.9409999999998035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 4111.091, "dur": 0.40099999999983993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 4131.558, "dur": 32.238000000000284, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 4132.449, "dur": 7.664999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 4133.778, "dur": 4.597999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 4134.725, "dur": 2.92699999999968, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 4141.286, "dur": 11.944999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4142.659, "dur": 0.7390000000004875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 4144.325, "dur": 1.936000000000604, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 4145.341, "dur": 0.4739999999992506, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 4147.933, "dur": 3.0590000000001965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5474.022, "dur": 8.443000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5476.344, "dur": 3.44800000000032, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5481.146, "dur": 0.9499999999998181, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 5491.1, "dur": 60.90299999999934, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5492.18, "dur": 1.0039999999999054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 5505.682, "dur": 6.256000000000313, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5508.611, "dur": 0.8599999999996726, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 5522.638, "dur": 21.261000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 5529.922, "dur": 2.117000000000189, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5530.944, "dur": 0.6899999999995998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 5533.031, "dur": 9.42699999999968, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 5534.648, "dur": 7.030999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5535.983, "dur": 0.7550000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 5538.601, "dur": 1.9180000000005748, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5564.599, "dur": 5.498999999999796, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5567.247, "dur": 1.2119999999995343, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5569.411, "dur": 0.3500000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 5575.506, "dur": 119.02899999999954, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5576.256, "dur": 1.0619999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 5608.998, "dur": 0.6690000000007785, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 5637.345, "dur": 30.396999999999935, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 5638.623, "dur": 8.217000000000553, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 5640.46, "dur": 3.095999999999549, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5641.671, "dur": 1.1719999999995707, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 5647.922, "dur": 18.89800000000014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5649.798, "dur": 0.8240000000005239, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 5651.843, "dur": 2.462999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5653.198, "dur": 0.5619999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 5656.857, "dur": 5.585000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5703.01, "dur": 5.648000000000138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5705.608, "dur": 1.488999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5707.994, "dur": 0.3600000000005821, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 5714.733, "dur": 42.51999999999953, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5715.505, "dur": 0.9570000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 5725.405, "dur": 4.192000000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5727.226, "dur": 0.6289999999999054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 5737.043, "dur": 13.551000000000386, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 5738.758, "dur": 3.462999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5741.256, "dur": 0.61200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 5742.989, "dur": 6.145000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 5743.852, "dur": 4.748000000000502, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5744.796, "dur": 0.6080000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 5746.859, "dur": 0.8729999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5766.83, "dur": 4.842999999999847, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5767.757, "dur": 0.9120000000002619, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5770.98, "dur": 0.3720000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 5776.722, "dur": 93.61999999999989, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5777.468, "dur": 0.8450000000002547, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 5801.639, "dur": 0.4290000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 5823.757, "dur": 22.557999999999993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 5824.643, "dur": 5.488999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 5826.057, "dur": 2.7070000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5827.112, "dur": 1.001999999999498, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 5832.475, "dur": 12.922999999999774, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5834.048, "dur": 0.7800000000006548, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 5835.915, "dur": 2.1019999999998618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5837.051, "dur": 0.4789999999993597, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 5839.745, "dur": 3.36200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5878.097, "dur": 5.543999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5879.013, "dur": 1.2420000000001892, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5881.117, "dur": 2.1799999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 5889.594, "dur": 40.86499999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5890.415, "dur": 1.0280000000002474, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 5900.047, "dur": 4.1030000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5901.764, "dur": 0.6199999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 5910.507, "dur": 13.155999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 5912.14, "dur": 1.701999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5912.955, "dur": 0.5140000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 5916.276, "dur": 6.132000000000517, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 5917.192, "dur": 4.6899999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5918.148, "dur": 0.6369999999997162, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 5920.158, "dur": 0.8889999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5939.772, "dur": 3.4200000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5940.672, "dur": 1.0489999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5942.557, "dur": 0.3320000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 5949.379, "dur": 90.90499999999975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5950.091, "dur": 0.9219999999995707, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 5972.54, "dur": 0.4080000000003565, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 5994.561, "dur": 22.51000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 5995.465, "dur": 5.556999999999789, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 5996.922, "dur": 2.611000000000786, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5997.948, "dur": 0.9809999999997672, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6001.782, "dur": 14.376000000000204, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6003.195, "dur": 2.52599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6006.77, "dur": 2.0979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6007.856, "dur": 0.45200000000022555, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6010.613, "dur": 3.1989999999996144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6048.085, "dur": 3.66399999999976, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6049.008, "dur": 1.1909999999998035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6051.107, "dur": 0.3350000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6059.322, "dur": 39.8119999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6060.076, "dur": 0.9499999999998181, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6069.384, "dur": 3.9769999999998618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6071.019, "dur": 0.6189999999996871, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6079.684, "dur": 13.034999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6081.317, "dur": 1.6260000000002037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6082.08, "dur": 0.5489999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6083.623, "dur": 7.792000000000371, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6084.506, "dur": 6.393999999999323, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6087.236, "dur": 0.6300000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6089.237, "dur": 0.8670000000001892, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6108.351, "dur": 3.3250000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6109.283, "dur": 0.9499999999998181, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6111.08, "dur": 0.29500000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6116.334, "dur": 90.25600000000031, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6117.107, "dur": 2.657000000000153, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6141.043, "dur": 0.3780000000006112, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6161.941, "dur": 21.695999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6162.834, "dur": 5.253000000000611, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6164.161, "dur": 2.48700000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6165.125, "dur": 0.9260000000003856, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6168.858, "dur": 13.936999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6170.247, "dur": 0.7159999999994398, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6171.989, "dur": 3.7470000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6174.665, "dur": 0.5270000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6177.408, "dur": 3.1340000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6214.453, "dur": 3.6679999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6215.4, "dur": 1.1880000000001019, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6217.424, "dur": 0.3760000000002037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6223.729, "dur": 41.33399999999983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6224.623, "dur": 2.4470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6235.509, "dur": 3.9970000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6237.165, "dur": 0.5960000000004584, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6245.59, "dur": 13.043999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6247.351, "dur": 1.581000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6248.094, "dur": 0.5289999999995416, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6249.693, "dur": 7.6599999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6250.595, "dur": 6.210000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6251.546, "dur": 0.5639999999993961, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6255.108, "dur": 0.8629999999993743, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6274.263, "dur": 3.3919999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6275.192, "dur": 0.8850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6277.003, "dur": 0.34900000000016007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6282.382, "dur": 91.22900000000027, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6283.148, "dur": 0.76299999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6305.186, "dur": 2.155999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6328.256, "dur": 21.904999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6329.156, "dur": 5.399999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6330.596, "dur": 2.4200000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6331.54, "dur": 0.9329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6335.323, "dur": 13.951000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6336.773, "dur": 0.680000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6338.394, "dur": 3.649999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6339.495, "dur": 0.4359999999996944, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6343.777, "dur": 3.2460000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6381.448, "dur": 3.5839999999998327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6382.424, "dur": 1.168999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6384.364, "dur": 0.33800000000064756, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6390.486, "dur": 40.78300000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6391.293, "dur": 0.9190000000007785, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6400.294, "dur": 5.833000000000538, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6403.804, "dur": 0.6459999999997308, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6412.325, "dur": 12.610000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6414.038, "dur": 1.6300000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6414.793, "dur": 0.48800000000028376, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6416.37, "dur": 7.3530000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6417.236, "dur": 5.984000000000378, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6418.164, "dur": 0.6210000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6420.219, "dur": 0.8320000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6440.58, "dur": 3.318000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6441.511, "dur": 0.964999999999236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6443.286, "dur": 0.3010000000003856, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6448.563, "dur": 88.53600000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6449.328, "dur": 0.8709999999991851, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6471.264, "dur": 0.3989999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6491.894, "dur": 22.61999999999989, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6494.548, "dur": 5.302999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6495.843, "dur": 2.6220000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6496.827, "dur": 1.0489999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6500.608, "dur": 13.095000000000255, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6501.99, "dur": 0.7309999999997672, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6503.671, "dur": 2.0649999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6504.736, "dur": 0.4390000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6507.319, "dur": 3.0789999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6544.792, "dur": 3.639999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6545.685, "dur": 1.2529999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6547.745, "dur": 0.3569999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6553.821, "dur": 40.485999999999876, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6554.523, "dur": 0.9610000000002401, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6563.655, "dur": 5.6340000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6565.297, "dur": 0.5700000000006185, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6575.539, "dur": 12.307999999999993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6577.195, "dur": 1.5410000000001673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6577.944, "dur": 0.4919999999992797, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6579.427, "dur": 5.957000000000335, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6580.331, "dur": 4.545000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6581.244, "dur": 0.5960000000004584, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6583.273, "dur": 0.818000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6603.356, "dur": 3.3159999999998035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6604.247, "dur": 1.0189999999993233, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6606.013, "dur": 0.33100000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6611.166, "dur": 87.93499999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6611.922, "dur": 0.9280000000007931, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6633.462, "dur": 0.4169999999994616, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6654.195, "dur": 22.36200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6655.073, "dur": 7.144999999999527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6656.456, "dur": 4.27599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6659.16, "dur": 0.9490000000005239, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6662.979, "dur": 11.639000000000124, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6664.35, "dur": 0.6679999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6665.991, "dur": 2.005000000000109, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6667.01, "dur": 0.47599999999965803, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6669.592, "dur": 2.92200000000048, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6706.798, "dur": 3.574999999999818, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6707.687, "dur": 1.1739999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6709.71, "dur": 0.34400000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6715.784, "dur": 39.05200000000059, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6716.618, "dur": 0.9600000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6725.519, "dur": 3.8040000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6727.145, "dur": 0.5629999999991924, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6737.122, "dur": 11.232999999999265, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6738.739, "dur": 1.6450000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6739.472, "dur": 0.5630000000001019, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6741.093, "dur": 5.9909999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6741.961, "dur": 4.601999999999862, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6742.858, "dur": 0.6170000000001892, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6744.866, "dur": 0.8440000000000509, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6765.491, "dur": 3.3100000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6766.351, "dur": 0.9949999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6768.145, "dur": 0.3349999999991269, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6773.53, "dur": 103.1260000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6774.274, "dur": 0.8239999999996144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6795.483, "dur": 0.42699999999967986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6815.861, "dur": 23.26000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6816.8, "dur": 8.65099999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6818.128, "dur": 4.141000000000531, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6819.141, "dur": 0.8960000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6826.31, "dur": 12.03399999999965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6827.709, "dur": 0.7020000000002256, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6829.474, "dur": 1.9349999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6830.517, "dur": 0.4279999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6833.022, "dur": 3.1109999999998763, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6884.22, "dur": 3.020999999999731, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6884.979, "dur": 1.032999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6886.691, "dur": 0.28099999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6891.817, "dur": 31.136000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6892.468, "dur": 0.63799999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6899.651, "dur": 3.1220000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6900.985, "dur": 0.5309999999999491, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6907.408, "dur": 10.527000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6910.184, "dur": 1.3009999999994761, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6910.807, "dur": 0.41200000000026193, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6912.055, "dur": 4.844000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6912.786, "dur": 3.7070000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6913.538, "dur": 0.4790000000002692, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6915.117, "dur": 0.6979999999994106, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6956.837, "dur": 4.862999999999374, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6957.766, "dur": 2.386000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6961.013, "dur": 0.35900000000037835, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6966.467, "dur": 86.9360000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6967.225, "dur": 0.7909999999992579, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6988.747, "dur": 0.43099999999958527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7009.158, "dur": 21.73199999999997, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7010.068, "dur": 7.092999999999847, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7011.41, "dur": 2.532000000000153, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7012.428, "dur": 0.9340000000001965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7018.006, "dur": 12.091999999999643, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7019.466, "dur": 0.6989999999996144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7021.141, "dur": 2.068000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7022.235, "dur": 0.4710000000004584, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 7024.906, "dur": 3.04700000000048, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7061.066, "dur": 5.204000000000633, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7061.969, "dur": 2.7479999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7065.611, "dur": 0.32999999999992724, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 7071.906, "dur": 38.57800000000043, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7072.711, "dur": 0.8119999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 7081.532, "dur": 3.88799999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7083.162, "dur": 0.6480000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 7091.388, "dur": 12.641000000000531, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 7093.043, "dur": 3.066000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7093.798, "dur": 1.9710000000004584, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 7096.879, "dur": 5.850000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 7097.776, "dur": 4.460000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7098.653, "dur": 0.6300000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 7100.62, "dur": 0.8150000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7119.631, "dur": 4.902000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7120.548, "dur": 0.9440000000004147, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7122.345, "dur": 1.8699999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 7129.356, "dur": 391.2350000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7130.114, "dur": 0.8210000000008222, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 7151.919, "dur": 0.44499999999970896, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7171.911, "dur": 322.39400000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7172.786, "dur": 5.41399999999976, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7174.131, "dur": 2.582999999999629, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7175.107, "dur": 0.9830000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7179.003, "dur": 314.3070000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7480.823, "dur": 1.0599999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7483.047, "dur": 2.236000000000786, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7484.214, "dur": 0.5600000000004002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 7487.083, "dur": 3.47400000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7529.109, "dur": 6.539999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7530.138, "dur": 1.1769999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7532.224, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 7541.83, "dur": 42.439000000000306, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7542.659, "dur": 0.9270000000005894, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 7552.458, "dur": 4.148000000000138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7554.188, "dur": 0.613999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 7563.248, "dur": 14.502000000000407, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 7564.997, "dur": 1.7150000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7565.811, "dur": 0.5060000000003129, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 7567.486, "dur": 8.969000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 7570.88, "dur": 5.068000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7571.823, "dur": 0.6799999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 7573.912, "dur": 0.8469999999997526, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7594.075, "dur": 3.19800000000032, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7594.955, "dur": 0.8930000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7596.667, "dur": 0.295999999999367, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 7601.914, "dur": 95.3680000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7605.111, "dur": 0.8930000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 7629.615, "dur": 0.4040000000004511, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7651.455, "dur": 22.658000000000357, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7652.388, "dur": 5.600000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7653.869, "dur": 2.691000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7654.911, "dur": 0.9949999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7658.75, "dur": 14.451000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7660.202, "dur": 0.7469999999993888, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7664.078, "dur": 2.1779999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7665.184, "dur": 0.5140000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 7667.908, "dur": 3.0689999999995052, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7705.06, "dur": 3.7799999999997453, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7705.976, "dur": 1.3370000000004438, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7708.104, "dur": 0.40899999999965075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 7714.365, "dur": 42.12700000000041, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7717.367, "dur": 0.8329999999996289, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 7726.664, "dur": 3.867000000000189, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7728.249, "dur": 0.6460000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 7736.586, "dur": 13.470999999999549, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 7738.209, "dur": 1.6829999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7739.025, "dur": 0.4960000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 7740.606, "dur": 8.252000000000407, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 7741.45, "dur": 6.898000000000138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7742.324, "dur": 2.8140000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 7746.614, "dur": 0.829000000000633, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7765.991, "dur": 3.243000000000393, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7766.863, "dur": 0.9279999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7768.587, "dur": 0.3329999999996289, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 7773.843, "dur": 91.15599999999995, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7774.615, "dur": 0.7800000000006548, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 7798.725, "dur": 0.4029999999993379, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7819.851, "dur": 22.577000000000226, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7820.742, "dur": 5.335000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7822.063, "dur": 2.5979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7823.067, "dur": 0.9750000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7826.843, "dur": 14.739000000000487, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7828.225, "dur": 0.6929999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7829.838, "dur": 4.637000000000626, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7830.905, "dur": 3.0340000000005602, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 7836.21, "dur": 3.207999999999629, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7872.738, "dur": 3.5729999999994106, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7873.667, "dur": 1.1569999999992433, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7875.652, "dur": 0.3720000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 7881.769, "dur": 42.60199999999986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7882.553, "dur": 0.8699999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 7894.378, "dur": 4.020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7896.049, "dur": 0.6559999999999491, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 7904.531, "dur": 13.404000000000451, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 7906.163, "dur": 1.594000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7906.888, "dur": 0.5540000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 7908.427, "dur": 8.19800000000032, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 7909.278, "dur": 6.8149999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7910.215, "dur": 0.5500000000001819, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 7912.138, "dur": 3.0460000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7933.449, "dur": 3.2730000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7934.362, "dur": 1.0109999999995125, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7936.149, "dur": 0.26599999999962165, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 7941.257, "dur": 90.98500000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7941.965, "dur": 0.8379999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 7963.477, "dur": 0.4099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7987.1, "dur": 22.518999999999323, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7987.994, "dur": 5.552999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7989.483, "dur": 2.6369999999997162, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7990.494, "dur": 0.967000000000553, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7994.34, "dur": 14.381999999999607, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7995.787, "dur": 0.6449999999995271, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7997.378, "dur": 1.9279999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7998.411, "dur": 0.4639999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8003.247, "dur": 3.1749999999992724, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8040.198, "dur": 3.7529999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8041.109, "dur": 1.3019999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8043.242, "dur": 0.38699999999971624, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8049.522, "dur": 42.05799999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8050.23, "dur": 0.8850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8059.073, "dur": 6.639999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8063.329, "dur": 0.691000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8072.1, "dur": 13.212999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8073.693, "dur": 1.582999999999629, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8074.448, "dur": 0.5309999999999491, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8075.979, "dur": 8.143000000000029, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8076.867, "dur": 4.693000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8077.753, "dur": 0.636000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8079.759, "dur": 0.886000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8100.793, "dur": 3.2539999999999054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8101.658, "dur": 0.918999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8103.419, "dur": 0.30900000000019645, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8108.709, "dur": 89.28999999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8109.426, "dur": 0.8159999999998035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8130.629, "dur": 0.4099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8150.873, "dur": 24.199000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8151.772, "dur": 7.958999999999833, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8155.636, "dur": 2.5549999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8156.587, "dur": 0.9539999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8160.511, "dur": 13.65899999999965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8162.023, "dur": 0.7190000000000509, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8163.699, "dur": 2.0210000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8164.745, "dur": 0.467000000000553, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8167.405, "dur": 3.01299999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8205.825, "dur": 3.4989999999997963, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8206.721, "dur": 1.103000000000975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8208.628, "dur": 0.3709999999991851, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8214.873, "dur": 42.43000000000029, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8215.688, "dur": 0.9040000000004511, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8224.748, "dur": 6.550000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8226.394, "dur": 0.6900000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8237.741, "dur": 11.22400000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8239.361, "dur": 1.6649999999990541, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8240.216, "dur": 0.5129999999990105, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8241.719, "dur": 6.022000000000844, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8242.583, "dur": 4.662000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8243.463, "dur": 0.6980000000003201, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8245.546, "dur": 0.8519999999989523, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8266.773, "dur": 3.2290000000011787, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8267.688, "dur": 0.9140000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8269.393, "dur": 0.2919999999994616, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8274.726, "dur": 90.82699999999932, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8275.432, "dur": 0.8269999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8297.008, "dur": 0.47999999999956344, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8317.612, "dur": 22.882000000001426, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8318.539, "dur": 8.15099999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8319.955, "dur": 5.201000000000931, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8320.942, "dur": 3.5710000000017317, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8327.528, "dur": 12.105999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8328.962, "dur": 0.6790000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8330.658, "dur": 2.0780000000013388, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8331.745, "dur": 0.46899999999914144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8334.372, "dur": 3.0529999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8373.56, "dur": 3.548000000000684, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8374.461, "dur": 1.066000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8376.374, "dur": 0.3930000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8382.721, "dur": 39.926000000001295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8383.522, "dur": 0.8299999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8392.438, "dur": 3.9789999999993597, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8394.101, "dur": 0.602999999999156, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8402.266, "dur": 13.925000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8406.627, "dur": 1.657999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8407.389, "dur": 0.5720000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8409.094, "dur": 5.8700000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8409.969, "dur": 4.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8410.814, "dur": 0.5839999999989232, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8412.763, "dur": 0.8409999999985303, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8431.958, "dur": 6.07799999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8435.477, "dur": 1.0189999999984138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8437.398, "dur": 0.35600000000158616, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8443.073, "dur": 89.35499999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8443.87, "dur": 0.8899999999994179, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8465.921, "dur": 0.3680000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8486.459, "dur": 22.451999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8487.321, "dur": 8.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8488.691, "dur": 2.4499999999989086, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8489.634, "dur": 0.9110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8496.141, "dur": 11.94000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8497.59, "dur": 0.6460000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8499.22, "dur": 2.0799999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8500.332, "dur": 0.44399999999950523, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8502.886, "dur": 3.0169999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8540.375, "dur": 6.1340000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8543.678, "dur": 1.2409999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8545.803, "dur": 0.3850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8552.132, "dur": 39.722999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8552.973, "dur": 0.897000000000844, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8562.049, "dur": 3.797999999998865, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8563.661, "dur": 0.5959999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8571.793, "dur": 13.52599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8573.388, "dur": 4.060999999999694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8576.503, "dur": 0.5979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8578.144, "dur": 5.936999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8579.043, "dur": 4.556000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8579.95, "dur": 0.6489999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8581.968, "dur": 0.7539999999989959, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8601.333, "dur": 5.614999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8602.219, "dur": 0.9370000000017171, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8606.332, "dur": 0.30199999999967986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8611.945, "dur": 88.83500000000095, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8612.742, "dur": 0.9719999999997526, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8634.469, "dur": 0.4360000000015134, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8655.136, "dur": 22.555999999998676, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8656.036, "dur": 5.570999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8657.416, "dur": 2.6300000000010186, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8658.366, "dur": 1.032999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8664.566, "dur": 12.20299999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8666.05, "dur": 0.761000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8667.888, "dur": 1.9679999999989377, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8668.969, "dur": 0.4390000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8671.519, "dur": 3.110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8708.593, "dur": 6.344999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8709.479, "dur": 1.2840000000014697, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8714.201, "dur": 0.42400000000088767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8720.584, "dur": 40.134000000000015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8721.366, "dur": 0.852999999999156, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8730.539, "dur": 3.933999999999287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8732.15, "dur": 0.6779999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8740.362, "dur": 13.96600000000035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8742.066, "dur": 4.172999999998865, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8742.854, "dur": 0.5150000000012369, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8746.957, "dur": 6.130999999999403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8747.917, "dur": 4.677999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8748.81, "dur": 0.6710000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8750.867, "dur": 0.8140000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8770.117, "dur": 3.173000000000684, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8770.996, "dur": 0.8680000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8772.661, "dur": 0.30799999999908323, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8780.317, "dur": 88.07200000000012, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8781.097, "dur": 0.8649999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8802.364, "dur": 0.3670000000001892, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8823.169, "dur": 22.65400000000045, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8824.09, "dur": 5.4760000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8825.435, "dur": 2.606999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8826.432, "dur": 1.0239999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8830.358, "dur": 14.550999999999476, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8831.83, "dur": 3.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8836.035, "dur": 2.007999999999811, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8837.107, "dur": 0.4830000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8839.669, "dur": 3.058000000000902, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8876.05, "dur": 3.5100000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8876.992, "dur": 1.0390000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8878.834, "dur": 0.3709999999991851, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8887.75, "dur": 39.14400000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8888.53, "dur": 0.8850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8897.338, "dur": 3.930000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8898.916, "dur": 0.6640000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8907.295, "dur": 13.272999999999229, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8908.893, "dur": 1.7009999999991123, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8909.638, "dur": 0.5689999999995052, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8911.29, "dur": 8.070999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8912.171, "dur": 6.652000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8915.15, "dur": 0.6419999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8917.205, "dur": 0.8379999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8935.942, "dur": 3.3360000000011496, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8936.851, "dur": 1.0399999999990541, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8938.65, "dur": 0.30500000000029104, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8943.818, "dur": 90.125, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8944.55, "dur": 3.1920000000009168, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8968.516, "dur": 0.37000000000080036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8988.851, "dur": 22.402000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8989.757, "dur": 5.566000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8991.141, "dur": 2.6120000000009895, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8992.112, "dur": 1.0020000000004075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8996.08, "dur": 14.306000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8997.458, "dur": 0.6829999999990832, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8999.082, "dur": 4.423999999999069, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9002.469, "dur": 0.4900000000016007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9005.144, "dur": 3.030000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9041.605, "dur": 3.5390000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9042.445, "dur": 1.2260000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9044.426, "dur": 0.386000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9050.586, "dur": 42.52100000000064, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9051.368, "dur": 3.55199999999968, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9063.334, "dur": 3.859999999998763, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9064.908, "dur": 0.6490000000012515, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9073.273, "dur": 13.481999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9074.9, "dur": 1.5500000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9075.634, "dur": 0.5030000000006112, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9077.157, "dur": 8.369000000000597, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9078.034, "dur": 6.9950000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9078.955, "dur": 0.569999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9083.331, "dur": 0.8269999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9102.48, "dur": 3.1010000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9103.304, "dur": 0.8950000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9104.978, "dur": 0.29500000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9110.039, "dur": 90.0059999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9110.789, "dur": 0.7799999999988358, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9131.876, "dur": 2.9459999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9155.256, "dur": 22.25, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9156.206, "dur": 5.269000000000233, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9157.594, "dur": 2.459000000000742, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9158.553, "dur": 0.9030000000002474, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9162.212, "dur": 14.415000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9163.58, "dur": 0.691000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9165.219, "dur": 4.4540000000015425, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9166.219, "dur": 0.4690000000009604, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9171.345, "dur": 3.070000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9207.58, "dur": 3.5120000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9208.489, "dur": 1.0690000000013242, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9210.381, "dur": 0.35200000000077125, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9216.484, "dur": 41.495999999999185, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9217.4, "dur": 0.8330000000005384, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9226.048, "dur": 6.166999999999462, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9229.907, "dur": 0.6400000000012369, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9238.412, "dur": 13.324999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9240.074, "dur": 1.7119999999995343, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9240.871, "dur": 0.5460000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9242.478, "dur": 8.056000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9243.375, "dur": 6.657999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9244.292, "dur": 0.6530000000002474, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9246.297, "dur": 0.8680000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9267.164, "dur": 3.4399999999986903, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9268.035, "dur": 1.0900000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9269.938, "dur": 0.3430000000007567, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9275.414, "dur": 89.28499999999985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9276.173, "dur": 0.9369999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9297.596, "dur": 0.38100000000122236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9318.153, "dur": 24.045000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9321.296, "dur": 5.550999999999476, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9322.725, "dur": 2.6369999999988067, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9323.749, "dur": 0.9940000000005966, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9327.577, "dur": 13.78400000000147, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9329.008, "dur": 0.6219999999993888, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9330.557, "dur": 2.07799999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9331.566, "dur": 0.5319999999992433, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9334.31, "dur": 4.84400000000096, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9372.398, "dur": 3.606000000001586, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9373.336, "dur": 1.0950000000011642, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9375.266, "dur": 0.40500000000065484, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9381.462, "dur": 41.46600000000035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9382.24, "dur": 0.9310000000004948, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9390.905, "dur": 6.516999999999825, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9392.514, "dur": 3.176000000001295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9403.566, "dur": 12.897999999999229, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9405.186, "dur": 1.577000000001135, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9405.956, "dur": 0.488999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9407.459, "dur": 5.798999999999069, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9408.327, "dur": 4.436000000001513, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9409.226, "dur": 0.5999999999985448, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9411.16, "dur": 0.8140000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9432.138, "dur": 3.4089999999996508, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9433.016, "dur": 1.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9434.853, "dur": 0.34900000000016007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9440.186, "dur": 164.42799999999988, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9440.926, "dur": 0.8190000000013242, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9461.776, "dur": 0.4390000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9482.11, "dur": 89.07099999999991, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9483.033, "dur": 8.31500000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9484.436, "dur": 5.329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9488.167, "dur": 1.011000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9548.131, "dur": 18.266999999999825, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9551.138, "dur": 1.3549999999995634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9554.849, "dur": 2.638999999999214, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9556.107, "dur": 0.8099999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9559.547, "dur": 3.661000000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9613.465, "dur": 4.066000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9614.545, "dur": 1.2849999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9616.716, "dur": 0.5049999999991996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9623.234, "dur": 41.10999999999876, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9623.969, "dur": 1.0580000000009022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9633.472, "dur": 4.09900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9635.165, "dur": 0.6099999999987631, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9647.407, "dur": 11.061999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9648.936, "dur": 1.8029999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9649.813, "dur": 0.5769999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9651.384, "dur": 5.927999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9652.224, "dur": 4.5679999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9653.194, "dur": 0.5870000000013533, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9655.133, "dur": 0.8449999999993452, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9676.283, "dur": 2.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9677.009, "dur": 0.9020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9678.599, "dur": 0.2890000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9683.35, "dur": 134.73099999999977, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9683.97, "dur": 0.8100000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9711.175, "dur": 0.43699999999989814, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9732.651, "dur": 51.173000000000684, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9733.449, "dur": 7.738999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9734.704, "dur": 5.126000000000204, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9735.603, "dur": 0.9740000000001601, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9741.866, "dur": 41.024999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9742.991, "dur": 0.691000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9744.583, "dur": 1.8069999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9745.584, "dur": 0.3829999999998108, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9747.922, "dur": 32.465000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9829.426, "dur": 4.306000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9830.509, "dur": 1.514999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9832.906, "dur": 0.48699999999917054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9840.279, "dur": 53.41699999999946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9841.32, "dur": 1.4320000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9855.494, "dur": 5.899999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9857.881, "dur": 0.9320000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9870.131, "dur": 15.94000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9875.151, "dur": 2.1229999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9876.135, "dur": 0.6659999999992579, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9878.034, "dur": 6.7590000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9878.975, "dur": 5.305000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9880.188, "dur": 0.6730000000006839, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9882.3, "dur": 1.070000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9904.012, "dur": 5.662999999998647, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9904.906, "dur": 3.1789999999982683, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9908.972, "dur": 0.38400000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9914.797, "dur": 117.25200000000041, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9915.578, "dur": 1.0390000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9941.073, "dur": 0.44499999999970896, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9969.743, "dur": 34.23499999999876, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9971.076, "dur": 10.852000000000771, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9972.961, "dur": 3.6930000000011205, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9974.32, "dur": 1.3739999999997963, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9983.233, "dur": 19.73999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9987.62, "dur": 1.256999999999607, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9990.576, "dur": 2.9470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9992.123, "dur": 0.7209999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9996.127, "dur": 4.036000000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10040.73, "dur": 6.92200000000048, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10041.778, "dur": 4.208000000000538, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10046.892, "dur": 0.4210000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10053.905, "dur": 46.638999999999214, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10054.789, "dur": 0.929999999998472, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10064.769, "dur": 4.1010000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10066.402, "dur": 0.6829999999990832, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10075.742, "dur": 17.844999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10077.497, "dur": 4.27599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10078.448, "dur": 2.95299999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10082.531, "dur": 9.724999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10083.45, "dur": 8.200999999999112, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10087.826, "dur": 0.625, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10089.929, "dur": 0.8269999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10110.491, "dur": 5.730999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10111.415, "dur": 1.0059999999994034, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10113.203, "dur": 2.6970000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10121.369, "dur": 94.6260000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10122.165, "dur": 0.940999999998894, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10145.93, "dur": 0.44099999999889405, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10168.523, "dur": 22.88300000000163, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10169.441, "dur": 5.492999999998574, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10170.813, "dur": 2.657999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10171.783, "dur": 1.029000000000451, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10175.783, "dur": 14.753000000000611, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10179.8, "dur": 0.7460000000010041, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10181.532, "dur": 1.9970000000012078, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10182.578, "dur": 0.488999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10185.128, "dur": 3.2039999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10223.939, "dur": 6.2039999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10224.871, "dur": 1.09900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10226.867, "dur": 2.9459999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10236.033, "dur": 40.82099999999991, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10236.808, "dur": 0.9049999999988358, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10246.01, "dur": 3.878000000000611, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10247.583, "dur": 0.6409999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10256.225, "dur": 14.100000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10257.903, "dur": 1.7379999999993743, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10258.732, "dur": 0.49400000000059663, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10260.406, "dur": 8.71599999999853, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10263.928, "dur": 4.699000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10264.876, "dur": 0.5830000000005384, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10266.871, "dur": 0.8110000000015134, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10286.561, "dur": 3.3960000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10287.462, "dur": 1.0889999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10289.358, "dur": 0.3040000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10294.603, "dur": 94.75700000000143, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10297.622, "dur": 0.8590000000003783, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10320.368, "dur": 0.4210000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10342.183, "dur": 22.521999999999025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10343.084, "dur": 5.441999999999098, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10344.432, "dur": 2.6229999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10345.393, "dur": 0.9429999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10349.31, "dur": 14.54200000000128, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10350.839, "dur": 0.683999999999287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10354.911, "dur": 2.0319999999992433, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10355.989, "dur": 0.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10358.575, "dur": 3.0209999999988213, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10397.387, "dur": 3.561999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10398.314, "dur": 1.1049999999995634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10400.242, "dur": 0.3989999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10406.411, "dur": 45.858000000000175, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10409.957, "dur": 0.9269999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10419.367, "dur": 3.8079999999990832, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10420.938, "dur": 0.5969999999997526, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10429.444, "dur": 16.274999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10431.065, "dur": 1.6890000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10431.851, "dur": 0.5159999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10433.459, "dur": 10.95799999999872, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10434.341, "dur": 9.549999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10438.728, "dur": 1.9600000000009459, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10442.228, "dur": 0.8190000000013242, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10461.856, "dur": 3.2479999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10462.675, "dur": 0.9729999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10464.52, "dur": 0.2809999999990396, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10469.819, "dur": 92.10699999999997, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10470.563, "dur": 0.8150000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10495.497, "dur": 0.4320000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10516.698, "dur": 22.29700000000048, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10517.617, "dur": 5.329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10518.995, "dur": 2.4909999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10519.964, "dur": 0.8870000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10523.682, "dur": 14.394999999998618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10525.113, "dur": 0.680000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10526.704, "dur": 4.435999999999694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10527.756, "dur": 2.8950000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10532.855, "dur": 3.0120000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10569.688, "dur": 3.668999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10570.593, "dur": 1.1700000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10572.648, "dur": 0.386000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10578.56, "dur": 42.222999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10579.338, "dur": 0.7910000000010768, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10591.046, "dur": 3.8809999999994034, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10592.616, "dur": 0.6329999999998108, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10601.208, "dur": 13.305000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10602.8, "dur": 1.6230000000014115, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10603.604, "dur": 0.49800000000141154, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10605.129, "dur": 8.20799999999872, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10606.043, "dur": 6.787000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10606.929, "dur": 0.5599999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10608.884, "dur": 3.1080000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10630.42, "dur": 3.378000000000611, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10631.356, "dur": 0.9899999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10633.146, "dur": 0.32699999999931606, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10638.54, "dur": 115.82499999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10639.303, "dur": 0.9310000000004948, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10661.519, "dur": 0.4319999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10685.342, "dur": 43.274999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10686.161, "dur": 12.993000000000393, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10694.808, "dur": 2.877999999998792, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10695.93, "dur": 1.0679999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10699.899, "dur": 27.703999999999724, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10701.361, "dur": 0.635999999998603, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10703.011, "dur": 1.9830000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10704.094, "dur": 0.44800000000032014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10708.891, "dur": 16.173000000000684, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10762.712, "dur": 4.058000000000902, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10763.766, "dur": 1.2970000000004802, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10766.053, "dur": 0.3889999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10772.617, "dur": 53.21700000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10773.411, "dur": 0.8700000000008004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10788.605, "dur": 6.8840000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10792.997, "dur": 0.7100000000009459, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10802.071, "dur": 16.951999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10803.843, "dur": 1.606999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10804.603, "dur": 0.5500000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10806.157, "dur": 11.581000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10807.033, "dur": 8.139000000001033, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10811.361, "dur": 0.6479999999992287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10813.461, "dur": 0.8559999999997672, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10835.625, "dur": 3.399999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10836.619, "dur": 0.9629999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10838.408, "dur": 0.31600000000071304, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10843.736, "dur": 93.04199999999946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10844.485, "dur": 0.8059999999986758, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10867.105, "dur": 0.40200000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10888.677, "dur": 24.32600000000093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10889.56, "dur": 7.681000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10893.272, "dur": 2.6049999999995634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10894.174, "dur": 1.0349999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10897.991, "dur": 14.155000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10899.383, "dur": 0.636000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10901.045, "dur": 1.896999999999025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10902.045, "dur": 0.4390000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10904.607, "dur": 3.1460000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10944.384, "dur": 3.7739999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10945.305, "dur": 1.27599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10947.452, "dur": 0.3919999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10953.495, "dur": 48.987999999999374, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10954.319, "dur": 0.8829999999998108, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10963.266, "dur": 6.135000000000218, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10964.867, "dur": 0.5879999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10975.692, "dur": 11.160000000001673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10977.378, "dur": 1.6109999999989668, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10978.148, "dur": 0.5510000000012951, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10979.677, "dur": 5.963999999999942, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10980.592, "dur": 4.516999999999825, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10981.514, "dur": 0.603000000000975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10983.442, "dur": 0.8540000000011787, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11012.171, "dur": 3.5529999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11013.172, "dur": 1.0429999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11015.108, "dur": 0.3099999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11020.536, "dur": 92.4940000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11021.254, "dur": 0.9009999999998399, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11044.099, "dur": 0.4500000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11065.381, "dur": 22.595000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11066.251, "dur": 7.8770000000004075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11067.722, "dur": 5.020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11068.678, "dur": 3.407999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11074.906, "dur": 12.193999999999505, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11076.428, "dur": 0.7229999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11078.098, "dur": 2.0159999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11079.209, "dur": 0.4349999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11081.729, "dur": 3.1050000000013824, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11120.917, "dur": 3.699000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11121.844, "dur": 1.2550000000010186, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11123.928, "dur": 0.3790000000008149, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11130.057, "dur": 41.54699999999866, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11130.861, "dur": 0.8099999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11139.364, "dur": 3.860000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11140.943, "dur": 0.6150000000016007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11149.197, "dur": 15.782999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11153.158, "dur": 1.6080000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11153.95, "dur": 0.5139999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11155.462, "dur": 8.282000000001062, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11156.339, "dur": 6.906999999999243, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11159.553, "dur": 0.543999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11161.547, "dur": 0.8909999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11180.807, "dur": 5.445999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11183.786, "dur": 1.043999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11185.63, "dur": 0.32300000000032014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11191.144, "dur": 88.51800000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11191.908, "dur": 0.7950000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11213.765, "dur": 0.41300000000046566, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11235.034, "dur": 21.863999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11235.911, "dur": 7.310999999999694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11237.289, "dur": 2.4029999999984284, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11238.211, "dur": 0.8950000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11244.144, "dur": 11.972999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11245.601, "dur": 0.6759999999994761, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11247.251, "dur": 2.0489999999990687, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11248.408, "dur": 0.4470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11250.846, "dur": 3.0230000000010477, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11287.406, "dur": 5.855999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11290.546, "dur": 1.168999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11292.557, "dur": 0.3789999999989959, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11298.737, "dur": 39.72200000000157, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11299.593, "dur": 0.8220000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11308.562, "dur": 3.8549999999995634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11310.182, "dur": 0.6279999999987922, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11318.47, "dur": 13.46900000000096, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11320.113, "dur": 3.9279999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11323.148, "dur": 0.5610000000015134, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11324.756, "dur": 5.9650000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11325.675, "dur": 4.558000000000902, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11326.531, "dur": 0.5559999999986758, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11328.465, "dur": 0.8729999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11347.863, "dur": 5.611000000000786, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11348.824, "dur": 0.9729999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11352.781, "dur": 0.36299999999937427, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11358.516, "dur": 87.74099999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11359.333, "dur": 0.9020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11381.162, "dur": 0.4179999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11402.141, "dur": 21.655000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11403.005, "dur": 5.145000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11404.364, "dur": 2.4350000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11405.253, "dur": 0.9389999999984866, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11411.07, "dur": 11.860000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11412.509, "dur": 0.7270000000007713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11414.152, "dur": 1.9529999999995198, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11415.203, "dur": 0.4320000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11417.751, "dur": 3.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11453.993, "dur": 5.868999999998778, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11454.864, "dur": 1.1820000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11459.155, "dur": 0.3819999999996071, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11465.523, "dur": 41.38500000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11466.299, "dur": 0.8949999999986176, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11475.151, "dur": 3.7270000000007713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11476.703, "dur": 0.613999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11484.84, "dur": 15.496999999999389, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11486.473, "dur": 4.068999999999505, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11487.233, "dur": 0.5120000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11491.273, "dur": 7.84900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11492.159, "dur": 6.458000000000538, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11495.028, "dur": 0.5689999999995052, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11497.011, "dur": 0.7799999999988358, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11516.342, "dur": 5.565999999998894, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11517.281, "dur": 0.9579999999987194, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11519.072, "dur": 0.30099999999947613, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11526.711, "dur": 87.4930000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11527.486, "dur": 0.8879999999990105, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11549.128, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11569.915, "dur": 21.701999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11570.776, "dur": 5.139000000001033, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11572.121, "dur": 2.412000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11573.053, "dur": 0.9519999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11576.73, "dur": 14.051000000001295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11580.258, "dur": 0.6869999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11581.888, "dur": 2.036999999998443, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11582.992, "dur": 0.4750000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11585.53, "dur": 3.0529999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11621.73, "dur": 3.621000000001004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11622.657, "dur": 1.1890000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11624.667, "dur": 0.3569999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11633.29, "dur": 38.90799999999945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11634.087, "dur": 0.8739999999997963, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11642.841, "dur": 3.7520000000004075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11644.38, "dur": 0.6060000000015862, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11652.648, "dur": 13.189000000000306, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11654.25, "dur": 1.6389999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11654.965, "dur": 0.5509999999994761, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11656.559, "dur": 8.092000000000553, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11657.447, "dur": 6.677999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11660.491, "dur": 0.5450000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11662.478, "dur": 0.8580000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11681.465, "dur": 3.293999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11682.388, "dur": 0.9479999999985012, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11684.136, "dur": 0.31199999999989814, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11689.283, "dur": 90.5590000000011, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11690.011, "dur": 3.1489999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11714.269, "dur": 0.42699999999967986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11735.217, "dur": 22.3179999999993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11736.209, "dur": 5.218999999999141, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11737.517, "dur": 2.4870000000009895, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11738.465, "dur": 0.9509999999991123, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11742.211, "dur": 14.450000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11743.682, "dur": 0.7529999999987922, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11745.389, "dur": 4.468000000000757, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11748.942, "dur": 0.4570000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11751.538, "dur": 2.970999999999549, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11787.516, "dur": 3.5599999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11788.44, "dur": 1.128999999998996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11790.386, "dur": 0.3789999999989959, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11796.546, "dur": 43.38199999999961, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11797.289, "dur": 3.2549999999991996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11808.55, "dur": 3.835000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11810.143, "dur": 0.5990000000001601, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11818.291, "dur": 15.222999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11819.928, "dur": 4.039000000000669, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11823.078, "dur": 0.5429999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11824.688, "dur": 7.519000000000233, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11825.647, "dur": 6.036999999998443, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11826.511, "dur": 0.5519999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11829.967, "dur": 0.8940000000002328, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11849.296, "dur": 3.227999999999156, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11850.154, "dur": 0.9579999999987194, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11851.913, "dur": 0.31599999999889405, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11857.198, "dur": 94.86299999999937, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11857.945, "dur": 0.793999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11883.061, "dur": 2.8170000000009168, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11907.033, "dur": 21.799000000000888, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11907.856, "dur": 5.353000000000975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11909.212, "dur": 2.5169999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11910.165, "dur": 0.9829999999983556, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11913.965, "dur": 14.043999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11915.375, "dur": 0.7700000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11917.006, "dur": 4.081000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11917.986, "dur": 0.40499999999883585, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11922.825, "dur": 2.988999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11959.775, "dur": 3.559000000001106, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11960.67, "dur": 1.1790000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11962.642, "dur": 0.37700000000040745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11968.886, "dur": 41.95999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11969.687, "dur": 0.8870000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11978.358, "dur": 6.461999999999534, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11982.545, "dur": 0.6110000000007858, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11990.986, "dur": 13.330999999998312, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11992.577, "dur": 1.5940000000009604, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11993.304, "dur": 0.4930000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11994.847, "dur": 8.273999999999432, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11995.732, "dur": 6.858000000000175, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11996.674, "dur": 0.5519999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11998.587, "dur": 0.8209999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12020.374, "dur": 3.3539999999993597, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12021.242, "dur": 1.076999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12023.089, "dur": 0.3289999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12028.285, "dur": 89.5010000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12028.989, "dur": 0.8360000000011496, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12050.33, "dur": 0.41599999999925785, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12071.002, "dur": 23.618000000000393, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12074.226, "dur": 5.1819999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12075.57, "dur": 2.449000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12076.516, "dur": 0.8980000000010477, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12080.146, "dur": 13.618999999998778, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12081.539, "dur": 0.6529999999984284, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12083.123, "dur": 2.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12084.218, "dur": 0.4470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12086.784, "dur": 4.579999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12125.563, "dur": 3.7229999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12126.49, "dur": 1.2659999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12128.567, "dur": 0.40500000000065484, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12137.446, "dur": 68.76599999999962, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12138.264, "dur": 0.8760000000002037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12147.462, "dur": 8.405000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12149.048, "dur": 2.992000000000189, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12162.366, "dur": 16.004000000000815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12164.087, "dur": 4.167000000001281, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12167.261, "dur": 0.613999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12168.979, "dur": 6.2409999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12169.863, "dur": 4.831000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12170.745, "dur": 0.6279999999987922, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12172.887, "dur": 0.9020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12236.131, "dur": 2.8150000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12236.881, "dur": 0.8840000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12238.428, "dur": 0.2739999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12242.866, "dur": 144.8119999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12243.491, "dur": 0.680000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12278.083, "dur": 0.33799999999973807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12323.553, "dur": 41.13199999999961, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12324.3, "dur": 25.247000000001208, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12345.525, "dur": 2.5460000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12346.509, "dur": 0.9159999999992579, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12350.296, "dur": 11.981999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12351.761, "dur": 0.7029999999995198, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12353.403, "dur": 1.9750000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12354.45, "dur": 0.4709999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12356.92, "dur": 3.0709999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12395.533, "dur": 3.6920000000009168, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12396.449, "dur": 1.2600000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12398.503, "dur": 0.396999999999025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12404.524, "dur": 39.91200000000026, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12405.31, "dur": 0.8389999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12414.016, "dur": 3.949000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12415.648, "dur": 0.647000000000844, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12426.878, "dur": 11.157999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12428.536, "dur": 1.6380000000008295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12429.271, "dur": 0.5849999999991269, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12430.886, "dur": 5.924999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12431.778, "dur": 4.528000000000247, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12432.645, "dur": 0.5569999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12434.581, "dur": 0.8659999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12456.12, "dur": 3.2950000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12456.995, "dur": 1.0139999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12458.811, "dur": 0.3220000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12464.006, "dur": 93.32400000000052, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12464.725, "dur": 0.8519999999989523, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12489.456, "dur": 0.42599999999947613, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12510.202, "dur": 23.809000000001106, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12511.106, "dur": 7.478000000000975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12512.385, "dur": 4.77599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12513.351, "dur": 1.010999999998603, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12519.32, "dur": 13.854999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12520.78, "dur": 0.6089999999985594, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12522.32, "dur": 2.0540000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12523.47, "dur": 0.4680000000007567, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12525.991, "dur": 4.902000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12567.519, "dur": 3.8479999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12568.476, "dur": 1.2749999999996362, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12570.634, "dur": 0.40200000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12576.894, "dur": 39.21299999999974, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12577.705, "dur": 0.805000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12586.495, "dur": 3.855999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12588.061, "dur": 0.625, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12596.258, "dur": 13.476000000000568, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12600.164, "dur": 1.5579999999990832, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12600.861, "dur": 0.5209999999988213, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12602.448, "dur": 5.994999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12603.307, "dur": 4.570999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12604.173, "dur": 0.5829999999987194, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12606.14, "dur": 0.8180000000011205, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12625.525, "dur": 5.460000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12626.435, "dur": 3.0979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12630.38, "dur": 0.3100000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12635.758, "dur": 88.52200000000084, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12636.56, "dur": 0.8680000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12658.525, "dur": 0.44800000000032014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12679.224, "dur": 22.186999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12680.02, "dur": 8.057999999999083, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12681.358, "dur": 2.5210000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12682.286, "dur": 1.0, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12688.851, "dur": 11.691999999999098, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12690.245, "dur": 0.6809999999986758, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12691.833, "dur": 1.9349999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12692.865, "dur": 0.4709999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12695.445, "dur": 3.0310000000008586, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12732.024, "dur": 6.097999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12732.954, "dur": 3.5490000000008877, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12737.418, "dur": 0.3989999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12743.84, "dur": 39.35499999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12744.689, "dur": 0.7759999999998399, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12753.639, "dur": 3.9240000000008877, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12755.255, "dur": 0.5910000000003492, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12763.469, "dur": 13.444000000001324, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12765.112, "dur": 3.7220000000015716, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12765.862, "dur": 2.617000000000189, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12769.655, "dur": 6.0129999999990105, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12770.614, "dur": 4.5240000000012515, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12771.445, "dur": 0.5760000000009313, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12773.408, "dur": 0.8880000000008295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12792.406, "dur": 5.511999999998807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12793.328, "dur": 0.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12794.999, "dur": 2.587999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12802.584, "dur": 90.54799999999886, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12803.354, "dur": 0.9130000000004657, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12825.614, "dur": 0.4250000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12846.364, "dur": 24.137000000000626, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12847.304, "dur": 5.167999999999665, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12848.595, "dur": 2.519000000000233, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12849.533, "dur": 0.956000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12853.256, "dur": 16.33100000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12857.108, "dur": 2.855999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12860.885, "dur": 1.951999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12861.899, "dur": 0.4819999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12864.436, "dur": 3.0090000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12900.911, "dur": 6.020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12901.771, "dur": 1.1199999999989814, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12903.715, "dur": 2.8690000000005966, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12912.403, "dur": 38.89300000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12913.277, "dur": 0.956000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12922.239, "dur": 3.757999999999811, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12923.748, "dur": 0.6020000000007713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12931.921, "dur": 13.05699999999888, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12933.561, "dur": 1.5709999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12934.29, "dur": 0.5309999999990396, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12937.833, "dur": 5.947000000000116, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12938.738, "dur": 4.505000000001019, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12939.574, "dur": 0.5979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12941.567, "dur": 0.8000000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12960.526, "dur": 3.264000000001033, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12961.445, "dur": 0.8450000000011642, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12963.131, "dur": 0.3580000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12970.648, "dur": 640.8760000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12971.442, "dur": 0.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12993.194, "dur": 0.43699999999989814, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 13013.671, "dur": 568.098, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 13014.584, "dur": 5.342999999998938, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 13015.967, "dur": 2.5090000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13016.911, "dur": 0.9549999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 13020.728, "dur": 559.7790000000005, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13022.136, "dur": 0.657999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 13569.571, "dur": 2.5419999999994616, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13570.921, "dur": 0.6440000000002328, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 13574.051, "dur": 3.4800000000013824, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13620.213, "dur": 4.345000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13621.283, "dur": 1.4950000000008004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13623.781, "dur": 0.4379999999982829, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 13630.574, "dur": 48.39499999999862, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13634.072, "dur": 0.907999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 13644.527, "dur": 4.183999999999287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13646.218, "dur": 0.6439999999984138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 13655.739, "dur": 16.61499999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 13657.516, "dur": 1.668999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13658.306, "dur": 0.5299999999988358, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 13659.935, "dur": 11.09900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 13661.084, "dur": 9.350999999998749, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13662.038, "dur": 4.897999999999229, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 13668.442, "dur": 0.9010000000016589, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13688.96, "dur": 3.4250000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13689.955, "dur": 0.9750000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13691.781, "dur": 0.3129999999982829, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 13697.228, "dur": 97.23300000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13698.04, "dur": 0.8289999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 13724.748, "dur": 0.41700000000128057, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 13747.986, "dur": 22.938999999998487, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 13749.011, "dur": 5.6819999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 13750.511, "dur": 2.57799999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13751.453, "dur": 1.077000000001135, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 13755.465, "dur": 14.566000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13756.972, "dur": 0.6450000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 13758.652, "dur": 4.225000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13759.717, "dur": 2.6970000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 13764.638, "dur": 3.0829999999987194, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13802.476, "dur": 3.9659999999985303, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13803.474, "dur": 1.396999999999025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13805.746, "dur": 0.3890000000010332, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 13811.809, "dur": 55.63000000000102, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13812.683, "dur": 1.0569999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 13824.932, "dur": 4.0569999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13826.625, "dur": 0.6880000000001019, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 13835.056, "dur": 25.26800000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 13836.824, "dur": 1.5679999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13837.571, "dur": 0.5149999999994179, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 13839.12, "dur": 19.922999999998865, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 13840.036, "dur": 18.432999999999083, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13852.355, "dur": 0.6430000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 13854.522, "dur": 2.9839999999985594, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13877.081, "dur": 3.3510000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13878.004, "dur": 0.9899999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13879.823, "dur": 0.2999999999992724, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 13885.23, "dur": 93.53900000000067, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13885.989, "dur": 0.8950000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 13908.665, "dur": 0.4289999999982683, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 13933.401, "dur": 22.036000000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 13934.361, "dur": 5.274999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 13935.675, "dur": 2.5310000000008586, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13936.598, "dur": 1.0229999999992287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 13940.381, "dur": 14.26300000000083, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13941.784, "dur": 0.7049999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 13943.373, "dur": 2.015000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13944.484, "dur": 0.4709999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 13949.232, "dur": 3.105999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13986.665, "dur": 3.580999999998312, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13987.536, "dur": 1.1559999999990396, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13989.544, "dur": 0.3850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 13995.88, "dur": 10.150000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13996.686, "dur": 0.9040000000004511, "tid": 1, "pid": "CPU functions", "args": {}}] diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index b4d7fd6febc06..4500053719294 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -445,13 +445,15 @@ def fit( | || {self.dispatch} || | || LIGHTNING - {self.accelerator.start_training} or || - {self.accelerator.start_evaluating} or || FLOW - {self.accelerator.start_predicting} || + {self.accelerator.start_training} || + or {self.accelerator.start_evaluating} || + or {self.accelerator.start_predicting} || FLOW + | || + {self.run_stage} || | || DIRECTION - {self.run_train} or || - {self.run_evaluation} or || - {self.run_predict} || + {self.run_train} || + or {self.run_evaluation} || + or {self.run_predict} || | || results \/ This is used to guide readers to the core loops: train, test, predict. @@ -516,13 +518,13 @@ def dispatch(self): else: self.accelerator.start_training(self) - def on_run_stage_setup(self): + def _on_run_stage_setup(self): self.profiler.setup(local_rank=self.local_rank if self.world_size > 1 else None, log_dir=self.log_dir) def run_stage(self): results = None - self.on_run_stage_setup() + self._on_run_stage_setup() if self.evaluating: results = self.run_evaluate() From a05acdd02a523fbaa880222e203ffc1d6935c1e6 Mon Sep 17 00:00:00 2001 From: tchaton Date: Mon, 22 Mar 2021 12:29:38 +0000 Subject: [PATCH 13/34] remove trace --- 0_trace.json | 1 - 1 file changed, 1 deletion(-) delete mode 100644 0_trace.json diff --git a/0_trace.json b/0_trace.json deleted file mode 100644 index 2b9487adf83a1..0000000000000 --- a/0_trace.json +++ /dev/null @@ -1 +0,0 @@ -[{"name": "aten::empty", "ph": "X", "ts": 434.706, "dur": 4.123999999999967, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::random_", "ph": "X", "ts": 460.465, "dur": 8.160000000000025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::is_floating_point", "ph": "X", "ts": 517.229, "dur": 0.5319999999999254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::item", "ph": "X", "ts": 521.148, "dur": 4.944999999999936, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_local_scalar_dense", "ph": "X", "ts": 523.151, "dur": 2.3920000000000528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 550.11, "dur": 6.506999999999948, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 552.022, "dur": 1.8149999999999409, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 555.346, "dur": 0.8869999999999436, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 570.759, "dur": 90.41200000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 572.027, "dur": 1.2229999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 590.516, "dur": 7.359000000000037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 593.307, "dur": 1.2479999999999336, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 611.293, "dur": 18.946000000000026, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 614.671, "dur": 2.647999999999911, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 615.849, "dur": 0.8669999999999618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 618.48, "dur": 10.204999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 620.28, "dur": 7.537000000000035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 621.824, "dur": 0.7570000000000618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 624.749, "dur": 1.7419999999999618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 673.509, "dur": 3.905999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 674.565, "dur": 1.2449999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 676.664, "dur": 0.39999999999997726, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 682.945, "dur": 136.89499999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 683.766, "dur": 0.9970000000000709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 719.439, "dur": 0.6900000000000546, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 756.527, "dur": 31.145999999999958, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 758.133, "dur": 7.706999999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 760.317, "dur": 3.59699999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 761.541, "dur": 1.6059999999999945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 767.014, "dur": 19.521999999999935, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 769.084, "dur": 0.7690000000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 771.655, "dur": 2.4840000000000373, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 773.009, "dur": 0.5760000000000218, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 776.425, "dur": 4.753000000000043, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 828.453, "dur": 4.322999999999979, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 829.445, "dur": 1.54099999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 831.966, "dur": 0.42200000000002547, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 838.564, "dur": 41.33800000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 839.371, "dur": 0.9470000000000027, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 849.209, "dur": 4.100000000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 850.949, "dur": 0.6450000000000955, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 860.703, "dur": 12.302999999999997, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 862.545, "dur": 1.7549999999999955, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 863.391, "dur": 0.5710000000000264, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 865.157, "dur": 6.403999999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 866.217, "dur": 4.831000000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 867.16, "dur": 0.5800000000000409, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 869.225, "dur": 0.8859999999999673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 889.918, "dur": 3.3379999999999654, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 890.823, "dur": 0.9640000000000555, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 892.58, "dur": 0.34199999999998454, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 897.93, "dur": 94.33900000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 898.695, "dur": 0.9339999999999691, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 923.365, "dur": 0.45899999999994634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 947.06, "dur": 21.027000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 947.97, "dur": 5.706000000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 949.398, "dur": 2.715000000000032, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 950.388, "dur": 1.0149999999999864, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 954.471, "dur": 12.812000000000012, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 955.993, "dur": 0.6559999999999491, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 957.74, "dur": 2.1480000000000246, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 958.84, "dur": 0.5109999999999673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 961.648, "dur": 3.4529999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1000.167, "dur": 3.5639999999999645, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1001.099, "dur": 1.1089999999999236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1002.998, "dur": 0.39599999999995816, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1009.29, "dur": 37.63800000000015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1010.081, "dur": 0.8550000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1019.094, "dur": 3.8279999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1020.609, "dur": 0.6329999999999245, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1029.302, "dur": 11.473000000000184, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1030.923, "dur": 1.6800000000000637, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1031.694, "dur": 0.5730000000000928, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1033.286, "dur": 6.272999999999911, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1034.109, "dur": 4.879000000000133, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1035.085, "dur": 0.5909999999998945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1037.16, "dur": 0.9789999999998145, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1056.355, "dur": 3.286000000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1057.224, "dur": 1.0230000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1059.027, "dur": 0.2899999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1064.272, "dur": 89.09699999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1065.047, "dur": 1.0619999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1087.371, "dur": 0.4199999999998454, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1109.42, "dur": 20.649999999999864, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1110.287, "dur": 5.696999999999889, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1111.71, "dur": 2.7180000000000746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1112.753, "dur": 0.9960000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1116.841, "dur": 12.46400000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1118.372, "dur": 0.6829999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1120.036, "dur": 2.2329999999999472, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1121.182, "dur": 0.58400000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1124.03, "dur": 3.07100000000014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1161.195, "dur": 3.6690000000000964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1162.097, "dur": 1.2419999999999618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1164.178, "dur": 0.36799999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1170.367, "dur": 37.63300000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1171.146, "dur": 1.0389999999999873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1180.298, "dur": 3.80600000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1181.921, "dur": 0.6009999999998854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1190.349, "dur": 11.489000000000033, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1192.141, "dur": 1.6189999999999145, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1192.914, "dur": 0.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1194.557, "dur": 6.007000000000062, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1195.411, "dur": 4.643000000000029, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1196.459, "dur": 0.6029999999998381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1198.432, "dur": 0.7950000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1217.402, "dur": 3.449000000000069, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1218.316, "dur": 1.0480000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1220.182, "dur": 0.33999999999991815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1225.479, "dur": 86.24800000000005, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1226.219, "dur": 0.9259999999999309, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1247.952, "dur": 0.4190000000000964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1268.589, "dur": 20.205000000000155, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1269.54, "dur": 5.414999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1270.949, "dur": 2.550999999999931, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1271.909, "dur": 0.9420000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1275.697, "dur": 12.211000000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1277.15, "dur": 0.7719999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1278.903, "dur": 2.1089999999999236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1279.988, "dur": 0.5190000000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1282.728, "dur": 3.0349999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1319.262, "dur": 3.6390000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1320.131, "dur": 1.2089999999998327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1322.158, "dur": 0.40300000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1328.439, "dur": 36.46799999999985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1329.227, "dur": 0.9669999999998709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1338.032, "dur": 3.8150000000000546, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1339.595, "dur": 0.6349999999999909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1347.831, "dur": 10.961000000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1349.438, "dur": 1.5480000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1350.165, "dur": 0.4819999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1351.73, "dur": 5.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1352.612, "dur": 4.435999999999922, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1353.569, "dur": 0.5699999999999363, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1355.509, "dur": 0.7400000000000091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1374.249, "dur": 3.5260000000000673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1375.186, "dur": 1.0140000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1377.103, "dur": 0.3389999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1382.386, "dur": 85.54500000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1383.139, "dur": 0.9110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1404.399, "dur": 0.42000000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1425.156, "dur": 20.100000000000136, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1426.058, "dur": 5.403999999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1427.504, "dur": 2.5440000000000964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1428.487, "dur": 0.9489999999998417, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1432.219, "dur": 12.21699999999987, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1433.673, "dur": 0.7080000000000837, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1435.322, "dur": 2.145000000000209, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1436.411, "dur": 0.47199999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1439.186, "dur": 3.0, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1500.831, "dur": 24.46400000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1503.028, "dur": 2.93100000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1524.327, "dur": 0.5489999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1534.533, "dur": 44.080000000000155, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1535.513, "dur": 1.4570000000001073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1548.337, "dur": 4.338999999999942, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1550.017, "dur": 0.68100000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1560.411, "dur": 11.02800000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1562.022, "dur": 1.6490000000001146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1562.736, "dur": 0.5769999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1564.364, "dur": 5.724999999999909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1565.158, "dur": 4.463000000000193, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1566.117, "dur": 0.5080000000000382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1567.953, "dur": 0.8730000000000473, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1588.816, "dur": 2.951999999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1589.639, "dur": 0.8200000000001637, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1591.213, "dur": 0.29099999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1596.266, "dur": 87.36400000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1596.918, "dur": 0.7820000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1619.789, "dur": 0.36599999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1641.765, "dur": 19.10499999999979, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1642.588, "dur": 5.013000000000147, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1643.955, "dur": 2.372000000000071, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1644.788, "dur": 0.9680000000000746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1648.332, "dur": 11.74499999999989, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1649.628, "dur": 0.5900000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1651.148, "dur": 1.6770000000001346, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1652.052, "dur": 0.39000000000010004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1654.28, "dur": 3.3980000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1690.671, "dur": 3.1849999999999454, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1691.453, "dur": 1.1000000000001364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1693.255, "dur": 0.32799999999997453, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1698.484, "dur": 31.961000000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1699.129, "dur": 0.8820000000000618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1707.192, "dur": 3.189000000000078, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1708.47, "dur": 0.51299999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1715.897, "dur": 9.298000000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1717.257, "dur": 1.3919999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1717.936, "dur": 0.4450000000001637, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1719.241, "dur": 4.9500000000000455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1719.91, "dur": 3.870999999999867, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1720.757, "dur": 0.5670000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1722.455, "dur": 0.6430000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1738.627, "dur": 2.9270000000001346, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1739.383, "dur": 0.9099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1741.009, "dur": 0.29099999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1745.566, "dur": 75.23700000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1746.146, "dur": 0.7080000000000837, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1766.24, "dur": 0.3710000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1784.935, "dur": 16.466000000000122, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1785.614, "dur": 4.2970000000000255, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1786.758, "dur": 2.0190000000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1787.536, "dur": 0.7300000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1790.594, "dur": 10.121999999999844, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1791.692, "dur": 0.5909999999998945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1793.016, "dur": 1.6449999999999818, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1793.872, "dur": 0.4179999999998927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1796.094, "dur": 2.716999999999871, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1827.141, "dur": 3.1340000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1827.874, "dur": 1.1009999999998854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1829.695, "dur": 0.3170000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1834.804, "dur": 30.740999999999985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1835.421, "dur": 0.7290000000000418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1842.935, "dur": 3.171000000000049, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1844.225, "dur": 0.49700000000007094, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1851.386, "dur": 9.058999999999969, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1852.72, "dur": 1.3079999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1853.334, "dur": 0.4379999999998745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1854.614, "dur": 4.867999999999938, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1855.307, "dur": 3.785000000000082, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1856.191, "dur": 0.4839999999999236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1857.769, "dur": 0.6459999999999582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1873.163, "dur": 2.747000000000071, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1873.897, "dur": 0.8079999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1875.354, "dur": 0.3129999999998745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 1879.652, "dur": 70.70799999999986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1880.256, "dur": 0.7329999999999472, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 1898.54, "dur": 0.38400000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 1915.907, "dur": 16.055000000000064, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 1916.625, "dur": 4.066000000000031, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 1917.65, "dur": 1.9449999999999363, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1918.391, "dur": 0.7139999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 1921.327, "dur": 9.914999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1922.497, "dur": 0.5729999999998654, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 1923.766, "dur": 1.6649999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1924.685, "dur": 0.3630000000000564, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 1926.799, "dur": 2.6569999999999254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 1956.486, "dur": 2.974999999999909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1957.205, "dur": 0.9900000000000091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 1958.87, "dur": 0.3380000000001928, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 1963.97, "dur": 39.884000000000015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1964.594, "dur": 8.827999999999975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 1980.705, "dur": 3.2480000000000473, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1982.03, "dur": 0.5119999999999436, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 1989.16, "dur": 9.352999999999838, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 1990.509, "dur": 1.36200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 1991.165, "dur": 0.4519999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 1992.478, "dur": 4.9529999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 1993.182, "dur": 3.8379999999999654, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 1994.0, "dur": 0.49299999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 1995.689, "dur": 0.696999999999889, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2011.54, "dur": 26.585000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2012.348, "dur": 0.7390000000000327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2037.463, "dur": 0.3569999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2043.003, "dur": 91.11300000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2043.78, "dur": 0.8710000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2068.687, "dur": 0.45600000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2090.111, "dur": 20.827000000000226, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2090.912, "dur": 5.498000000000047, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2092.391, "dur": 2.5470000000000255, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2093.396, "dur": 0.9159999999997126, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2097.207, "dur": 12.815000000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2098.721, "dur": 0.8049999999998363, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2100.592, "dur": 2.048999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2101.703, "dur": 0.47699999999986176, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2104.479, "dur": 3.356999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2141.741, "dur": 3.5279999999997926, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2142.653, "dur": 1.0850000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2144.542, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2150.69, "dur": 74.5340000000001, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2151.445, "dur": 0.8379999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2160.316, "dur": 3.8090000000001965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2161.831, "dur": 0.6050000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2191.711, "dur": 19.952000000000226, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2195.514, "dur": 3.786999999999807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2196.631, "dur": 1.58600000000024, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2200.428, "dur": 9.54800000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2201.673, "dur": 7.7140000000003965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2203.475, "dur": 1.1550000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2206.583, "dur": 1.6269999999999527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2240.95, "dur": 4.8840000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2242.158, "dur": 1.6050000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2245.023, "dur": 0.4420000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2252.617, "dur": 116.64199999999983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2253.583, "dur": 1.05600000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2286.593, "dur": 0.4670000000000982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2315.323, "dur": 25.47900000000027, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2316.536, "dur": 6.682999999999993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2318.132, "dur": 3.007999999999811, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2319.232, "dur": 1.2289999999998145, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2324.108, "dur": 15.694999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2325.77, "dur": 0.9929999999999382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2327.913, "dur": 2.369999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2329.262, "dur": 0.5229999999996835, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2332.34, "dur": 4.4909999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2378.306, "dur": 4.036999999999807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2379.328, "dur": 1.3940000000002328, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2381.599, "dur": 0.4169999999999163, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2388.471, "dur": 41.375, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2389.303, "dur": 0.9570000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2399.634, "dur": 4.405999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2401.449, "dur": 0.7210000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2411.467, "dur": 11.866999999999734, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2413.167, "dur": 1.7789999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2414.009, "dur": 0.5850000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2415.72, "dur": 6.2590000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2416.695, "dur": 4.757000000000062, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2417.667, "dur": 0.5750000000002728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2419.703, "dur": 0.8330000000000837, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2439.854, "dur": 3.423000000000229, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2440.79, "dur": 0.9600000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2442.655, "dur": 0.31399999999985084, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2447.967, "dur": 93.93899999999985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2448.732, "dur": 0.8650000000002365, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2473.533, "dur": 0.47000000000025466, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2496.437, "dur": 21.09400000000005, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2497.408, "dur": 5.8090000000001965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2498.875, "dur": 2.744999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2499.926, "dur": 0.9949999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2504.013, "dur": 12.68100000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2505.438, "dur": 0.7559999999998581, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2507.147, "dur": 2.032000000000153, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2508.256, "dur": 0.43600000000014916, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2510.87, "dur": 3.419000000000324, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2549.959, "dur": 3.824000000000069, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2550.865, "dur": 1.3079999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2553.057, "dur": 0.37900000000036016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2559.233, "dur": 38.71499999999969, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2560.129, "dur": 0.9760000000001128, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2569.632, "dur": 4.117999999999938, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2571.354, "dur": 0.6090000000003783, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2580.376, "dur": 11.238999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2581.99, "dur": 1.6000000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2582.759, "dur": 0.48900000000003274, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2584.33, "dur": 6.041000000000167, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2585.253, "dur": 4.65099999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2586.194, "dur": 0.6199999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2588.22, "dur": 0.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2607.56, "dur": 3.262000000000171, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2608.448, "dur": 0.8920000000002801, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2610.189, "dur": 0.3140000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2615.492, "dur": 95.64199999999983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2616.241, "dur": 0.9099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2639.38, "dur": 0.4099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2660.435, "dur": 26.63000000000011, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2661.376, "dur": 5.481999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2662.813, "dur": 2.668999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2663.756, "dur": 1.1260000000002037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2667.666, "dur": 18.36499999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2669.047, "dur": 0.69399999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2670.661, "dur": 7.929999999999836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2677.602, "dur": 0.5030000000001564, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2680.384, "dur": 3.217999999999847, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2718.924, "dur": 3.6210000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2719.847, "dur": 1.113999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2721.768, "dur": 0.4290000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2728.182, "dur": 37.58699999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2728.974, "dur": 0.9649999999996908, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2738.125, "dur": 3.880999999999858, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2739.773, "dur": 0.6419999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2748.278, "dur": 11.194000000000415, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2749.853, "dur": 1.6059999999997672, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2750.563, "dur": 0.5540000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2752.187, "dur": 5.969000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2753.12, "dur": 4.535000000000309, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2754.06, "dur": 0.5610000000001492, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2756.031, "dur": 0.7860000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2775.003, "dur": 3.2529999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2775.899, "dur": 0.8640000000000327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2777.601, "dur": 0.3309999999996762, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2782.725, "dur": 86.07500000000027, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2783.442, "dur": 0.8539999999998145, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2805.403, "dur": 0.42000000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2826.371, "dur": 19.817000000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2827.278, "dur": 5.3659999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2828.635, "dur": 2.576999999999771, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2829.573, "dur": 0.9610000000002401, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2833.435, "dur": 11.880999999999858, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2834.869, "dur": 0.7689999999997781, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2836.57, "dur": 1.9089999999996508, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2837.592, "dur": 0.4339999999997417, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 2840.169, "dur": 2.9900000000002365, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2876.209, "dur": 3.744000000000142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2877.159, "dur": 1.2199999999998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2879.176, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 2885.3, "dur": 36.80699999999979, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2886.071, "dur": 0.7960000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 2894.716, "dur": 3.769999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2896.286, "dur": 0.6079999999997199, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 2904.732, "dur": 11.396999999999935, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 2906.411, "dur": 1.655999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2907.147, "dur": 0.5329999999999018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 2908.827, "dur": 6.0219999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 2909.725, "dur": 4.570999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2910.628, "dur": 0.5539999999996326, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 2912.572, "dur": 0.9169999999999163, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 2931.202, "dur": 3.1799999999998363, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2932.016, "dur": 0.9229999999997744, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 2933.764, "dur": 0.30999999999994543, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 2938.944, "dur": 90.16300000000001, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2939.669, "dur": 0.7310000000002219, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 2961.508, "dur": 0.3920000000002801, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 2982.033, "dur": 24.182000000000244, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 2982.908, "dur": 5.305000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 2984.251, "dur": 2.574999999999818, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2985.249, "dur": 0.9370000000003529, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 2988.962, "dur": 16.45600000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 2994.388, "dur": 0.7899999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 2996.2, "dur": 2.062000000000353, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 2997.288, "dur": 0.5019999999999527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3000.107, "dur": 3.09900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3036.817, "dur": 3.6770000000001346, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3037.661, "dur": 1.2300000000000182, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3039.74, "dur": 0.4070000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3045.819, "dur": 37.0590000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3046.645, "dur": 0.8229999999998654, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3055.536, "dur": 3.869999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3057.143, "dur": 0.6419999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3065.703, "dur": 11.047000000000025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3067.303, "dur": 1.6539999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3068.065, "dur": 0.5109999999999673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3069.676, "dur": 5.7970000000000255, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3070.585, "dur": 4.373999999999796, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3071.493, "dur": 0.5370000000002619, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3073.423, "dur": 0.7590000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3091.856, "dur": 3.2399999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3092.692, "dur": 0.9070000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3094.389, "dur": 0.3579999999997199, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3099.594, "dur": 85.25500000000011, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3100.37, "dur": 0.8230000000003201, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3121.959, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3143.036, "dur": 19.587999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3143.895, "dur": 5.501000000000204, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3145.311, "dur": 2.5029999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3146.282, "dur": 0.9119999999998072, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3150.171, "dur": 11.635999999999967, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3151.586, "dur": 0.6480000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3153.218, "dur": 2.050999999999931, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3154.295, "dur": 0.4940000000001419, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3156.83, "dur": 2.8890000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3192.383, "dur": 3.5020000000004075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3193.209, "dur": 1.0850000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3195.141, "dur": 0.40599999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3201.126, "dur": 87.69799999999987, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3201.983, "dur": 0.9489999999996144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3210.943, "dur": 3.8399999999996908, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3212.57, "dur": 0.5869999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3220.749, "dur": 61.06800000000021, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3222.358, "dur": 50.98999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3223.097, "dur": 0.5119999999997162, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3274.305, "dur": 6.138000000000375, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3275.34, "dur": 4.614999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3276.242, "dur": 0.5869999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3278.182, "dur": 0.9280000000003383, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3298.445, "dur": 3.418999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3299.324, "dur": 0.9760000000001128, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3301.151, "dur": 0.3320000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3306.43, "dur": 89.6890000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3307.178, "dur": 0.7449999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3328.908, "dur": 0.42200000000002547, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3349.398, "dur": 23.786999999999807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3350.226, "dur": 5.292999999999665, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3351.573, "dur": 2.6080000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3352.567, "dur": 0.9290000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3356.31, "dur": 15.927999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3361.429, "dur": 0.7860000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3363.255, "dur": 2.013999999999669, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3364.324, "dur": 0.45899999999983265, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3366.88, "dur": 3.0789999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3403.946, "dur": 3.731999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3404.827, "dur": 1.2169999999996435, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3406.884, "dur": 0.39600000000018554, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3412.985, "dur": 36.44399999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3413.773, "dur": 0.8350000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3422.783, "dur": 3.84900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3424.415, "dur": 0.612999999999829, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3432.694, "dur": 10.791999999999916, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3434.326, "dur": 1.5670000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3435.071, "dur": 0.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3436.611, "dur": 5.644999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3437.507, "dur": 4.2150000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3438.369, "dur": 0.5270000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3440.217, "dur": 0.7519999999999527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3458.453, "dur": 3.2530000000001564, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3459.32, "dur": 0.918999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3461.078, "dur": 0.29899999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3466.078, "dur": 84.4050000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3466.858, "dur": 0.8679999999999382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3488.646, "dur": 0.3799999999996544, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3508.991, "dur": 19.52500000000009, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3509.858, "dur": 5.291999999999916, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3511.244, "dur": 2.5039999999999054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3512.205, "dur": 0.8960000000001855, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3515.926, "dur": 11.789000000000215, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3517.383, "dur": 0.7390000000000327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3519.034, "dur": 2.000999999999749, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3520.074, "dur": 0.4919999999997344, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3522.625, "dur": 2.951000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3558.012, "dur": 3.4980000000000473, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3558.915, "dur": 1.1469999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3560.804, "dur": 0.36400000000003274, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3566.832, "dur": 39.728000000000065, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3567.634, "dur": 0.7640000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3576.313, "dur": 3.798999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3577.911, "dur": 0.61200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3586.018, "dur": 14.230000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3587.626, "dur": 1.606999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3588.358, "dur": 0.4859999999998763, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3589.945, "dur": 8.972999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3590.862, "dur": 7.5340000000001055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3591.753, "dur": 3.494999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3596.699, "dur": 0.9149999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3615.715, "dur": 3.212999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3616.626, "dur": 0.9179999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3618.325, "dur": 0.2980000000002292, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3623.531, "dur": 83.56500000000005, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3624.344, "dur": 0.7640000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3645.346, "dur": 0.387000000000171, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3665.899, "dur": 19.320999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3666.746, "dur": 5.230000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3668.143, "dur": 2.423999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3669.06, "dur": 0.88799999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3672.747, "dur": 11.684999999999945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3674.194, "dur": 0.6219999999998436, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3675.837, "dur": 2.0090000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3676.878, "dur": 0.49699999999984357, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3679.445, "dur": 2.8409999999998945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3714.597, "dur": 3.586999999999989, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3715.459, "dur": 1.1730000000002292, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3717.468, "dur": 0.3830000000002656, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3723.576, "dur": 35.80000000000018, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3724.322, "dur": 0.8139999999998508, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3732.804, "dur": 3.7529999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3734.395, "dur": 0.581000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3742.514, "dur": 10.769999999999982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3744.115, "dur": 1.6420000000002801, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3744.879, "dur": 0.48500000000012733, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3746.506, "dur": 5.561000000000149, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3747.408, "dur": 4.166999999999916, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3748.23, "dur": 0.5830000000000837, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3750.115, "dur": 0.7130000000001928, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3768.161, "dur": 3.306999999999789, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3769.025, "dur": 1.0, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3770.852, "dur": 0.3160000000002583, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3776.026, "dur": 81.9670000000001, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3776.775, "dur": 0.7779999999997926, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3797.548, "dur": 0.3710000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3817.361, "dur": 18.98199999999997, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3818.178, "dur": 5.108000000000175, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3819.489, "dur": 2.4470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3820.459, "dur": 0.8800000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3824.022, "dur": 11.514000000000124, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3825.448, "dur": 0.7029999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3827.056, "dur": 1.9229999999997744, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3828.073, "dur": 0.4450000000001637, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3830.563, "dur": 2.869999999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3865.57, "dur": 3.4769999999998618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3866.419, "dur": 1.1040000000002692, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3868.261, "dur": 0.4329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 3874.434, "dur": 38.97199999999975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3875.245, "dur": 0.7409999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 3883.707, "dur": 3.71100000000024, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3885.229, "dur": 0.5840000000002874, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 3893.21, "dur": 13.746000000000095, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 3894.773, "dur": 1.6159999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3895.581, "dur": 0.5029999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 3897.09, "dur": 8.57400000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 3897.965, "dur": 7.148999999999887, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3898.829, "dur": 3.30199999999968, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 3903.562, "dur": 0.7989999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 3922.471, "dur": 3.2649999999998727, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3923.364, "dur": 0.9470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 3925.106, "dur": 0.32199999999966167, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 3930.286, "dur": 83.13799999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3931.036, "dur": 0.8609999999998763, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 3952.32, "dur": 0.37199999999984357, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 3972.559, "dur": 19.15199999999959, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 3973.411, "dur": 5.291000000000167, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 3974.794, "dur": 2.492999999999938, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3975.742, "dur": 0.9229999999997744, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 3979.444, "dur": 11.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 3980.82, "dur": 0.6209999999996398, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 3982.411, "dur": 1.9329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 3983.452, "dur": 0.42899999999963256, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 3985.91, "dur": 2.881000000000313, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 4020.872, "dur": 3.5350000000003092, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4021.827, "dur": 1.0669999999995525, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 4023.692, "dur": 0.36799999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 4029.711, "dur": 39.17300000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4030.54, "dur": 0.8420000000000982, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 4038.938, "dur": 3.837999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 4040.573, "dur": 0.5779999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 4048.594, "dur": 10.507000000000062, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 4050.198, "dur": 1.524000000000342, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 4050.9, "dur": 0.5180000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 4052.418, "dur": 5.496000000000095, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 4053.266, "dur": 4.135999999999967, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4054.065, "dur": 0.5320000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 4055.88, "dur": 0.7840000000001055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 4077.953, "dur": 3.2910000000001673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4078.851, "dur": 0.9909999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 4080.612, "dur": 0.3220000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 4085.948, "dur": 1372.9770000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4086.67, "dur": 0.9409999999998035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 4111.091, "dur": 0.40099999999983993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 4131.558, "dur": 32.238000000000284, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 4132.449, "dur": 7.664999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 4133.778, "dur": 4.597999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 4134.725, "dur": 2.92699999999968, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 4141.286, "dur": 11.944999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 4142.659, "dur": 0.7390000000004875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 4144.325, "dur": 1.936000000000604, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 4145.341, "dur": 0.4739999999992506, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 4147.933, "dur": 3.0590000000001965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5474.022, "dur": 8.443000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5476.344, "dur": 3.44800000000032, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5481.146, "dur": 0.9499999999998181, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 5491.1, "dur": 60.90299999999934, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5492.18, "dur": 1.0039999999999054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 5505.682, "dur": 6.256000000000313, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5508.611, "dur": 0.8599999999996726, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 5522.638, "dur": 21.261000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 5529.922, "dur": 2.117000000000189, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5530.944, "dur": 0.6899999999995998, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 5533.031, "dur": 9.42699999999968, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 5534.648, "dur": 7.030999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5535.983, "dur": 0.7550000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 5538.601, "dur": 1.9180000000005748, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5564.599, "dur": 5.498999999999796, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5567.247, "dur": 1.2119999999995343, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5569.411, "dur": 0.3500000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 5575.506, "dur": 119.02899999999954, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5576.256, "dur": 1.0619999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 5608.998, "dur": 0.6690000000007785, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 5637.345, "dur": 30.396999999999935, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 5638.623, "dur": 8.217000000000553, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 5640.46, "dur": 3.095999999999549, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5641.671, "dur": 1.1719999999995707, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 5647.922, "dur": 18.89800000000014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5649.798, "dur": 0.8240000000005239, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 5651.843, "dur": 2.462999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5653.198, "dur": 0.5619999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 5656.857, "dur": 5.585000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5703.01, "dur": 5.648000000000138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5705.608, "dur": 1.488999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5707.994, "dur": 0.3600000000005821, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 5714.733, "dur": 42.51999999999953, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5715.505, "dur": 0.9570000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 5725.405, "dur": 4.192000000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5727.226, "dur": 0.6289999999999054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 5737.043, "dur": 13.551000000000386, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 5738.758, "dur": 3.462999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5741.256, "dur": 0.61200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 5742.989, "dur": 6.145000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 5743.852, "dur": 4.748000000000502, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5744.796, "dur": 0.6080000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 5746.859, "dur": 0.8729999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5766.83, "dur": 4.842999999999847, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5767.757, "dur": 0.9120000000002619, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5770.98, "dur": 0.3720000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 5776.722, "dur": 93.61999999999989, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5777.468, "dur": 0.8450000000002547, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 5801.639, "dur": 0.4290000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 5823.757, "dur": 22.557999999999993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 5824.643, "dur": 5.488999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 5826.057, "dur": 2.7070000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5827.112, "dur": 1.001999999999498, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 5832.475, "dur": 12.922999999999774, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5834.048, "dur": 0.7800000000006548, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 5835.915, "dur": 2.1019999999998618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5837.051, "dur": 0.4789999999993597, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 5839.745, "dur": 3.36200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5878.097, "dur": 5.543999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5879.013, "dur": 1.2420000000001892, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5881.117, "dur": 2.1799999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 5889.594, "dur": 40.86499999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5890.415, "dur": 1.0280000000002474, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 5900.047, "dur": 4.1030000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5901.764, "dur": 0.6199999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 5910.507, "dur": 13.155999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 5912.14, "dur": 1.701999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5912.955, "dur": 0.5140000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 5916.276, "dur": 6.132000000000517, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 5917.192, "dur": 4.6899999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5918.148, "dur": 0.6369999999997162, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 5920.158, "dur": 0.8889999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 5939.772, "dur": 3.4200000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5940.672, "dur": 1.0489999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 5942.557, "dur": 0.3320000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 5949.379, "dur": 90.90499999999975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 5950.091, "dur": 0.9219999999995707, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 5972.54, "dur": 0.4080000000003565, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 5994.561, "dur": 22.51000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 5995.465, "dur": 5.556999999999789, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 5996.922, "dur": 2.611000000000786, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 5997.948, "dur": 0.9809999999997672, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6001.782, "dur": 14.376000000000204, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6003.195, "dur": 2.52599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6006.77, "dur": 2.0979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6007.856, "dur": 0.45200000000022555, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6010.613, "dur": 3.1989999999996144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6048.085, "dur": 3.66399999999976, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6049.008, "dur": 1.1909999999998035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6051.107, "dur": 0.3350000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6059.322, "dur": 39.8119999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6060.076, "dur": 0.9499999999998181, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6069.384, "dur": 3.9769999999998618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6071.019, "dur": 0.6189999999996871, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6079.684, "dur": 13.034999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6081.317, "dur": 1.6260000000002037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6082.08, "dur": 0.5489999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6083.623, "dur": 7.792000000000371, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6084.506, "dur": 6.393999999999323, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6087.236, "dur": 0.6300000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6089.237, "dur": 0.8670000000001892, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6108.351, "dur": 3.3250000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6109.283, "dur": 0.9499999999998181, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6111.08, "dur": 0.29500000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6116.334, "dur": 90.25600000000031, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6117.107, "dur": 2.657000000000153, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6141.043, "dur": 0.3780000000006112, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6161.941, "dur": 21.695999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6162.834, "dur": 5.253000000000611, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6164.161, "dur": 2.48700000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6165.125, "dur": 0.9260000000003856, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6168.858, "dur": 13.936999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6170.247, "dur": 0.7159999999994398, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6171.989, "dur": 3.7470000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6174.665, "dur": 0.5270000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6177.408, "dur": 3.1340000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6214.453, "dur": 3.6679999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6215.4, "dur": 1.1880000000001019, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6217.424, "dur": 0.3760000000002037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6223.729, "dur": 41.33399999999983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6224.623, "dur": 2.4470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6235.509, "dur": 3.9970000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6237.165, "dur": 0.5960000000004584, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6245.59, "dur": 13.043999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6247.351, "dur": 1.581000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6248.094, "dur": 0.5289999999995416, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6249.693, "dur": 7.6599999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6250.595, "dur": 6.210000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6251.546, "dur": 0.5639999999993961, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6255.108, "dur": 0.8629999999993743, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6274.263, "dur": 3.3919999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6275.192, "dur": 0.8850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6277.003, "dur": 0.34900000000016007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6282.382, "dur": 91.22900000000027, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6283.148, "dur": 0.76299999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6305.186, "dur": 2.155999999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6328.256, "dur": 21.904999999999745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6329.156, "dur": 5.399999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6330.596, "dur": 2.4200000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6331.54, "dur": 0.9329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6335.323, "dur": 13.951000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6336.773, "dur": 0.680000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6338.394, "dur": 3.649999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6339.495, "dur": 0.4359999999996944, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6343.777, "dur": 3.2460000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6381.448, "dur": 3.5839999999998327, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6382.424, "dur": 1.168999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6384.364, "dur": 0.33800000000064756, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6390.486, "dur": 40.78300000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6391.293, "dur": 0.9190000000007785, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6400.294, "dur": 5.833000000000538, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6403.804, "dur": 0.6459999999997308, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6412.325, "dur": 12.610000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6414.038, "dur": 1.6300000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6414.793, "dur": 0.48800000000028376, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6416.37, "dur": 7.3530000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6417.236, "dur": 5.984000000000378, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6418.164, "dur": 0.6210000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6420.219, "dur": 0.8320000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6440.58, "dur": 3.318000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6441.511, "dur": 0.964999999999236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6443.286, "dur": 0.3010000000003856, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6448.563, "dur": 88.53600000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6449.328, "dur": 0.8709999999991851, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6471.264, "dur": 0.3989999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6491.894, "dur": 22.61999999999989, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6494.548, "dur": 5.302999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6495.843, "dur": 2.6220000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6496.827, "dur": 1.0489999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6500.608, "dur": 13.095000000000255, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6501.99, "dur": 0.7309999999997672, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6503.671, "dur": 2.0649999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6504.736, "dur": 0.4390000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6507.319, "dur": 3.0789999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6544.792, "dur": 3.639999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6545.685, "dur": 1.2529999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6547.745, "dur": 0.3569999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6553.821, "dur": 40.485999999999876, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6554.523, "dur": 0.9610000000002401, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6563.655, "dur": 5.6340000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6565.297, "dur": 0.5700000000006185, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6575.539, "dur": 12.307999999999993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6577.195, "dur": 1.5410000000001673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6577.944, "dur": 0.4919999999992797, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6579.427, "dur": 5.957000000000335, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6580.331, "dur": 4.545000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6581.244, "dur": 0.5960000000004584, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6583.273, "dur": 0.818000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6603.356, "dur": 3.3159999999998035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6604.247, "dur": 1.0189999999993233, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6606.013, "dur": 0.33100000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6611.166, "dur": 87.93499999999949, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6611.922, "dur": 0.9280000000007931, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6633.462, "dur": 0.4169999999994616, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6654.195, "dur": 22.36200000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6655.073, "dur": 7.144999999999527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6656.456, "dur": 4.27599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6659.16, "dur": 0.9490000000005239, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6662.979, "dur": 11.639000000000124, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6664.35, "dur": 0.6679999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6665.991, "dur": 2.005000000000109, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6667.01, "dur": 0.47599999999965803, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6669.592, "dur": 2.92200000000048, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6706.798, "dur": 3.574999999999818, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6707.687, "dur": 1.1739999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6709.71, "dur": 0.34400000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6715.784, "dur": 39.05200000000059, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6716.618, "dur": 0.9600000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6725.519, "dur": 3.8040000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6727.145, "dur": 0.5629999999991924, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6737.122, "dur": 11.232999999999265, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6738.739, "dur": 1.6450000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6739.472, "dur": 0.5630000000001019, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6741.093, "dur": 5.9909999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6741.961, "dur": 4.601999999999862, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6742.858, "dur": 0.6170000000001892, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6744.866, "dur": 0.8440000000000509, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6765.491, "dur": 3.3100000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6766.351, "dur": 0.9949999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6768.145, "dur": 0.3349999999991269, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6773.53, "dur": 103.1260000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6774.274, "dur": 0.8239999999996144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6795.483, "dur": 0.42699999999967986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 6815.861, "dur": 23.26000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 6816.8, "dur": 8.65099999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 6818.128, "dur": 4.141000000000531, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6819.141, "dur": 0.8960000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 6826.31, "dur": 12.03399999999965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6827.709, "dur": 0.7020000000002256, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 6829.474, "dur": 1.9349999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6830.517, "dur": 0.4279999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 6833.022, "dur": 3.1109999999998763, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6884.22, "dur": 3.020999999999731, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6884.979, "dur": 1.032999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6886.691, "dur": 0.28099999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 6891.817, "dur": 31.136000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6892.468, "dur": 0.63799999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 6899.651, "dur": 3.1220000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6900.985, "dur": 0.5309999999999491, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 6907.408, "dur": 10.527000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 6910.184, "dur": 1.3009999999994761, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 6910.807, "dur": 0.41200000000026193, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 6912.055, "dur": 4.844000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 6912.786, "dur": 3.7070000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6913.538, "dur": 0.4790000000002692, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 6915.117, "dur": 0.6979999999994106, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 6956.837, "dur": 4.862999999999374, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6957.766, "dur": 2.386000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 6961.013, "dur": 0.35900000000037835, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 6966.467, "dur": 86.9360000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 6967.225, "dur": 0.7909999999992579, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 6988.747, "dur": 0.43099999999958527, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7009.158, "dur": 21.73199999999997, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7010.068, "dur": 7.092999999999847, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7011.41, "dur": 2.532000000000153, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7012.428, "dur": 0.9340000000001965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7018.006, "dur": 12.091999999999643, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7019.466, "dur": 0.6989999999996144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7021.141, "dur": 2.068000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7022.235, "dur": 0.4710000000004584, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 7024.906, "dur": 3.04700000000048, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7061.066, "dur": 5.204000000000633, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7061.969, "dur": 2.7479999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7065.611, "dur": 0.32999999999992724, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 7071.906, "dur": 38.57800000000043, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7072.711, "dur": 0.8119999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 7081.532, "dur": 3.88799999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7083.162, "dur": 0.6480000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 7091.388, "dur": 12.641000000000531, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 7093.043, "dur": 3.066000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7093.798, "dur": 1.9710000000004584, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 7096.879, "dur": 5.850000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 7097.776, "dur": 4.460000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7098.653, "dur": 0.6300000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 7100.62, "dur": 0.8150000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7119.631, "dur": 4.902000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7120.548, "dur": 0.9440000000004147, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7122.345, "dur": 1.8699999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 7129.356, "dur": 391.2350000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7130.114, "dur": 0.8210000000008222, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 7151.919, "dur": 0.44499999999970896, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7171.911, "dur": 322.39400000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7172.786, "dur": 5.41399999999976, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7174.131, "dur": 2.582999999999629, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7175.107, "dur": 0.9830000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7179.003, "dur": 314.3070000000007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7480.823, "dur": 1.0599999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7483.047, "dur": 2.236000000000786, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7484.214, "dur": 0.5600000000004002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 7487.083, "dur": 3.47400000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7529.109, "dur": 6.539999999999964, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7530.138, "dur": 1.1769999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7532.224, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 7541.83, "dur": 42.439000000000306, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7542.659, "dur": 0.9270000000005894, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 7552.458, "dur": 4.148000000000138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7554.188, "dur": 0.613999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 7563.248, "dur": 14.502000000000407, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 7564.997, "dur": 1.7150000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7565.811, "dur": 0.5060000000003129, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 7567.486, "dur": 8.969000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 7570.88, "dur": 5.068000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7571.823, "dur": 0.6799999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 7573.912, "dur": 0.8469999999997526, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7594.075, "dur": 3.19800000000032, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7594.955, "dur": 0.8930000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7596.667, "dur": 0.295999999999367, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 7601.914, "dur": 95.3680000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7605.111, "dur": 0.8930000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 7629.615, "dur": 0.4040000000004511, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7651.455, "dur": 22.658000000000357, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7652.388, "dur": 5.600000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7653.869, "dur": 2.691000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7654.911, "dur": 0.9949999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7658.75, "dur": 14.451000000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7660.202, "dur": 0.7469999999993888, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7664.078, "dur": 2.1779999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7665.184, "dur": 0.5140000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 7667.908, "dur": 3.0689999999995052, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7705.06, "dur": 3.7799999999997453, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7705.976, "dur": 1.3370000000004438, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7708.104, "dur": 0.40899999999965075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 7714.365, "dur": 42.12700000000041, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7717.367, "dur": 0.8329999999996289, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 7726.664, "dur": 3.867000000000189, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7728.249, "dur": 0.6460000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 7736.586, "dur": 13.470999999999549, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 7738.209, "dur": 1.6829999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7739.025, "dur": 0.4960000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 7740.606, "dur": 8.252000000000407, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 7741.45, "dur": 6.898000000000138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7742.324, "dur": 2.8140000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 7746.614, "dur": 0.829000000000633, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7765.991, "dur": 3.243000000000393, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7766.863, "dur": 0.9279999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7768.587, "dur": 0.3329999999996289, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 7773.843, "dur": 91.15599999999995, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7774.615, "dur": 0.7800000000006548, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 7798.725, "dur": 0.4029999999993379, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7819.851, "dur": 22.577000000000226, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7820.742, "dur": 5.335000000000036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7822.063, "dur": 2.5979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7823.067, "dur": 0.9750000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7826.843, "dur": 14.739000000000487, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7828.225, "dur": 0.6929999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7829.838, "dur": 4.637000000000626, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7830.905, "dur": 3.0340000000005602, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 7836.21, "dur": 3.207999999999629, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7872.738, "dur": 3.5729999999994106, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7873.667, "dur": 1.1569999999992433, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7875.652, "dur": 0.3720000000002983, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 7881.769, "dur": 42.60199999999986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7882.553, "dur": 0.8699999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 7894.378, "dur": 4.020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7896.049, "dur": 0.6559999999999491, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 7904.531, "dur": 13.404000000000451, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 7906.163, "dur": 1.594000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7906.888, "dur": 0.5540000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 7908.427, "dur": 8.19800000000032, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 7909.278, "dur": 6.8149999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7910.215, "dur": 0.5500000000001819, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 7912.138, "dur": 3.0460000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 7933.449, "dur": 3.2730000000001382, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7934.362, "dur": 1.0109999999995125, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 7936.149, "dur": 0.26599999999962165, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 7941.257, "dur": 90.98500000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7941.965, "dur": 0.8379999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 7963.477, "dur": 0.4099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 7987.1, "dur": 22.518999999999323, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 7987.994, "dur": 5.552999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 7989.483, "dur": 2.6369999999997162, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7990.494, "dur": 0.967000000000553, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 7994.34, "dur": 14.381999999999607, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 7995.787, "dur": 0.6449999999995271, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 7997.378, "dur": 1.9279999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 7998.411, "dur": 0.4639999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8003.247, "dur": 3.1749999999992724, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8040.198, "dur": 3.7529999999997017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8041.109, "dur": 1.3019999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8043.242, "dur": 0.38699999999971624, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8049.522, "dur": 42.05799999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8050.23, "dur": 0.8850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8059.073, "dur": 6.639999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8063.329, "dur": 0.691000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8072.1, "dur": 13.212999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8073.693, "dur": 1.582999999999629, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8074.448, "dur": 0.5309999999999491, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8075.979, "dur": 8.143000000000029, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8076.867, "dur": 4.693000000000211, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8077.753, "dur": 0.636000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8079.759, "dur": 0.886000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8100.793, "dur": 3.2539999999999054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8101.658, "dur": 0.918999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8103.419, "dur": 0.30900000000019645, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8108.709, "dur": 89.28999999999996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8109.426, "dur": 0.8159999999998035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8130.629, "dur": 0.4099999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8150.873, "dur": 24.199000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8151.772, "dur": 7.958999999999833, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8155.636, "dur": 2.5549999999993815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8156.587, "dur": 0.9539999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8160.511, "dur": 13.65899999999965, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8162.023, "dur": 0.7190000000000509, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8163.699, "dur": 2.0210000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8164.745, "dur": 0.467000000000553, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8167.405, "dur": 3.01299999999992, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8205.825, "dur": 3.4989999999997963, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8206.721, "dur": 1.103000000000975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8208.628, "dur": 0.3709999999991851, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8214.873, "dur": 42.43000000000029, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8215.688, "dur": 0.9040000000004511, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8224.748, "dur": 6.550000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8226.394, "dur": 0.6900000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8237.741, "dur": 11.22400000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8239.361, "dur": 1.6649999999990541, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8240.216, "dur": 0.5129999999990105, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8241.719, "dur": 6.022000000000844, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8242.583, "dur": 4.662000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8243.463, "dur": 0.6980000000003201, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8245.546, "dur": 0.8519999999989523, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8266.773, "dur": 3.2290000000011787, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8267.688, "dur": 0.9140000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8269.393, "dur": 0.2919999999994616, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8274.726, "dur": 90.82699999999932, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8275.432, "dur": 0.8269999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8297.008, "dur": 0.47999999999956344, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8317.612, "dur": 22.882000000001426, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8318.539, "dur": 8.15099999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8319.955, "dur": 5.201000000000931, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8320.942, "dur": 3.5710000000017317, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8327.528, "dur": 12.105999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8328.962, "dur": 0.6790000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8330.658, "dur": 2.0780000000013388, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8331.745, "dur": 0.46899999999914144, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8334.372, "dur": 3.0529999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8373.56, "dur": 3.548000000000684, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8374.461, "dur": 1.066000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8376.374, "dur": 0.3930000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8382.721, "dur": 39.926000000001295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8383.522, "dur": 0.8299999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8392.438, "dur": 3.9789999999993597, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8394.101, "dur": 0.602999999999156, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8402.266, "dur": 13.925000000001091, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8406.627, "dur": 1.657999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8407.389, "dur": 0.5720000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8409.094, "dur": 5.8700000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8409.969, "dur": 4.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8410.814, "dur": 0.5839999999989232, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8412.763, "dur": 0.8409999999985303, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8431.958, "dur": 6.07799999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8435.477, "dur": 1.0189999999984138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8437.398, "dur": 0.35600000000158616, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8443.073, "dur": 89.35499999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8443.87, "dur": 0.8899999999994179, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8465.921, "dur": 0.3680000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8486.459, "dur": 22.451999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8487.321, "dur": 8.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8488.691, "dur": 2.4499999999989086, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8489.634, "dur": 0.9110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8496.141, "dur": 11.94000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8497.59, "dur": 0.6460000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8499.22, "dur": 2.0799999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8500.332, "dur": 0.44399999999950523, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8502.886, "dur": 3.0169999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8540.375, "dur": 6.1340000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8543.678, "dur": 1.2409999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8545.803, "dur": 0.3850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8552.132, "dur": 39.722999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8552.973, "dur": 0.897000000000844, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8562.049, "dur": 3.797999999998865, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8563.661, "dur": 0.5959999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8571.793, "dur": 13.52599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8573.388, "dur": 4.060999999999694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8576.503, "dur": 0.5979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8578.144, "dur": 5.936999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8579.043, "dur": 4.556000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8579.95, "dur": 0.6489999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8581.968, "dur": 0.7539999999989959, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8601.333, "dur": 5.614999999999782, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8602.219, "dur": 0.9370000000017171, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8606.332, "dur": 0.30199999999967986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8611.945, "dur": 88.83500000000095, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8612.742, "dur": 0.9719999999997526, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8634.469, "dur": 0.4360000000015134, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8655.136, "dur": 22.555999999998676, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8656.036, "dur": 5.570999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8657.416, "dur": 2.6300000000010186, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8658.366, "dur": 1.032999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8664.566, "dur": 12.20299999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8666.05, "dur": 0.761000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8667.888, "dur": 1.9679999999989377, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8668.969, "dur": 0.4390000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8671.519, "dur": 3.110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8708.593, "dur": 6.344999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8709.479, "dur": 1.2840000000014697, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8714.201, "dur": 0.42400000000088767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8720.584, "dur": 40.134000000000015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8721.366, "dur": 0.852999999999156, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8730.539, "dur": 3.933999999999287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8732.15, "dur": 0.6779999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8740.362, "dur": 13.96600000000035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8742.066, "dur": 4.172999999998865, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8742.854, "dur": 0.5150000000012369, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8746.957, "dur": 6.130999999999403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8747.917, "dur": 4.677999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8748.81, "dur": 0.6710000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8750.867, "dur": 0.8140000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8770.117, "dur": 3.173000000000684, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8770.996, "dur": 0.8680000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8772.661, "dur": 0.30799999999908323, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8780.317, "dur": 88.07200000000012, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8781.097, "dur": 0.8649999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8802.364, "dur": 0.3670000000001892, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8823.169, "dur": 22.65400000000045, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8824.09, "dur": 5.4760000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8825.435, "dur": 2.606999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8826.432, "dur": 1.0239999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8830.358, "dur": 14.550999999999476, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8831.83, "dur": 3.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8836.035, "dur": 2.007999999999811, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8837.107, "dur": 0.4830000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 8839.669, "dur": 3.058000000000902, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8876.05, "dur": 3.5100000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8876.992, "dur": 1.0390000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8878.834, "dur": 0.3709999999991851, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 8887.75, "dur": 39.14400000000023, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8888.53, "dur": 0.8850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 8897.338, "dur": 3.930000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8898.916, "dur": 0.6640000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 8907.295, "dur": 13.272999999999229, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 8908.893, "dur": 1.7009999999991123, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8909.638, "dur": 0.5689999999995052, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 8911.29, "dur": 8.070999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 8912.171, "dur": 6.652000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8915.15, "dur": 0.6419999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 8917.205, "dur": 0.8379999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 8935.942, "dur": 3.3360000000011496, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8936.851, "dur": 1.0399999999990541, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 8938.65, "dur": 0.30500000000029104, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 8943.818, "dur": 90.125, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8944.55, "dur": 3.1920000000009168, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 8968.516, "dur": 0.37000000000080036, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 8988.851, "dur": 22.402000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 8989.757, "dur": 5.566000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 8991.141, "dur": 2.6120000000009895, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 8992.112, "dur": 1.0020000000004075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 8996.08, "dur": 14.306000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 8997.458, "dur": 0.6829999999990832, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 8999.082, "dur": 4.423999999999069, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9002.469, "dur": 0.4900000000016007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9005.144, "dur": 3.030000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9041.605, "dur": 3.5390000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9042.445, "dur": 1.2260000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9044.426, "dur": 0.386000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9050.586, "dur": 42.52100000000064, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9051.368, "dur": 3.55199999999968, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9063.334, "dur": 3.859999999998763, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9064.908, "dur": 0.6490000000012515, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9073.273, "dur": 13.481999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9074.9, "dur": 1.5500000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9075.634, "dur": 0.5030000000006112, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9077.157, "dur": 8.369000000000597, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9078.034, "dur": 6.9950000000008, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9078.955, "dur": 0.569999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9083.331, "dur": 0.8269999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9102.48, "dur": 3.1010000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9103.304, "dur": 0.8950000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9104.978, "dur": 0.29500000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9110.039, "dur": 90.0059999999994, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9110.789, "dur": 0.7799999999988358, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9131.876, "dur": 2.9459999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9155.256, "dur": 22.25, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9156.206, "dur": 5.269000000000233, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9157.594, "dur": 2.459000000000742, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9158.553, "dur": 0.9030000000002474, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9162.212, "dur": 14.415000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9163.58, "dur": 0.691000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9165.219, "dur": 4.4540000000015425, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9166.219, "dur": 0.4690000000009604, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9171.345, "dur": 3.070000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9207.58, "dur": 3.5120000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9208.489, "dur": 1.0690000000013242, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9210.381, "dur": 0.35200000000077125, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9216.484, "dur": 41.495999999999185, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9217.4, "dur": 0.8330000000005384, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9226.048, "dur": 6.166999999999462, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9229.907, "dur": 0.6400000000012369, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9238.412, "dur": 13.324999999998909, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9240.074, "dur": 1.7119999999995343, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9240.871, "dur": 0.5460000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9242.478, "dur": 8.056000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9243.375, "dur": 6.657999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9244.292, "dur": 0.6530000000002474, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9246.297, "dur": 0.8680000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9267.164, "dur": 3.4399999999986903, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9268.035, "dur": 1.0900000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9269.938, "dur": 0.3430000000007567, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9275.414, "dur": 89.28499999999985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9276.173, "dur": 0.9369999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9297.596, "dur": 0.38100000000122236, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9318.153, "dur": 24.045000000000073, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9321.296, "dur": 5.550999999999476, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9322.725, "dur": 2.6369999999988067, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9323.749, "dur": 0.9940000000005966, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9327.577, "dur": 13.78400000000147, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9329.008, "dur": 0.6219999999993888, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9330.557, "dur": 2.07799999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9331.566, "dur": 0.5319999999992433, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9334.31, "dur": 4.84400000000096, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9372.398, "dur": 3.606000000001586, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9373.336, "dur": 1.0950000000011642, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9375.266, "dur": 0.40500000000065484, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9381.462, "dur": 41.46600000000035, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9382.24, "dur": 0.9310000000004948, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9390.905, "dur": 6.516999999999825, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9392.514, "dur": 3.176000000001295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9403.566, "dur": 12.897999999999229, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9405.186, "dur": 1.577000000001135, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9405.956, "dur": 0.488999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9407.459, "dur": 5.798999999999069, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9408.327, "dur": 4.436000000001513, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9409.226, "dur": 0.5999999999985448, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9411.16, "dur": 0.8140000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9432.138, "dur": 3.4089999999996508, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9433.016, "dur": 1.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9434.853, "dur": 0.34900000000016007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9440.186, "dur": 164.42799999999988, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9440.926, "dur": 0.8190000000013242, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9461.776, "dur": 0.4390000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9482.11, "dur": 89.07099999999991, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9483.033, "dur": 8.31500000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9484.436, "dur": 5.329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9488.167, "dur": 1.011000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9548.131, "dur": 18.266999999999825, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9551.138, "dur": 1.3549999999995634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9554.849, "dur": 2.638999999999214, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9556.107, "dur": 0.8099999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9559.547, "dur": 3.661000000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9613.465, "dur": 4.066000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9614.545, "dur": 1.2849999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9616.716, "dur": 0.5049999999991996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9623.234, "dur": 41.10999999999876, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9623.969, "dur": 1.0580000000009022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9633.472, "dur": 4.09900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9635.165, "dur": 0.6099999999987631, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9647.407, "dur": 11.061999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9648.936, "dur": 1.8029999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9649.813, "dur": 0.5769999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9651.384, "dur": 5.927999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9652.224, "dur": 4.5679999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9653.194, "dur": 0.5870000000013533, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9655.133, "dur": 0.8449999999993452, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9676.283, "dur": 2.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9677.009, "dur": 0.9020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9678.599, "dur": 0.2890000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9683.35, "dur": 134.73099999999977, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9683.97, "dur": 0.8100000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9711.175, "dur": 0.43699999999989814, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9732.651, "dur": 51.173000000000684, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9733.449, "dur": 7.738999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9734.704, "dur": 5.126000000000204, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9735.603, "dur": 0.9740000000001601, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9741.866, "dur": 41.024999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9742.991, "dur": 0.691000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9744.583, "dur": 1.8069999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9745.584, "dur": 0.3829999999998108, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9747.922, "dur": 32.465000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9829.426, "dur": 4.306000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9830.509, "dur": 1.514999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9832.906, "dur": 0.48699999999917054, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 9840.279, "dur": 53.41699999999946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9841.32, "dur": 1.4320000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 9855.494, "dur": 5.899999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9857.881, "dur": 0.9320000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 9870.131, "dur": 15.94000000000051, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 9875.151, "dur": 2.1229999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9876.135, "dur": 0.6659999999992579, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 9878.034, "dur": 6.7590000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 9878.975, "dur": 5.305000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9880.188, "dur": 0.6730000000006839, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 9882.3, "dur": 1.070000000001528, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 9904.012, "dur": 5.662999999998647, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9904.906, "dur": 3.1789999999982683, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 9908.972, "dur": 0.38400000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 9914.797, "dur": 117.25200000000041, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9915.578, "dur": 1.0390000000006694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 9941.073, "dur": 0.44499999999970896, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 9969.743, "dur": 34.23499999999876, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 9971.076, "dur": 10.852000000000771, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 9972.961, "dur": 3.6930000000011205, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9974.32, "dur": 1.3739999999997963, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 9983.233, "dur": 19.73999999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 9987.62, "dur": 1.256999999999607, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 9990.576, "dur": 2.9470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 9992.123, "dur": 0.7209999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 9996.127, "dur": 4.036000000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10040.73, "dur": 6.92200000000048, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10041.778, "dur": 4.208000000000538, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10046.892, "dur": 0.4210000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10053.905, "dur": 46.638999999999214, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10054.789, "dur": 0.929999999998472, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10064.769, "dur": 4.1010000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10066.402, "dur": 0.6829999999990832, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10075.742, "dur": 17.844999999999345, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10077.497, "dur": 4.27599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10078.448, "dur": 2.95299999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10082.531, "dur": 9.724999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10083.45, "dur": 8.200999999999112, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10087.826, "dur": 0.625, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10089.929, "dur": 0.8269999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10110.491, "dur": 5.730999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10111.415, "dur": 1.0059999999994034, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10113.203, "dur": 2.6970000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10121.369, "dur": 94.6260000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10122.165, "dur": 0.940999999998894, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10145.93, "dur": 0.44099999999889405, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10168.523, "dur": 22.88300000000163, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10169.441, "dur": 5.492999999998574, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10170.813, "dur": 2.657999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10171.783, "dur": 1.029000000000451, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10175.783, "dur": 14.753000000000611, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10179.8, "dur": 0.7460000000010041, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10181.532, "dur": 1.9970000000012078, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10182.578, "dur": 0.488999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10185.128, "dur": 3.2039999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10223.939, "dur": 6.2039999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10224.871, "dur": 1.09900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10226.867, "dur": 2.9459999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10236.033, "dur": 40.82099999999991, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10236.808, "dur": 0.9049999999988358, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10246.01, "dur": 3.878000000000611, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10247.583, "dur": 0.6409999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10256.225, "dur": 14.100000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10257.903, "dur": 1.7379999999993743, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10258.732, "dur": 0.49400000000059663, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10260.406, "dur": 8.71599999999853, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10263.928, "dur": 4.699000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10264.876, "dur": 0.5830000000005384, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10266.871, "dur": 0.8110000000015134, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10286.561, "dur": 3.3960000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10287.462, "dur": 1.0889999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10289.358, "dur": 0.3040000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10294.603, "dur": 94.75700000000143, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10297.622, "dur": 0.8590000000003783, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10320.368, "dur": 0.4210000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10342.183, "dur": 22.521999999999025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10343.084, "dur": 5.441999999999098, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10344.432, "dur": 2.6229999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10345.393, "dur": 0.9429999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10349.31, "dur": 14.54200000000128, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10350.839, "dur": 0.683999999999287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10354.911, "dur": 2.0319999999992433, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10355.989, "dur": 0.5, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10358.575, "dur": 3.0209999999988213, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10397.387, "dur": 3.561999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10398.314, "dur": 1.1049999999995634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10400.242, "dur": 0.3989999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10406.411, "dur": 45.858000000000175, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10409.957, "dur": 0.9269999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10419.367, "dur": 3.8079999999990832, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10420.938, "dur": 0.5969999999997526, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10429.444, "dur": 16.274999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10431.065, "dur": 1.6890000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10431.851, "dur": 0.5159999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10433.459, "dur": 10.95799999999872, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10434.341, "dur": 9.549999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10438.728, "dur": 1.9600000000009459, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10442.228, "dur": 0.8190000000013242, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10461.856, "dur": 3.2479999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10462.675, "dur": 0.9729999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10464.52, "dur": 0.2809999999990396, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10469.819, "dur": 92.10699999999997, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10470.563, "dur": 0.8150000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10495.497, "dur": 0.4320000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10516.698, "dur": 22.29700000000048, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10517.617, "dur": 5.329999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10518.995, "dur": 2.4909999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10519.964, "dur": 0.8870000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10523.682, "dur": 14.394999999998618, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10525.113, "dur": 0.680000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10526.704, "dur": 4.435999999999694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10527.756, "dur": 2.8950000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10532.855, "dur": 3.0120000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10569.688, "dur": 3.668999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10570.593, "dur": 1.1700000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10572.648, "dur": 0.386000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10578.56, "dur": 42.222999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10579.338, "dur": 0.7910000000010768, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10591.046, "dur": 3.8809999999994034, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10592.616, "dur": 0.6329999999998108, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10601.208, "dur": 13.305000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10602.8, "dur": 1.6230000000014115, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10603.604, "dur": 0.49800000000141154, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10605.129, "dur": 8.20799999999872, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10606.043, "dur": 6.787000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10606.929, "dur": 0.5599999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10608.884, "dur": 3.1080000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10630.42, "dur": 3.378000000000611, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10631.356, "dur": 0.9899999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10633.146, "dur": 0.32699999999931606, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10638.54, "dur": 115.82499999999891, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10639.303, "dur": 0.9310000000004948, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10661.519, "dur": 0.4319999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10685.342, "dur": 43.274999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10686.161, "dur": 12.993000000000393, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10694.808, "dur": 2.877999999998792, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10695.93, "dur": 1.0679999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10699.899, "dur": 27.703999999999724, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10701.361, "dur": 0.635999999998603, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10703.011, "dur": 1.9830000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10704.094, "dur": 0.44800000000032014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10708.891, "dur": 16.173000000000684, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10762.712, "dur": 4.058000000000902, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10763.766, "dur": 1.2970000000004802, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10766.053, "dur": 0.3889999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10772.617, "dur": 53.21700000000055, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10773.411, "dur": 0.8700000000008004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10788.605, "dur": 6.8840000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10792.997, "dur": 0.7100000000009459, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10802.071, "dur": 16.951999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10803.843, "dur": 1.606999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10804.603, "dur": 0.5500000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10806.157, "dur": 11.581000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10807.033, "dur": 8.139000000001033, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10811.361, "dur": 0.6479999999992287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10813.461, "dur": 0.8559999999997672, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10835.625, "dur": 3.399999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10836.619, "dur": 0.9629999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10838.408, "dur": 0.31600000000071304, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 10843.736, "dur": 93.04199999999946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10844.485, "dur": 0.8059999999986758, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 10867.105, "dur": 0.40200000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 10888.677, "dur": 24.32600000000093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 10889.56, "dur": 7.681000000000495, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 10893.272, "dur": 2.6049999999995634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10894.174, "dur": 1.0349999999998545, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 10897.991, "dur": 14.155000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10899.383, "dur": 0.636000000000422, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 10901.045, "dur": 1.896999999999025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10902.045, "dur": 0.4390000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 10904.607, "dur": 3.1460000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 10944.384, "dur": 3.7739999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10945.305, "dur": 1.27599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 10947.452, "dur": 0.3919999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 10953.495, "dur": 48.987999999999374, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10954.319, "dur": 0.8829999999998108, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 10963.266, "dur": 6.135000000000218, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10964.867, "dur": 0.5879999999997381, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 10975.692, "dur": 11.160000000001673, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 10977.378, "dur": 1.6109999999989668, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 10978.148, "dur": 0.5510000000012951, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 10979.677, "dur": 5.963999999999942, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 10980.592, "dur": 4.516999999999825, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 10981.514, "dur": 0.603000000000975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 10983.442, "dur": 0.8540000000011787, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11012.171, "dur": 3.5529999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11013.172, "dur": 1.0429999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11015.108, "dur": 0.3099999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11020.536, "dur": 92.4940000000006, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11021.254, "dur": 0.9009999999998399, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11044.099, "dur": 0.4500000000007276, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11065.381, "dur": 22.595000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11066.251, "dur": 7.8770000000004075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11067.722, "dur": 5.020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11068.678, "dur": 3.407999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11074.906, "dur": 12.193999999999505, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11076.428, "dur": 0.7229999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11078.098, "dur": 2.0159999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11079.209, "dur": 0.4349999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11081.729, "dur": 3.1050000000013824, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11120.917, "dur": 3.699000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11121.844, "dur": 1.2550000000010186, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11123.928, "dur": 0.3790000000008149, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11130.057, "dur": 41.54699999999866, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11130.861, "dur": 0.8099999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11139.364, "dur": 3.860000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11140.943, "dur": 0.6150000000016007, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11149.197, "dur": 15.782999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11153.158, "dur": 1.6080000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11153.95, "dur": 0.5139999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11155.462, "dur": 8.282000000001062, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11156.339, "dur": 6.906999999999243, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11159.553, "dur": 0.543999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11161.547, "dur": 0.8909999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11180.807, "dur": 5.445999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11183.786, "dur": 1.043999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11185.63, "dur": 0.32300000000032014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11191.144, "dur": 88.51800000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11191.908, "dur": 0.7950000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11213.765, "dur": 0.41300000000046566, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11235.034, "dur": 21.863999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11235.911, "dur": 7.310999999999694, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11237.289, "dur": 2.4029999999984284, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11238.211, "dur": 0.8950000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11244.144, "dur": 11.972999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11245.601, "dur": 0.6759999999994761, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11247.251, "dur": 2.0489999999990687, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11248.408, "dur": 0.4470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11250.846, "dur": 3.0230000000010477, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11287.406, "dur": 5.855999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11290.546, "dur": 1.168999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11292.557, "dur": 0.3789999999989959, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11298.737, "dur": 39.72200000000157, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11299.593, "dur": 0.8220000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11308.562, "dur": 3.8549999999995634, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11310.182, "dur": 0.6279999999987922, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11318.47, "dur": 13.46900000000096, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11320.113, "dur": 3.9279999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11323.148, "dur": 0.5610000000015134, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11324.756, "dur": 5.9650000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11325.675, "dur": 4.558000000000902, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11326.531, "dur": 0.5559999999986758, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11328.465, "dur": 0.8729999999995925, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11347.863, "dur": 5.611000000000786, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11348.824, "dur": 0.9729999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11352.781, "dur": 0.36299999999937427, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11358.516, "dur": 87.74099999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11359.333, "dur": 0.9020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11381.162, "dur": 0.4179999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11402.141, "dur": 21.655000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11403.005, "dur": 5.145000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11404.364, "dur": 2.4350000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11405.253, "dur": 0.9389999999984866, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11411.07, "dur": 11.860000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11412.509, "dur": 0.7270000000007713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11414.152, "dur": 1.9529999999995198, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11415.203, "dur": 0.4320000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11417.751, "dur": 3.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11453.993, "dur": 5.868999999998778, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11454.864, "dur": 1.1820000000006985, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11459.155, "dur": 0.3819999999996071, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11465.523, "dur": 41.38500000000022, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11466.299, "dur": 0.8949999999986176, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11475.151, "dur": 3.7270000000007713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11476.703, "dur": 0.613999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11484.84, "dur": 15.496999999999389, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11486.473, "dur": 4.068999999999505, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11487.233, "dur": 0.5120000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11491.273, "dur": 7.84900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11492.159, "dur": 6.458000000000538, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11495.028, "dur": 0.5689999999995052, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11497.011, "dur": 0.7799999999988358, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11516.342, "dur": 5.565999999998894, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11517.281, "dur": 0.9579999999987194, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11519.072, "dur": 0.30099999999947613, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11526.711, "dur": 87.4930000000004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11527.486, "dur": 0.8879999999990105, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11549.128, "dur": 0.4110000000000582, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11569.915, "dur": 21.701999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11570.776, "dur": 5.139000000001033, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11572.121, "dur": 2.412000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11573.053, "dur": 0.9519999999993161, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11576.73, "dur": 14.051000000001295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11580.258, "dur": 0.6869999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11581.888, "dur": 2.036999999998443, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11582.992, "dur": 0.4750000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11585.53, "dur": 3.0529999999998836, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11621.73, "dur": 3.621000000001004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11622.657, "dur": 1.1890000000003056, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11624.667, "dur": 0.3569999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11633.29, "dur": 38.90799999999945, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11634.087, "dur": 0.8739999999997963, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11642.841, "dur": 3.7520000000004075, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11644.38, "dur": 0.6060000000015862, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11652.648, "dur": 13.189000000000306, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11654.25, "dur": 1.6389999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11654.965, "dur": 0.5509999999994761, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11656.559, "dur": 8.092000000000553, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11657.447, "dur": 6.677999999999884, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11660.491, "dur": 0.5450000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11662.478, "dur": 0.8580000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11681.465, "dur": 3.293999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11682.388, "dur": 0.9479999999985012, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11684.136, "dur": 0.31199999999989814, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11689.283, "dur": 90.5590000000011, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11690.011, "dur": 3.1489999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11714.269, "dur": 0.42699999999967986, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11735.217, "dur": 22.3179999999993, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11736.209, "dur": 5.218999999999141, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11737.517, "dur": 2.4870000000009895, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11738.465, "dur": 0.9509999999991123, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11742.211, "dur": 14.450000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11743.682, "dur": 0.7529999999987922, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11745.389, "dur": 4.468000000000757, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11748.942, "dur": 0.4570000000003347, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11751.538, "dur": 2.970999999999549, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11787.516, "dur": 3.5599999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11788.44, "dur": 1.128999999998996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11790.386, "dur": 0.3789999999989959, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11796.546, "dur": 43.38199999999961, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11797.289, "dur": 3.2549999999991996, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11808.55, "dur": 3.835000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11810.143, "dur": 0.5990000000001601, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11818.291, "dur": 15.222999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11819.928, "dur": 4.039000000000669, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11823.078, "dur": 0.5429999999996653, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11824.688, "dur": 7.519000000000233, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11825.647, "dur": 6.036999999998443, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11826.511, "dur": 0.5519999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11829.967, "dur": 0.8940000000002328, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11849.296, "dur": 3.227999999999156, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11850.154, "dur": 0.9579999999987194, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11851.913, "dur": 0.31599999999889405, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 11857.198, "dur": 94.86299999999937, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11857.945, "dur": 0.793999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 11883.061, "dur": 2.8170000000009168, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 11907.033, "dur": 21.799000000000888, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 11907.856, "dur": 5.353000000000975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 11909.212, "dur": 2.5169999999998254, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11910.165, "dur": 0.9829999999983556, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 11913.965, "dur": 14.043999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11915.375, "dur": 0.7700000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 11917.006, "dur": 4.081000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11917.986, "dur": 0.40499999999883585, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 11922.825, "dur": 2.988999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 11959.775, "dur": 3.559000000001106, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11960.67, "dur": 1.1790000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 11962.642, "dur": 0.37700000000040745, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 11968.886, "dur": 41.95999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11969.687, "dur": 0.8870000000006257, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 11978.358, "dur": 6.461999999999534, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11982.545, "dur": 0.6110000000007858, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 11990.986, "dur": 13.330999999998312, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 11992.577, "dur": 1.5940000000009604, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 11993.304, "dur": 0.4930000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 11994.847, "dur": 8.273999999999432, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 11995.732, "dur": 6.858000000000175, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 11996.674, "dur": 0.5519999999996799, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 11998.587, "dur": 0.8209999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12020.374, "dur": 3.3539999999993597, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12021.242, "dur": 1.076999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12023.089, "dur": 0.3289999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12028.285, "dur": 89.5010000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12028.989, "dur": 0.8360000000011496, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12050.33, "dur": 0.41599999999925785, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12071.002, "dur": 23.618000000000393, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12074.226, "dur": 5.1819999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12075.57, "dur": 2.449000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12076.516, "dur": 0.8980000000010477, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12080.146, "dur": 13.618999999998778, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12081.539, "dur": 0.6529999999984284, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12083.123, "dur": 2.037000000000262, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12084.218, "dur": 0.4470000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12086.784, "dur": 4.579999999999927, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12125.563, "dur": 3.7229999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12126.49, "dur": 1.2659999999996217, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12128.567, "dur": 0.40500000000065484, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12137.446, "dur": 68.76599999999962, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12138.264, "dur": 0.8760000000002037, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12147.462, "dur": 8.405000000000655, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12149.048, "dur": 2.992000000000189, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12162.366, "dur": 16.004000000000815, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12164.087, "dur": 4.167000000001281, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12167.261, "dur": 0.613999999999578, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12168.979, "dur": 6.2409999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12169.863, "dur": 4.831000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12170.745, "dur": 0.6279999999987922, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12172.887, "dur": 0.9020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12236.131, "dur": 2.8150000000005093, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12236.881, "dur": 0.8840000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12238.428, "dur": 0.2739999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12242.866, "dur": 144.8119999999999, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12243.491, "dur": 0.680000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12278.083, "dur": 0.33799999999973807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12323.553, "dur": 41.13199999999961, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12324.3, "dur": 25.247000000001208, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12345.525, "dur": 2.5460000000002765, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12346.509, "dur": 0.9159999999992579, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12350.296, "dur": 11.981999999999971, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12351.761, "dur": 0.7029999999995198, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12353.403, "dur": 1.9750000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12354.45, "dur": 0.4709999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12356.92, "dur": 3.0709999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12395.533, "dur": 3.6920000000009168, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12396.449, "dur": 1.2600000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12398.503, "dur": 0.396999999999025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12404.524, "dur": 39.91200000000026, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12405.31, "dur": 0.8389999999999418, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12414.016, "dur": 3.949000000000524, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12415.648, "dur": 0.647000000000844, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12426.878, "dur": 11.157999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12428.536, "dur": 1.6380000000008295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12429.271, "dur": 0.5849999999991269, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12430.886, "dur": 5.924999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12431.778, "dur": 4.528000000000247, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12432.645, "dur": 0.5569999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12434.581, "dur": 0.8659999999999854, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12456.12, "dur": 3.2950000000000728, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12456.995, "dur": 1.0139999999992142, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12458.811, "dur": 0.3220000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12464.006, "dur": 93.32400000000052, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12464.725, "dur": 0.8519999999989523, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12489.456, "dur": 0.42599999999947613, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12510.202, "dur": 23.809000000001106, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12511.106, "dur": 7.478000000000975, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12512.385, "dur": 4.77599999999984, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12513.351, "dur": 1.010999999998603, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12519.32, "dur": 13.854999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12520.78, "dur": 0.6089999999985594, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12522.32, "dur": 2.0540000000000873, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12523.47, "dur": 0.4680000000007567, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12525.991, "dur": 4.902000000000044, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12567.519, "dur": 3.8479999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12568.476, "dur": 1.2749999999996362, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12570.634, "dur": 0.40200000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12576.894, "dur": 39.21299999999974, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12577.705, "dur": 0.805000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12586.495, "dur": 3.855999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12588.061, "dur": 0.625, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12596.258, "dur": 13.476000000000568, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12600.164, "dur": 1.5579999999990832, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12600.861, "dur": 0.5209999999988213, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12602.448, "dur": 5.994999999998981, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12603.307, "dur": 4.570999999999913, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12604.173, "dur": 0.5829999999987194, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12606.14, "dur": 0.8180000000011205, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12625.525, "dur": 5.460000000000946, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12626.435, "dur": 3.0979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12630.38, "dur": 0.3100000000013097, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12635.758, "dur": 88.52200000000084, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12636.56, "dur": 0.8680000000003929, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12658.525, "dur": 0.44800000000032014, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12679.224, "dur": 22.186999999999898, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12680.02, "dur": 8.057999999999083, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12681.358, "dur": 2.5210000000006403, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12682.286, "dur": 1.0, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12688.851, "dur": 11.691999999999098, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12690.245, "dur": 0.6809999999986758, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12691.833, "dur": 1.9349999999994907, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12692.865, "dur": 0.4709999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12695.445, "dur": 3.0310000000008586, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12732.024, "dur": 6.097999999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12732.954, "dur": 3.5490000000008877, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12737.418, "dur": 0.3989999999994325, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12743.84, "dur": 39.35499999999956, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12744.689, "dur": 0.7759999999998399, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12753.639, "dur": 3.9240000000008877, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12755.255, "dur": 0.5910000000003492, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12763.469, "dur": 13.444000000001324, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12765.112, "dur": 3.7220000000015716, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12765.862, "dur": 2.617000000000189, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12769.655, "dur": 6.0129999999990105, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12770.614, "dur": 4.5240000000012515, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12771.445, "dur": 0.5760000000009313, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12773.408, "dur": 0.8880000000008295, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12792.406, "dur": 5.511999999998807, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12793.328, "dur": 0.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12794.999, "dur": 2.587999999999738, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12802.584, "dur": 90.54799999999886, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12803.354, "dur": 0.9130000000004657, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12825.614, "dur": 0.4250000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 12846.364, "dur": 24.137000000000626, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 12847.304, "dur": 5.167999999999665, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 12848.595, "dur": 2.519000000000233, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12849.533, "dur": 0.956000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 12853.256, "dur": 16.33100000000013, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12857.108, "dur": 2.855999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 12860.885, "dur": 1.951999999999316, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12861.899, "dur": 0.4819999999999709, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 12864.436, "dur": 3.0090000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12900.911, "dur": 6.020000000000437, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12901.771, "dur": 1.1199999999989814, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12903.715, "dur": 2.8690000000005966, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 12912.403, "dur": 38.89300000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12913.277, "dur": 0.956000000000131, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 12922.239, "dur": 3.757999999999811, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12923.748, "dur": 0.6020000000007713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 12931.921, "dur": 13.05699999999888, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 12933.561, "dur": 1.5709999999999127, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 12934.29, "dur": 0.5309999999990396, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 12937.833, "dur": 5.947000000000116, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 12938.738, "dur": 4.505000000001019, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12939.574, "dur": 0.5979999999999563, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 12941.567, "dur": 0.8000000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 12960.526, "dur": 3.264000000001033, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12961.445, "dur": 0.8450000000011642, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 12963.131, "dur": 0.3580000000001746, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 12970.648, "dur": 640.8760000000002, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 12971.442, "dur": 0.875, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 12993.194, "dur": 0.43699999999989814, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 13013.671, "dur": 568.098, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 13014.584, "dur": 5.342999999998938, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 13015.967, "dur": 2.5090000000000146, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13016.911, "dur": 0.9549999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 13020.728, "dur": 559.7790000000005, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13022.136, "dur": 0.657999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 13569.571, "dur": 2.5419999999994616, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13570.921, "dur": 0.6440000000002328, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 13574.051, "dur": 3.4800000000013824, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13620.213, "dur": 4.345000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13621.283, "dur": 1.4950000000008004, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13623.781, "dur": 0.4379999999982829, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 13630.574, "dur": 48.39499999999862, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13634.072, "dur": 0.907999999999447, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 13644.527, "dur": 4.183999999999287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13646.218, "dur": 0.6439999999984138, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 13655.739, "dur": 16.61499999999978, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 13657.516, "dur": 1.668999999999869, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13658.306, "dur": 0.5299999999988358, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 13659.935, "dur": 11.09900000000016, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 13661.084, "dur": 9.350999999998749, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13662.038, "dur": 4.897999999999229, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 13668.442, "dur": 0.9010000000016589, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13688.96, "dur": 3.4250000000010914, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13689.955, "dur": 0.9750000000003638, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13691.781, "dur": 0.3129999999982829, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 13697.228, "dur": 97.23300000000017, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13698.04, "dur": 0.8289999999997235, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 13724.748, "dur": 0.41700000000128057, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 13747.986, "dur": 22.938999999998487, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 13749.011, "dur": 5.6819999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 13750.511, "dur": 2.57799999999952, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13751.453, "dur": 1.077000000001135, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 13755.465, "dur": 14.566000000000713, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13756.972, "dur": 0.6450000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 13758.652, "dur": 4.225000000000364, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13759.717, "dur": 2.6970000000001164, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 13764.638, "dur": 3.0829999999987194, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13802.476, "dur": 3.9659999999985303, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13803.474, "dur": 1.396999999999025, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13805.746, "dur": 0.3890000000010332, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 13811.809, "dur": 55.63000000000102, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13812.683, "dur": 1.0569999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::select", "ph": "X", "ts": 13824.932, "dur": 4.0569999999988795, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13826.625, "dur": 0.6880000000001019, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::stack", "ph": "X", "ts": 13835.056, "dur": 25.26800000000003, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::unsqueeze", "ph": "X", "ts": 13836.824, "dur": 1.5679999999993015, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13837.571, "dur": 0.5149999999994179, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::cat", "ph": "X", "ts": 13839.12, "dur": 19.922999999998865, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::_cat", "ph": "X", "ts": 13840.036, "dur": 18.432999999999083, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13852.355, "dur": 0.6430000000000291, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::resize_", "ph": "X", "ts": 13854.522, "dur": 2.9839999999985594, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13877.081, "dur": 3.3510000000005675, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13878.004, "dur": 0.9899999999997817, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13879.823, "dur": 0.2999999999992724, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "predict", "ph": "X", "ts": 13885.23, "dur": 93.53900000000067, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13885.989, "dur": 0.8950000000004366, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::to", "ph": "X", "ts": 13908.665, "dur": 0.4289999999982683, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::linear", "ph": "X", "ts": 13933.401, "dur": 22.036000000000058, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::t", "ph": "X", "ts": 13934.361, "dur": 5.274999999999636, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::transpose", "ph": "X", "ts": 13935.675, "dur": 2.5310000000008586, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13936.598, "dur": 1.0229999999992287, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::addmm", "ph": "X", "ts": 13940.381, "dur": 14.26300000000083, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13941.784, "dur": 0.7049999999999272, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::expand", "ph": "X", "ts": 13943.373, "dur": 2.015000000001237, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::as_strided", "ph": "X", "ts": 13944.484, "dur": 0.4709999999995489, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::copy_", "ph": "X", "ts": 13949.232, "dur": 3.105999999999767, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zeros", "ph": "X", "ts": 13986.665, "dur": 3.580999999998312, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13987.536, "dur": 1.1559999999990396, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::zero_", "ph": "X", "ts": 13989.544, "dur": 0.3850000000002183, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "enumerate(DataLoader)#_SingleProcessDataLoaderIter.__next__", "ph": "X", "ts": 13995.88, "dur": 10.150000000001455, "tid": 1, "pid": "CPU functions", "args": {}}, {"name": "aten::empty", "ph": "X", "ts": 13996.686, "dur": 0.9040000000004511, "tid": 1, "pid": "CPU functions", "args": {}}] From 59c941b7a15db0afdc0fa35b104b908a088772ef Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 14:32:02 +0100 Subject: [PATCH 14/34] Undo code that should be in 3/4 --- pytorch_lightning/profiler/pytorch.py | 9 --------- 1 file changed, 9 deletions(-) diff --git a/pytorch_lightning/profiler/pytorch.py b/pytorch_lightning/profiler/pytorch.py index db89e34bac913..bb961ca452697 100644 --- a/pytorch_lightning/profiler/pytorch.py +++ b/pytorch_lightning/profiler/pytorch.py @@ -155,7 +155,6 @@ def __init__( self.context_names = {} self.running_stack = [] self.profiler = None - self._parent_profiler = None super().__init__(dirpath=dirpath, filename=filename, output_filename=output_filename) @@ -263,11 +262,3 @@ def summary(self) -> str: return self._stats_to_str(recorded_stats) - def teardown(self) -> None: - if self.profiler is not None: - self.profiler.__exit__(None, None, None) - - if self._parent_profiler is not None: - self._parent_profiler.__exit__(None, None, None) - - return super().teardown() From da0f310684f8987cf09a1b85100a08cde90e14bd Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 19:13:33 +0100 Subject: [PATCH 15/34] Multi-stage multi-rank --- CHANGELOG.md | 3 + pytorch_lightning/profiler/profilers.py | 92 ++++++++++++++++--------- pytorch_lightning/profiler/pytorch.py | 16 +++-- pytorch_lightning/trainer/trainer.py | 4 +- tests/deprecated_api/test_remove_1-5.py | 2 +- tests/test_profiler.py | 22 +++--- 6 files changed, 85 insertions(+), 54 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index c5f2896004a10..fe656ed46153d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -71,6 +71,9 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/). - Changed `setup()` and `teardown()` stage argument to take any of `{fit,validate,test,predict}` ([#6386](https://github.com/PyTorchLightning/pytorch-lightning/pull/6386)) +- Changed profilers to save separate report files per state and rank ([#6621](https://github.com/PyTorchLightning/pytorch-lightning/pull/6621)) + + ### Deprecated - `period` has been deprecated in favor of `every_n_val_epochs` in the `ModelCheckpoint` callback ([#6146](https://github.com/PyTorchLightning/pytorch-lightning/pull/6146)) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 334f121c9c084..bd889c24c2bf4 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -22,7 +22,7 @@ from collections import defaultdict from contextlib import contextmanager from pathlib import Path -from typing import Dict, Optional, Tuple, Union +from typing import Dict, Optional, Tuple, Union, TextIO, Callable import numpy as np @@ -77,12 +77,13 @@ def __init__( ) filepath = Path(output_filename) self.dirpath = filepath.parent - self.filename = filepath.name - self.output_file = None - self.local_rank = None - self.log_dir = None - self.write_streams = [] - self._file_prepared = False + self.filename = filepath.stem + + self._output_file: Optional[TextIO] = None + self._write_stream: Optional[Callable] = None + self._local_rank: Optional[int] = None + self._log_dir: Optional[str] = None + self._stage: Optional[str] = None @contextmanager def profile(self, action_name: str) -> None: @@ -116,51 +117,72 @@ def profile_iterable(self, iterable, action_name: str) -> None: break def _rank_zero_info(self, *args, **kwargs) -> None: - if self.local_rank in (None, 0): + if self._local_rank in (None, 0): log.info(*args, **kwargs) - def _prepare_file(self) -> None: - if not self._file_prepared: - if self.filename and self.output_file is None: - dirpath = self.dirpath or self.log_dir - filepath = os.path.join(dirpath, self.filename) - fs = get_filesystem(filepath) - self.output_file = fs.open(filepath, "a") - self.write_streams = [self.output_file.write] if self.output_file else [self._rank_zero_info] - self._file_prepared = True + def _prepare_filename(self) -> str: + filename = "" + if self._stage is not None: + filename += f"{self._stage}-" + filename += self.filename + if self._local_rank is not None: + filename += f"-{self._local_rank}" + filename += ".txt" + return filename + + def _prepare_streams(self) -> None: + if self._write_stream is not None: + return + if self.filename: + dirpath = self.dirpath or self._log_dir + filepath = os.path.join(dirpath, self._prepare_filename()) + fs = get_filesystem(filepath) + file = fs.open(filepath, "a") + self._output_file = file + self._write_stream = file.write + else: + self._write_stream = self._rank_zero_info def describe(self) -> None: """Logs a profile report after the conclusion of run.""" - self._prepare_file() - for write in self.write_streams: - write(self.summary()) - if self.output_file: - self.output_file.flush() - self.teardown() + # there are pickling issues with open file handles in Python 3.6 + # so to avoid them, we open and close the files within this function + # by calling `_prepare_streams` and `teardown` + self._prepare_streams() + self._write_stream(self.summary()) + if self._output_file is not None: + self._output_file.flush() + self.teardown(stage=self._stage) def _stats_to_str(self, stats: Dict[str, str]) -> str: output = ["Profiler Report"] for action, value in stats.items(): header = f"Profile stats for: {action}" - if getattr(self, "local_rank", None) is not None: - header += f" rank: {self.local_rank}" + if self._local_rank is not None: + header += f" rank: {self._local_rank}" output.append(header) output.append(value) return os.linesep.join(output) - def setup(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: + def setup( + self, + stage: Optional[str] = None, + local_rank: Optional[int] = None, + log_dir: Optional[str] = None, + ) -> None: """ This function is used by the Trainer to inject the local_rank on distributed and `TensorBoardLogger.log_dir`. """ - self.local_rank = local_rank - self.log_dir = log_dir + self._stage = stage + self._local_rank = local_rank + self._log_dir = log_dir - def teardown(self) -> None: - """Close profiler's stream.""" - if self.output_file: - self.output_file.close() - self.write_streams = [] - self._file_prepared = False + def teardown(self, stage: Optional[str] = None) -> None: + """Close a stage's file and streams.""" + assert stage == self._stage + self._write_stream = None + if self._output_file is not None: + self._output_file.close() def __del__(self) -> None: self.teardown() @@ -211,6 +233,7 @@ def __init__( will be used. filename: If present, filename where the profiler results will be saved instead of printing to stdout. + The ``.txt`` extension will be used automatically. Raises: ValueError: @@ -305,6 +328,7 @@ def __init__( will be used. filename: If present, filename where the profiler results will be saved instead of printing to stdout. + The ``.txt`` extension will be used automatically. line_count_restriction: this can be used to limit the number of functions reported for each action. either an integer (to select a count of lines), diff --git a/pytorch_lightning/profiler/pytorch.py b/pytorch_lightning/profiler/pytorch.py index bb961ca452697..85b3ec7d8d2ed 100644 --- a/pytorch_lightning/profiler/pytorch.py +++ b/pytorch_lightning/profiler/pytorch.py @@ -73,6 +73,7 @@ def __init__( will be used. filename: If present, filename where the profiler results will be saved instead of printing to stdout. + The ``.txt`` extension will be used automatically. enabled: Setting this to False makes this context manager a no-op. @@ -118,8 +119,7 @@ def __init__( Raises: MisconfigurationException: - If arg ``sort_by_key`` is not present in ``AVAILABLE_SORT_KEYS``, or - if log file is not a ``.txt`` file. + If arg ``sort_by_key`` is not present in ``AVAILABLE_SORT_KEYS``. ValueError: If you attempt to stop recording an action which was never started. """ @@ -158,8 +158,13 @@ def __init__( super().__init__(dirpath=dirpath, filename=filename, output_filename=output_filename) - def setup(self, local_rank: Optional[int] = None, log_dir: Optional[str] = None) -> None: - super().setup(local_rank=local_rank, log_dir=log_dir) + def setup( + self, + stage: Optional[str] = None, + local_rank: Optional[int] = None, + log_dir: Optional[str] = None + ) -> None: + super().setup(stage=stage, local_rank=local_rank, log_dir=log_dir) # if the user didn't provide `path_to_export_trace`, # set it as TensorBoardLogger log_dir if exists @@ -234,7 +239,7 @@ def stop(self, action_name: str) -> None: def summary(self) -> str: recorded_stats = {} output_string = '' - local_rank = '0' if self.local_rank is None else self.local_rank + local_rank = '0' if self._local_rank is None else self._local_rank if not self.enabled: return output_string @@ -261,4 +266,3 @@ def summary(self) -> str: recorded_stats[action_name] = table return self._stats_to_str(recorded_stats) - diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index 22f2966a54e0b..710f28d113438 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -519,7 +519,7 @@ def dispatch(self): self.accelerator.start_training(self) def _on_run_stage_setup(self): - self.profiler.setup(local_rank=self.local_rank if self.world_size > 1 else None, log_dir=self.log_dir) + self.profiler.setup(self.state, local_rank=self.local_rank if self.world_size > 1 else None, log_dir=self.log_dir) def run_stage(self): results = None @@ -1085,7 +1085,7 @@ def call_teardown_hook(self, model: LightningModule) -> None: else: state = None - self.profiler.teardown() + self.profiler.teardown(stage=state) self.teardown(stage=state) model.teardown(stage=state) diff --git a/tests/deprecated_api/test_remove_1-5.py b/tests/deprecated_api/test_remove_1-5.py index 6f2c65c7a1171..0c5f581d7775c 100644 --- a/tests/deprecated_api/test_remove_1-5.py +++ b/tests/deprecated_api/test_remove_1-5.py @@ -208,7 +208,7 @@ def on_test_epoch_end(self, outputs): @pytest.mark.parametrize("cls", (BaseProfiler, SimpleProfiler, AdvancedProfiler, PyTorchProfiler)) def test_v1_5_0_profiler_output_filename(tmpdir, cls): - filepath = str(tmpdir / "test") + filepath = str(tmpdir / "test.txt") with pytest.deprecated_call(match="`output_filename` parameter has been removed"): profiler = cls(output_filename=filepath) assert profiler.dirpath == tmpdir diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 696d45ca81a43..2ebf1c2845fdd 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -115,8 +115,8 @@ def test_simple_profiler_value_errors(simple_profiler): def test_simple_profiler_log_dir(tmpdir): """Ensure the profiler dirpath defaults to `trainer.log_dir` when not present""" - profiler = SimpleProfiler(filename="profiler.txt") - assert profiler.log_dir is None + profiler = SimpleProfiler(filename="profiler") + assert profiler._log_dir is None model = BoringModel() trainer = Trainer( @@ -128,13 +128,13 @@ def test_simple_profiler_log_dir(tmpdir): expected = tmpdir / "lightning_logs" / "version_0" assert trainer.log_dir == expected - assert profiler.log_dir == trainer.log_dir - assert expected.join("profiler.txt").exists() + assert profiler._log_dir == trainer.log_dir + assert expected.join("fit-profiler.txt").exists() @pytest.fixture def advanced_profiler(tmpdir): - return AdvancedProfiler(dirpath=tmpdir, filename="profiler.txt") + return AdvancedProfiler(dirpath=tmpdir, filename="profiler") @pytest.mark.parametrize(["action", "expected"], [ @@ -195,7 +195,7 @@ def test_advanced_profiler_describe(tmpdir, advanced_profiler): pass # log to stdout and print to file advanced_profiler.describe() - path = advanced_profiler.dirpath / advanced_profiler.filename + path = advanced_profiler.dirpath / f"{advanced_profiler.filename}.txt" data = path.read_text("utf-8") assert len(data) > 0 @@ -213,7 +213,7 @@ def test_advanced_profiler_value_errors(advanced_profiler): @pytest.fixture def pytorch_profiler(tmpdir): - return PyTorchProfiler(dirpath=tmpdir, filename="profiler.txt") + return PyTorchProfiler(dirpath=tmpdir, filename="profiler") def test_pytorch_profiler_describe(pytorch_profiler): @@ -223,7 +223,7 @@ def test_pytorch_profiler_describe(pytorch_profiler): # log to stdout and print to file pytorch_profiler.describe() - path = pytorch_profiler.dirpath / pytorch_profiler.filename + path = pytorch_profiler.dirpath / f"{pytorch_profiler.filename}.txt" data = path.read_text("utf-8") assert len(data) > 0 @@ -266,7 +266,7 @@ def test_pytorch_profiler_nested(tmpdir): """Ensure that the profiler handles nested context""" pytorch_profiler = PyTorchProfiler( - profiled_functions=["a", "b", "c"], use_cuda=False, dirpath=tmpdir, filename="profiler.txt" + profiled_functions=["a", "b", "c"], use_cuda=False, dirpath=tmpdir, filename="profiler" ) with pytorch_profiler.profile("a"): @@ -327,7 +327,7 @@ def test_profiler_teardown(tmpdir, cls): """ This test checks if profiler teardown method is called when trainer is exiting. """ - profiler = cls(dirpath=tmpdir, filename="profiler.txt") + profiler = cls(dirpath=tmpdir, filename="profiler") model = BoringModel() trainer = Trainer( @@ -337,4 +337,4 @@ def test_profiler_teardown(tmpdir, cls): ) trainer.fit(model) - assert profiler.output_file.closed + assert profiler._output_file.closed From 59c1b4c7cc5ddbb8d9d019d6e746e93abf749aa5 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 19:26:12 +0100 Subject: [PATCH 16/34] 2/5 changes --- .../plugins/training_type/horovod.py | 1 + .../trainer/connectors/profiler_connector.py | 5 +++++ pytorch_lightning/trainer/properties.py | 10 ++++++++++ pytorch_lightning/trainer/trainer.py | 18 +++++------------- tests/test_profiler.py | 13 +++++++------ 5 files changed, 28 insertions(+), 19 deletions(-) diff --git a/pytorch_lightning/plugins/training_type/horovod.py b/pytorch_lightning/plugins/training_type/horovod.py index 06ab7500dacc8..8d0add27cbb29 100644 --- a/pytorch_lightning/plugins/training_type/horovod.py +++ b/pytorch_lightning/plugins/training_type/horovod.py @@ -110,6 +110,7 @@ def start_evaluating(self, trainer): def start_predicting(self, trainer): with ExitStack(): + # set up training routine self._results = trainer.run_stage() # Make sure all workers have finished training before returning to the user diff --git a/pytorch_lightning/trainer/connectors/profiler_connector.py b/pytorch_lightning/trainer/connectors/profiler_connector.py index efb58fc844696..e628d6d96bd19 100644 --- a/pytorch_lightning/trainer/connectors/profiler_connector.py +++ b/pytorch_lightning/trainer/connectors/profiler_connector.py @@ -53,3 +53,8 @@ def on_trainer_init(self, profiler: Union[BaseProfiler, str]): " `Trainer`, it can only be 'simple' or 'advanced'" ) self.trainer.profiler = profiler or PassThroughProfiler() + + def setup(self) -> None: + trainer = self.trainer + local_rank = trainer.local_rank if trainer.world_size > 1 else None + trainer.profiler.setup(stage=trainer._setup_state, local_rank=local_rank, log_dir=trainer.log_dir) diff --git a/pytorch_lightning/trainer/properties.py b/pytorch_lightning/trainer/properties.py index b5654b148afc6..315e3c60c0557 100644 --- a/pytorch_lightning/trainer/properties.py +++ b/pytorch_lightning/trainer/properties.py @@ -491,6 +491,16 @@ def sanity_checking(self, val: bool) -> None: elif self.sanity_checking: self._running_stage = None + @property + def _setup_state(self) -> TrainerState: + # 'fit' is passed for `trainer.tune()` as there aren't "tune_dataloaders" + return TrainerState.FITTING if self.state == TrainerState.TUNING else self.state + + @property + def _teardown_state(self) -> Optional[TrainerState]: + if self.state.running: + return self._setup_state + # Used to represent the concrete type TrainerProperties class methods are called on. _T = TypeVar('_T', bound=TrainerProperties) diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py index 710f28d113438..f7bd1757b9bc2 100644 --- a/pytorch_lightning/trainer/trainer.py +++ b/pytorch_lightning/trainer/trainer.py @@ -445,7 +445,7 @@ def fit( | || {self.dispatch} || | || LIGHTNING - {self.accelerator.start_training} || + {self.accelerator.start_training} || or {self.accelerator.start_evaluating} || or {self.accelerator.start_predicting} || FLOW | || @@ -453,7 +453,7 @@ def fit( | || DIRECTION {self.run_train} || or {self.run_evaluation} || - or {self.run_predict} || + or {self.run_predict} || | || results \/ This is used to guide readers to the core loops: train, test, predict. @@ -518,13 +518,10 @@ def dispatch(self): else: self.accelerator.start_training(self) - def _on_run_stage_setup(self): - self.profiler.setup(self.state, local_rank=self.local_rank if self.world_size > 1 else None, log_dir=self.log_dir) - def run_stage(self): results = None - self._on_run_stage_setup() + self.profile_connector.setup() if self.evaluating: results = self.run_evaluate() @@ -1068,8 +1065,7 @@ def tune( def call_setup_hook(self, model: LightningModule) -> None: assert self.state.running, f"TrainerState: {self.state}" - # 'fit' is passed for `trainer.tune()` as there aren't "tune_dataloaders" - state = TrainerState.FITTING if self.state == TrainerState.TUNING else self.state + state = self._setup_state if self.datamodule is not None: called = getattr(self.datamodule, f'has_setup_{state}') @@ -1080,11 +1076,7 @@ def call_setup_hook(self, model: LightningModule) -> None: model.setup(stage=state) def call_teardown_hook(self, model: LightningModule) -> None: - if self.state.running: - state = TrainerState.FITTING if self.state == TrainerState.TUNING else self.state - else: - state = None - + state = self._teardown_state self.profiler.teardown(stage=state) self.teardown(stage=state) model.teardown(stage=state) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 2ebf1c2845fdd..89ed2004af7ae 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -20,7 +20,7 @@ import pytest import torch -from pytorch_lightning import Trainer +from pytorch_lightning import Trainer, Callback from pytorch_lightning.profiler import AdvancedProfiler, PyTorchProfiler, SimpleProfiler from tests.helpers import BoringModel from tests.helpers.runif import RunIf @@ -327,14 +327,15 @@ def test_profiler_teardown(tmpdir, cls): """ This test checks if profiler teardown method is called when trainer is exiting. """ + class TestCallback(Callback): + + def on_fit_end(self, trainer, *args, **kwargs) -> None: + assert trainer.profiler._output_file is not None + profiler = cls(dirpath=tmpdir, filename="profiler") model = BoringModel() - trainer = Trainer( - default_root_dir=tmpdir, - fast_dev_run=True, - profiler=profiler, - ) + trainer = Trainer(default_root_dir=tmpdir, fast_dev_run=True, profiler=profiler, callbacks=[TestCallback()]) trainer.fit(model) assert profiler._output_file.closed From dd1dce067da0208e1a54a01505f65fe3b5850d30 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 19:28:30 +0100 Subject: [PATCH 17/34] Pass stage in __del__ --- pytorch_lightning/profiler/profilers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index bd889c24c2bf4..14a354020b0cb 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -185,7 +185,7 @@ def teardown(self, stage: Optional[str] = None) -> None: self._output_file.close() def __del__(self) -> None: - self.teardown() + self.teardown(stage=self._stage) def start(self, action_name: str) -> None: raise NotImplementedError From 097a42644aeca82026a78a4aca8b86507d6f5d68 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 19:56:20 +0100 Subject: [PATCH 18/34] Remove TODOs --- pytorch_lightning/profiler/profilers.py | 2 +- pytorch_lightning/trainer/training_loop.py | 4 +--- tests/test_profiler.py | 8 +++----- 3 files changed, 5 insertions(+), 9 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 18d5a317739ff..99a898f78e557 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -179,7 +179,7 @@ def teardown(self, stage: Optional[str] = None) -> None: """ Execute arbitrary post-profiling tear-down steps. - Closes currently open file and stream. + Closes the currently open file and stream. """ assert stage == self._stage self._write_stream = None diff --git a/pytorch_lightning/trainer/training_loop.py b/pytorch_lightning/trainer/training_loop.py index 384a1b67a64f8..cc471f76b6033 100644 --- a/pytorch_lightning/trainer/training_loop.py +++ b/pytorch_lightning/trainer/training_loop.py @@ -137,9 +137,7 @@ def on_train_end(self): self.trainer.logger.finalize("success") # summarize profile results - # todo (tchaton) All ranks should call describe. - if self.trainer.global_rank == 0: - self.trainer.profiler.describe() + self.trainer.profiler.describe() # give accelerators a chance to finish self.trainer.accelerator.on_train_end() diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 89ed2004af7ae..431358064c7ab 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -255,11 +255,9 @@ def test_pytorch_profiler_trainer_ddp(tmpdir, pytorch_profiler): assert len(pytorch_profiler.summary()) > 0 assert set(pytorch_profiler.profiled_actions.keys()) == {'training_step_and_backward', 'validation_step'} - # todo (tchaton) add support for all ranks - if os.getenv("LOCAL_RANK") == "0": - path = pytorch_profiler.dirpath / pytorch_profiler.filename - data = path.read_text("utf-8") - assert len(data) > 0 + path = pytorch_profiler.dirpath / pytorch_profiler.filename + data = path.read_text("utf-8") + assert len(data) > 0 def test_pytorch_profiler_nested(tmpdir): From 4d529fa90f64d9da205011c2b42abe741f6e6f89 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 20:34:10 +0100 Subject: [PATCH 19/34] Describe on_evaluation_end. Add tests --- pytorch_lightning/profiler/profilers.py | 8 ++-- pytorch_lightning/trainer/evaluation_loop.py | 5 +++ tests/test_profiler.py | 47 ++++++++++++++++---- 3 files changed, 49 insertions(+), 11 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 99a898f78e557..481f107dbf1b9 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -155,7 +155,7 @@ def describe(self) -> None: self.teardown(stage=self._stage) def _stats_to_str(self, stats: Dict[str, str]) -> str: - output = ["Profiler Report"] + output = [f"{self._stage} " if self._stage is not None else "" + "Profiler report"] for action, value in stats.items(): header = f"Profile stats for: {action}" if self._local_rank is not None: @@ -181,7 +181,6 @@ def teardown(self, stage: Optional[str] = None) -> None: Closes the currently open file and stream. """ - assert stage == self._stage self._write_stream = None if self._output_file is not None: self._output_file.close() @@ -269,7 +268,10 @@ def _make_report(self) -> Tuple[list, float]: def summary(self) -> str: sep = os.linesep - output_string = f"Profiler Report{sep}" + output_string = "" + if self._stage is not None: + output_string += f"{self._stage.upper()} " + output_string += f"Profiler Report{sep}" if self.extended: diff --git a/pytorch_lightning/trainer/evaluation_loop.py b/pytorch_lightning/trainer/evaluation_loop.py index 20c842939fe17..da41b9855b44a 100644 --- a/pytorch_lightning/trainer/evaluation_loop.py +++ b/pytorch_lightning/trainer/evaluation_loop.py @@ -15,6 +15,7 @@ import torch from pytorch_lightning.core.step_result import Result +from pytorch_lightning.trainer.states import TrainerState from pytorch_lightning.trainer.supporters import PredictionCollection from pytorch_lightning.utilities.apply_func import apply_to_collection from pytorch_lightning.utilities.model_helpers import is_overridden @@ -99,6 +100,10 @@ def on_evaluation_end(self, *args, **kwargs): else: self.trainer.call_hook('on_validation_end', *args, **kwargs) + if self.trainer.state != TrainerState.FITTING: + # summarize profile results + self.trainer.profiler.describe() + def reload_evaluation_dataloaders(self): model = self.trainer.lightning_module if self.trainer.testing: diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 431358064c7ab..8104745dddcab 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -90,14 +90,6 @@ def test_simple_profiler_overhead(simple_profiler, n_iter=5): assert all(durations < PROFILER_OVERHEAD_MAX_TOLERANCE) -def test_simple_profiler_describe(caplog, simple_profiler): - """Ensure the profiler won't fail when reporting the summary.""" - with caplog.at_level(logging.INFO): - simple_profiler.describe() - - assert "Profiler Report" in caplog.text - - def test_simple_profiler_value_errors(simple_profiler): """Ensure errors are raised where expected.""" @@ -132,6 +124,45 @@ def test_simple_profiler_log_dir(tmpdir): assert expected.join("fit-profiler.txt").exists() +def test_simple_profiler_distributed_files(tmpdir): + """Ensure the proper files are saved in distributed""" + profiler = SimpleProfiler(dirpath=tmpdir, filename='profiler') + model = BoringModel() + trainer = Trainer( + default_root_dir=tmpdir, + fast_dev_run=2, + accelerator="ddp_cpu", + num_processes=2, + profiler=profiler, + logger=False, + ) + trainer.fit(model) + trainer.test(model) + + actual = set(os.listdir(profiler.dirpath)) + expected = {'fit-profiler-0.txt', 'fit-profiler-1.txt', 'test-profiler-0.txt', 'test-profiler-1.txt'} + assert actual == expected + + for f in profiler.dirpath.listdir(): + assert f.read_text('utf-8') + + +def test_simple_profiler_logs(tmpdir, caplog, simple_profiler): + """Ensure that the number of printed logs is correct""" + model = BoringModel() + trainer = Trainer( + default_root_dir=tmpdir, + fast_dev_run=2, + profiler=simple_profiler, + logger=False, + ) + with caplog.at_level(logging.INFO, logger="pytorch_lightning.profiler.profilers"): + trainer.fit(model) + trainer.test(model) + + assert caplog.text.count("Profiler Report") == 2 + + @pytest.fixture def advanced_profiler(tmpdir): return AdvancedProfiler(dirpath=tmpdir, filename="profiler") From 58dcd4e4a9ecc52325ec6739f386a55a2dfb3e73 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 20:35:42 +0100 Subject: [PATCH 20/34] Typo --- pytorch_lightning/profiler/profilers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 481f107dbf1b9..ac12be5c5897a 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -155,7 +155,7 @@ def describe(self) -> None: self.teardown(stage=self._stage) def _stats_to_str(self, stats: Dict[str, str]) -> str: - output = [f"{self._stage} " if self._stage is not None else "" + "Profiler report"] + output = [f"{self._stage} " if self._stage is not None else "" + "Profiler Report"] for action, value in stats.items(): header = f"Profile stats for: {action}" if self._local_rank is not None: From c37162f1cc22a444a5ee629e080b4da1fc633bfd Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 20:45:05 +0100 Subject: [PATCH 21/34] Address comments --- pytorch_lightning/profiler/profilers.py | 6 +++--- tests/test_profiler.py | 3 ++- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index ac12be5c5897a..9754ffb3122d1 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -22,7 +22,7 @@ from collections import defaultdict from contextlib import contextmanager from pathlib import Path -from typing import Dict, Optional, Tuple, Union, TextIO, Callable +from typing import Dict, Optional, Tuple, Union, TextIO, Callable, Any import numpy as np @@ -48,11 +48,11 @@ def summary(self) -> str: """Create profiler summary in text format.""" @abstractmethod - def setup(self) -> None: + def setup(self, **kwargs: Any) -> None: """Execute arbitrary pre-profiling set-up steps as defined by subclass.""" @abstractmethod - def teardown(self) -> None: + def teardown(self, **kwargs: Any) -> None: """Execute arbitrary post-profiling tear-down steps as defined by subclass.""" diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 8104745dddcab..c8d68ef66cf4a 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -137,10 +137,11 @@ def test_simple_profiler_distributed_files(tmpdir): logger=False, ) trainer.fit(model) + trainer.validate(model) trainer.test(model) actual = set(os.listdir(profiler.dirpath)) - expected = {'fit-profiler-0.txt', 'fit-profiler-1.txt', 'test-profiler-0.txt', 'test-profiler-1.txt'} + expected = {f"{stage}-profiler-{rank}.txt" for stage in ("fit", "validate", "test") for rank in (0, 1)} assert actual == expected for f in profiler.dirpath.listdir(): From 4c5f1f3aacb483a6a0216ebf5995242fbe78426a Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 21:03:24 +0100 Subject: [PATCH 22/34] deepcopy tests --- pytorch_lightning/profiler/profilers.py | 3 ++- tests/test_profiler.py | 17 +++++++++++++++++ 2 files changed, 19 insertions(+), 1 deletion(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 9754ffb3122d1..a1be0bf4d5885 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -178,12 +178,13 @@ def setup( def teardown(self, stage: Optional[str] = None) -> None: """ Execute arbitrary post-profiling tear-down steps. - + Closes the currently open file and stream. """ self._write_stream = None if self._output_file is not None: self._output_file.close() + self._output_file = None # can't pickle TextIOWrapper def __del__(self) -> None: self.teardown(stage=self._stage) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index c8d68ef66cf4a..e1bdc67938ec0 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -14,6 +14,7 @@ import logging import os import time +from copy import deepcopy from distutils.version import LooseVersion import numpy as np @@ -105,6 +106,12 @@ def test_simple_profiler_value_errors(simple_profiler): simple_profiler.stop(action) +def test_simple_profiler_deepcopy(tmpdir): + simple_profiler = SimpleProfiler(dirpath=tmpdir, filename="test") + simple_profiler.describe() + assert deepcopy(simple_profiler) + + def test_simple_profiler_log_dir(tmpdir): """Ensure the profiler dirpath defaults to `trainer.log_dir` when not present""" profiler = SimpleProfiler(filename="profiler") @@ -243,6 +250,11 @@ def test_advanced_profiler_value_errors(advanced_profiler): advanced_profiler.stop(action) +def test_advanced_profiler_deepcopy(advanced_profiler): + advanced_profiler.describe() + assert deepcopy(advanced_profiler) + + @pytest.fixture def pytorch_profiler(tmpdir): return PyTorchProfiler(dirpath=tmpdir, filename="profiler") @@ -369,3 +381,8 @@ def on_fit_end(self, trainer, *args, **kwargs) -> None: trainer.fit(model) assert profiler._output_file.closed + + +def test_pytorch_profiler_deepcopy(pytorch_profiler): + pytorch_profiler.describe() + assert deepcopy(pytorch_profiler) From 5ed73fbeafd107bd4573ae21a056abd1b8c8d0f4 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 21:16:29 +0100 Subject: [PATCH 23/34] Advanced teardown --- pytorch_lightning/profiler/profilers.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index a1be0bf4d5885..766dd94ff93d9 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -344,7 +344,7 @@ def __init__( If you attempt to stop recording an action which was never started. """ super().__init__(dirpath=dirpath, filename=filename, output_filename=output_filename) - self.profiled_actions = {} + self.profiled_actions: Dict[str, cProfile.Profile] = {} self.line_count_restriction = line_count_restriction def start(self, action_name: str) -> None: @@ -366,3 +366,7 @@ def summary(self) -> str: ps.print_stats(self.line_count_restriction) recorded_stats[action_name] = s.getvalue() return self._stats_to_str(recorded_stats) + + def teardown(self, stage: Optional[str] = None) -> None: + super().teardown(stage=stage) + self.profiled_actions = {} From 897f8e52247bc022a59b632a38621d31d05896c5 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 21:19:57 +0100 Subject: [PATCH 24/34] Fix teardown test --- tests/test_profiler.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index e1bdc67938ec0..29455e4d532b1 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -370,17 +370,16 @@ def test_profiler_teardown(tmpdir, cls): This test checks if profiler teardown method is called when trainer is exiting. """ class TestCallback(Callback): - def on_fit_end(self, trainer, *args, **kwargs) -> None: - assert trainer.profiler._output_file is not None + # describe sets it to None + assert trainer.profiler._output_file is None profiler = cls(dirpath=tmpdir, filename="profiler") - model = BoringModel() trainer = Trainer(default_root_dir=tmpdir, fast_dev_run=True, profiler=profiler, callbacks=[TestCallback()]) trainer.fit(model) - assert profiler._output_file.closed + assert profiler._output_file is None def test_pytorch_profiler_deepcopy(pytorch_profiler): From e42be2a5afd920dcc9178c3b6dfaed80a2f67df0 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 22:10:49 +0100 Subject: [PATCH 25/34] Fix tests --- tests/test_profiler.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 29455e4d532b1..12f6526fb217e 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -131,6 +131,7 @@ def test_simple_profiler_log_dir(tmpdir): assert expected.join("fit-profiler.txt").exists() +@RunIf(skip_windows=True) def test_simple_profiler_distributed_files(tmpdir): """Ensure the proper files are saved in distributed""" profiler = SimpleProfiler(dirpath=tmpdir, filename='profiler') @@ -299,7 +300,7 @@ def test_pytorch_profiler_trainer_ddp(tmpdir, pytorch_profiler): assert len(pytorch_profiler.summary()) > 0 assert set(pytorch_profiler.profiled_actions.keys()) == {'training_step_and_backward', 'validation_step'} - path = pytorch_profiler.dirpath / pytorch_profiler.filename + path = pytorch_profiler.dirpath / f"{pytorch_profiler.filename}.txt" data = path.read_text("utf-8") assert len(data) > 0 From 32c301cd575d828cc9decec95b43c7e31c234e35 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 22:12:06 +0100 Subject: [PATCH 26/34] Minor change --- tests/test_profiler.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 12f6526fb217e..3b9f96350d891 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -301,8 +301,7 @@ def test_pytorch_profiler_trainer_ddp(tmpdir, pytorch_profiler): assert set(pytorch_profiler.profiled_actions.keys()) == {'training_step_and_backward', 'validation_step'} path = pytorch_profiler.dirpath / f"{pytorch_profiler.filename}.txt" - data = path.read_text("utf-8") - assert len(data) > 0 + assert path.read_text("utf-8") def test_pytorch_profiler_nested(tmpdir): From af0c8adce8a734ddbddb6ea5cf3f8658e2979d74 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Carlos=20Mochol=C3=AD?= Date: Mon, 22 Mar 2021 22:17:19 +0100 Subject: [PATCH 27/34] Update CHANGELOG.md --- CHANGELOG.md | 3 --- 1 file changed, 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index e188d5968cf77..1c0dfd5a482b7 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -54,9 +54,6 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/). - Added `AbstractProfiler` interface ([#6621](https://github.com/PyTorchLightning/pytorch-lightning/pull/6621)) -- Added `setup` method to `BaseProfiler` to enable subclasses defining pre-profiling steps ([#6621](https://github.com/PyTorchLightning/pytorch-lightning/pull/6621)) - - - Added `outputs` parameter to callback's `on_validation_epoch_end` & `on_test_epoch_end` hooks ([#6120](https://github.com/PyTorchLightning/pytorch-lightning/pull/6120)) From 29a73c57c1e5d437be54a040f890f8c3288a4778 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Mon, 22 Mar 2021 22:43:33 +0100 Subject: [PATCH 28/34] Fix test --- tests/test_profiler.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 3b9f96350d891..dca14f9a02736 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -298,10 +298,14 @@ def test_pytorch_profiler_trainer_ddp(tmpdir, pytorch_profiler): trainer.fit(model) assert len(pytorch_profiler.summary()) > 0 - assert set(pytorch_profiler.profiled_actions.keys()) == {'training_step_and_backward', 'validation_step'} + assert set(pytorch_profiler.profiled_actions) == {'training_step_and_backward', 'validation_step'} - path = pytorch_profiler.dirpath / f"{pytorch_profiler.filename}.txt" - assert path.read_text("utf-8") + actual = set(os.listdir(pytorch_profiler.dirpath)) + expected = {f"fit-profiler-{rank}.txt" for rank in (0, 1)} + assert actual == expected + + for f in pytorch_profiler.dirpath.listdir(): + assert f.read_text('utf-8') def test_pytorch_profiler_nested(tmpdir): From cb756b813573c8619936c32cdf528d623c4794d8 Mon Sep 17 00:00:00 2001 From: Carlos Mocholi Date: Tue, 23 Mar 2021 00:32:52 +0100 Subject: [PATCH 29/34] Fix 6522 --- .gitignore | 2 +- pytorch_lightning/profiler/profilers.py | 13 +++++++++++-- tests/test_profiler.py | 16 +++++++++++++++- 3 files changed, 27 insertions(+), 4 deletions(-) diff --git a/.gitignore b/.gitignore index c007140257188..99939ff7fce0c 100644 --- a/.gitignore +++ b/.gitignore @@ -157,4 +157,4 @@ tags data MNIST runs -*traces* +*trace* diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 766dd94ff93d9..3875514621025 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -22,7 +22,7 @@ from collections import defaultdict from contextlib import contextmanager from pathlib import Path -from typing import Dict, Optional, Tuple, Union, TextIO, Callable, Any +from typing import Any, Callable, Dict, Optional, TextIO, Tuple, Union import numpy as np @@ -155,7 +155,8 @@ def describe(self) -> None: self.teardown(stage=self._stage) def _stats_to_str(self, stats: Dict[str, str]) -> str: - output = [f"{self._stage} " if self._stage is not None else "" + "Profiler Report"] + stage = f"{self._stage.upper()} " if self._stage is not None else "" + output = [stage + "Profiler Report"] for action, value in stats.items(): header = f"Profile stats for: {action}" if self._local_rank is not None: @@ -370,3 +371,11 @@ def summary(self) -> str: def teardown(self, stage: Optional[str] = None) -> None: super().teardown(stage=stage) self.profiled_actions = {} + + def __reduce__(self): + # avoids `TypeError: cannot pickle 'cProfile.Profile' object` + return ( + self.__class__, + tuple(), + dict(dirpath=self.dirpath, filename=self.filename, line_count_restriction=self.line_count_restriction), + ) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index dca14f9a02736..4ec259101dc4a 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -21,7 +21,7 @@ import pytest import torch -from pytorch_lightning import Trainer, Callback +from pytorch_lightning import Callback, Trainer from pytorch_lightning.profiler import AdvancedProfiler, PyTorchProfiler, SimpleProfiler from tests.helpers import BoringModel from tests.helpers.runif import RunIf @@ -284,6 +284,18 @@ def test_pytorch_profiler_value_errors(pytorch_profiler): pytorch_profiler.stop(action) +def test_advanced_profiler_cprofile_deepcopy(tmpdir): + """Checks for pickle issue reported in #6522""" + model = BoringModel() + trainer = Trainer( + default_root_dir=tmpdir, + fast_dev_run=True, + profiler="advanced", + stochastic_weight_avg=True, + ) + trainer.fit(model) + + @RunIf(min_gpus=2, special=True) def test_pytorch_profiler_trainer_ddp(tmpdir, pytorch_profiler): """Ensure that the profiler can be given to the training and default step are properly recorded. """ @@ -373,7 +385,9 @@ def test_profiler_teardown(tmpdir, cls): """ This test checks if profiler teardown method is called when trainer is exiting. """ + class TestCallback(Callback): + def on_fit_end(self, trainer, *args, **kwargs) -> None: # describe sets it to None assert trainer.profiler._output_file is None From 758b9420499daa7824efe94cee5369323a09967b Mon Sep 17 00:00:00 2001 From: thomas chaton Date: Tue, 23 Mar 2021 08:41:11 +0000 Subject: [PATCH 30/34] resolve ddp tests --- pytorch_lightning/profiler/profilers.py | 11 ++++++++--- pytorch_lightning/profiler/pytorch.py | 4 +--- tests/test_profiler.py | 22 ++++++++++++++-------- 3 files changed, 23 insertions(+), 14 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 3875514621025..42c9539185fc9 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -124,9 +124,8 @@ def _prepare_filename(self) -> str: filename = "" if self._stage is not None: filename += f"{self._stage}-" - filename += self.filename - if self._local_rank is not None: - filename += f"-{self._local_rank}" + filename += str(self.filename) + filename += f"-{self.local_rank}" filename += ".txt" return filename @@ -175,6 +174,8 @@ def setup( self._stage = stage self._local_rank = local_rank self._log_dir = log_dir + if self.dirpath is None: + self.dirpath = self._log_dir def teardown(self, stage: Optional[str] = None) -> None: """ @@ -199,6 +200,10 @@ def stop(self, action_name: str) -> None: def summary(self) -> str: raise NotImplementedError + @property + def local_rank(self): + return '0' if self._local_rank is None else self._local_rank + class PassThroughProfiler(BaseProfiler): """ diff --git a/pytorch_lightning/profiler/pytorch.py b/pytorch_lightning/profiler/pytorch.py index 85b3ec7d8d2ed..55b1c286789f4 100644 --- a/pytorch_lightning/profiler/pytorch.py +++ b/pytorch_lightning/profiler/pytorch.py @@ -239,7 +239,6 @@ def stop(self, action_name: str) -> None: def summary(self) -> str: recorded_stats = {} output_string = '' - local_rank = '0' if self._local_rank is None else self._local_rank if not self.enabled: return output_string @@ -252,7 +251,7 @@ def summary(self) -> str: function_events.populate_cpu_children = lambda: None if self.export_to_chrome: - filename = f"{action_name}_{local_rank}_trace.json" + filename = f"{action_name}_{self.local_rank}_trace.json" path_to_trace = filename if self.path_to_export_trace is None \ else os.path.join(self.path_to_export_trace, filename) function_events.export_chrome_trace(path_to_trace) @@ -264,5 +263,4 @@ def summary(self) -> str: data = function_events.key_averages(group_by_input_shapes=self.group_by_input_shapes) table = data.table(sort_by=self.sort_by_key, row_limit=self.row_limit) recorded_stats[action_name] = table - return self._stats_to_str(recorded_stats) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 4ec259101dc4a..5114d39d209ea 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -13,6 +13,7 @@ # limitations under the License. import logging import os +from pathlib import Path import time from copy import deepcopy from distutils.version import LooseVersion @@ -297,12 +298,15 @@ def test_advanced_profiler_cprofile_deepcopy(tmpdir): @RunIf(min_gpus=2, special=True) -def test_pytorch_profiler_trainer_ddp(tmpdir, pytorch_profiler): +def test_pytorch_profiler_trainer_ddp(tmpdir): """Ensure that the profiler can be given to the training and default step are properly recorded. """ + pytorch_profiler = PyTorchProfiler(dirpath=None, filename="profiler") model = BoringModel() trainer = Trainer( + max_epochs=1, default_root_dir=tmpdir, - fast_dev_run=True, + limit_train_batches=2, + limit_val_batches=2, profiler=pytorch_profiler, accelerator="ddp", gpus=2, @@ -312,12 +316,14 @@ def test_pytorch_profiler_trainer_ddp(tmpdir, pytorch_profiler): assert len(pytorch_profiler.summary()) > 0 assert set(pytorch_profiler.profiled_actions) == {'training_step_and_backward', 'validation_step'} - actual = set(os.listdir(pytorch_profiler.dirpath)) - expected = {f"fit-profiler-{rank}.txt" for rank in (0, 1)} - assert actual == expected - - for f in pytorch_profiler.dirpath.listdir(): - assert f.read_text('utf-8') + files = sorted(f for f in os.listdir(pytorch_profiler.dirpath) if "fit" in f) + rank = int(os.getenv("LOCAL_RANK", "0")) + expected = f"fit-profiler-{rank}.txt" + assert files[rank] == expected + + path = os.path.join(pytorch_profiler.dirpath, expected) + data = Path(path).read_text("utf-8") + assert len(data) > 0 def test_pytorch_profiler_nested(tmpdir): From fca4eb2d2753e75721a4a089d48d5d8250ebaacc Mon Sep 17 00:00:00 2001 From: tchaton Date: Tue, 23 Mar 2021 08:44:24 +0000 Subject: [PATCH 31/34] resolve tests --- tests/test_profiler.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/tests/test_profiler.py b/tests/test_profiler.py index 5114d39d209ea..b6728a8b0ac1f 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -13,10 +13,10 @@ # limitations under the License. import logging import os -from pathlib import Path import time from copy import deepcopy from distutils.version import LooseVersion +from pathlib import Path import numpy as np import pytest @@ -285,6 +285,7 @@ def test_pytorch_profiler_value_errors(pytorch_profiler): pytorch_profiler.stop(action) +@RunIf(min_torch="1.6.0") def test_advanced_profiler_cprofile_deepcopy(tmpdir): """Checks for pickle issue reported in #6522""" model = BoringModel() @@ -320,7 +321,7 @@ def test_pytorch_profiler_trainer_ddp(tmpdir): rank = int(os.getenv("LOCAL_RANK", "0")) expected = f"fit-profiler-{rank}.txt" assert files[rank] == expected - + path = os.path.join(pytorch_profiler.dirpath, expected) data = Path(path).read_text("utf-8") assert len(data) > 0 From 2919a392610e5f474b1434c8a3160172722b9a71 Mon Sep 17 00:00:00 2001 From: thomas chaton Date: Tue, 23 Mar 2021 09:14:06 +0000 Subject: [PATCH 32/34] resolve some tests --- pytorch_lightning/profiler/profilers.py | 3 ++- tests/test_profiler.py | 4 ++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/pytorch_lightning/profiler/profilers.py b/pytorch_lightning/profiler/profilers.py index 42c9539185fc9..54bc5cdf0122c 100644 --- a/pytorch_lightning/profiler/profilers.py +++ b/pytorch_lightning/profiler/profilers.py @@ -125,7 +125,8 @@ def _prepare_filename(self) -> str: if self._stage is not None: filename += f"{self._stage}-" filename += str(self.filename) - filename += f"-{self.local_rank}" + if self._local_rank is not None: + filename += f"-{self.local_rank}" filename += ".txt" return filename diff --git a/tests/test_profiler.py b/tests/test_profiler.py index b6728a8b0ac1f..cf6afcc9b626c 100644 --- a/tests/test_profiler.py +++ b/tests/test_profiler.py @@ -126,10 +126,10 @@ def test_simple_profiler_log_dir(tmpdir): ) trainer.fit(model) - expected = tmpdir / "lightning_logs" / "version_0" + expected = profiler.dirpath assert trainer.log_dir == expected assert profiler._log_dir == trainer.log_dir - assert expected.join("fit-profiler.txt").exists() + assert Path(os.path.join(profiler.dirpath, "fit-profiler.txt")).exists() @RunIf(skip_windows=True) From d7ca5fa8563b559fc20b32e4d0334b7d8ace15e1 Mon Sep 17 00:00:00 2001 From: thomas chaton Date: Tue, 23 Mar 2021 09:31:51 +0000 Subject: [PATCH 33/34] update tests --- tests/trainer/properties/test_get_model.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/tests/trainer/properties/test_get_model.py b/tests/trainer/properties/test_get_model.py index 4dc5b5f34b50c..af0cc291154c0 100644 --- a/tests/trainer/properties/test_get_model.py +++ b/tests/trainer/properties/test_get_model.py @@ -84,8 +84,7 @@ def test_get_model_gpu(tmpdir): @RunIf(min_gpus=1, skip_windows=True) -@DDPLauncher.run("--accelerator [accelerator]", max_epochs=["1"], accelerator=["ddp", "ddp_spawn"]) -def test_get_model_ddp_gpu(tmpdir, args=None): +def test_get_model_ddp_gpu(tmpdir): """ Tests that `trainer.lightning_module` extracts the model correctly when using GPU + ddp accelerators """ @@ -99,7 +98,6 @@ def test_get_model_ddp_gpu(tmpdir, args=None): limit_val_batches=2, max_epochs=1, gpus=1, - accelerator=args.accelerator ) trainer.fit(model) return 1 From c7bb71b96eedeb4b7ac22d25bebde020e2b2b665 Mon Sep 17 00:00:00 2001 From: tchaton Date: Tue, 23 Mar 2021 09:44:45 +0000 Subject: [PATCH 34/34] update --- tests/trainer/properties/test_get_model.py | 1 - 1 file changed, 1 deletion(-) diff --git a/tests/trainer/properties/test_get_model.py b/tests/trainer/properties/test_get_model.py index af0cc291154c0..3eb0596b55fc4 100644 --- a/tests/trainer/properties/test_get_model.py +++ b/tests/trainer/properties/test_get_model.py @@ -13,7 +13,6 @@ # limitations under the License. from pytorch_lightning import Trainer -from tests.accelerators import DDPLauncher from tests.helpers.boring_model import BoringModel from tests.helpers.runif import RunIf