# Copyright 2019 The TensorFlow Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ============================================================================== """Trace allows the profiler to trace Python events.""" from __future__ import absolute_import from __future__ import division from __future__ import print_function import functools from tensorflow.python.profiler.internal import _pywrap_traceme from tensorflow.python.util.tf_export import tf_export # This variable is modified by PythonHooks::Start/Stop() in C++. Such # arrangement will reduce the number of calls through pybind11. enabled = False @tf_export('profiler.experimental.Trace', v1=[]) class Trace(object): """Context manager that generates a trace event in the profiler. A trace event will start when entering the context, and stop and save the result to the profiler when exiting the context. Open TensorBoard Profile tab and choose trace viewer to view the trace event in the timeline. Trace events are created only when the profiler is enabled. More information on how to use the profiler can be found at https://tensorflow.org/guide/profiler Example usage: ```python tf.profiler.experimental.start('logdir') for step in range(num_steps): # Creates a trace event for each training step with the step number. with tf.profiler.experimental.Trace("Train", step_num=step): train_fn() tf.profiler.experimental.stop() ``` """ def __init__(self, name, **kwargs): """Creates a trace event in the profiler. Args: name: The name of the trace event. **kwargs: Keyword arguments added to the trace event. Both the key and value are of types that can be converted to strings, which will be interpreted by the profiler according to the traceme name. Example usage: ```python tf.profiler.experimental.start('logdir') for step in range(num_steps): # Creates a trace event for each training step with the # step number. with tf.profiler.experimental.Trace("Train", step_num=step): train_fn() tf.profiler.experimental.stop() ``` The example above uses the keyword argument "step_num" to specify the training step being traced. """ if enabled: # Creating _pywrap_traceme.TraceMe starts the clock. self._traceme = _pywrap_traceme.TraceMe(name, **kwargs) else: self._traceme = None def __enter__(self): # Starting the TraceMe clock here would require an extra Python->C++ call. return self def set_metadata(self, **kwargs): """Sets metadata in this trace event. Args: **kwargs: metadata in key-value pairs. This method enables setting metadata in a trace event after it is created. Example usage: ```python def call(function): with tf.profiler.experimental.Trace("call", function_name=function.name) as tm: binary, in_cache = jit_compile(function) tm.set_metadata(in_cache=in_cache) execute(binary) ``` In this example, we want to trace how much time spent on calling a function, which includes compilation and execution. The compilation can be either getting a cached copy of the binary or actually generating the binary, which is indicated by the boolean "in_cache" returned by jit_compile(). We need to use set_metadata() to pass in_cache because we did not know the in_cache value when the trace was created (and we cannot create the trace after jit_compile(), because we want to measure the entire duration of call()). """ if self._traceme and kwargs: self._traceme.SetMetadata(**kwargs) def __exit__(self, exc_type, exc_val, exc_tb): if self._traceme: self._traceme.Stop() def trace_wrapper(trace_name, **trace_kwargs): """Decorator alternative to `with Trace(): ...`. It's faster. Args: trace_name: The name of the trace event. **trace_kwargs: Keyword arguments added to the trace event. Both the key and value are of types that can be converted to strings, which will be interpreted by the profiler according to the traceme name. Returns: A decorator that can wrap a function and apply `Trace` scope if needed. Example usage: ```python @trace_wrapper('trace_name') def func(x, y, z): pass # code to execute and apply `Trace` if needed. # Equivalent to # with Trace('trace_name'): # func(1, 2, 3) func(1, 2, 3) ``` """ def inner_wrapper(func): @functools.wraps(func) def wrapped(*args, **kwargs): if enabled: with Trace(trace_name, **trace_kwargs): return func(*args, **kwargs) return func(*args, **kwargs) return wrapped return inner_wrapper