2020-04-25 13:02:09 +00:00
|
|
|
//! Simple hierarchical profiler
|
|
|
|
use std::{
|
|
|
|
cell::RefCell,
|
|
|
|
collections::{BTreeMap, HashSet},
|
2021-07-31 13:22:03 +00:00
|
|
|
env, fmt,
|
2020-04-25 13:02:09 +00:00
|
|
|
io::{stderr, Write},
|
|
|
|
sync::{
|
|
|
|
atomic::{AtomicBool, Ordering},
|
|
|
|
RwLock,
|
|
|
|
},
|
|
|
|
time::{Duration, Instant},
|
|
|
|
};
|
|
|
|
|
2021-03-29 17:54:15 +00:00
|
|
|
use once_cell::sync::Lazy;
|
|
|
|
|
2020-04-25 19:04:04 +00:00
|
|
|
use crate::tree::{Idx, Tree};
|
2020-04-25 13:02:09 +00:00
|
|
|
|
|
|
|
/// Filtering syntax
|
|
|
|
/// env RA_PROFILE=* // dump everything
|
|
|
|
/// env RA_PROFILE=foo|bar|baz // enabled only selected entries
|
|
|
|
/// env RA_PROFILE=*@3>10 // dump everything, up to depth 3, if it takes more than 10 ms
|
|
|
|
pub fn init() {
|
2021-01-21 16:04:50 +00:00
|
|
|
countme::enable(env::var("RA_COUNT").is_ok());
|
|
|
|
let spec = env::var("RA_PROFILE").unwrap_or_default();
|
2020-04-25 13:02:09 +00:00
|
|
|
init_from(&spec);
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn init_from(spec: &str) {
|
|
|
|
let filter = if spec.is_empty() { Filter::disabled() } else { Filter::from_spec(spec) };
|
2020-04-25 17:29:41 +00:00
|
|
|
filter.install();
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
|
2020-11-02 12:13:32 +00:00
|
|
|
type Label = &'static str;
|
2020-04-25 13:02:09 +00:00
|
|
|
|
|
|
|
/// This function starts a profiling scope in the current execution stack with a given description.
|
2020-04-25 21:10:44 +00:00
|
|
|
/// It returns a `Profile` struct that measures elapsed time between this method invocation and `Profile` struct drop.
|
|
|
|
/// It supports nested profiling scopes in case when this function is invoked multiple times at the execution stack.
|
|
|
|
/// In this case the profiling information will be nested at the output.
|
2020-04-25 13:02:09 +00:00
|
|
|
/// Profiling information is being printed in the stderr.
|
|
|
|
///
|
|
|
|
/// # Example
|
|
|
|
/// ```
|
2020-08-12 14:32:36 +00:00
|
|
|
/// profile::init_from("profile1|profile2@2");
|
2020-04-25 13:02:09 +00:00
|
|
|
/// profiling_function1();
|
|
|
|
///
|
|
|
|
/// fn profiling_function1() {
|
2020-08-12 14:32:36 +00:00
|
|
|
/// let _p = profile::span("profile1");
|
2020-04-25 13:02:09 +00:00
|
|
|
/// profiling_function2();
|
|
|
|
/// }
|
|
|
|
///
|
|
|
|
/// fn profiling_function2() {
|
2020-08-12 14:32:36 +00:00
|
|
|
/// let _p = profile::span("profile2");
|
2020-04-25 13:02:09 +00:00
|
|
|
/// }
|
|
|
|
/// ```
|
|
|
|
/// This will print in the stderr the following:
|
|
|
|
/// ```text
|
|
|
|
/// 0ms - profile
|
|
|
|
/// 0ms - profile2
|
|
|
|
/// ```
|
2021-03-29 17:54:15 +00:00
|
|
|
#[inline]
|
2020-08-12 14:32:36 +00:00
|
|
|
pub fn span(label: Label) -> ProfileSpan {
|
2021-03-29 17:54:15 +00:00
|
|
|
debug_assert!(!label.is_empty());
|
2020-04-25 21:10:44 +00:00
|
|
|
|
2021-03-29 17:54:15 +00:00
|
|
|
let enabled = PROFILING_ENABLED.load(Ordering::Relaxed);
|
|
|
|
if enabled && with_profile_stack(|stack| stack.push(label)) {
|
2020-08-12 14:32:36 +00:00
|
|
|
ProfileSpan(Some(ProfilerImpl { label, detail: None }))
|
2020-04-25 21:10:44 +00:00
|
|
|
} else {
|
2020-08-12 14:32:36 +00:00
|
|
|
ProfileSpan(None)
|
2020-04-25 21:10:44 +00:00
|
|
|
}
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
|
2021-03-29 18:08:07 +00:00
|
|
|
#[inline]
|
|
|
|
pub fn heartbeat_span() -> HeartbeatSpan {
|
|
|
|
let enabled = PROFILING_ENABLED.load(Ordering::Relaxed);
|
|
|
|
HeartbeatSpan::new(enabled)
|
|
|
|
}
|
|
|
|
|
|
|
|
#[inline]
|
|
|
|
pub fn heartbeat() {
|
|
|
|
let enabled = PROFILING_ENABLED.load(Ordering::Relaxed);
|
|
|
|
if enabled {
|
|
|
|
with_profile_stack(|it| it.heartbeat(1));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-08-12 14:32:36 +00:00
|
|
|
pub struct ProfileSpan(Option<ProfilerImpl>);
|
2020-04-25 21:10:44 +00:00
|
|
|
|
|
|
|
struct ProfilerImpl {
|
|
|
|
label: Label,
|
2020-04-25 13:02:09 +00:00
|
|
|
detail: Option<String>,
|
|
|
|
}
|
|
|
|
|
2020-08-12 14:32:36 +00:00
|
|
|
impl ProfileSpan {
|
|
|
|
pub fn detail(mut self, detail: impl FnOnce() -> String) -> ProfileSpan {
|
2020-04-25 21:10:44 +00:00
|
|
|
if let Some(profiler) = &mut self.0 {
|
2021-10-03 12:39:43 +00:00
|
|
|
profiler.detail = Some(detail());
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
self
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-25 21:10:44 +00:00
|
|
|
impl Drop for ProfilerImpl {
|
2021-03-29 17:54:15 +00:00
|
|
|
#[inline]
|
2020-04-25 17:50:42 +00:00
|
|
|
fn drop(&mut self) {
|
2021-03-29 17:54:15 +00:00
|
|
|
with_profile_stack(|it| it.pop(self.label, self.detail.take()));
|
2020-04-25 17:50:42 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-03-29 18:08:07 +00:00
|
|
|
pub struct HeartbeatSpan {
|
|
|
|
enabled: bool,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl HeartbeatSpan {
|
|
|
|
#[inline]
|
|
|
|
pub fn new(enabled: bool) -> Self {
|
|
|
|
if enabled {
|
2021-10-03 12:39:43 +00:00
|
|
|
with_profile_stack(|it| it.heartbeats(true));
|
2021-03-29 18:08:07 +00:00
|
|
|
}
|
|
|
|
Self { enabled }
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Drop for HeartbeatSpan {
|
|
|
|
fn drop(&mut self) {
|
|
|
|
if self.enabled {
|
2021-10-03 12:39:43 +00:00
|
|
|
with_profile_stack(|it| it.heartbeats(false));
|
2021-03-29 18:08:07 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-25 17:29:41 +00:00
|
|
|
static PROFILING_ENABLED: AtomicBool = AtomicBool::new(false);
|
|
|
|
static FILTER: Lazy<RwLock<Filter>> = Lazy::new(Default::default);
|
2021-03-29 17:54:15 +00:00
|
|
|
|
|
|
|
fn with_profile_stack<T>(f: impl FnOnce(&mut ProfileStack) -> T) -> T {
|
|
|
|
thread_local!(static STACK: RefCell<ProfileStack> = RefCell::new(ProfileStack::new()));
|
|
|
|
STACK.with(|it| f(&mut *it.borrow_mut()))
|
|
|
|
}
|
2020-04-25 13:02:09 +00:00
|
|
|
|
2020-04-25 17:29:41 +00:00
|
|
|
#[derive(Default, Clone, Debug)]
|
2020-04-25 13:02:09 +00:00
|
|
|
struct Filter {
|
|
|
|
depth: usize,
|
2020-04-25 17:29:41 +00:00
|
|
|
allowed: HashSet<String>,
|
2020-04-25 13:02:09 +00:00
|
|
|
longer_than: Duration,
|
2021-03-29 18:08:07 +00:00
|
|
|
heartbeat_longer_than: Duration,
|
2020-04-25 17:29:41 +00:00
|
|
|
version: usize,
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Filter {
|
2020-04-25 17:29:41 +00:00
|
|
|
fn disabled() -> Filter {
|
|
|
|
Filter::default()
|
|
|
|
}
|
|
|
|
|
2020-04-25 13:02:09 +00:00
|
|
|
fn from_spec(mut spec: &str) -> Filter {
|
|
|
|
let longer_than = if let Some(idx) = spec.rfind('>') {
|
|
|
|
let longer_than = spec[idx + 1..].parse().expect("invalid profile longer_than");
|
|
|
|
spec = &spec[..idx];
|
|
|
|
Duration::from_millis(longer_than)
|
|
|
|
} else {
|
|
|
|
Duration::new(0, 0)
|
|
|
|
};
|
2021-03-29 18:08:07 +00:00
|
|
|
let heartbeat_longer_than = longer_than;
|
2020-04-25 13:02:09 +00:00
|
|
|
|
|
|
|
let depth = if let Some(idx) = spec.rfind('@') {
|
|
|
|
let depth: usize = spec[idx + 1..].parse().expect("invalid profile depth");
|
|
|
|
spec = &spec[..idx];
|
|
|
|
depth
|
|
|
|
} else {
|
|
|
|
999
|
|
|
|
};
|
|
|
|
let allowed =
|
2020-04-25 17:29:41 +00:00
|
|
|
if spec == "*" { HashSet::new() } else { spec.split('|').map(String::from).collect() };
|
2021-03-29 18:08:07 +00:00
|
|
|
Filter { depth, allowed, longer_than, heartbeat_longer_than, version: 0 }
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
|
2020-04-25 17:29:41 +00:00
|
|
|
fn install(mut self) {
|
|
|
|
PROFILING_ENABLED.store(self.depth > 0, Ordering::SeqCst);
|
|
|
|
let mut old = FILTER.write().unwrap();
|
|
|
|
self.version = old.version + 1;
|
|
|
|
*old = self;
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
struct ProfileStack {
|
2021-03-29 18:08:07 +00:00
|
|
|
frames: Vec<Frame>,
|
2020-04-25 17:29:41 +00:00
|
|
|
filter: Filter,
|
2020-04-25 19:04:04 +00:00
|
|
|
messages: Tree<Message>,
|
2021-03-29 18:08:07 +00:00
|
|
|
heartbeats: bool,
|
|
|
|
}
|
|
|
|
|
|
|
|
struct Frame {
|
|
|
|
t: Instant,
|
|
|
|
heartbeats: u32,
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
|
2020-04-25 19:04:04 +00:00
|
|
|
#[derive(Default)]
|
2020-04-25 13:02:09 +00:00
|
|
|
struct Message {
|
|
|
|
duration: Duration,
|
|
|
|
label: Label,
|
|
|
|
detail: Option<String>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl ProfileStack {
|
|
|
|
fn new() -> ProfileStack {
|
2021-03-29 18:08:07 +00:00
|
|
|
ProfileStack {
|
|
|
|
frames: Vec::new(),
|
|
|
|
messages: Tree::default(),
|
|
|
|
filter: Default::default(),
|
|
|
|
heartbeats: false,
|
|
|
|
}
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
|
2020-04-25 17:29:41 +00:00
|
|
|
fn push(&mut self, label: Label) -> bool {
|
2021-03-29 18:08:07 +00:00
|
|
|
if self.frames.is_empty() {
|
2020-04-25 17:29:41 +00:00
|
|
|
if let Ok(f) = FILTER.try_read() {
|
|
|
|
if f.version > self.filter.version {
|
|
|
|
self.filter = f.clone();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
}
|
2021-03-29 18:08:07 +00:00
|
|
|
if self.frames.len() > self.filter.depth {
|
2020-04-25 17:29:41 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
let allowed = &self.filter.allowed;
|
2021-03-29 18:08:07 +00:00
|
|
|
if self.frames.is_empty() && !allowed.is_empty() && !allowed.contains(label) {
|
2020-04-25 17:29:41 +00:00
|
|
|
return false;
|
|
|
|
}
|
2020-04-25 13:02:09 +00:00
|
|
|
|
2021-03-29 18:08:07 +00:00
|
|
|
self.frames.push(Frame { t: Instant::now(), heartbeats: 0 });
|
2020-04-25 19:04:04 +00:00
|
|
|
self.messages.start();
|
2020-04-25 17:29:41 +00:00
|
|
|
true
|
|
|
|
}
|
2020-04-25 13:02:09 +00:00
|
|
|
|
2020-11-02 12:13:32 +00:00
|
|
|
fn pop(&mut self, label: Label, detail: Option<String>) {
|
2021-03-29 18:08:07 +00:00
|
|
|
let frame = self.frames.pop().unwrap();
|
|
|
|
let duration = frame.t.elapsed();
|
|
|
|
|
|
|
|
if self.heartbeats {
|
|
|
|
self.heartbeat(frame.heartbeats);
|
|
|
|
let avg_span = duration / (frame.heartbeats + 1);
|
|
|
|
if avg_span > self.filter.heartbeat_longer_than {
|
2021-10-03 12:39:43 +00:00
|
|
|
eprintln!("Too few heartbeats {} ({}/{:?})?", label, frame.heartbeats, duration);
|
2021-03-29 18:08:07 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-25 19:04:04 +00:00
|
|
|
self.messages.finish(Message { duration, label, detail });
|
2021-03-29 18:08:07 +00:00
|
|
|
if self.frames.is_empty() {
|
2020-04-25 17:29:41 +00:00
|
|
|
let longer_than = self.filter.longer_than;
|
|
|
|
// Convert to millis for comparison to avoid problems with rounding
|
|
|
|
// (otherwise we could print `0ms` despite user's `>0` filter when
|
|
|
|
// `duration` is just a few nanos).
|
|
|
|
if duration.as_millis() > longer_than.as_millis() {
|
2020-04-25 19:04:04 +00:00
|
|
|
if let Some(root) = self.messages.root() {
|
2020-04-25 21:10:44 +00:00
|
|
|
print(&self.messages, root, 0, longer_than, &mut stderr().lock());
|
2020-04-25 19:04:04 +00:00
|
|
|
}
|
2020-04-25 17:29:41 +00:00
|
|
|
}
|
|
|
|
self.messages.clear();
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
}
|
2021-03-29 18:08:07 +00:00
|
|
|
|
|
|
|
fn heartbeats(&mut self, yes: bool) {
|
|
|
|
self.heartbeats = yes;
|
|
|
|
}
|
|
|
|
fn heartbeat(&mut self, n: u32) {
|
|
|
|
if let Some(frame) = self.frames.last_mut() {
|
|
|
|
frame.heartbeats += n;
|
|
|
|
}
|
|
|
|
}
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
|
2020-04-25 19:04:04 +00:00
|
|
|
fn print(
|
|
|
|
tree: &Tree<Message>,
|
|
|
|
curr: Idx<Message>,
|
|
|
|
level: u32,
|
2020-04-25 13:02:09 +00:00
|
|
|
longer_than: Duration,
|
|
|
|
out: &mut impl Write,
|
|
|
|
) {
|
2020-04-25 19:04:04 +00:00
|
|
|
let current_indent = " ".repeat(level as usize);
|
|
|
|
let detail = tree[curr].detail.as_ref().map(|it| format!(" @ {}", it)).unwrap_or_default();
|
2020-04-25 13:02:09 +00:00
|
|
|
writeln!(
|
|
|
|
out,
|
2021-07-31 13:22:03 +00:00
|
|
|
"{}{} - {}{}",
|
2020-04-25 13:02:09 +00:00
|
|
|
current_indent,
|
2021-07-31 13:22:03 +00:00
|
|
|
ms(tree[curr].duration),
|
2020-04-25 19:04:04 +00:00
|
|
|
tree[curr].label,
|
2020-04-25 13:02:09 +00:00
|
|
|
detail,
|
|
|
|
)
|
|
|
|
.expect("printing profiling info");
|
|
|
|
|
|
|
|
let mut accounted_for = Duration::default();
|
|
|
|
let mut short_children = BTreeMap::new(); // Use `BTreeMap` to get deterministic output.
|
2020-04-25 19:04:04 +00:00
|
|
|
for child in tree.children(curr) {
|
|
|
|
accounted_for += tree[child].duration;
|
2020-04-25 13:02:09 +00:00
|
|
|
|
2020-04-25 19:04:04 +00:00
|
|
|
if tree[child].duration.as_millis() > longer_than.as_millis() {
|
2021-10-03 12:39:43 +00:00
|
|
|
print(tree, child, level + 1, longer_than, out);
|
2020-04-25 13:02:09 +00:00
|
|
|
} else {
|
2020-04-25 19:04:04 +00:00
|
|
|
let (total_duration, cnt) =
|
|
|
|
short_children.entry(tree[child].label).or_insert((Duration::default(), 0));
|
|
|
|
*total_duration += tree[child].duration;
|
|
|
|
*cnt += 1;
|
2020-04-25 13:02:09 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-03 12:45:08 +00:00
|
|
|
for (child_msg, (duration, count)) in &short_children {
|
2021-07-31 13:22:03 +00:00
|
|
|
writeln!(out, " {}{} - {} ({} calls)", current_indent, ms(*duration), child_msg, count)
|
2020-04-25 13:02:09 +00:00
|
|
|
.expect("printing profiling info");
|
|
|
|
}
|
|
|
|
|
2020-04-25 19:04:04 +00:00
|
|
|
let unaccounted = tree[curr].duration - accounted_for;
|
|
|
|
if tree.children(curr).next().is_some() && unaccounted > longer_than {
|
2021-07-31 13:22:03 +00:00
|
|
|
writeln!(out, " {}{} - ???", current_indent, ms(unaccounted))
|
2020-04-25 13:02:09 +00:00
|
|
|
.expect("printing profiling info");
|
|
|
|
}
|
|
|
|
}
|
2021-07-31 13:22:03 +00:00
|
|
|
|
|
|
|
#[allow(non_camel_case_types)]
|
|
|
|
struct ms(Duration);
|
|
|
|
|
|
|
|
impl fmt::Display for ms {
|
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|
|
|
match self.0.as_millis() {
|
|
|
|
0 => f.write_str(" 0 "),
|
|
|
|
n => write!(f, "{:5}ms", n),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|