use std::{ collections::BTreeMap, env, io::Write as _, path::Path, time::{Instant, SystemTime, UNIX_EPOCH}, }; use anyhow::{bail, format_err, Result}; use crate::not_bash::{fs2, pushd, pushenv, rm_rf, run}; type Unit = String; pub struct MetricsCmd { pub dry_run: bool, } impl MetricsCmd { pub fn run(self) -> Result<()> { let mut metrics = Metrics::new()?; if !self.dry_run { rm_rf("./target/release")?; } if !Path::new("./target/rustc-perf").exists() { fs2::create_dir_all("./target/rustc-perf")?; run!("git clone https://github.com/rust-lang/rustc-perf.git ./target/rustc-perf")?; } { let _d = pushd("./target/rustc-perf"); run!("git reset --hard 1d9288b0da7febf2599917da1b57dc241a1af033")?; } let _env = pushenv("RA_METRICS", "1"); metrics.measure_build()?; metrics.measure_analysis_stats_self()?; metrics.measure_analysis_stats("ripgrep")?; metrics.measure_analysis_stats("webrender")?; if !self.dry_run { let _d = pushd("target"); let metrics_token = env::var("METRICS_TOKEN").unwrap(); let repo = format!("https://{}@github.com/rust-analyzer/metrics.git", metrics_token); run!("git clone --depth 1 {}", repo)?; let _d = pushd("metrics"); let mut file = std::fs::OpenOptions::new().append(true).open("metrics.json")?; writeln!(file, "{}", metrics.json())?; run!("git add .")?; run!("git -c user.name=Bot -c user.email=dummy@example.com commit --message 📈")?; run!("git push origin master")?; } eprintln!("{:#?}", metrics); Ok(()) } } impl Metrics { fn measure_build(&mut self) -> Result<()> { eprintln!("\nMeasuring build"); run!("cargo fetch")?; let time = Instant::now(); run!("cargo build --release --package rust-analyzer --bin rust-analyzer")?; let time = time.elapsed(); self.report("build", time.as_millis() as u64, "ms".into()); Ok(()) } fn measure_analysis_stats_self(&mut self) -> Result<()> { self.measure_analysis_stats_path("self", &".") } fn measure_analysis_stats(&mut self, bench: &str) -> Result<()> { self.measure_analysis_stats_path( bench, &format!("./target/rustc-perf/collector/benchmarks/{}", bench), ) } fn measure_analysis_stats_path(&mut self, name: &str, path: &str) -> Result<()> { eprintln!("\nMeasuring analysis-stats/{}", name); let output = run!("./target/release/rust-analyzer analysis-stats --quiet {}", path)?; for (metric, value, unit) in parse_metrics(&output) { self.report(&format!("analysis-stats/{}/{}", name, metric), value, unit.into()); } Ok(()) } } fn parse_metrics(output: &str) -> Vec<(&str, u64, &str)> { output .lines() .filter_map(|it| { let entry = it.split(':').collect::>(); match entry.as_slice() { ["METRIC", name, value, unit] => Some((*name, value.parse().unwrap(), *unit)), _ => None, } }) .collect() } #[derive(Debug)] struct Metrics { host: Host, timestamp: SystemTime, revision: String, metrics: BTreeMap, } #[derive(Debug)] struct Host { os: String, cpu: String, mem: String, } impl Metrics { fn new() -> Result { let host = Host::new()?; let timestamp = SystemTime::now(); let revision = run!("git rev-parse HEAD")?; Ok(Metrics { host, timestamp, revision, metrics: BTreeMap::new() }) } fn report(&mut self, name: &str, value: u64, unit: Unit) { self.metrics.insert(name.into(), (value, unit)); } fn json(&self) -> String { let mut buf = String::new(); self.to_json(write_json::object(&mut buf)); buf } fn to_json(&self, mut obj: write_json::Object<'_>) { self.host.to_json(obj.object("host")); let timestamp = self.timestamp.duration_since(UNIX_EPOCH).unwrap(); obj.number("timestamp", timestamp.as_secs() as f64); obj.string("revision", &self.revision); let mut metrics = obj.object("metrics"); for (k, (value, unit)) in &self.metrics { metrics.array(k).number(*value as f64).string(unit); } } } impl Host { fn new() -> Result { if cfg!(not(target_os = "linux")) { bail!("can only collect metrics on Linux "); } let os = read_field("/etc/os-release", "PRETTY_NAME=")?.trim_matches('"').to_string(); let cpu = read_field("/proc/cpuinfo", "model name")?.trim_start_matches(':').trim().to_string(); let mem = read_field("/proc/meminfo", "MemTotal:")?; return Ok(Host { os, cpu, mem }); fn read_field<'a>(path: &str, field: &str) -> Result { let text = fs2::read_to_string(path)?; let line = text .lines() .find(|it| it.starts_with(field)) .ok_or_else(|| format_err!("can't parse {}", path))?; Ok(line[field.len()..].trim().to_string()) } } fn to_json(&self, mut obj: write_json::Object<'_>) { obj.string("os", &self.os).string("cpu", &self.cpu).string("mem", &self.mem); } }