Add basic runtime benchmark infrastructure

Cargo.toml

@@ -1,6 +1,6 @@
 [workspace]
-members = ["collector", "site", "database", "intern"]
-exclude = ["collector/benchmarks", "rust/src"]
+members = ["collector", "collector/benchlib", "site", "database", "intern"]
+exclude = ["collector/compile-benchmarks", "collector/runtime-benchmarks", "rust/src"]
 
 [profile.release.package.site]
 debug = 1

collector/Cargo.toml

@@ -33,6 +33,8 @@ filetime = "0.2.14"
 walkdir = "2"
 flate2 = { version = "1.0.22", features = ["rust_backend"] }
 rayon = "1.5.2"
+cargo_metadata = "0.15.0"
+benchlib = { path = "benchlib" }
 
 [target.'cfg(windows)'.dependencies]
 miow = "0.3"

collector/README.md

@@ -5,8 +5,8 @@ Hardware and software details of the machine that executes the CI details can be
 
 ## The benchmarks
 
-The individual benchmarks are described in the `README` file in the
-`collector/benchmarks` directory.
+The individual compile time benchmarks are described in the `README` file in the
+`collector/compile-benchmarks` directory.
 
 ## How to build
 

collector/benchlib/Cargo.toml

@@ -0,0 +1,18 @@
+[package]
+name = "benchlib"
+version = "0.1.0"
+edition = "2021"
+description = "Library for defining and measuring benchmarks of Rust code"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+anyhow = "1.0.61"
+serde = { version = "1.0.143", features = ["derive"] }
+serde_json = "1.0.83"
+log = "0.4.17"
+env_logger = "0.9.0"
+clap = { version = "3.2", features = ["derive"] }
+
+[target.'cfg(unix)'.dependencies]
+perf-event = "0.4.7"