some logging QOL

Author: krukah

.gitignore

@@ -1,10 +1,10 @@
 /target
-.DS_Store
-.vscode/*
 /data
+.vscode/*
+.DS_Store
 .todo
 .env
 .swp
-profile.json
 *.pgcopy
-analysis/*.png
+*.log
+*.png

Cargo.lock

@@ -18,10 +18,10 @@ rand = { version = "0.8.5", features = ["small_rng"] }
 bytes = "1.0"
 num_cpus = "1.16.0"
 log = "0.4.22"
-env_logger = "0.11.5"
 rayon = "1.10.0"
 byteorder = "1.5.0"
 indicatif = "0.17.8"
+simplelog = "0.12.2"
 
 [dev-dependencies]
 criterion = { version = "0.3", features = ["html_reports"] }

Cargo.toml

@@ -24,7 +24,7 @@ use std::collections::BTreeMap;
 /// - CPU: O(N)   for kmeans clustering
 /// - RAM: O(N^2) for learned metric
 /// - RAM: O(N)   for learned centroids
-const N_KMEANS_CENTROIDS: usize = 128;
+const N_KMEANS_CENTROIDS: usize = 256;
 
 /// number of kmeans iterations.
 /// this controls the precision of the abstraction space.
@@ -219,7 +219,7 @@ impl Layer {
             self.lookup.assign(abstraction, observation);
             self.kmeans.absorb(abstraction, histogram);
         }
-        log::info!("{:>12.8}", loss / self.points.0.len() as f32);
+        log::debug!("LOSS {:>12.8}", loss / self.points.0.len() as f32);
     }
     /// centroid drift may make it such that some centroids are empty
     /// so we reinitialize empty centroids with random Observations if necessary

src/clustering/layer.rs

@@ -58,21 +58,26 @@ fn main() {
 //    2003. Using the Triangle Inequality to Accelerate-Means (https://cdn.aaai.org/ICML/2003/ICML03-022.pdf) In ICML.
 
 fn logging() {
-    use std::io::Write;
-    use std::time::Instant;
-    let start = Instant::now();
-    env_logger::Builder::new()
-        .filter(None, log::LevelFilter::Info)
-        .format(move |buffer, record| {
-            let elapsed = start.elapsed();
-            writeln!(
-                buffer,
-                "{:02}:{:02}:{:02} - {}",
-                (elapsed.as_secs() / 3600),
-                (elapsed.as_secs() % 3600) / 60,
-                (elapsed.as_secs() % 60),
-                record.args()
-            )
-        })
-        .init();
+    std::fs::create_dir_all("logs").expect("create logs directory");
+    let config = simplelog::ConfigBuilder::new()
+        .set_location_level(log::LevelFilter::Off)
+        .set_target_level(log::LevelFilter::Off)
+        .set_thread_level(log::LevelFilter::Off)
+        .build();
+    let time = std::time::SystemTime::now()
+        .duration_since(std::time::UNIX_EPOCH)
+        .expect("time moves slow")
+        .as_secs();
+    let file = simplelog::WriteLogger::new(
+        log::LevelFilter::Debug,
+        config.clone(),
+        std::fs::File::create(format!("logs/{}.log", time)).expect("create log file"),
+    );
+    let term = simplelog::TermLogger::new(
+        log::LevelFilter::Info,
+        config.clone(),
+        simplelog::TerminalMode::Mixed,
+        simplelog::ColorChoice::Auto,
+    );
+    simplelog::CombinedLogger::init(vec![term, file]).expect("initialize logger");
 }