Fix a bug in CPU number
This commit is contained in:
parent
cd3fd54018
commit
1c40ac7673
7 changed files with 92 additions and 22 deletions
|
@ -1,5 +1,8 @@
|
||||||
#Changelog
|
#Changelog
|
||||||
|
|
||||||
|
## bliss 0.6.4
|
||||||
|
* Fix a bug in the customizable CPU number option in `library`.
|
||||||
|
|
||||||
## bliss 0.6.3
|
## bliss 0.6.3
|
||||||
* Add customizable CPU number in the `library` module.
|
* Add customizable CPU number in the `library` module.
|
||||||
|
|
||||||
|
|
2
Cargo.lock
generated
2
Cargo.lock
generated
|
@ -96,7 +96,7 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "bliss-audio"
|
name = "bliss-audio"
|
||||||
version = "0.6.3"
|
version = "0.6.4"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"anyhow",
|
"anyhow",
|
||||||
"bliss-audio-aubio-rs",
|
"bliss-audio-aubio-rs",
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
[package]
|
[package]
|
||||||
name = "bliss-audio"
|
name = "bliss-audio"
|
||||||
version = "0.6.3"
|
version = "0.6.4"
|
||||||
authors = ["Polochon-street <polochonstreet@gmx.fr>"]
|
authors = ["Polochon-street <polochonstreet@gmx.fr>"]
|
||||||
edition = "2018"
|
edition = "2018"
|
||||||
license = "GPL-3.0-only"
|
license = "GPL-3.0-only"
|
||||||
|
|
|
@ -9,6 +9,7 @@ use clap::{App, Arg, SubCommand};
|
||||||
use glob::glob;
|
use glob::glob;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
use std::fs;
|
use std::fs;
|
||||||
|
use std::num::NonZeroUsize;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
|
|
||||||
#[derive(Serialize, Deserialize, Clone, Debug)]
|
#[derive(Serialize, Deserialize, Clone, Debug)]
|
||||||
|
@ -30,7 +31,7 @@ impl Config {
|
||||||
music_library_path: PathBuf,
|
music_library_path: PathBuf,
|
||||||
config_path: Option<PathBuf>,
|
config_path: Option<PathBuf>,
|
||||||
database_path: Option<PathBuf>,
|
database_path: Option<PathBuf>,
|
||||||
number_cores: Option<usize>,
|
number_cores: Option<NonZeroUsize>,
|
||||||
) -> Result<Self> {
|
) -> Result<Self> {
|
||||||
let base_config = BaseConfig::new(config_path, database_path, number_cores)?;
|
let base_config = BaseConfig::new(config_path, database_path, number_cores)?;
|
||||||
Ok(Self {
|
Ok(Self {
|
||||||
|
|
|
@ -10,6 +10,7 @@ use clap::{App, Arg, SubCommand};
|
||||||
use glob::glob;
|
use glob::glob;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
use std::fs;
|
use std::fs;
|
||||||
|
use std::num::NonZeroUsize;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
|
|
||||||
#[derive(Serialize, Deserialize, Clone, Debug)]
|
#[derive(Serialize, Deserialize, Clone, Debug)]
|
||||||
|
@ -31,7 +32,7 @@ impl Config {
|
||||||
music_library_path: PathBuf,
|
music_library_path: PathBuf,
|
||||||
config_path: Option<PathBuf>,
|
config_path: Option<PathBuf>,
|
||||||
database_path: Option<PathBuf>,
|
database_path: Option<PathBuf>,
|
||||||
number_cores: Option<usize>,
|
number_cores: Option<NonZeroUsize>,
|
||||||
) -> Result<Self> {
|
) -> Result<Self> {
|
||||||
let base_config = BaseConfig::new(config_path, database_path, number_cores)?;
|
let base_config = BaseConfig::new(config_path, database_path, number_cores)?;
|
||||||
Ok(Self {
|
Ok(Self {
|
||||||
|
|
13
src/lib.rs
13
src/lib.rs
|
@ -83,6 +83,7 @@ extern crate num_cpus;
|
||||||
extern crate serde;
|
extern crate serde;
|
||||||
use crate::cue::BlissCue;
|
use crate::cue::BlissCue;
|
||||||
use log::info;
|
use log::info;
|
||||||
|
use std::num::NonZeroUsize;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::sync::mpsc;
|
use std::sync::mpsc;
|
||||||
use std::thread;
|
use std::thread;
|
||||||
|
@ -155,7 +156,7 @@ pub type BlissResult<T> = Result<T, BlissError>;
|
||||||
pub fn analyze_paths<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
|
pub fn analyze_paths<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
|
||||||
paths: F,
|
paths: F,
|
||||||
) -> mpsc::IntoIter<(PathBuf, BlissResult<Song>)> {
|
) -> mpsc::IntoIter<(PathBuf, BlissResult<Song>)> {
|
||||||
let cores = num_cpus::get();
|
let cores = NonZeroUsize::new(num_cpus::get()).unwrap();
|
||||||
analyze_paths_with_cores(paths, cores)
|
analyze_paths_with_cores(paths, cores)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -186,11 +187,11 @@ pub fn analyze_paths<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
|
||||||
///
|
///
|
||||||
/// # Example:
|
/// # Example:
|
||||||
/// ```no_run
|
/// ```no_run
|
||||||
/// use bliss_audio::{analyze_paths_with_cores, BlissResult};
|
/// use bliss_audio::{analyze_paths, BlissResult};
|
||||||
///
|
///
|
||||||
/// fn main() -> BlissResult<()> {
|
/// fn main() -> BlissResult<()> {
|
||||||
/// let paths = vec![String::from("/path/to/song1"), String::from("/path/to/song2")];
|
/// let paths = vec![String::from("/path/to/song1"), String::from("/path/to/song2")];
|
||||||
/// for (path, result) in analyze_paths_with_cores(&paths, 2) {
|
/// for (path, result) in analyze_paths(&paths) {
|
||||||
/// match result {
|
/// match result {
|
||||||
/// Ok(song) => println!("Do something with analyzed song {} with title {:?}", song.path.display(), song.title),
|
/// Ok(song) => println!("Do something with analyzed song {} with title {:?}", song.path.display(), song.title),
|
||||||
/// Err(e) => println!("Song at {} could not be analyzed. Failed with: {}", path.display(), e),
|
/// Err(e) => println!("Song at {} could not be analyzed. Failed with: {}", path.display(), e),
|
||||||
|
@ -201,9 +202,9 @@ pub fn analyze_paths<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
|
||||||
/// ```
|
/// ```
|
||||||
pub fn analyze_paths_with_cores<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
|
pub fn analyze_paths_with_cores<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
|
||||||
paths: F,
|
paths: F,
|
||||||
number_cores: usize,
|
number_cores: NonZeroUsize,
|
||||||
) -> mpsc::IntoIter<(PathBuf, BlissResult<Song>)> {
|
) -> mpsc::IntoIter<(PathBuf, BlissResult<Song>)> {
|
||||||
let mut cores = num_cpus::get();
|
let mut cores = NonZeroUsize::new(num_cpus::get()).unwrap();
|
||||||
if cores > number_cores {
|
if cores > number_cores {
|
||||||
cores = number_cores;
|
cores = number_cores;
|
||||||
}
|
}
|
||||||
|
@ -322,7 +323,7 @@ mod tests {
|
||||||
|
|
||||||
assert_eq!(results, expected_results);
|
assert_eq!(results, expected_results);
|
||||||
|
|
||||||
let mut results = analyze_paths_with_cores(&paths, 1)
|
let mut results = analyze_paths_with_cores(&paths, NonZeroUsize::new(1).unwrap())
|
||||||
.map(|x| match &x.1 {
|
.map(|x| match &x.1 {
|
||||||
Ok(s) => (true, s.path.to_owned(), None),
|
Ok(s) => (true, s.path.to_owned(), None),
|
||||||
Err(e) => (false, x.0.to_owned(), Some(e.to_string())),
|
Err(e) => (false, x.0.to_owned(), Some(e.to_string())),
|
||||||
|
|
|
@ -28,6 +28,7 @@
|
||||||
//! use anyhow::Result;
|
//! use anyhow::Result;
|
||||||
//! use serde::{Deserialize, Serialize};
|
//! use serde::{Deserialize, Serialize};
|
||||||
//! use std::path::PathBuf;
|
//! use std::path::PathBuf;
|
||||||
|
//! use std::num::NonZeroUsize;
|
||||||
//! use bliss_audio::BlissError;
|
//! use bliss_audio::BlissError;
|
||||||
//! use bliss_audio::library::{AppConfigTrait, BaseConfig};
|
//! use bliss_audio::library::{AppConfigTrait, BaseConfig};
|
||||||
//!
|
//!
|
||||||
|
@ -52,7 +53,7 @@
|
||||||
//! music_library_path: PathBuf,
|
//! music_library_path: PathBuf,
|
||||||
//! config_path: Option<PathBuf>,
|
//! config_path: Option<PathBuf>,
|
||||||
//! database_path: Option<PathBuf>,
|
//! database_path: Option<PathBuf>,
|
||||||
//! number_cores: Option<usize>,
|
//! number_cores: Option<NonZeroUsize>,
|
||||||
//! ) -> Result<Self> {
|
//! ) -> Result<Self> {
|
||||||
//! // Note that by passing `(None, None)` here, the paths will
|
//! // Note that by passing `(None, None)` here, the paths will
|
||||||
//! // be inferred automatically using user data dirs.
|
//! // be inferred automatically using user data dirs.
|
||||||
|
@ -107,7 +108,7 @@
|
||||||
//! "real-life" example, the
|
//! "real-life" example, the
|
||||||
//! [blissify](https://github.com/Polochon-street/blissify-rs)'s code is using
|
//! [blissify](https://github.com/Polochon-street/blissify-rs)'s code is using
|
||||||
//! [Library] to implement bliss for a MPD player.
|
//! [Library] to implement bliss for a MPD player.
|
||||||
use crate::analyze_paths;
|
use crate::analyze_paths_with_cores;
|
||||||
use crate::cue::CueInfo;
|
use crate::cue::CueInfo;
|
||||||
use crate::playlist::closest_album_to_group_by_key;
|
use crate::playlist::closest_album_to_group_by_key;
|
||||||
use crate::playlist::closest_to_first_song_by_key;
|
use crate::playlist::closest_to_first_song_by_key;
|
||||||
|
@ -132,6 +133,7 @@ use std::collections::HashMap;
|
||||||
use std::env;
|
use std::env;
|
||||||
use std::fs;
|
use std::fs;
|
||||||
use std::fs::create_dir_all;
|
use std::fs::create_dir_all;
|
||||||
|
use std::num::NonZeroUsize;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::sync::Mutex;
|
use std::sync::Mutex;
|
||||||
|
@ -167,6 +169,19 @@ pub trait AppConfigTrait: Serialize + Sized + DeserializeOwned {
|
||||||
Ok(serde_json::to_string(&self)?)
|
Ok(serde_json::to_string(&self)?)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Set the number of desired cores for analysis, and write it to the
|
||||||
|
/// configuration file.
|
||||||
|
fn set_number_cores(&mut self, number_cores: NonZeroUsize) -> Result<()> {
|
||||||
|
self.base_config_mut().number_cores = number_cores;
|
||||||
|
self.write()
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get the number of desired cores for analysis, and write it to the
|
||||||
|
/// configuration file.
|
||||||
|
fn get_number_cores(&self) -> NonZeroUsize {
|
||||||
|
self.base_config().number_cores
|
||||||
|
}
|
||||||
|
|
||||||
/// Default implementation to load a config from a JSON file.
|
/// Default implementation to load a config from a JSON file.
|
||||||
/// Reads from a string.
|
/// Reads from a string.
|
||||||
///
|
///
|
||||||
|
@ -215,7 +230,7 @@ pub struct BaseConfig {
|
||||||
features_version: u16,
|
features_version: u16,
|
||||||
/// The number of CPU cores an analysis will be performed with.
|
/// The number of CPU cores an analysis will be performed with.
|
||||||
/// Defaults to the number of CPUs in the user's computer.
|
/// Defaults to the number of CPUs in the user's computer.
|
||||||
number_cores: usize,
|
number_cores: NonZeroUsize,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl BaseConfig {
|
impl BaseConfig {
|
||||||
|
@ -241,7 +256,7 @@ impl BaseConfig {
|
||||||
pub fn new(
|
pub fn new(
|
||||||
config_path: Option<PathBuf>,
|
config_path: Option<PathBuf>,
|
||||||
database_path: Option<PathBuf>,
|
database_path: Option<PathBuf>,
|
||||||
number_cores: Option<usize>,
|
number_cores: Option<NonZeroUsize>,
|
||||||
) -> Result<Self> {
|
) -> Result<Self> {
|
||||||
let config_path = {
|
let config_path = {
|
||||||
// User provided a path; let the future file creation determine
|
// User provided a path; let the future file creation determine
|
||||||
|
@ -261,7 +276,8 @@ impl BaseConfig {
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
let number_cores = number_cores.unwrap_or_else(num_cpus::get);
|
let number_cores =
|
||||||
|
number_cores.unwrap_or_else(|| NonZeroUsize::new(num_cpus::get()).unwrap());
|
||||||
|
|
||||||
Ok(Self {
|
Ok(Self {
|
||||||
config_path,
|
config_path,
|
||||||
|
@ -449,7 +465,7 @@ impl<Config: AppConfigTrait> Library<Config> {
|
||||||
pub fn new_from_base(
|
pub fn new_from_base(
|
||||||
config_path: Option<PathBuf>,
|
config_path: Option<PathBuf>,
|
||||||
database_path: Option<PathBuf>,
|
database_path: Option<PathBuf>,
|
||||||
number_cores: Option<usize>,
|
number_cores: Option<NonZeroUsize>,
|
||||||
) -> Result<Self>
|
) -> Result<Self>
|
||||||
where
|
where
|
||||||
BaseConfig: Into<Config>,
|
BaseConfig: Into<Config>,
|
||||||
|
@ -760,7 +776,10 @@ impl<Config: AppConfigTrait> Library<Config> {
|
||||||
.collect();
|
.collect();
|
||||||
let mut cue_extra_info: HashMap<PathBuf, String> = HashMap::new();
|
let mut cue_extra_info: HashMap<PathBuf, String> = HashMap::new();
|
||||||
|
|
||||||
let results = analyze_paths(paths_extra_info.keys());
|
let results = analyze_paths_with_cores(
|
||||||
|
paths_extra_info.keys(),
|
||||||
|
self.config.base_config().number_cores,
|
||||||
|
);
|
||||||
let mut success_count = 0;
|
let mut success_count = 0;
|
||||||
let mut failure_count = 0;
|
let mut failure_count = 0;
|
||||||
for (path, result) in results {
|
for (path, result) in results {
|
||||||
|
@ -1222,6 +1241,10 @@ mod test {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn nzus(i: usize) -> NonZeroUsize {
|
||||||
|
NonZeroUsize::new(i).unwrap()
|
||||||
|
}
|
||||||
|
|
||||||
// Returning the TempDir here, so it doesn't go out of scope, removing
|
// Returning the TempDir here, so it doesn't go out of scope, removing
|
||||||
// the directory.
|
// the directory.
|
||||||
//
|
//
|
||||||
|
@ -2787,8 +2810,12 @@ mod test {
|
||||||
|
|
||||||
// In reality, someone would just do that with `(None, None)` to get the default
|
// In reality, someone would just do that with `(None, None)` to get the default
|
||||||
// paths.
|
// paths.
|
||||||
let base_config =
|
let base_config = BaseConfig::new(
|
||||||
BaseConfig::new(Some(config_file.to_owned()), Some(database_file), Some(1)).unwrap();
|
Some(config_file.to_owned()),
|
||||||
|
Some(database_file),
|
||||||
|
Some(nzus(1)),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
let config = CustomConfig {
|
let config = CustomConfig {
|
||||||
base_config,
|
base_config,
|
||||||
|
@ -2821,8 +2848,12 @@ mod test {
|
||||||
|
|
||||||
// In reality, someone would just do that with `(None, None)` to get the default
|
// In reality, someone would just do that with `(None, None)` to get the default
|
||||||
// paths.
|
// paths.
|
||||||
let base_config =
|
let base_config = BaseConfig::new(
|
||||||
BaseConfig::new(Some(config_file.to_owned()), Some(database_file), Some(1)).unwrap();
|
Some(config_file.to_owned()),
|
||||||
|
Some(database_file),
|
||||||
|
Some(nzus(1)),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
let config = CustomConfig {
|
let config = CustomConfig {
|
||||||
base_config,
|
base_config,
|
||||||
|
@ -2856,6 +2887,39 @@ mod test {
|
||||||
assert!(library.version_sanity_check().unwrap());
|
assert!(library.version_sanity_check().unwrap());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_config_number_cpus() {
|
||||||
|
let config_dir = TempDir::new("coucou").unwrap();
|
||||||
|
let config_file = config_dir.path().join("config.json");
|
||||||
|
let database_file = config_dir.path().join("bliss.db");
|
||||||
|
|
||||||
|
let base_config = BaseConfig::new(
|
||||||
|
Some(config_file.to_owned()),
|
||||||
|
Some(database_file.to_owned()),
|
||||||
|
None,
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
let config = CustomConfig {
|
||||||
|
base_config,
|
||||||
|
second_path_to_music_library: "/path/to/somewhere".into(),
|
||||||
|
ignore_wav_files: true,
|
||||||
|
};
|
||||||
|
|
||||||
|
assert_eq!(config.get_number_cores().get(), num_cpus::get());
|
||||||
|
|
||||||
|
let base_config =
|
||||||
|
BaseConfig::new(Some(config_file), Some(database_file), Some(nzus(1))).unwrap();
|
||||||
|
let mut config = CustomConfig {
|
||||||
|
base_config,
|
||||||
|
second_path_to_music_library: "/path/to/somewhere".into(),
|
||||||
|
ignore_wav_files: true,
|
||||||
|
};
|
||||||
|
|
||||||
|
assert_eq!(config.get_number_cores().get(), 1);
|
||||||
|
config.set_number_cores(nzus(2)).unwrap();
|
||||||
|
assert_eq!(config.get_number_cores().get(), 2);
|
||||||
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn test_library_create_all_dirs() {
|
fn test_library_create_all_dirs() {
|
||||||
let config_dir = TempDir::new("coucou")
|
let config_dir = TempDir::new("coucou")
|
||||||
|
@ -2866,7 +2930,7 @@ mod test {
|
||||||
assert!(!config_dir.is_dir());
|
assert!(!config_dir.is_dir());
|
||||||
let config_file = config_dir.join("config.json");
|
let config_file = config_dir.join("config.json");
|
||||||
let database_file = config_dir.join("bliss.db");
|
let database_file = config_dir.join("bliss.db");
|
||||||
Library::<BaseConfig>::new_from_base(Some(config_file), Some(database_file), Some(1))
|
Library::<BaseConfig>::new_from_base(Some(config_file), Some(database_file), Some(nzus(1)))
|
||||||
.unwrap();
|
.unwrap();
|
||||||
assert!(config_dir.is_dir());
|
assert!(config_dir.is_dir());
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue