veloren/voxygen/src/i18n.rs

use common::assets;
use common::assets::{load_expect, load_glob, Asset};
use deunicode::deunicode;
use ron::de::from_reader;
use serde_derive::*;
use std::collections::{HashMap, HashSet};
use std::fs::File;
use std::io::BufReader;

/// The reference language, aka the more up-to-date localization data.
/// Also the default language at first startup.
pub const REFERENCE_LANG: &str = "en";

/// How a language can be described
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
pub struct LanguageMetadata {
    /// A human friendly language name (e.g. "English (US)")
    pub language_name: String,

    /// A short text identifier for this language (e.g. "en_US")
    ///
    /// On the opposite of `language_name` that can change freely,
    /// `language_identifier` value shall be stable in time as it
    /// is used by setting components to store the language
    /// selected by the user.
    pub language_identifier: String,
}

/// Store internationalization data
///
/// TODO: store the font locations here (Font asset path for instance)
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
pub struct VoxygenLocalization {
    /// A map storing the localized texts
    ///
    /// Localized content can be access using a String key
    pub string_map: HashMap<String, String>,

    /// Either to convert the input text encoded in UTF-8
    /// into a ASCII version by using the `deunicode` crate.
    pub convert_utf8_to_ascii: bool,

    pub metadata: LanguageMetadata,
}

impl VoxygenLocalization {
    /// Get a localized text from the given key
    ///
    /// If the key is not present in the localization object
    /// then the key is returned.
    pub fn get(&self, key: &str) -> String {
        match self.string_map.get(key) {
            Some(localized_text) => localized_text.to_owned(),
            None => key.to_string(),
        }
    }

    /// Return the missing keys compared to the reference language and return
    /// them
    pub fn list_missing_entries(&self) -> HashSet<String> {
        let reference_localization =
            load_expect::<VoxygenLocalization>(i18n_asset_key(REFERENCE_LANG).as_ref());
        let reference_keys: HashSet<_> =
            reference_localization.string_map.keys().cloned().collect();
        let current_keys: HashSet<_> = self.string_map.keys().cloned().collect();

        reference_keys.difference(&current_keys).cloned().collect()
    }

    /// Log missing entries (compared to the reference language) as warnings
    pub fn log_missing_entries(&self) {
        for missing_key in self.list_missing_entries() {
            log::warn!(
                "[{:?}] Missing key {:?}",
                self.metadata.language_identifier,
                missing_key
            );
        }
    }
}

impl Asset for VoxygenLocalization {
    const ENDINGS: &'static [&'static str] = &["ron"];

    /// Load the translations located in the input buffer and convert them
    /// into a `VoxygenLocalization` object.
    fn parse(buf_reader: BufReader<File>) -> Result<Self, assets::Error> {
        let mut asked_localization: VoxygenLocalization = from_reader(buf_reader).unwrap();

        // Update the text if UTF-8 to ASCII conversion is enabled
        if asked_localization.convert_utf8_to_ascii {
            for value in asked_localization.string_map.values_mut() {
                *value = deunicode(value);
            }
        }
        asked_localization.metadata.language_name =
            deunicode(&asked_localization.metadata.language_name);

        Ok(asked_localization)
    }
}

/// Load all the available languages located in the Voxygen asset directory
pub fn list_localizations() -> Vec<LanguageMetadata> {
    let voxygen_locales_assets = "voxygen.i18n.*";
    let lang_list = load_glob::<VoxygenLocalization>(voxygen_locales_assets).unwrap();
    lang_list.iter().map(|e| (*e).metadata.clone()).collect()
}

/// Return the asset associated with the language_id
pub fn i18n_asset_key(language_id: &str) -> String {
    "voxygen.i18n.".to_string() + language_id
}