using System.Collections; using System.Collections.Generic; using System.IO; using System; using ES3Types; using UnityEngine; using ES3Internal; using System.Linq; /// Represents a cached file which can be saved to and loaded from, and commited to storage when necessary. public class ES3File { [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static Dictionary cachedFiles = new Dictionary(); public ES3Settings settings; private Dictionary cache = new Dictionary(); private bool syncWithFile = false; private DateTime timestamp = DateTime.UtcNow; /// Creates a new ES3File and loads the default file into the ES3File if there is data to load. public ES3File() : this(new ES3Settings(), true){} /// Creates a new ES3File and loads the specified file into the ES3File if there is data to load. /// The relative or absolute path of the file in storage our ES3File is associated with. public ES3File(string filePath) : this(new ES3Settings(filePath), true){} /// Creates a new ES3File and loads the specified file into the ES3File if there is data to load. /// The relative or absolute path of the file in storage our ES3File is associated with. /// The settings we want to use to override the default settings. public ES3File(string filePath, ES3Settings settings) : this(new ES3Settings(filePath, settings), true){} /// Creates a new ES3File and loads the specified file into the ES3File if there is data to load. /// The settings we want to use to override the default settings. public ES3File(ES3Settings settings) : this(settings, true){} /// Creates a new ES3File and only loads the default file into it if syncWithFile is set to true. /// Whether we should sync this ES3File with the one in storage immediately after creating it. public ES3File(bool syncWithFile) : this(new ES3Settings(), syncWithFile){} /// Creates a new ES3File and only loads the specified file into it if syncWithFile is set to true. /// The relative or absolute path of the file in storage our ES3File is associated with. /// Whether we should sync this ES3File with the one in storage immediately after creating it. public ES3File(string filePath, bool syncWithFile) : this(new ES3Settings(filePath), syncWithFile){} /// Creates a new ES3File and only loads the specified file into it if syncWithFile is set to true. /// The relative or absolute path of the file in storage our ES3File is associated with. /// The settings we want to use to override the default settings. /// Whether we should sync this ES3File with the one in storage immediately after creating it. public ES3File(string filePath, ES3Settings settings, bool syncWithFile) : this(new ES3Settings(filePath, settings), syncWithFile){} /// Creates a new ES3File and loads the specified file into the ES3File if there is data to load. /// The settings we want to use to override the default settings. /// Whether we should sync this ES3File with the one in storage immediately after creating it. public ES3File(ES3Settings settings, bool syncWithFile) { this.settings = settings; this.syncWithFile = syncWithFile; if(syncWithFile) { // Type checking must be enabled when syncing. var settingsWithTypeChecking = (ES3Settings)settings.Clone(); settingsWithTypeChecking.typeChecking = true; using(var reader = ES3Reader.Create(settingsWithTypeChecking)) { if(reader == null) return; foreach (KeyValuePair kvp in reader.RawEnumerator) cache [kvp.Key] = kvp.Value; } } } /// Creates a new ES3File and loads the bytes into the ES3File. Note the bytes must represent that of a file. /// The bytes representing our file. /// The settings we want to use to override the default settings. /// Whether we should sync this ES3File with the one in storage immediately after creating it. public ES3File(byte[] bytes, ES3Settings settings=null) { if (settings == null) this.settings = new ES3Settings(); else this.settings = settings; SaveRaw(bytes, settings); } /// Synchronises this ES3File with a file in storage. public void Sync() { Sync(this.settings); } /// Synchronises this ES3File with a file in storage. /// The relative or absolute path of the file in storage we want to synchronise with. /// The settings we want to use to override the default settings. public void Sync(string filePath, ES3Settings settings=null) { Sync(new ES3Settings(filePath, settings)); } /// Synchronises this ES3File with a file in storage. /// The settings we want to use to override the default settings. public void Sync(ES3Settings settings=null) { if (settings == null) settings = new ES3Settings(); if (cache.Count == 0) { ES3.DeleteFile(settings); return; } using (var baseWriter = ES3Writer.Create(settings, true, !syncWithFile, false)) { foreach (var kvp in cache) { // If we change the name of a type, the type may be null. // In this case, use System.Object as the type. Type type; if (kvp.Value.type == null) type = typeof(System.Object); else type = kvp.Value.type.type; baseWriter.Write (kvp.Key, type, kvp.Value.bytes); } baseWriter.Save(!syncWithFile); } } /// Removes the data stored in this ES3File. The ES3File will be empty after calling this method. public void Clear() { cache.Clear(); } /// Returns an array of all of the key names in this ES3File. public string[] GetKeys() { var keyCollection = cache.Keys; var keys = new string[keyCollection.Count]; keyCollection.CopyTo(keys, 0); return keys; } #region Save Methods /// Saves a value to a key in this ES3File. /// The key we want to use to identify our value in the file. /// The value we want to save. public void Save(string key, T value) { var unencryptedSettings = (ES3Settings)settings.Clone(); unencryptedSettings.encryptionType = ES3.EncryptionType.None; unencryptedSettings.compressionType = ES3.CompressionType.None; cache[key] = new ES3Data(ES3TypeMgr.GetOrCreateES3Type(typeof(T)), ES3.Serialize(value, unencryptedSettings)); } /// Merges the data specified by the bytes parameter into this ES3File. /// The bytes we want to merge with this ES3File. /// The settings we want to use to override the default settings. public void SaveRaw(byte[] bytes, ES3Settings settings=null) { if (settings == null) settings = new ES3Settings(); // Type checking must be enabled when syncing. var settingsWithTypeChecking = (ES3Settings)settings.Clone(); settingsWithTypeChecking.typeChecking = true; using(var reader = ES3Reader.Create(bytes, settingsWithTypeChecking)) { if(reader == null) return; foreach (KeyValuePair kvp in reader.RawEnumerator) cache [kvp.Key] = kvp.Value; } } /// Merges the data specified by the bytes parameter into this ES3File. /// The bytes we want to merge with this ES3File. /// The settings we want to use to override the default settings. public void AppendRaw(byte[] bytes, ES3Settings settings=null) { if (settings == null) settings = new ES3Settings(); // AppendRaw just does the same thing as SaveRaw in ES3File. SaveRaw(bytes, settings); } #endregion #region Load Methods /* Standard load methods */ /// Loads the value from this ES3File with the given key. /// The key which identifies the value we want to load. public object Load(string key) { return Load(key); } /// Loads the value from this ES3File with the given key. /// The key which identifies the value we want to load. /// The value we want to return if the key does not exist in this ES3File. public object Load(string key, object defaultValue) { return Load(key, defaultValue); } /// Loads the value from this ES3File with the given key. /// The key which identifies the value we want to load. public T Load(string key) { ES3Data es3Data; if(!cache.TryGetValue(key, out es3Data)) throw new KeyNotFoundException("Key \"" + key + "\" was not found in this ES3File. Use Load(key, defaultValue) if you want to return a default value if the key does not exist."); var unencryptedSettings = (ES3Settings)this.settings.Clone(); unencryptedSettings.encryptionType = ES3.EncryptionType.None; unencryptedSettings.compressionType = ES3.CompressionType.None; if(typeof(T) == typeof(object)) return (T)ES3.Deserialize(es3Data.type, es3Data.bytes, unencryptedSettings); return ES3.Deserialize(es3Data.bytes, unencryptedSettings); } /// Loads the value from this ES3File with the given key. /// The key which identifies the value we want to load. /// The value we want to return if the key does not exist in this ES3File. public T Load(string key, T defaultValue) { ES3Data es3Data; if(!cache.TryGetValue(key, out es3Data)) return defaultValue; var unencryptedSettings = (ES3Settings)this.settings.Clone(); unencryptedSettings.encryptionType = ES3.EncryptionType.None; unencryptedSettings.compressionType = ES3.CompressionType.None; if (typeof(T) == typeof(object)) return (T)ES3.Deserialize(es3Data.type, es3Data.bytes, unencryptedSettings); return ES3.Deserialize(es3Data.bytes, unencryptedSettings); } /// Loads the value from this ES3File with the given key into an existing object. /// The key which identifies the value we want to load. /// The object we want to load the value into. public void LoadInto(string key, T obj) where T : class { ES3Data es3Data; if(!cache.TryGetValue(key, out es3Data)) throw new KeyNotFoundException("Key \"" + key + "\" was not found in this ES3File. Use Load(key, defaultValue) if you want to return a default value if the key does not exist."); var unencryptedSettings = (ES3Settings)this.settings.Clone(); unencryptedSettings.encryptionType = ES3.EncryptionType.None; unencryptedSettings.compressionType = ES3.CompressionType.None; if (typeof(T) == typeof(object)) ES3.DeserializeInto(es3Data.type, es3Data.bytes, obj, unencryptedSettings); else ES3.DeserializeInto(es3Data.bytes, obj, unencryptedSettings); } #endregion #region Load Raw Methods /// Loads the ES3File as a raw byte array. public byte[] LoadRawBytes() { if(cache.Count == 0) return new byte[0]; using (var ms = new System.IO.MemoryStream ()) { var memorySettings = (ES3Settings)settings.Clone(); memorySettings.location = ES3.Location.InternalMS; using (var baseWriter = ES3Writer.Create(ES3Stream.CreateStream(ms, memorySettings, ES3FileMode.Write), memorySettings, true, false)) { foreach (var kvp in cache) baseWriter.Write(kvp.Key, kvp.Value.type.type, kvp.Value.bytes); baseWriter.Save(false); } return ms.ToArray(); } } /// Loads the ES3File as a string, using the encoding defined in the ES3File's settings variable. public string LoadRawString() { if(cache.Count == 0) return ""; return settings.encoding.GetString(LoadRawBytes()); } #endregion #region Other ES3 Methods /// Deletes a key from this ES3File. /// The key we want to delete. public void DeleteKey(string key) { cache.Remove(key); } /// Checks whether a key exists in this ES3File. /// The key we want to check the existence of. /// True if the key exists, otherwise False. public bool KeyExists(string key) { return cache.ContainsKey(key); } /// Gets the size of the cached data in bytes. public int Size() { int size = 0; foreach(var kvp in cache) size += kvp.Value.bytes.Length; return size; } public Type GetKeyType(string key) { ES3Data es3data; if(!cache.TryGetValue(key, out es3data)) throw new KeyNotFoundException("Key \"" + key + "\" was not found in this ES3File. Use Load(key, defaultValue) if you want to return a default value if the key does not exist."); return es3data.type.type; } #endregion [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static ES3File GetOrCreateCachedFile(ES3Settings settings) { ES3File cachedFile; if (!cachedFiles.TryGetValue(settings.path, out cachedFile)) { cachedFile = new ES3File(settings, false); cachedFiles.Add(settings.path, cachedFile); } // Settings might refer to the same file, but might have changed. // To account for this, we update the settings of the ES3File each time we access it. cachedFile.settings = settings; return cachedFile; } internal static void CacheFile(ES3Settings settings) { // If we're still using cached settings, default to file. if (settings.location == ES3.Location.Cache) { settings = (ES3Settings)settings.Clone(); settings.location = ES3.Location.File; } if (!ES3.FileExists(settings)) return; // Disable compression when loading the raw bytes, and the ES3File constructor will expect compressed bytes. var loadSettings = (ES3Settings)settings.Clone(); loadSettings.compressionType = ES3.CompressionType.None; cachedFiles[settings.path] = new ES3File(ES3.LoadRawBytes(loadSettings), settings); } [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static void Store(ES3Settings settings=null) { if (settings == null) settings = new ES3Settings(); // If we're still using cached settings, default to file. else if (settings.location == ES3.Location.Cache) { settings = (ES3Settings)settings.Clone(); settings.location = ES3.Location.File; } ES3File cachedFile; if (!cachedFiles.TryGetValue(settings.path, out cachedFile)) throw new FileNotFoundException("The file '"+ settings.path +"' could not be stored because it could not be found in the cache."); cachedFile.Sync(settings); } [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static void RemoveCachedFile(ES3Settings settings) { cachedFiles.Remove(settings.path); } [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static void CopyCachedFile(ES3Settings oldSettings, ES3Settings newSettings) { ES3File cachedFile; if (!cachedFiles.TryGetValue(oldSettings.path, out cachedFile)) throw new FileNotFoundException("The file '" + oldSettings.path + "' could not be copied because it could not be found in the cache."); if (cachedFiles.ContainsKey(newSettings.path)) throw new InvalidOperationException("Cannot copy file '"+oldSettings.path+"' to '"+newSettings.path+"' because '"+newSettings.path+"' already exists"); cachedFiles.Add(newSettings.path, (ES3File)cachedFile.MemberwiseClone()); } [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static void DeleteKey(string key, ES3Settings settings) { ES3File cachedFile; if (cachedFiles.TryGetValue(settings.path, out cachedFile)) cachedFile.DeleteKey(key); } [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static bool KeyExists(string key, ES3Settings settings) { ES3File cachedFile; if (cachedFiles.TryGetValue(settings.path, out cachedFile)) return cachedFile.KeyExists(key); return false; } [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static bool FileExists(ES3Settings settings) { return cachedFiles.ContainsKey(settings.path); } [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static string[] GetKeys(ES3Settings settings) { ES3File cachedFile; if (!cachedFiles.TryGetValue(settings.path, out cachedFile)) throw new FileNotFoundException("Could not get keys from the file '" + settings.path + "' because it could not be found in the cache."); return cachedFile.cache.Keys.ToArray(); } [System.ComponentModel.EditorBrowsable(System.ComponentModel.EditorBrowsableState.Never)] internal static string[] GetFiles() { return cachedFiles.Keys.ToArray(); } internal static DateTime GetTimestamp(ES3Settings settings) { ES3File cachedFile; if (!cachedFiles.TryGetValue(settings.path, out cachedFile)) throw new FileNotFoundException("Could not get timestamp from the file '" + settings.path + "' because it could not be found in the cache."); return cachedFile.timestamp; } } namespace ES3Internal { public struct ES3Data { public ES3Type type; public byte[] bytes; public ES3Data(Type type, byte[] bytes) { this.type = type == null ? null : ES3TypeMgr.GetOrCreateES3Type(type); this.bytes = bytes; } public ES3Data(ES3Type type, byte[] bytes) { this.type = type; this.bytes = bytes; } } }