//! \file ArcNPK.cs //! \date Sat Feb 06 06:07:52 2016 //! \brief Mware resource archive. // // Copyright (C) 2016 by morkt // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to // deal in the Software without restriction, including without limitation the // rights to use, copy, modify, merge, publish, distribute, sublicense, and/or // sell copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in // all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS // IN THE SOFTWARE. // using System; using System.Collections.Generic; using System.ComponentModel.Composition; using System.IO; using System.IO.Compression; using System.Security.Cryptography; using GameRes.Formats.Properties; using GameRes.Formats.Strings; using GameRes.Utility; namespace GameRes.Formats.NitroPlus { internal class NpkEntry : PackedEntry { public readonly List Segments = new List(); } internal class NpkSegment { public long Offset; public uint AlignedSize; public uint Size; public uint UnpackedSize; public bool IsCompressed { get { return Size < UnpackedSize; } } } public class Npk2Options : ResourceOptions { public byte[] Key; } internal class NpkArchive : ArcFile { public readonly Aes Encryption; public NpkArchive (ArcView arc, ArchiveFormat impl, ICollection dir, Aes enc) : base (arc, impl, dir) { Encryption = enc; } #region IDisposable Members bool _npk_disposed = false; protected override void Dispose (bool disposing) { if (_npk_disposed) return; if (disposing) Encryption.Dispose(); _npk_disposed = true; base.Dispose (disposing); } #endregion } [Export(typeof(ArchiveFormat))] public class NpkOpener : ArchiveFormat { public override string Tag { get { return "NPK"; } } public override string Description { get { return "Mware engine resource archive"; } } public override uint Signature { get { return 0x324B504E; } } // 'NPK2' public override bool IsHierarchic { get { return true; } } public override bool CanWrite { get { return true; } } public static Dictionary KnownKeys = new Dictionary(); public override ResourceScheme Scheme { get { return new Npk2Scheme { KnownKeys = KnownKeys }; } set { KnownKeys = ((Npk2Scheme)value).KnownKeys; } } public override ArcFile TryOpen (ArcView file) { int count = file.View.ReadInt32 (0x18); if (!IsSaneCount (count)) return null; var key = QueryEncryption(); if (null == key) return null; var aes = Aes.Create(); try { aes.Mode = CipherMode.CBC; aes.Padding = PaddingMode.PKCS7; aes.Key = key; aes.IV = file.View.ReadBytes (8, 0x10); uint index_size = file.View.ReadUInt32 (0x1C); using (var decryptor = aes.CreateDecryptor()) using (var enc_index = file.CreateStream (0x20, index_size)) using (var dec_index = new CryptoStream (enc_index, decryptor, CryptoStreamMode.Read)) using (var index = new ArcView.Reader (dec_index)) { var dir = ReadIndex (index, count, file.MaxOffset); if (null == dir) return null; var arc = new NpkArchive (file, this, dir, aes); aes = null; // object ownership passed to NpkArchive, don't dispose return arc; } } finally { if (aes != null) aes.Dispose(); } } List ReadIndex (BinaryReader index, int count, long max_offset) { var name_buffer = new byte[0x104]; var dir = new List (count); for (int i = 0; i < count; ++i) { index.ReadByte(); int name_length = index.ReadUInt16(); if (0 == name_length || name_length > name_buffer.Length) return null; index.Read (name_buffer, 0, name_length); var name = Encodings.cp932.GetString (name_buffer, 0, name_length); var entry = FormatCatalog.Instance.Create (name); entry.UnpackedSize = index.ReadUInt32(); index.Read (name_buffer, 0, 0x20); // skip int segment_count = index.ReadInt32(); if (segment_count < 0) return null; if (0 == segment_count) { entry.Offset = 0; dir.Add (entry); continue; } entry.Segments.Capacity = segment_count; uint packed_size = 0; bool is_packed = false; for (int j = 0; j < segment_count; ++j) { var segment = new NpkSegment(); segment.Offset = index.ReadInt64(); segment.AlignedSize = index.ReadUInt32(); segment.Size = index.ReadUInt32(); segment.UnpackedSize = index.ReadUInt32(); entry.Segments.Add (segment); packed_size += segment.AlignedSize; is_packed = is_packed || segment.IsCompressed; } entry.Offset = entry.Segments[0].Offset; entry.Size = packed_size; entry.IsPacked = is_packed; if (!entry.CheckPlacement (max_offset)) return null; dir.Add (entry); } return dir; } public override Stream OpenEntry (ArcFile arc, Entry entry) { if (0 == entry.Size) return Stream.Null; var narc = arc as NpkArchive; var nent = entry as NpkEntry; if (null == narc || null == nent) return base.OpenEntry (arc, entry); if (1 == nent.Segments.Count && !nent.IsPacked) { var input = narc.File.CreateStream (nent.Segments[0].Offset, nent.Segments[0].AlignedSize); var decryptor = narc.Encryption.CreateDecryptor(); return new CryptoStream (input, decryptor, CryptoStreamMode.Read); } return new NpkStream (narc, nent); } public override ResourceOptions GetDefaultOptions () { return new Npk2Options { Key = GetKey (Settings.Default.NPKScheme) }; } public override object GetAccessWidget () { return new GUI.WidgetNPK(); } public override object GetCreationWidget () { return new GUI.WidgetNPK(); } byte[] QueryEncryption () { var options = Query (arcStrings.ArcEncryptedNotice); return options.Key; } byte[] GetKey (string title) { byte[] key; if (KnownKeys.TryGetValue (title, out key)) return key; return key; } class NpkStoredEntry : PackedEntry { public byte[] RawName; public int SegmentCount; public uint AlignedSize; } public override void Create (Stream output, IEnumerable list, ResourceOptions options, EntryCallback callback) { var npk_options = GetOptions (options); if (null == npk_options.Key) throw new InvalidEncryptionScheme(); var enc = Encodings.cp932.WithFatalFallback(); int index_length = 0; var dir = new List(); foreach (var entry in list) { var npk_entry = new NpkStoredEntry { Name = entry.Name, RawName = enc.GetBytes (entry.Name), SegmentCount = 0 == entry.Size ? 0 : 1, }; dir.Add (npk_entry); index_length += 3 + npk_entry.RawName.Length + 0x28 + npk_entry.SegmentCount * 0x14; } index_length = (index_length + 0xF) & ~0xF; int callback_count = 0; using (var aes = Aes.Create()) { aes.Mode = CipherMode.CBC; aes.Padding = PaddingMode.PKCS7; aes.Key = npk_options.Key; aes.IV = GenerateAesIV(); output.Position = 0x20 + index_length; foreach (var entry in dir) { if (null != callback) callback (callback_count++, entry, arcStrings.MsgAddingFile); using (var file = File.OpenRead (entry.Name)) CopyFile (file, entry, output, aes); } output.Position = 0; var buffer = new byte[] { (byte)'N', (byte)'P', (byte)'K', (byte)'2', 1, 0, 0, 0 }; output.Write (buffer, 0, 8); output.Write (aes.IV, 0, 0x10); LittleEndian.Pack (dir.Count, buffer, 0); LittleEndian.Pack (index_length, buffer, 4); output.Write (buffer, 0, 8); using (var encryptor = aes.CreateEncryptor()) using (var proxy = new ProxyStream (output, true)) using (var index_stream = new CryptoStream (proxy, encryptor, CryptoStreamMode.Write)) using (var index = new BinaryWriter (index_stream)) { var fill = new byte[0x20]; if (null != callback) callback (callback_count++, null, arcStrings.MsgWritingIndex); foreach (var entry in dir) { index.Write ((byte)0); index.Write ((short)entry.RawName.Length); index.Write (entry.RawName); index.Write (entry.UnpackedSize); index.Write (fill); index.Write (entry.SegmentCount); if (entry.SegmentCount > 0) { index.Write (entry.Offset); index.Write (entry.AlignedSize); index.Write (entry.Size); index.Write (entry.UnpackedSize); } } } } } byte[] GenerateAesIV () { using (var rng = new RNGCryptoServiceProvider()) { var iv = new byte[0x10]; rng.GetBytes (iv); return iv; } } void CopyFile (FileStream file, NpkStoredEntry entry, Stream archive, Aes aes) { if (file.Length > uint.MaxValue) throw new FileSizeException(); entry.Offset = archive.Position; entry.Size = (uint)file.Length; entry.UnpackedSize = (uint)file.Length; if (entry.Size > 0) { using (var proxy = new ProxyStream (archive, true)) { var encryptor = aes.CreateEncryptor(); Stream output = new CryptoStream (proxy, encryptor, CryptoStreamMode.Write); var measure = new CountedStream (output); output = measure; if (ShouldCompress (entry.Name)) output = new DeflateStream (output, CompressionLevel.Optimal); using (output) file.CopyTo (output); entry.Size = (uint)measure.Count; } } entry.AlignedSize = (uint)(archive.Position - entry.Offset); } bool ShouldCompress (string filename) { return !(filename.EndsWith (".png", StringComparison.InvariantCultureIgnoreCase) || filename.EndsWith (".jpg", StringComparison.InvariantCultureIgnoreCase) || filename.EndsWith (".ogg", StringComparison.InvariantCultureIgnoreCase) || filename.EndsWith (".mpg", StringComparison.InvariantCultureIgnoreCase)); } } internal class NpkStream : Stream { ArcView m_file; Aes m_encryption; IEnumerator m_segment; Stream m_stream; bool m_eof = false; public override bool CanRead { get { return m_stream != null && m_stream.CanRead; } } public override bool CanSeek { get { return false; } } public override bool CanWrite { get { return false; } } public NpkStream (NpkArchive arc, NpkEntry entry) { m_file = arc.File; m_encryption = arc.Encryption; m_segment = entry.Segments.GetEnumerator(); NextSegment(); } private void NextSegment () { if (!m_segment.MoveNext()) { m_eof = true; return; } if (null != m_stream) m_stream.Dispose(); var segment = m_segment.Current; m_stream = m_file.CreateStream (segment.Offset, segment.AlignedSize); var decryptor = m_encryption.CreateDecryptor(); m_stream = new CryptoStream (m_stream, decryptor, CryptoStreamMode.Read); if (segment.IsCompressed) m_stream = new DeflateStream (m_stream, CompressionMode.Decompress); } public override int Read (byte[] buffer, int offset, int count) { int total = 0; while (!m_eof && count > 0) { int read = m_stream.Read (buffer, offset, count); if (0 != read) { total += read; offset += read; count -= read; } if (0 != count) NextSegment(); } return total; } public override int ReadByte () { int b = -1; while (!m_eof) { b = m_stream.ReadByte(); if (-1 != b) break; NextSegment(); } return b; } #region IO.Stream members public override long Length { get { throw new NotSupportedException ("NpkStream.Length not supported"); } } public override long Position { get { throw new NotSupportedException ("NpkStream.Position not supported."); } set { throw new NotSupportedException ("NpkStream.Position not supported."); } } public override void Flush () { } public override long Seek (long offset, SeekOrigin origin) { throw new NotSupportedException ("NpkStream.Seek method is not supported"); } public override void SetLength (long length) { throw new NotSupportedException ("NpkStream.SetLength method is not supported"); } public override void Write (byte[] buffer, int offset, int count) { throw new NotSupportedException ("NpkStream.Write method is not supported"); } public override void WriteByte (byte value) { throw new NotSupportedException("NpkStream.WriteByte method is not supported"); } #endregion #region IDisposable Members bool _disposed = false; protected override void Dispose (bool disposing) { if (!_disposed) { if (disposing) { if (null != m_stream) m_stream.Dispose(); m_segment.Dispose(); } _disposed = true; base.Dispose (disposing); } } #endregion } [Serializable] public class Npk2Scheme : ResourceScheme { public Dictionary KnownKeys; } /// /// Filter stream that counts total bytes read/written. /// public class CountedStream : ProxyStream { long m_count; public long Count { get { return m_count; } } public CountedStream (Stream source, bool leave_open = false) : base (source, leave_open) { m_count = 0; } public override int Read (byte[] buffer, int offset, int count) { int read = BaseStream.Read (buffer, offset, count); m_count += read; return read; } public override int ReadByte () { int b = BaseStream.ReadByte(); if (b != -1) ++m_count; return b; } public override void Write (byte[] buffer, int offset, int count) { BaseStream.Write (buffer, offset, count); m_count += count; } public override void WriteByte (byte b) { BaseStream.WriteByte (b); ++m_count; } } }