//! \file ArcQLIE.cs
//! \date Mon Jun 15 04:03:18 2015
//! \brief QLIE engine archives implementation.
//
// Copyright (C) 2015-2017 by morkt
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to
// deal in the Software without restriction, including without limitation the
// rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
// sell copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
// IN THE SOFTWARE.
//
using System;
using System.IO;
using System.Collections.Generic;
using System.ComponentModel.Composition;
using System.Diagnostics;
using System.Linq;
using GameRes.Utility;
using GameRes.Formats.Strings;
using GameRes.Formats.Borland;
namespace GameRes.Formats.Qlie
{
internal class QlieEntry : PackedEntry
{
public int EncryptionMethod;
public uint Hash;
public byte[] RawName;
public bool IsEncrypted { get { return EncryptionMethod != 0; } }
///
/// Data from a separate key file "key.fkey" that comes with installed game.
/// null if not used.
///
public byte[] KeyFile;
}
internal class QlieArchive : ArcFile
{
public readonly IEncryption Encryption;
public QlieArchive (ArcView arc, ArchiveFormat impl, ICollection dir, IEncryption enc)
: base (arc, impl, dir)
{
Encryption = enc;
}
}
internal class QlieOptions : ResourceOptions
{
public byte[] GameKeyData;
}
[Serializable]
public class QlieScheme : ResourceScheme
{
public Dictionary KnownKeys;
}
[Export(typeof(ArchiveFormat))]
public class PackOpener : ArchiveFormat
{
public override string Tag { get { return "PACK/QLIE"; } }
public override string Description { get { return "QLIE engine resource archive"; } }
public override uint Signature { get { return 0; } }
public override bool IsHierarchic { get { return true; } }
public override bool CanWrite { get { return false; } }
public PackOpener ()
{
Extensions = new string [] { "pack" };
ContainedFormats = new[] { "ABMP/QLIE", "DPNG", "ARGB", "PNG", "JPEG", "OGG", "WAV" };
}
///
/// Possible locations of the 'key.fkey' file relative to an archive being accessed.
///
static readonly string[] KeyLocations = { ".", "..", @"..\DLL", "DLL" };
static QlieScheme DefaultScheme = new QlieScheme { KnownKeys = new Dictionary() };
public static Dictionary KnownKeys { get { return DefaultScheme.KnownKeys; } }
public override ResourceScheme Scheme
{
get { return DefaultScheme; }
set { DefaultScheme = (QlieScheme)value; }
}
public override ArcFile TryOpen (ArcView file)
{
if (file.MaxOffset <= 0x1c)
return null;
long index_offset = file.MaxOffset - 0x1c;
if (!file.View.AsciiEqual (index_offset, "FilePackVer")
|| '.' != file.View.ReadByte (index_offset+0xC))
return null;
using (var index = new PackIndexReader (this, file, index_offset))
{
byte[] arc_key = null;
byte[] key_file = null;
bool use_pack_keyfile = false;
if (index.PackVersion.Major >= 3)
{
key_file = FindKeyFile (file);
use_pack_keyfile = key_file != null;
// currently, user is prompted to choose encryption scheme only if there's 'key.fkey' file found.
if (use_pack_keyfile && index.PackVersion.Minor == 0)
arc_key = QueryEncryption (file);
// use_pack_keyfile = null != arc_key;
}
var enc = QlieEncryption.Create (file, index.PackVersion, arc_key);
List dir = null;
try
{
dir = index.Read (enc, key_file, use_pack_keyfile);
}
catch
{
if (index.PackVersion.Major == 1)
{
enc = new EncryptionV2();
dir = index.Read (enc, key_file, use_pack_keyfile);
}
}
if (null == dir)
return null;
return new QlieArchive (file, this, dir, enc);
}
}
public override Stream OpenEntry (ArcFile arc, Entry entry)
{
var qent = entry as QlieEntry;
var qarc = arc as QlieArchive;
if (null == qent || null == qarc || (!qent.IsEncrypted && !qent.IsPacked))
return arc.File.CreateStream (entry.Offset, entry.Size);
var data = ReadEntryBytes (arc.File, qent, qarc.Encryption);
return new BinMemoryStream (data, entry.Name);
}
internal byte[] ReadEntryBytes (ArcView file, QlieEntry entry, IEncryption enc)
{
var data = file.View.ReadBytes (entry.Offset, entry.Size);
if (entry.IsEncrypted)
{
enc.DecryptEntry (data, 0, data.Length, entry);
}
if (entry.IsPacked)
{
data = Decompress (data) ?? data;
}
return data;
}
internal static byte[] Decompress (byte[] input)
{
if (LittleEndian.ToUInt32 (input, 0) != 0xFF435031) // '1PC\xFF'
return null;
bool is_16bit = 0 != (input[4] & 1);
var node = new byte[2,256];
var child_node = new byte[256];
int output_length = LittleEndian.ToInt32 (input, 8);
var output = new byte[output_length];
int src = 12;
int dst = 0;
while (src < input.Length)
{
int i, k, count, index;
for (i = 0; i < 256; i++)
node[0,i] = (byte)i;
for (i = 0; i < 256; )
{
count = input[src++];
if (count > 127)
{
int step = count - 127;
i += step;
count = 0;
}
if (i > 255)
break;
count++;
for (k = 0; k < count; k++)
{
node[0,i] = input[src++];
if (node[0,i] != i)
node[1,i] = input[src++];
i++;
}
}
if (is_16bit)
{
count = LittleEndian.ToUInt16 (input, src);
src += 2;
}
else
{
count = LittleEndian.ToInt32 (input, src);
src += 4;
}
k = 0;
for (;;)
{
if (k > 0)
index = child_node[--k];
else
{
if (0 == count)
break;
count--;
index = input[src++];
}
if (node[0,index] == index)
output[dst++] = (byte)index;
else
{
child_node[k++] = node[1,index];
child_node[k++] = node[0,index];
}
}
}
if (dst != output.Length)
return null;
return output;
}
public override ResourceOptions GetDefaultOptions ()
{
return new QlieOptions {
GameKeyData = GetKeyData (Properties.Settings.Default.QLIEScheme)
};
}
public override object GetAccessWidget ()
{
return new GUI.WidgetQLIE();
}
byte[] QueryEncryption (ArcView file)
{
var title = FormatCatalog.Instance.LookupGame (file.Name, @"..\*.exe");
byte[] key = null;
if (!string.IsNullOrEmpty (title) && KnownKeys.ContainsKey (title))
return KnownKeys[title];
if (null == key)
key = GuessKeyData (file.Name);
if (null == key)
{
var options = Query (arcStrings.ArcEncryptedNotice);
key = options.GameKeyData;
}
return key;
}
static byte[] GetKeyData (string scheme)
{
byte[] key;
if (KnownKeys.TryGetValue (scheme, out key))
return key;
return null;
}
///
/// Look for 'key.fkey' file within nearby directories specified by KeyLocations.
///
static byte[] FindKeyFile (ArcView arc_file)
{
// QLIE archives with key could be opened at the physical file system level only
if (VFS.IsVirtual)
return null;
var dir_name = Path.GetDirectoryName (arc_file.Name);
foreach (var path in KeyLocations)
{
var name = Path.Combine (dir_name, path, "key.fkey");
if (File.Exists (name))
{
Trace.WriteLine ("reading key from "+name, "[QLIE]");
return File.ReadAllBytes (name);
}
}
var pattern = VFS.CombinePath (dir_name, @"..\*.exe");
foreach (var exe_file in VFS.GetFiles (pattern))
{
using (var exe = new ExeFile.ResourceAccessor (exe_file.Name))
{
var reskey = exe.GetResource ("RESKEY", "#10");
if (reskey != null)
return reskey;
}
}
return null;
}
byte[] GuessKeyData (string arc_name)
{
if (VFS.IsVirtual)
return null;
// XXX add button to query dialog like with CatSystem?
var pattern = VFS.CombinePath (VFS.GetDirectoryName (arc_name), @"..\*.exe");
foreach (var file in VFS.GetFiles (pattern))
{
try
{
var key = GetKeyDataFromExe (file.Name);
if (key != null)
return key;
}
catch { /* ignore errors */ }
}
return null;
}
public static byte[] GetKeyDataFromExe (string filename)
{
using (var exe = new ExeFile.ResourceAccessor (filename))
{
var tform = exe.GetResource ("TFORM1", "#10");
if (null == tform || !tform.AsciiEqual (0, "TPF0"))
return null;
using (var input = new BinMemoryStream (tform))
{
var deserializer = new DelphiDeserializer (input);
var form = deserializer.Deserialize();
var image = form.Contents.FirstOrDefault (n => n.Name == "IconKeyImage");
if (null == image)
return null;
var icon = image.Props["Picture.Data"] as byte[];
if (null == icon || icon.Length < 0x106 || !icon.AsciiEqual (0, "\x05TIcon"))
return null;
return new CowArray (icon, 6, 0x100).ToArray();
}
}
}
}
internal sealed class PackIndexReader : IDisposable
{
PackOpener m_fmt;
ArcView m_file;
Version m_pack_version;
int m_count;
long m_index_offset;
IBinaryStream m_index;
List m_dir;
public Version PackVersion { get { return m_pack_version; } }
public PackIndexReader (PackOpener fmt, ArcView file, long index_offset)
{
m_fmt = fmt;
m_file = file;
m_pack_version = new Version (m_file.View.ReadByte (index_offset+0xB) - '0',
m_file.View.ReadByte (index_offset+0xD) - '0');
m_count = m_file.View.ReadInt32 (index_offset+0x10);
if (!ArchiveFormat.IsSaneCount (m_count))
throw new InvalidFormatException();
m_index_offset = m_file.View.ReadInt64 (index_offset+0x14);
if (index_offset < 0 || index_offset >= m_file.MaxOffset)
throw new InvalidFormatException();
m_index = m_file.CreateStream (m_index_offset);
m_dir = new List (m_count);
}
byte[] m_name_buffer = new byte[0x100];
public List Read (IEncryption enc, byte[] key_file, bool use_pack_keyfile)
{
m_dir.Clear();
m_index.Position = 0;
bool read_pack_keyfile = 3 == m_pack_version.Major && use_pack_keyfile;
for (int i = 0; i < m_count; ++i)
{
int name_length = m_index.ReadUInt16();
if (enc.IsUnicode)
name_length *= 2;
if (name_length > m_name_buffer.Length)
m_name_buffer = new byte[name_length];
if (name_length != m_index.Read (m_name_buffer, 0, name_length))
return null;
var name = enc.DecryptName (m_name_buffer, name_length);
var entry = m_fmt.Create (name);
if (use_pack_keyfile)
entry.RawName = m_name_buffer.Take (name_length).ToArray();
entry.Offset = m_index.ReadInt64(); // [+00]
entry.Size = m_index.ReadUInt32(); // [+08]
if (!entry.CheckPlacement (m_file.MaxOffset))
return null;
entry.UnpackedSize = m_index.ReadUInt32(); // [+0C]
entry.IsPacked = 0 != m_index.ReadInt32(); // [+10]
entry.EncryptionMethod = m_index.ReadInt32(); // [+14]
if (m_pack_version.Major > 1)
entry.Hash = m_index.ReadUInt32(); // [+18]
entry.KeyFile = key_file;
if (read_pack_keyfile && entry.Name.Contains ("pack_keyfile"))
{
// note that 'pack_keyfile' itself is encrypted using 'key.fkey' file contents.
key_file = m_fmt.ReadEntryBytes (m_file, entry, enc);
read_pack_keyfile = false;
}
m_dir.Add (entry);
}
return m_dir;
}
bool m_disposed = false;
public void Dispose ()
{
if (!m_disposed)
{
m_index.Dispose();
m_disposed = true;
}
}
}
}