Compare commits

...

2 Commits

Author SHA1 Message Date
Xpl0itR c23dd70b6d
PoC using dev branch of LibCpp2Il 2024-06-29 20:51:17 +01:00
Xpl0itR 37b88dfcd6
Rewrite a bunch to abstract away reflection api 2024-06-28 04:08:45 +01:00
42 changed files with 1367 additions and 414 deletions

View File

@ -1,13 +1,19 @@
protodec protodec
======== ========
A tool to decompile protobuf classes compiled by [protoc](https://github.com/protocolbuffers/protobuf), from CIL assemblies back into .proto definitions. A tool to decompile protobuf classes compiled by [protoc](https://github.com/protocolbuffers/protobuf), from il2cpp compiled CIL assemblies back into .proto definitions.
This branch was created as a proof-of-concept using [the development branch of LibCpp2Il](https://github.com/SamboyCoding/Cpp2IL/tree/development/LibCpp2IL) to parse the game assembly and metadata directly, without the intermediate step of generating dummy DLLs.
I offer no guarantees that this branch functions 1:1 with master, it may explode.
Usage Usage
----- -----
``` ```
Usage: protodec(.exe) <target_assembly_path> <out_path> [options] Usage: protodec(.exe) <game_assembly_path> <global_metadata_path> <unity_version> <out_path> [options]
Arguments: Arguments:
target_assembly_path Either the path to the target assembly or a directory of assemblies, all of which be parsed. game_assembly_path The path to the game assembly DLL.
global_metadata_path The path to the global-metadata.dat file.
unity_version The version of Unity which was used to create the metadata file or alternatively, the path to the globalgamemanagers or the data.unity3d file.
out_path An existing directory to output into individual files, otherwise output to a single file. out_path An existing directory to output into individual files, otherwise output to a single file.
Options: Options:
--parse_service_servers Parses gRPC service definitions from server classes. --parse_service_servers Parses gRPC service definitions from server classes.
@ -21,8 +27,9 @@ Limitations
----------- -----------
- Integers are assumed to be (u)int32/64 as CIL doesn't differentiate between them and sint32/64 and (s)fixed32/64. - Integers are assumed to be (u)int32/64 as CIL doesn't differentiate between them and sint32/64 and (s)fixed32/64.
- Package names are not preserved in protobuf compilation so naturally we cannot recover them during decompilation, which may result in naming conflicts. - Package names are not preserved in protobuf compilation so naturally we cannot recover them during decompilation, which may result in naming conflicts.
- When decompiling from [Il2CppDumper](https://github.com/Perfare/Il2CppDumper) DummyDLLs - Due to the development branch of Cpp2Il not yet recovering method bodies
- The `Name` parameter of `OriginalNameAttribute` is not dumped. In this case, the CIL enum field names are used after conforming them to protobuf conventions - The `Name` parameter of `OriginalNameAttribute` is not parsed. In this case, the CIL enum field names are used after conforming them to protobuf conventions.
- The `Tool` parameter of `GeneratedCodeAttribute` is not compared against when parsing gRPC service methods, which may cause false positives in the event that another tool has generated methods in the service class.
License License
------- -------

View File

@ -12,6 +12,10 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution
README.md = README.md README.md = README.md
EndProjectSection EndProjectSection
EndProject EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "LibCpp2IL", "..\Cpp2IL\LibCpp2IL\LibCpp2IL.csproj", "{42B987D9-E551-48BC-A821-F7411C664ECC}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "WasmDisassembler", "..\Cpp2IL\WasmDisassembler\WasmDisassembler.csproj", "{07C0845C-7579-43C0-B4C9-4769573F3A24}"
EndProject
Global Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution GlobalSection(SolutionConfigurationPlatforms) = preSolution
Debug|Any CPU = Debug|Any CPU Debug|Any CPU = Debug|Any CPU
@ -26,6 +30,14 @@ Global
{5F6DAD82-D9AD-4CE5-86E6-D20C9F059A4D}.Debug|Any CPU.Build.0 = Debug|Any CPU {5F6DAD82-D9AD-4CE5-86E6-D20C9F059A4D}.Debug|Any CPU.Build.0 = Debug|Any CPU
{5F6DAD82-D9AD-4CE5-86E6-D20C9F059A4D}.Release|Any CPU.ActiveCfg = Release|Any CPU {5F6DAD82-D9AD-4CE5-86E6-D20C9F059A4D}.Release|Any CPU.ActiveCfg = Release|Any CPU
{5F6DAD82-D9AD-4CE5-86E6-D20C9F059A4D}.Release|Any CPU.Build.0 = Release|Any CPU {5F6DAD82-D9AD-4CE5-86E6-D20C9F059A4D}.Release|Any CPU.Build.0 = Release|Any CPU
{42B987D9-E551-48BC-A821-F7411C664ECC}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{42B987D9-E551-48BC-A821-F7411C664ECC}.Debug|Any CPU.Build.0 = Debug|Any CPU
{42B987D9-E551-48BC-A821-F7411C664ECC}.Release|Any CPU.ActiveCfg = Release|Any CPU
{42B987D9-E551-48BC-A821-F7411C664ECC}.Release|Any CPU.Build.0 = Release|Any CPU
{07C0845C-7579-43C0-B4C9-4769573F3A24}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{07C0845C-7579-43C0-B4C9-4769573F3A24}.Debug|Any CPU.Build.0 = Debug|Any CPU
{07C0845C-7579-43C0-B4C9-4769573F3A24}.Release|Any CPU.ActiveCfg = Release|Any CPU
{07C0845C-7579-43C0-B4C9-4769573F3A24}.Release|Any CPU.Build.0 = Release|Any CPU
EndGlobalSection EndGlobalSection
GlobalSection(SolutionProperties) = preSolution GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE HideSolutionNode = FALSE

View File

@ -1,91 +0,0 @@
// Copyright © 2023-2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Reflection;
namespace LibProtodec;
public sealed class AssemblyInspector : IDisposable
{
public readonly MetadataLoadContext AssemblyContext;
public readonly IReadOnlyList<Type> LoadedTypes;
public AssemblyInspector(string assemblyPath)
{
bool isFile = File.Exists(assemblyPath);
string assemblyDir = isFile
? Path.GetDirectoryName(assemblyPath)!
: assemblyPath;
PermissiveAssemblyResolver assemblyResolver = new(
Directory.EnumerateFiles(assemblyDir, searchPattern: "*.dll"));
AssemblyContext = new MetadataLoadContext(assemblyResolver);
LoadedTypes = isFile
? AssemblyContext.LoadFromAssemblyPath(assemblyPath).GetTypes()
: assemblyResolver.AssemblyPathLookup.Values.SelectMany(path => AssemblyContext.LoadFromAssemblyPath(path).GetTypes()).ToList();
}
public IEnumerable<Type> GetProtobufMessageTypes()
{
Type? iMessage = LoadedTypes.SingleOrDefault(static type => type?.FullName == "Google.Protobuf.IMessage", null)
?? AssemblyContext.LoadFromAssemblyName("Google.Protobuf")
.GetType("Google.Protobuf.IMessage");
return LoadedTypes.Where(
type => type is { IsNested: false, IsSealed: true }
&& type.Namespace?.StartsWith("Google.Protobuf", StringComparison.Ordinal) != true
&& type.IsAssignableTo(iMessage));
}
public IEnumerable<Type> GetProtobufServiceClientTypes()
{
Type? clientBase = LoadedTypes.SingleOrDefault(static type => type?.FullName == "Grpc.Core.ClientBase", null)
?? AssemblyContext.LoadFromAssemblyName("Grpc.Core.Api")
.GetType("Grpc.Core.ClientBase");
return LoadedTypes.Where(
type => type is { IsNested: true, IsAbstract: false }
&& type.IsAssignableTo(clientBase));
}
public IEnumerable<Type> GetProtobufServiceServerTypes()
{
Type? bindServiceMethodAttribute = LoadedTypes.SingleOrDefault(static type => type?.FullName == "Grpc.Core.BindServiceMethodAttribute", null)
?? AssemblyContext.LoadFromAssemblyName("Grpc.Core.Api")
.GetType("Grpc.Core.BindServiceMethodAttribute");
return LoadedTypes.Where(
type => type is { IsNested: true, IsAbstract: true, DeclaringType: { IsNested: false, IsSealed: true, IsAbstract: true } }
&& type.GetCustomAttributesData().Any(attribute => attribute.AttributeType == bindServiceMethodAttribute));
}
public void Dispose() =>
AssemblyContext.Dispose();
/// <summary>
/// An assembly resolver that uses paths to every assembly that may be loaded.
/// The file name is expected to be the same as the assembly's simple name (casing ignored).
/// PublicKeyToken, Version and CultureName are ignored.
/// </summary>
private sealed class PermissiveAssemblyResolver(IEnumerable<string> assemblyPaths) : MetadataAssemblyResolver
{
public readonly IReadOnlyDictionary<string, string> AssemblyPathLookup =
assemblyPaths.ToDictionary(
static path => Path.GetFileNameWithoutExtension(path),
StringComparer.OrdinalIgnoreCase);
/// <inheritdoc />
public override Assembly? Resolve(MetadataLoadContext mlc, AssemblyName assemblyName) =>
AssemblyPathLookup.TryGetValue(assemblyName.Name!, out string? assemblyPath)
? mlc.LoadFromAssemblyPath(assemblyPath)
: null;
}
}

View File

@ -18,9 +18,10 @@
</PropertyGroup> </PropertyGroup>
<ItemGroup> <ItemGroup>
<ProjectReference Include="..\..\..\Cpp2IL\LibCpp2IL\LibCpp2IL.csproj" />
<PackageReference Include="Microsoft.SourceLink.GitHub" Version="8.0.0" PrivateAssets="All" /> <PackageReference Include="Microsoft.SourceLink.GitHub" Version="8.0.0" PrivateAssets="All" />
<PackageReference Include="System.Reflection.MetadataLoadContext" Version="8.0.0" /> <PackageReference Include="System.Reflection.MetadataLoadContext" Version="8.0.0" />
<PackageReference Include="Xpl0itR.SystemEx" Version="1.1.0" /> <PackageReference Include="Xpl0itR.SystemEx" Version="1.2.0" />
</ItemGroup> </ItemGroup>
</Project> </Project>

View File

@ -0,0 +1,112 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Reflection;
using CommunityToolkit.Diagnostics;
using LibProtodec.Models.Cil;
using LibProtodec.Models.Cil.Clr;
namespace LibProtodec.Loaders;
public sealed class ClrAssemblyLoader : ICilAssemblyLoader
{
public readonly MetadataLoadContext LoadContext;
public ClrAssemblyLoader(string assemblyPath)
{
bool isFile = File.Exists(assemblyPath);
string assemblyDir = isFile
? Path.GetDirectoryName(assemblyPath)!
: assemblyPath;
PermissiveAssemblyResolver assemblyResolver = new(
Directory.EnumerateFiles(assemblyDir, searchPattern: "*.dll"));
LoadContext = new MetadataLoadContext(assemblyResolver);
LoadedTypes = isFile
? LoadContext.LoadFromAssemblyPath(assemblyPath)
.GetTypes()
.Select(ClrType.GetOrCreate)
.ToList()
: assemblyResolver.AssemblyPathLookup.Values
.SelectMany(path => LoadContext.LoadFromAssemblyPath(path).GetTypes())
.Select(ClrType.GetOrCreate)
.ToList();
}
public IReadOnlyList<ICilType> LoadedTypes { get; }
public ICilType IMessage
{
get
{
ICilType? iMessage = LoadedTypes.SingleOrDefault(static type => type?.FullName == "Google.Protobuf.IMessage", null);
if (iMessage is not null)
return iMessage;
Type? iMessageType = LoadContext.LoadFromAssemblyName("Google.Protobuf").GetType("Google.Protobuf.IMessage");
Guard.IsNotNull(iMessageType);
return ClrType.GetOrCreate(iMessageType);
}
}
public ICilType ClientBase
{
get
{
ICilType? clientBase = LoadedTypes.SingleOrDefault(static type => type?.FullName == "Grpc.Core.ClientBase", null);
if (clientBase is not null)
return clientBase;
Type? clientBaseType = LoadContext.LoadFromAssemblyName("Grpc.Core.Api").GetType("Grpc.Core.ClientBase");
Guard.IsNotNull(clientBaseType);
return ClrType.GetOrCreate(clientBaseType);
}
}
public ICilType BindServiceMethodAttribute
{
get
{
ICilType? attribute = LoadedTypes.SingleOrDefault(static type => type?.FullName == "Grpc.Core.BindServiceMethodAttribute", null);
if (attribute is not null)
return attribute;
Type? attributeType = LoadContext.LoadFromAssemblyName("Grpc.Core.Api").GetType("Grpc.Core.BindServiceMethodAttribute");
Guard.IsNotNull(attributeType);
return ClrType.GetOrCreate(attributeType);
}
}
public void Dispose() =>
LoadContext.Dispose();
/// <summary>
/// An assembly resolver that uses paths to every assembly that may be loaded.
/// The file name is expected to be the same as the assembly's simple name (casing ignored).
/// PublicKeyToken, Version and CultureName are ignored.
/// </summary>
private sealed class PermissiveAssemblyResolver(IEnumerable<string> assemblyPaths) : MetadataAssemblyResolver
{
public readonly IReadOnlyDictionary<string, string> AssemblyPathLookup =
assemblyPaths.ToDictionary(
static path => Path.GetFileNameWithoutExtension(path),
StringComparer.OrdinalIgnoreCase);
/// <inheritdoc />
public override Assembly? Resolve(MetadataLoadContext mlc, AssemblyName assemblyName) =>
AssemblyPathLookup.TryGetValue(assemblyName.Name!, out string? assemblyPath)
? mlc.LoadFromAssemblyPath(assemblyPath)
: null;
}
}

View File

@ -0,0 +1,23 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.Collections.Generic;
using LibProtodec.Models.Cil;
namespace LibProtodec.Loaders;
public interface ICilAssemblyLoader : IDisposable
{
IReadOnlyList<ICilType> LoadedTypes { get; }
// ReSharper disable once InconsistentNaming
ICilType IMessage { get; }
ICilType ClientBase { get; }
ICilType BindServiceMethodAttribute { get; }
}

View File

@ -0,0 +1,66 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
using System.Linq;
using AssetRipper.Primitives;
using CommunityToolkit.Diagnostics;
using LibCpp2IL;
using LibCpp2IL.Metadata;
using LibCpp2IL.Reflection;
using LibProtodec.Models.Cil;
using LibProtodec.Models.Cil.Il2Cpp;
namespace LibProtodec.Loaders;
public sealed class Il2CppAssemblyLoader : ICilAssemblyLoader
{
public Il2CppAssemblyLoader(string assemblyPath, string metadataPath, UnityVersion unityVersion)
{
if (!LibCpp2IlMain.LoadFromFile(assemblyPath, metadataPath, unityVersion))
ThrowHelper.ThrowInvalidDataException("Failed to load il2cpp assembly!");
LoadedTypes = LibCpp2IlMain.TheMetadata!.typeDefs.Select(Il2CppType.GetOrCreate).ToList();
}
public IReadOnlyList<ICilType> LoadedTypes { get; }
public ICilType IMessage
{
get
{
Il2CppTypeDefinition? iMessage = LibCpp2IlReflection.GetTypeByFullName("Google.Protobuf.IMessage");
Guard.IsNotNull(iMessage);
return Il2CppType.GetOrCreate(iMessage);
}
}
public ICilType ClientBase
{
get
{
Il2CppTypeDefinition? clientBase = LibCpp2IlReflection.GetTypeByFullName("Grpc.Core.ClientBase");
Guard.IsNotNull(clientBase);
return Il2CppType.GetOrCreate(clientBase);
}
}
public ICilType BindServiceMethodAttribute
{
get
{
Il2CppTypeDefinition? attribute = LibCpp2IlReflection.GetTypeByFullName("Grpc.Core.BindServiceMethodAttribute");
Guard.IsNotNull(attribute);
return Il2CppType.GetOrCreate(attribute);
}
}
public void Dispose() =>
LibCpp2IlMain.Reset();
}

View File

@ -0,0 +1,42 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.Collections.Generic;
using System.Linq;
using System.Reflection;
namespace LibProtodec.Models.Cil.Clr;
public sealed class ClrAttribute(CustomAttributeData clrAttribute) : ICilAttribute
{
private IList<object?>? _constructorArguments;
public ICilType Type =>
ClrType.GetOrCreate(clrAttribute.AttributeType);
public IList<object?> ConstructorArguments
{
get
{
if (_constructorArguments is null)
{
IList<CustomAttributeTypedArgument> args = clrAttribute.ConstructorArguments;
if (args.Count < 1)
{
_constructorArguments = Array.Empty<object>();
}
else
{
_constructorArguments = args.Select(static arg => arg.Value).ToList();
}
}
return _constructorArguments;
}
}
}

View File

@ -0,0 +1,24 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Reflection;
namespace LibProtodec.Models.Cil.Clr;
public sealed class ClrField(FieldInfo clrField) : ClrMember(clrField), ICilField
{
public object? ConstantValue =>
clrField.GetRawConstantValue();
public bool IsLiteral =>
clrField.IsLiteral;
public bool IsPublic =>
clrField.IsPublic;
public bool IsStatic =>
clrField.IsStatic;
}

View File

@ -0,0 +1,33 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
using System.Reflection;
namespace LibProtodec.Models.Cil.Clr;
public abstract class ClrMember(MemberInfo clrMember)
{
public string Name =>
clrMember.Name;
public bool IsInherited =>
clrMember.DeclaringType != clrMember.ReflectedType;
public ICilType? DeclaringType =>
clrMember.DeclaringType is null
? null
: ClrType.GetOrCreate(
clrMember.DeclaringType);
public IEnumerable<ICilAttribute> GetCustomAttributes()
{
foreach (CustomAttributeData attribute in clrMember.GetCustomAttributesData())
{
yield return new ClrAttribute(attribute);
}
}
}

View File

@ -0,0 +1,34 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
using System.Reflection;
namespace LibProtodec.Models.Cil.Clr;
public sealed class ClrMethod(MethodInfo clrMethod) : ClrMember(clrMethod), ICilMethod
{
public bool IsPublic =>
clrMethod.IsPublic;
public bool IsStatic =>
clrMethod.IsStatic;
public bool IsVirtual =>
clrMethod.IsVirtual;
public ICilType ReturnType =>
ClrType.GetOrCreate(clrMethod.ReturnType);
public IEnumerable<ICilType> GetParameterTypes()
{
foreach (ParameterInfo parameter in clrMethod.GetParameters())
{
yield return ClrType.GetOrCreate(
parameter.ParameterType);
}
}
}

View File

@ -0,0 +1,32 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Reflection;
namespace LibProtodec.Models.Cil.Clr;
public sealed class ClrProperty(PropertyInfo clrProperty) : ClrMember(clrProperty), ICilProperty
{
public ICilType Type =>
ClrType.GetOrCreate(
clrProperty.PropertyType);
public bool CanRead =>
clrProperty.CanRead;
public bool CanWrite =>
clrProperty.CanWrite;
public ICilMethod? Getter =>
CanRead
? new ClrMethod(clrProperty.GetMethod!)
: null;
public ICilMethod? Setter =>
CanWrite
? new ClrMethod(clrProperty.SetMethod!)
: null;
}

View File

@ -0,0 +1,129 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Linq;
using System.Reflection;
using CommunityToolkit.Diagnostics;
namespace LibProtodec.Models.Cil.Clr;
public sealed class ClrType : ClrMember, ICilType
{
private const BindingFlags Everything = BindingFlags.NonPublic | BindingFlags.Public | BindingFlags.Static | BindingFlags.Instance;
private readonly Type _clrType;
private IList<ICilType>? _genericTypeArguments;
private ClrType(Type clrType) : base(clrType) =>
_clrType = clrType;
public string FullName =>
_clrType.FullName ?? _clrType.Name;
public string? Namespace =>
_clrType.Namespace;
public string DeclaringAssemblyName =>
_clrType.Assembly.FullName
?? ThrowHelper.ThrowArgumentNullException<string>(
nameof(_clrType.Assembly.FullName));
public ICilType? BaseType =>
_clrType.BaseType is null
? null
: GetOrCreate(_clrType.BaseType);
public bool IsAbstract =>
_clrType.IsAbstract;
public bool IsClass =>
_clrType.IsClass;
public bool IsEnum =>
_clrType.IsEnum;
public bool IsNested =>
_clrType.IsNested;
public bool IsSealed =>
_clrType.IsSealed;
public IList<ICilType> GenericTypeArguments
{
get
{
if (_genericTypeArguments is null)
{
Type[] args = _clrType.GenericTypeArguments;
if (args.Length < 1)
{
_genericTypeArguments = Array.Empty<ICilType>();
}
else
{
_genericTypeArguments = args.Select(GetOrCreate).ToList();
}
}
return _genericTypeArguments;
}
}
public IEnumerable<ICilField> GetFields()
{
foreach (FieldInfo field in _clrType.GetFields(Everything))
{
yield return new ClrField(field);
}
}
public IEnumerable<ICilMethod> GetMethods()
{
foreach (MethodInfo method in _clrType.GetMethods(Everything))
{
yield return new ClrMethod(method);
}
}
public IEnumerable<ICilType> GetNestedTypes()
{
foreach (Type type in _clrType.GetNestedTypes(Everything))
{
yield return GetOrCreate(type);
}
}
public IEnumerable<ICilProperty> GetProperties()
{
foreach (PropertyInfo property in _clrType.GetProperties(Everything))
{
yield return new ClrProperty(property);
}
}
public bool IsAssignableTo(ICilType type)
{
if (type is ClrType clrType)
{
return _clrType.IsAssignableTo(clrType._clrType);
}
return ThrowHelper.ThrowNotSupportedException<bool>();
}
private static readonly ConcurrentDictionary<string, ClrType> TypeLookup = [];
public static ICilType GetOrCreate(Type clrType) =>
TypeLookup.GetOrAdd(
clrType.FullName ?? clrType.Name,
static (_, clrType) => new ClrType(clrType),
clrType);
}

View File

@ -0,0 +1,16 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
namespace LibProtodec.Models.Cil;
public interface ICilAttribute
{
ICilType Type { get; }
IList<object?> ConstructorArguments { get; }
}

View File

@ -0,0 +1,22 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
namespace LibProtodec.Models.Cil;
public interface ICilField
{
string Name { get; }
object? ConstantValue { get; }
bool IsLiteral { get; }
bool IsPublic { get; }
bool IsStatic { get; }
IEnumerable<ICilAttribute> GetCustomAttributes();
}

View File

@ -0,0 +1,25 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
namespace LibProtodec.Models.Cil;
public interface ICilMethod
{
string Name { get; }
bool IsInherited { get; }
bool IsPublic { get; }
bool IsStatic { get; }
bool IsVirtual { get; }
ICilType ReturnType { get; }
IEnumerable<ICilAttribute> GetCustomAttributes();
IEnumerable<ICilType> GetParameterTypes();
}

View File

@ -0,0 +1,24 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
namespace LibProtodec.Models.Cil;
public interface ICilProperty
{
string Name { get; }
ICilType Type { get; }
bool IsInherited { get; }
bool CanRead { get; }
bool CanWrite { get; }
ICilMethod? Getter { get; }
ICilMethod? Setter { get; }
IEnumerable<ICilAttribute> GetCustomAttributes();
}

View File

@ -0,0 +1,40 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
namespace LibProtodec.Models.Cil;
public interface ICilType
{
string Name { get; }
string FullName { get; }
string? Namespace { get; }
string DeclaringAssemblyName { get; }
ICilType? DeclaringType { get; }
ICilType? BaseType { get; }
bool IsAbstract { get; }
bool IsClass { get; }
bool IsEnum { get; }
bool IsNested { get; }
bool IsSealed { get; }
IList<ICilType> GenericTypeArguments { get; }
IEnumerable<ICilAttribute> GetCustomAttributes();
IEnumerable<ICilField> GetFields();
IEnumerable<ICilMethod> GetMethods();
IEnumerable<ICilType> GetNestedTypes();
IEnumerable<ICilProperty> GetProperties();
bool IsAssignableTo(ICilType type);
}

View File

@ -0,0 +1,20 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.Collections.Generic;
using LibCpp2IL.Reflection;
namespace LibProtodec.Models.Cil.Il2Cpp;
public sealed class Il2CppAttribute(Il2CppTypeReflectionData il2CppAttrType) : ICilAttribute
{
public ICilType Type =>
Il2CppType.GetOrCreate(il2CppAttrType);
public IList<object?> ConstructorArguments =>
throw new NotImplementedException();
}

View File

@ -0,0 +1,40 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Reflection;
using LibCpp2IL.Metadata;
namespace LibProtodec.Models.Cil.Il2Cpp;
public sealed class Il2CppField(Il2CppFieldDefinition il2CppField) : Il2CppMember, ICilField
{
private readonly FieldAttributes _attributes =
(FieldAttributes)il2CppField.RawFieldType!.Attrs;
public string Name =>
il2CppField.Name!;
public object? ConstantValue =>
il2CppField.DefaultValue!.Value;
public bool IsLiteral =>
(_attributes & FieldAttributes.Literal) != 0;
public bool IsPublic =>
(_attributes & FieldAttributes.Public) != 0;
public bool IsStatic =>
(_attributes & FieldAttributes.Static) != 0;
protected override Il2CppImageDefinition DeclaringAssembly =>
il2CppField.FieldType!.baseType!.DeclaringAssembly!;
protected override int CustomAttributeIndex =>
il2CppField.customAttributeIndex;
protected override uint Token =>
il2CppField.token;
}

View File

@ -0,0 +1,47 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.Collections.Generic;
using LibCpp2IL;
using LibCpp2IL.Metadata;
namespace LibProtodec.Models.Cil.Il2Cpp;
public abstract class Il2CppMember
{
public IEnumerable<ICilAttribute> GetCustomAttributes()
{
if (LibCpp2IlMain.MetadataVersion >= 29)
{
throw new NotImplementedException();
}
Il2CppCustomAttributeTypeRange? attributeTypeRange = LibCpp2IlMain.TheMetadata!.GetCustomAttributeData(
DeclaringAssembly, CustomAttributeIndex, Token, out _);
if (attributeTypeRange is null || attributeTypeRange.count == 0)
yield break;
for (int attrIndex = attributeTypeRange.start,
end = attributeTypeRange.start + attributeTypeRange.count;
attrIndex < end;
attrIndex++)
{
int typeIndex = LibCpp2IlMain.TheMetadata.attributeTypes[attrIndex];
yield return new Il2CppAttribute(
LibCpp2ILUtils.GetTypeReflectionData(
LibCpp2IlMain.Binary!.GetType(typeIndex)));
}
}
protected abstract Il2CppImageDefinition DeclaringAssembly { get; }
protected abstract int CustomAttributeIndex { get; }
protected abstract uint Token { get; }
}

View File

@ -0,0 +1,54 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Collections.Generic;
using System.Reflection;
using LibCpp2IL;
using LibCpp2IL.Metadata;
using LibCpp2IL.Reflection;
namespace LibProtodec.Models.Cil.Il2Cpp;
public sealed class Il2CppMethod(Il2CppMethodDefinition il2CppMethod) : Il2CppMember, ICilMethod
{
public string Name =>
il2CppMethod.Name!;
public bool IsInherited =>
false;
public bool IsPublic =>
(il2CppMethod.Attributes & MethodAttributes.Public) != 0;
public bool IsStatic =>
(il2CppMethod.Attributes & MethodAttributes.Static) != 0;
public bool IsVirtual =>
(il2CppMethod.Attributes & MethodAttributes.Virtual) != 0;
public ICilType ReturnType =>
Il2CppType.GetOrCreate(
LibCpp2ILUtils.GetTypeReflectionData(
LibCpp2IlMain.Binary!.GetType(
il2CppMethod.returnTypeIdx)));
public IEnumerable<ICilType> GetParameterTypes()
{
foreach (Il2CppParameterReflectionData parameter in il2CppMethod.Parameters!)
{
yield return Il2CppType.GetOrCreate(parameter.Type);
}
}
protected override Il2CppImageDefinition DeclaringAssembly =>
il2CppMethod.DeclaringType!.DeclaringAssembly!;
protected override int CustomAttributeIndex =>
il2CppMethod.customAttributeIndex;
protected override uint Token =>
il2CppMethod.token;
}

View File

@ -0,0 +1,54 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.Linq;
using LibCpp2IL;
using LibCpp2IL.Metadata;
namespace LibProtodec.Models.Cil.Il2Cpp;
// We take declaring type as a ctor arg because of the nonsensically inefficient way libcpp2il calculates Il2CppPropertyDefinition's DeclaringType property
public sealed class Il2CppProperty(Il2CppPropertyDefinition il2CppProperty, Il2CppTypeDefinition declaringType) : Il2CppMember, ICilProperty
{
public string Name =>
il2CppProperty.Name!;
public bool IsInherited =>
false;
public bool CanRead =>
il2CppProperty.get >= 0;
public bool CanWrite =>
il2CppProperty.set >= 0;
public ICilMethod? Getter =>
CanRead
? new Il2CppMethod(
LibCpp2IlMain.TheMetadata!.methodDefs[
declaringType.FirstMethodIdx + il2CppProperty.get])
: null;
public ICilMethod? Setter =>
CanWrite
? new Il2CppMethod(
LibCpp2IlMain.TheMetadata!.methodDefs[
declaringType.FirstMethodIdx + il2CppProperty.set])
: null;
public ICilType Type =>
Getter?.ReturnType
?? Setter!.GetParameterTypes().First();
protected override Il2CppImageDefinition DeclaringAssembly =>
declaringType.DeclaringAssembly!;
protected override int CustomAttributeIndex =>
il2CppProperty.customAttributeIndex;
protected override uint Token =>
il2CppProperty.token;
}

View File

@ -0,0 +1,194 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Linq;
using System.Reflection;
using CommunityToolkit.Diagnostics;
using LibCpp2IL;
using LibCpp2IL.Metadata;
using LibCpp2IL.Reflection;
namespace LibProtodec.Models.Cil.Il2Cpp;
public sealed class Il2CppType : Il2CppMember, ICilType
{
private readonly Il2CppTypeDefinition _il2CppType;
private readonly Il2CppTypeReflectionData[] _genericArgs;
private IList<ICilType>? _genericTypeArguments;
private Il2CppType(Il2CppTypeDefinition il2CppType, Il2CppTypeReflectionData[] genericArgs) =>
(_il2CppType, _genericArgs) = (il2CppType, genericArgs);
public string Name =>
_il2CppType.Name!;
public string FullName =>
_il2CppType.FullName!;
public string? Namespace =>
_il2CppType.Namespace;
public string DeclaringAssemblyName =>
LibCpp2IlMain.TheMetadata!.GetStringFromIndex(
DeclaringAssembly.nameIndex);
public ICilType? DeclaringType =>
IsNested
? GetOrCreate(
LibCpp2ILUtils.GetTypeReflectionData(
LibCpp2IlMain.Binary!.GetType(
_il2CppType.DeclaringTypeIndex)))
: null;
public ICilType? BaseType =>
_il2CppType.ParentIndex == -1
? null
: GetOrCreate(
LibCpp2ILUtils.GetTypeReflectionData(
LibCpp2IlMain.Binary!.GetType(
_il2CppType.ParentIndex)));
public bool IsAbstract =>
_il2CppType.IsAbstract;
public bool IsClass =>
(_il2CppType.Attributes & TypeAttributes.ClassSemanticsMask) == TypeAttributes.Class
&& !_il2CppType.IsValueType;
public bool IsEnum =>
_il2CppType.IsEnumType;
public bool IsNested =>
_il2CppType.DeclaringTypeIndex >= 0;
public bool IsSealed =>
(_il2CppType.Attributes & TypeAttributes.Sealed) != 0;
public IList<ICilType> GenericTypeArguments
{
get
{
if (_genericTypeArguments is null)
{
if (_genericArgs.Length < 1)
{
_genericTypeArguments = Array.Empty<ICilType>();
}
else
{
_genericTypeArguments = _genericArgs.Select(GetOrCreate).ToList();
}
}
return _genericTypeArguments;
}
}
public IEnumerable<ICilField> GetFields()
{
for (int idx = _il2CppType.FirstFieldIdx, end = _il2CppType.FirstFieldIdx + _il2CppType.FieldCount; idx < end; idx++)
{
yield return new Il2CppField(
LibCpp2IlMain.TheMetadata!.fieldDefs[idx]);
}
}
public IEnumerable<ICilMethod> GetMethods()
{
for (int idx = _il2CppType.FirstMethodIdx, end = _il2CppType.FirstMethodIdx + _il2CppType.MethodCount; idx < end; idx++)
{
yield return new Il2CppMethod(
LibCpp2IlMain.TheMetadata!.methodDefs[idx]);
}
}
public IEnumerable<ICilType> GetNestedTypes()
{
for (int idx = _il2CppType.NestedTypesStart, end = _il2CppType.NestedTypesStart + _il2CppType.NestedTypeCount; idx < end; idx++)
{
yield return GetOrCreate(
LibCpp2IlMain.TheMetadata!.typeDefs[
LibCpp2IlMain.TheMetadata.nestedTypeIndices[idx]]);
}
}
public IEnumerable<ICilProperty> GetProperties()
{
for (int idx = _il2CppType.FirstPropertyId, end = _il2CppType.FirstPropertyId + _il2CppType.PropertyCount; idx < end; idx++)
{
yield return new Il2CppProperty(
LibCpp2IlMain.TheMetadata!.propertyDefs[idx],
_il2CppType);
}
}
public bool IsAssignableTo(ICilType type)
{
if (type is Il2CppType il2CppType)
{
return IsAssignableTo(_il2CppType, il2CppType._il2CppType);
}
return ThrowHelper.ThrowNotSupportedException<bool>();
}
protected override Il2CppImageDefinition DeclaringAssembly =>
_il2CppType.DeclaringAssembly!;
protected override int CustomAttributeIndex =>
_il2CppType.CustomAttributeIndex;
protected override uint Token =>
_il2CppType.Token;
private static readonly ConcurrentDictionary<string, Il2CppType> TypeLookup = [];
public static ICilType GetOrCreate(Il2CppTypeDefinition il2CppType) =>
TypeLookup.GetOrAdd(
il2CppType.FullName!,
static (_, il2CppType) =>
new Il2CppType(il2CppType, Array.Empty<Il2CppTypeReflectionData>()),
il2CppType);
public static ICilType GetOrCreate(Il2CppTypeReflectionData il2CppTypeData)
{
Guard.IsTrue(il2CppTypeData.isType);
return TypeLookup.GetOrAdd(
il2CppTypeData.ToString(),
static (_, il2CppTypeData) =>
new Il2CppType(il2CppTypeData.baseType!, il2CppTypeData.genericParams),
il2CppTypeData);
}
private static bool IsAssignableTo(Il2CppTypeDefinition thisType, Il2CppTypeDefinition baseType)
{
if (baseType.IsInterface)
{
foreach (Il2CppTypeReflectionData @interface in thisType.Interfaces!)
{
if (@interface.baseType == baseType)
{
return true;
}
}
}
if (thisType == baseType)
{
return true;
}
Il2CppTypeDefinition? thisTypeBaseType = thisType.BaseType?.baseType;
return thisTypeBaseType is not null
&& IsAssignableTo(thisTypeBaseType, baseType);
}
}

View File

@ -4,7 +4,7 @@
// License, v. 2.0. If a copy of the MPL was not distributed with this // License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/. // file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Fields; namespace LibProtodec.Models.Protobuf.Fields;
public sealed class EnumField public sealed class EnumField
{ {

View File

@ -5,16 +5,16 @@
// file, You can obtain one at http://mozilla.org/MPL/2.0/. // file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.IO; using System.IO;
using LibProtodec.Models.TopLevels; using LibProtodec.Models.Protobuf.TopLevels;
using LibProtodec.Models.Types; using LibProtodec.Models.Protobuf.Types;
namespace LibProtodec.Models.Fields; namespace LibProtodec.Models.Protobuf.Fields;
public sealed class MessageField public sealed class MessageField
{ {
public required IType Type { get; init; } public required IProtobufType Type { get; init; }
public required string Name { get; init; } public required string Name { get; init; }
public required int Id { get; init; } public required int Id { get; init; }
public bool IsObsolete { get; init; } public bool IsObsolete { get; init; }
public bool HasHasProp { get; init; } public bool HasHasProp { get; init; }

View File

@ -5,16 +5,16 @@
// file, You can obtain one at http://mozilla.org/MPL/2.0/. // file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System.CodeDom.Compiler; using System.CodeDom.Compiler;
using LibProtodec.Models.TopLevels; using LibProtodec.Models.Protobuf.TopLevels;
using LibProtodec.Models.Types; using LibProtodec.Models.Protobuf.Types;
namespace LibProtodec.Models.Fields; namespace LibProtodec.Models.Protobuf.Fields;
public sealed class ServiceMethod public sealed class ServiceMethod
{ {
public required string Name { get; init; } public required string Name { get; init; }
public required IType RequestType { get; init; } public required IProtobufType RequestType { get; init; }
public required IType ResponseType { get; init; } public required IProtobufType ResponseType { get; init; }
public bool IsRequestStreamed { get; init; } public bool IsRequestStreamed { get; init; }
public bool IsResponseStreamed { get; init; } public bool IsResponseStreamed { get; init; }

View File

@ -8,10 +8,10 @@ using System.CodeDom.Compiler;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO; using System.IO;
using System.Linq; using System.Linq;
using LibProtodec.Models.TopLevels; using LibProtodec.Models.Protobuf.TopLevels;
using LibProtodec.Models.Types; using LibProtodec.Models.Protobuf.Types;
namespace LibProtodec.Models; namespace LibProtodec.Models.Protobuf;
public sealed class Protobuf public sealed class Protobuf
{ {
@ -90,7 +90,7 @@ public sealed class Protobuf
writer.WriteLine(';'); writer.WriteLine(';');
} }
public static void WriteTypeNameTo(TextWriter writer, IType type, TopLevel topLevel) public static void WriteTypeNameTo(TextWriter writer, IProtobufType type, TopLevel topLevel)
{ {
if (type is TopLevel { Parent: not null } typeTopLevel && typeTopLevel.Parent != topLevel) if (type is TopLevel { Parent: not null } typeTopLevel && typeTopLevel.Parent != topLevel)
{ {

View File

@ -4,13 +4,13 @@
// License, v. 2.0. If a copy of the MPL was not distributed with this // License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/. // file, You can obtain one at http://mozilla.org/MPL/2.0/.
global using Enum = LibProtodec.Models.TopLevels.Enum; global using Enum = LibProtodec.Models.Protobuf.TopLevels.Enum;
using System.CodeDom.Compiler; using System.CodeDom.Compiler;
using System.Collections.Generic; using System.Collections.Generic;
using LibProtodec.Models.Fields; using LibProtodec.Models.Protobuf.Fields;
using LibProtodec.Models.Types; using LibProtodec.Models.Protobuf.Types;
namespace LibProtodec.Models.TopLevels; namespace LibProtodec.Models.Protobuf.TopLevels;
public sealed class Enum : TopLevel, INestableType public sealed class Enum : TopLevel, INestableType
{ {

View File

@ -7,14 +7,14 @@
using System.CodeDom.Compiler; using System.CodeDom.Compiler;
using System.Collections.Generic; using System.Collections.Generic;
using System.Linq; using System.Linq;
using LibProtodec.Models.Fields; using LibProtodec.Models.Protobuf.Fields;
using LibProtodec.Models.Types; using LibProtodec.Models.Protobuf.Types;
namespace LibProtodec.Models.TopLevels; namespace LibProtodec.Models.Protobuf.TopLevels;
public sealed class Message : TopLevel, INestableType public sealed class Message : TopLevel, INestableType
{ {
public readonly Dictionary<string, int[]> OneOfs = []; public readonly Dictionary<string, List<int>> OneOfs = [];
public readonly Dictionary<int, MessageField> Fields = []; public readonly Dictionary<int, MessageField> Fields = [];
public readonly Dictionary<string, INestableType> Nested = []; public readonly Dictionary<string, INestableType> Nested = [];
@ -40,7 +40,7 @@ public sealed class Message : TopLevel, INestableType
field.WriteTo(writer, this, isOneOf: false); field.WriteTo(writer, this, isOneOf: false);
} }
foreach ((string name, int[] fieldIds) in OneOfs) foreach ((string name, List<int> fieldIds) in OneOfs)
{ {
// ReSharper disable once StringLiteralTypo // ReSharper disable once StringLiteralTypo
writer.Write("oneof "); writer.Write("oneof ");

View File

@ -6,9 +6,9 @@
using System.CodeDom.Compiler; using System.CodeDom.Compiler;
using System.Collections.Generic; using System.Collections.Generic;
using LibProtodec.Models.Fields; using LibProtodec.Models.Protobuf.Fields;
namespace LibProtodec.Models.TopLevels; namespace LibProtodec.Models.Protobuf.TopLevels;
public sealed class Service : TopLevel public sealed class Service : TopLevel
{ {

View File

@ -7,7 +7,7 @@
using System.CodeDom.Compiler; using System.CodeDom.Compiler;
using System.Collections.Generic; using System.Collections.Generic;
namespace LibProtodec.Models.TopLevels; namespace LibProtodec.Models.Protobuf.TopLevels;
public abstract class TopLevel public abstract class TopLevel
{ {

View File

@ -4,9 +4,9 @@
// License, v. 2.0. If a copy of the MPL was not distributed with this // License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/. // file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Types; namespace LibProtodec.Models.Protobuf.Types;
public interface INestableType : IType public interface INestableType : IProtobufType
{ {
Protobuf? Protobuf { get; } Protobuf? Protobuf { get; }

View File

@ -4,15 +4,9 @@
// License, v. 2.0. If a copy of the MPL was not distributed with this // License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/. // file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Types; namespace LibProtodec.Models.Protobuf.Types;
public interface IType public interface IProtobufType
{ {
string Name { get; } string Name { get; }
} }
public sealed class External(string typeName) : IType
{
public string Name =>
typeName;
}

View File

@ -4,9 +4,9 @@
// License, v. 2.0. If a copy of the MPL was not distributed with this // License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/. // file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Types; namespace LibProtodec.Models.Protobuf.Types;
public sealed class Map(IType typeKey, IType typeVal) : IType public sealed class Map(IProtobufType typeKey, IProtobufType typeVal) : IProtobufType
{ {
public string Name => public string Name =>
$"map<{typeKey.Name}, {typeVal.Name}>"; $"map<{typeKey.Name}, {typeVal.Name}>";

View File

@ -4,9 +4,9 @@
// License, v. 2.0. If a copy of the MPL was not distributed with this // License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/. // file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Types; namespace LibProtodec.Models.Protobuf.Types;
public sealed class Repeated(IType type) : IType public sealed class Repeated(IProtobufType type) : IProtobufType
{ {
public string Name => public string Name =>
$"repeated {type.Name}"; $"repeated {type.Name}";

View File

@ -0,0 +1,30 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Protobuf.Types;
// ReSharper disable StringLiteralTypo
public sealed class Scalar(string typeName) : IProtobufType
{
public string Name =>
typeName;
public static readonly IProtobufType Bool = new Scalar("bool");
public static readonly IProtobufType Bytes = new Scalar("bytes");
public static readonly IProtobufType Double = new Scalar("double");
public static readonly IProtobufType Fixed32 = new Scalar("fixed32");
public static readonly IProtobufType Fixed64 = new Scalar("fixed64");
public static readonly IProtobufType Float = new Scalar("float");
public static readonly IProtobufType Int32 = new Scalar("int32");
public static readonly IProtobufType Int64 = new Scalar("int64");
public static readonly IProtobufType SFixed32 = new Scalar("sfixed32");
public static readonly IProtobufType SFixed64 = new Scalar("sfixed64");
public static readonly IProtobufType SInt32 = new Scalar("sint32");
public static readonly IProtobufType SInt64 = new Scalar("sint64");
public static readonly IProtobufType String = new Scalar("string");
public static readonly IProtobufType UInt32 = new Scalar("uint32");
public static readonly IProtobufType UInt64 = new Scalar("uint64");
}

View File

@ -0,0 +1,45 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Protobuf.Types;
public sealed class WellKnown(string typeName, string fileName) : IProtobufType
{
public string Name =>
typeName;
public string FileName =>
fileName;
public static readonly IProtobufType Any = new WellKnown("google.protobuf.Any", "google/protobuf/any.proto");
public static readonly IProtobufType Api = new WellKnown("google.protobuf.Api", "google/protobuf/api.proto");
public static readonly IProtobufType BoolValue = new WellKnown("google.protobuf.BoolValue", "google/protobuf/wrappers.proto");
public static readonly IProtobufType BytesValue = new WellKnown("google.protobuf.BytesValue", "google/protobuf/wrappers.proto");
public static readonly IProtobufType DoubleValue = new WellKnown("google.protobuf.DoubleValue", "google/protobuf/wrappers.proto");
public static readonly IProtobufType Duration = new WellKnown("google.protobuf.Duration", "google/protobuf/duration.proto");
public static readonly IProtobufType Empty = new WellKnown("google.protobuf.Empty", "google/protobuf/empty.proto");
public static readonly IProtobufType Enum = new WellKnown("google.protobuf.Enum", "google/protobuf/type.proto");
public static readonly IProtobufType EnumValue = new WellKnown("google.protobuf.EnumValue", "google/protobuf/type.proto");
public static readonly IProtobufType Field = new WellKnown("google.protobuf.Field", "google/protobuf/type.proto");
public static readonly IProtobufType FieldMask = new WellKnown("google.protobuf.FieldMask", "google/protobuf/field_mask.proto");
public static readonly IProtobufType FloatValue = new WellKnown("google.protobuf.FloatValue", "google/protobuf/wrappers.proto");
public static readonly IProtobufType Int32Value = new WellKnown("google.protobuf.Int32Value", "google/protobuf/wrappers.proto");
public static readonly IProtobufType Int64Value = new WellKnown("google.protobuf.Int64Value", "google/protobuf/wrappers.proto");
public static readonly IProtobufType ListValue = new WellKnown("google.protobuf.ListValue", "google/protobuf/struct.proto");
public static readonly IProtobufType Method = new WellKnown("google.protobuf.Method", "google/protobuf/api.proto");
public static readonly IProtobufType Mixin = new WellKnown("google.protobuf.Mixin", "google/protobuf/api.proto");
public static readonly IProtobufType NullValue = new WellKnown("google.protobuf.NullValue", "google/protobuf/struct.proto");
public static readonly IProtobufType Option = new WellKnown("google.protobuf.Option", "google/protobuf/type.proto");
public static readonly IProtobufType SourceContext = new WellKnown("google.protobuf.SourceContext", "google/protobuf/source_context.proto");
public static readonly IProtobufType StringValue = new WellKnown("google.protobuf.StringValue", "google/protobuf/wrappers.proto");
public static readonly IProtobufType Struct = new WellKnown("google.protobuf.Struct", "google/protobuf/struct.proto");
public static readonly IProtobufType Syntax = new WellKnown("google.protobuf.Syntax", "google/protobuf/type.proto");
public static readonly IProtobufType Timestamp = new WellKnown("google.protobuf.Timestamp", "google/protobuf/timestamp.proto");
public static readonly IProtobufType Type = new WellKnown("google.protobuf.Type", "google/protobuf/type.proto");
public static readonly IProtobufType UInt32Value = new WellKnown("google.protobuf.UInt32Value", "google/protobuf/wrappers.proto");
public static readonly IProtobufType UInt64Value = new WellKnown("google.protobuf.UInt64Value", "google/protobuf/wrappers.proto");
public static readonly IProtobufType Value = new WellKnown("google.protobuf.Value", "google/protobuf/struct.proto");
}

View File

@ -1,27 +0,0 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Types;
// ReSharper disable StringLiteralTypo
public static class Scalar
{
public static readonly IType Bool = new External("bool");
public static readonly IType Bytes = new External("bytes");
public static readonly IType Double = new External("double");
public static readonly IType Fixed32 = new External("fixed32");
public static readonly IType Fixed64 = new External("fixed64");
public static readonly IType Float = new External("float");
public static readonly IType Int32 = new External("int32");
public static readonly IType Int64 = new External("int64");
public static readonly IType SFixed32 = new External("sfixed32");
public static readonly IType SFixed64 = new External("sfixed64");
public static readonly IType SInt32 = new External("sint32");
public static readonly IType SInt64 = new External("sint64");
public static readonly IType String = new External("string");
public static readonly IType UInt32 = new External("uint32");
public static readonly IType UInt64 = new External("uint64");
}

View File

@ -1,39 +0,0 @@
// Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
namespace LibProtodec.Models.Types;
public static class WellKnown
{
public static readonly IType Any = new External("google.protobuf.Any");
public static readonly IType Api = new External("google.protobuf.Api");
public static readonly IType BoolValue = new External("google.protobuf.BoolValue");
public static readonly IType BytesValue = new External("google.protobuf.BytesValue");
public static readonly IType DoubleValue = new External("google.protobuf.DoubleValue");
public static readonly IType Duration = new External("google.protobuf.Duration");
public static readonly IType Empty = new External("google.protobuf.Empty");
public static readonly IType Enum = new External("google.protobuf.Enum");
public static readonly IType EnumValue = new External("google.protobuf.EnumValue");
public static readonly IType Field = new External("google.protobuf.Field");
public static readonly IType FieldMask = new External("google.protobuf.FieldMask");
public static readonly IType FloatValue = new External("google.protobuf.FloatValue");
public static readonly IType Int32Value = new External("google.protobuf.Int32Value");
public static readonly IType Int64Value = new External("google.protobuf.Int64Value");
public static readonly IType ListValue = new External("google.protobuf.ListValue");
public static readonly IType Method = new External("google.protobuf.Method");
public static readonly IType Mixin = new External("google.protobuf.Mixin");
public static readonly IType NullValue = new External("google.protobuf.NullValue");
public static readonly IType Option = new External("google.protobuf.Option");
public static readonly IType SourceContext = new External("google.protobuf.SourceContext");
public static readonly IType StringValue = new External("google.protobuf.StringValue");
public static readonly IType Struct = new External("google.protobuf.Struct");
public static readonly IType Syntax = new External("google.protobuf.Syntax");
public static readonly IType Timestamp = new External("google.protobuf.Timestamp");
public static readonly IType Type = new External("google.protobuf.Type");
public static readonly IType UInt32Value = new External("google.protobuf.UInt32Value");
public static readonly IType UInt64Value = new External("google.protobuf.UInt64Value");
public static readonly IType Value = new External("google.protobuf.Value");
}

View File

@ -10,24 +10,21 @@ using System.Collections.Generic;
using System.Diagnostics; using System.Diagnostics;
using System.Diagnostics.CodeAnalysis; using System.Diagnostics.CodeAnalysis;
using System.Linq; using System.Linq;
using System.Reflection;
using SystemEx; using SystemEx;
using CommunityToolkit.Diagnostics; using CommunityToolkit.Diagnostics;
using LibProtodec.Models; using LibProtodec.Models.Cil;
using LibProtodec.Models.Fields; using LibProtodec.Models.Protobuf;
using LibProtodec.Models.TopLevels; using LibProtodec.Models.Protobuf.Fields;
using LibProtodec.Models.Types; using LibProtodec.Models.Protobuf.TopLevels;
using LibProtodec.Models.Protobuf.Types;
namespace LibProtodec; namespace LibProtodec;
public delegate bool TypeLookupFunc(Type type, [NotNullWhen(true)] out IType? fieldType, out string? import); public delegate bool TypeLookupFunc(ICilType cilType, [NotNullWhen(true)] out IProtobufType? protobufType);
public delegate bool NameLookupFunc(string name, [MaybeNullWhen(false)] out string translatedName); public delegate bool NameLookupFunc(string name, [MaybeNullWhen(false)] out string translatedName);
public sealed class ProtodecContext public sealed class ProtodecContext
{ {
private const BindingFlags PublicStatic = BindingFlags.Public | BindingFlags.Static;
private const BindingFlags PublicInstanceDeclared = BindingFlags.Public | BindingFlags.Instance | BindingFlags.DeclaredOnly;
private readonly Dictionary<string, TopLevel> _parsed = []; private readonly Dictionary<string, TopLevel> _parsed = [];
public readonly List<Protobuf> Protobufs = []; public readonly List<Protobuf> Protobufs = [];
@ -52,11 +49,11 @@ public sealed class ProtodecContext
} }
} }
public Message ParseMessage(Type messageClass, ParserOptions options = ParserOptions.None) public Message ParseMessage(ICilType messageClass, ParserOptions options = ParserOptions.None)
{ {
Guard.IsTrue(messageClass is { IsClass: true, IsSealed: true }); Guard.IsTrue(messageClass is { IsClass: true, IsSealed: true });
if (_parsed.TryGetValue(messageClass.FullName ?? messageClass.Name, out TopLevel? parsedMessage)) if (_parsed.TryGetValue(messageClass.FullName, out TopLevel? parsedMessage))
{ {
return (Message)parsedMessage; return (Message)parsedMessage;
} }
@ -64,50 +61,48 @@ public sealed class ProtodecContext
Message message = new() Message message = new()
{ {
Name = TranslateTypeName(messageClass), Name = TranslateTypeName(messageClass),
IsObsolete = HasObsoleteAttribute(messageClass.GetCustomAttributesData()) IsObsolete = HasObsoleteAttribute(messageClass.GetCustomAttributes())
}; };
_parsed.Add(messageClass.FullName ?? messageClass.Name, message); _parsed.Add(messageClass.FullName, message);
Protobuf protobuf = GetProtobuf(messageClass, message, options); Protobuf protobuf = GetProtobuf(messageClass, message, options);
FieldInfo[] idFields = messageClass.GetFields(PublicStatic); List<ICilField> idFields = messageClass.GetFields()
PropertyInfo[] properties = messageClass.GetProperties(PublicInstanceDeclared); .Where(static field => field is { IsPublic: true, IsStatic: true, IsLiteral: true })
.ToList();
for (int pi = 0, fi = 0; pi < properties.Length; pi++, fi++) List<ICilProperty> properties = messageClass.GetProperties()
.Where(static property => property is { IsInherited: false, CanRead: true, Getter: { IsPublic: true, IsStatic: false, IsVirtual: false } })
.ToList();
for (int pi = 0, fi = 0; pi < properties.Count; pi++)
{ {
PropertyInfo property = properties[pi]; ICilProperty property = properties[pi];
IList<CustomAttributeData> attributes = property.GetCustomAttributesData(); List<ICilAttribute> attributes = property.GetCustomAttributes().ToList();
if (((options & ParserOptions.IncludePropertiesWithoutNonUserCodeAttribute) == 0 && !HasNonUserCodeAttribute(attributes)) if (((options & ParserOptions.IncludePropertiesWithoutNonUserCodeAttribute) == 0 && !HasNonUserCodeAttribute(attributes)))
|| property.GetMethod?.IsVirtual != false)
{ {
fi--;
continue; continue;
} }
Type propertyType = property.PropertyType; ICilType propertyType = property.Type;
// only OneOf enums are defined nested directly in the message class // only OneOf enums are defined nested directly in the message class
if (propertyType.IsEnum && propertyType.DeclaringType?.Name == messageClass.Name) if (propertyType.IsEnum && propertyType.DeclaringType?.Name == messageClass.Name)
{ {
string oneOfName = TranslateOneOfPropName(property.Name); string oneOfName = TranslateOneOfPropName(property.Name);
int[] oneOfProtoFieldIds = propertyType.GetFields(PublicStatic) List<int> oneOfProtoFieldIds = propertyType.GetFields()
.Select(static field => (int)field.GetRawConstantValue()!) .Where(static field => field.IsLiteral)
.Where(static id => id > 0) .Select(static field => (int)field.ConstantValue!)
.ToArray(); .Where(static id => id > 0)
.ToList();
message.OneOfs.Add(oneOfName, oneOfProtoFieldIds); message.OneOfs.Add(oneOfName, oneOfProtoFieldIds);
fi--;
continue; continue;
} }
FieldInfo idField = idFields[fi];
Guard.IsTrue(idField.IsLiteral);
Guard.IsEqualTo(idField.FieldType.Name, nameof(Int32));
bool msgFieldHasHasProp = false; // some field properties are immediately followed by an additional "Has" get-only boolean property bool msgFieldHasHasProp = false; // some field properties are immediately followed by an additional "Has" get-only boolean property
if (properties.Length > pi + 1 && properties[pi + 1].PropertyType.Name == nameof(Boolean) && !properties[pi + 1].CanWrite) if (properties.Count > pi + 1 && properties[pi + 1].Type.Name == nameof(Boolean) && !properties[pi + 1].CanWrite)
{ {
msgFieldHasHasProp = true; msgFieldHasHasProp = true;
pi++; pi++;
@ -117,22 +112,23 @@ public sealed class ProtodecContext
{ {
Type = ParseFieldType(propertyType, options, protobuf), Type = ParseFieldType(propertyType, options, protobuf),
Name = TranslateMessageFieldName(property.Name), Name = TranslateMessageFieldName(property.Name),
Id = (int)idField.GetRawConstantValue()!, Id = (int)idFields[fi].ConstantValue!,
IsObsolete = HasObsoleteAttribute(attributes), IsObsolete = HasObsoleteAttribute(attributes),
HasHasProp = msgFieldHasHasProp HasHasProp = msgFieldHasHasProp
}; };
message.Fields.Add(field.Id, field); message.Fields.Add(field.Id, field);
fi++;
} }
return message; return message;
} }
public Enum ParseEnum(Type enumEnum, ParserOptions options = ParserOptions.None) public Enum ParseEnum(ICilType enumEnum, ParserOptions options = ParserOptions.None)
{ {
Guard.IsTrue(enumEnum.IsEnum); Guard.IsTrue(enumEnum.IsEnum);
if (_parsed.TryGetValue(enumEnum.FullName ?? enumEnum.Name, out TopLevel? parsedEnum)) if (_parsed.TryGetValue(enumEnum.FullName, out TopLevel? parsedEnum))
{ {
return (Enum)parsedEnum; return (Enum)parsedEnum;
} }
@ -140,20 +136,22 @@ public sealed class ProtodecContext
Enum @enum = new() Enum @enum = new()
{ {
Name = TranslateTypeName(enumEnum), Name = TranslateTypeName(enumEnum),
IsObsolete = HasObsoleteAttribute(enumEnum.GetCustomAttributesData()) IsObsolete = HasObsoleteAttribute(enumEnum.GetCustomAttributes())
}; };
_parsed.Add(enumEnum.FullName ?? enumEnum.Name, @enum); _parsed.Add(enumEnum.FullName, @enum);
Protobuf protobuf = GetProtobuf(enumEnum, @enum, options); Protobuf protobuf = GetProtobuf(enumEnum, @enum, options);
foreach (FieldInfo field in enumEnum.GetFields(PublicStatic)) foreach (ICilField field in enumEnum.GetFields().Where(static field => field.IsLiteral))
{ {
List<ICilAttribute> attributes = field.GetCustomAttributes().ToList();
@enum.Fields.Add( @enum.Fields.Add(
new EnumField new EnumField
{ {
Id = (int)field.GetRawConstantValue()!, Id = (int)field.ConstantValue!,
Name = TranslateEnumFieldName(field, @enum.Name), Name = TranslateEnumFieldName(attributes, field.Name, @enum.Name),
IsObsolete = HasObsoleteAttribute(field.GetCustomAttributesData()) IsObsolete = HasObsoleteAttribute(attributes)
}); });
} }
@ -166,7 +164,7 @@ public sealed class ProtodecContext
return @enum; return @enum;
} }
public Service ParseService(Type serviceClass, ParserOptions options = ParserOptions.None) public Service ParseService(ICilType serviceClass, ParserOptions options = ParserOptions.None)
{ {
Guard.IsTrue(serviceClass.IsClass); Guard.IsTrue(serviceClass.IsClass);
@ -175,9 +173,9 @@ public sealed class ProtodecContext
{ {
if (serviceClass is { IsSealed: true, IsNested: false }) if (serviceClass is { IsSealed: true, IsNested: false })
{ {
Type[] nested = serviceClass.GetNestedTypes(); List<ICilType> nested = serviceClass.GetNestedTypes().ToList();
serviceClass = nested.SingleOrDefault(static nested => nested is { IsAbstract: true, IsSealed: false }) serviceClass = nested.SingleOrDefault(static nested => nested is { IsAbstract: true, IsSealed: false })
?? nested.Single(static nested => nested is { IsClass: true, IsAbstract: false }); ?? nested.Single(static nested => nested is { IsClass: true, IsAbstract: false });
} }
if (serviceClass is { IsNested: true, IsAbstract: true, IsSealed: false }) if (serviceClass is { IsNested: true, IsAbstract: true, IsSealed: false })
@ -193,7 +191,7 @@ public sealed class ProtodecContext
Guard.IsNotNull(isClientClass); Guard.IsNotNull(isClientClass);
if (_parsed.TryGetValue(serviceClass.DeclaringType!.FullName ?? serviceClass.DeclaringType!.Name, out TopLevel? parsedService)) if (_parsed.TryGetValue(serviceClass.DeclaringType!.FullName, out TopLevel? parsedService))
{ {
return (Service)parsedService; return (Service)parsedService;
} }
@ -201,23 +199,23 @@ public sealed class ProtodecContext
Service service = new() Service service = new()
{ {
Name = TranslateTypeName(serviceClass.DeclaringType), Name = TranslateTypeName(serviceClass.DeclaringType),
IsObsolete = HasObsoleteAttribute(serviceClass.GetCustomAttributesData()) IsObsolete = HasObsoleteAttribute(serviceClass.GetCustomAttributes())
}; };
_parsed.Add(serviceClass.DeclaringType!.FullName ?? serviceClass.DeclaringType.Name, service); _parsed.Add(serviceClass.DeclaringType!.FullName, service);
Protobuf protobuf = NewProtobuf(serviceClass, service); Protobuf protobuf = NewProtobuf(serviceClass, service);
foreach (MethodInfo method in serviceClass.GetMethods(PublicInstanceDeclared)) foreach (ICilMethod method in serviceClass.GetMethods().Where(static method => method is { IsInherited: false, IsPublic: true, IsStatic: false }))
{ {
IList<CustomAttributeData> attributes = method.GetCustomAttributesData(); List<ICilAttribute> attributes = method.GetCustomAttributes().ToList();
if ((options & ParserOptions.IncludeServiceMethodsWithoutGeneratedCodeAttribute) == 0 if ((options & ParserOptions.IncludeServiceMethodsWithoutGeneratedCodeAttribute) == 0
&& !HasGeneratedCodeAttribute(attributes, "grpc_csharp_plugin")) && !HasGeneratedCodeAttribute(attributes, "grpc_csharp_plugin"))
{ {
continue; continue;
} }
Type requestType, responseType, returnType = method.ReturnType; ICilType requestType, responseType, returnType = method.ReturnType;
bool streamReq, streamRes; bool streamReq, streamRes;
if (isClientClass.Value) if (isClientClass.Value)
{ {
@ -227,14 +225,13 @@ public sealed class ProtodecContext
continue; continue;
} }
ParameterInfo[] parameters = method.GetParameters(); List<ICilType> parameters = method.GetParameterTypes().ToList();
if (parameters.Length > 2) if (parameters.Count > 2)
{ {
continue; continue;
} }
Type firstParamType = parameters[0].ParameterType; switch (returnType.GenericTypeArguments.Count)
switch (returnType.GenericTypeArguments.Length)
{ {
case 2: case 2:
requestType = returnType.GenericTypeArguments[0]; requestType = returnType.GenericTypeArguments[0];
@ -243,13 +240,13 @@ public sealed class ProtodecContext
streamRes = returnTypeName == "AsyncDuplexStreamingCall`2"; streamRes = returnTypeName == "AsyncDuplexStreamingCall`2";
break; break;
case 1: case 1:
requestType = firstParamType; requestType = parameters[0];
responseType = returnType.GenericTypeArguments[0]; responseType = returnType.GenericTypeArguments[0];
streamReq = false; streamReq = false;
streamRes = true; streamRes = true;
break; break;
default: default:
requestType = firstParamType; requestType = parameters[0];
responseType = returnType; responseType = returnType;
streamReq = false; streamReq = false;
streamRes = false; streamRes = false;
@ -258,21 +255,20 @@ public sealed class ProtodecContext
} }
else else
{ {
ParameterInfo[] parameters = method.GetParameters(); List<ICilType> parameters = method.GetParameterTypes().ToList();
Type firstParamType = parameters[0].ParameterType;
if (firstParamType.GenericTypeArguments.Length == 1) if (parameters[0].GenericTypeArguments.Count == 1)
{ {
streamReq = true; streamReq = true;
requestType = firstParamType.GenericTypeArguments[0]; requestType = parameters[0].GenericTypeArguments[0];
} }
else else
{ {
streamReq = false; streamReq = false;
requestType = firstParamType; requestType = parameters[0];
} }
if (returnType.GenericTypeArguments.Length == 1) if (returnType.GenericTypeArguments.Count == 1)
{ {
streamRes = false; streamRes = false;
responseType = returnType.GenericTypeArguments[0]; responseType = returnType.GenericTypeArguments[0];
@ -280,7 +276,7 @@ public sealed class ProtodecContext
else else
{ {
streamRes = true; streamRes = true;
responseType = parameters[1].ParameterType.GenericTypeArguments[0]; responseType = parameters[1].GenericTypeArguments[0];
} }
} }
@ -299,9 +295,9 @@ public sealed class ProtodecContext
return service; return service;
} }
private IType ParseFieldType(Type type, ParserOptions options, Protobuf referencingProtobuf) private IProtobufType ParseFieldType(ICilType type, ParserOptions options, Protobuf referencingProtobuf)
{ {
switch (type.GenericTypeArguments.Length) switch (type.GenericTypeArguments.Count)
{ {
case 1: case 1:
return new Repeated( return new Repeated(
@ -312,44 +308,45 @@ public sealed class ProtodecContext
ParseFieldType(type.GenericTypeArguments[1], options, referencingProtobuf)); ParseFieldType(type.GenericTypeArguments[1], options, referencingProtobuf));
} }
if (TypeLookup(type, out IType? fieldType, out string? import)) if (!TypeLookup(type, out IProtobufType? fieldType))
{ {
if (import is not null) if (type.IsEnum)
{ {
referencingProtobuf.Imports.Add(import); if ((options & ParserOptions.SkipEnums) > 0)
{
return Scalar.Int32;
}
fieldType = ParseEnum(type, options);
} }
else
return fieldType;
}
if (type.IsEnum)
{
if ((options & ParserOptions.SkipEnums) > 0)
{ {
return Scalar.Int32; fieldType = ParseMessage(type, options);
} }
fieldType = ParseEnum(type, options);
}
else
{
fieldType = ParseMessage(type, options);
} }
Protobuf protobuf = ((INestableType)fieldType).Protobuf!; switch (fieldType)
if (referencingProtobuf != protobuf)
{ {
referencingProtobuf.Imports.Add(protobuf.FileName); case WellKnown wellKnown:
referencingProtobuf.Imports.Add(
wellKnown.FileName);
break;
case INestableType nestableType:
Protobuf protobuf = nestableType.Protobuf!;
if (referencingProtobuf != protobuf)
referencingProtobuf.Imports.Add(
protobuf.FileName);
break;
} }
return fieldType; return fieldType;
} }
private Protobuf NewProtobuf(Type topLevelType, TopLevel topLevel) private Protobuf NewProtobuf(ICilType topLevelType, TopLevel topLevel)
{ {
Protobuf protobuf = new() Protobuf protobuf = new()
{ {
AssemblyName = topLevelType.Assembly.FullName, AssemblyName = topLevelType.DeclaringAssemblyName,
Namespace = topLevelType.Namespace Namespace = topLevelType.Namespace
}; };
@ -360,14 +357,14 @@ public sealed class ProtodecContext
return protobuf; return protobuf;
} }
private Protobuf GetProtobuf<T>(Type topLevelType, T topLevel, ParserOptions options) private Protobuf GetProtobuf<T>(ICilType topLevelType, T topLevel, ParserOptions options)
where T : TopLevel, INestableType where T : TopLevel, INestableType
{ {
Protobuf protobuf; Protobuf protobuf;
if (topLevelType.IsNested) if (topLevelType.IsNested)
{ {
Type parent = topLevelType.DeclaringType!.DeclaringType!; ICilType parent = topLevelType.DeclaringType!.DeclaringType!;
if (!_parsed.TryGetValue(parent.FullName ?? parent.Name, out TopLevel? parentTopLevel)) if (!_parsed.TryGetValue(parent.FullName, out TopLevel? parentTopLevel))
{ {
parentTopLevel = ParseMessage(parent, options); parentTopLevel = ParseMessage(parent, options);
} }
@ -421,25 +418,18 @@ public sealed class ProtodecContext
return translatedName!.ToSnakeCaseLower(); return translatedName!.ToSnakeCaseLower();
} }
private string TranslateEnumFieldName(FieldInfo field, string enumName) private string TranslateEnumFieldName(IEnumerable<ICilAttribute> attributes, string fieldName, string enumName)
{ {
if (field.GetCustomAttributesData() //TODO: parse original name from first parameter of OriginalNameAttribute constructor
.SingleOrDefault(static attr => attr.AttributeType.Name == "OriginalNameAttribute")
?.ConstructorArguments[0] if (NameLookup?.Invoke(fieldName, out string? translatedName) == true)
.Value
is string originalName)
{ {
return originalName; fieldName = translatedName;
} }
if (NameLookup?.Invoke(field.Name, out string? fieldName) != true) if (!IsBeebyted(fieldName))
{ {
fieldName = field.Name; fieldName = fieldName.ToSnakeCaseUpper();
}
if (!IsBeebyted(fieldName!))
{
fieldName = fieldName!.ToSnakeCaseUpper();
} }
if (!IsBeebyted(enumName)) if (!IsBeebyted(enumName))
@ -450,14 +440,12 @@ public sealed class ProtodecContext
return enumName + '_' + fieldName; return enumName + '_' + fieldName;
} }
private string TranslateTypeName(Type type) private string TranslateTypeName(ICilType type)
{ {
if (NameLookup is null) if (NameLookup is null)
return type.Name; return type.Name;
string? fullName = type.FullName; string fullName = type.FullName;
Guard.IsNotNull(fullName);
int genericArgs = fullName.IndexOf('['); int genericArgs = fullName.IndexOf('[');
if (genericArgs != -1) if (genericArgs != -1)
fullName = fullName[..genericArgs]; fullName = fullName[..genericArgs];
@ -478,162 +466,123 @@ public sealed class ProtodecContext
return translatedName; return translatedName;
} }
public static bool LookupScalarAndWellKnownTypes(Type type, [NotNullWhen(true)] out IType? fieldType, out string? import) public static bool LookupScalarAndWellKnownTypes(ICilType cilType, [NotNullWhen(true)] out IProtobufType? protobufType)
{ {
switch (type.FullName) switch (cilType.FullName)
{ {
case "System.String": case "System.String":
import = null; protobufType = Scalar.String;
fieldType = Scalar.String;
return true; return true;
case "System.Boolean": case "System.Boolean":
import = null; protobufType = Scalar.Bool;
fieldType = Scalar.Bool;
return true; return true;
case "System.Double": case "System.Double":
import = null; protobufType = Scalar.Double;
fieldType = Scalar.Double;
return true; return true;
case "System.UInt32": case "System.UInt32":
import = null; protobufType = Scalar.UInt32;
fieldType = Scalar.UInt32;
return true; return true;
case "System.UInt64": case "System.UInt64":
import = null; protobufType = Scalar.UInt64;
fieldType = Scalar.UInt64;
return true; return true;
case "System.Int32": case "System.Int32":
import = null; protobufType = Scalar.Int32;
fieldType = Scalar.Int32;
return true; return true;
case "System.Int64": case "System.Int64":
import = null; protobufType = Scalar.Int64;
fieldType = Scalar.Int64;
return true; return true;
case "System.Single": case "System.Single":
import = null; protobufType = Scalar.Float;
fieldType = Scalar.Float;
return true; return true;
case "Google.Protobuf.ByteString": case "Google.Protobuf.ByteString":
import = null; protobufType = Scalar.Bytes;
fieldType = Scalar.Bytes;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Any": case "Google.Protobuf.WellKnownTypes.Any":
import = "google/protobuf/any.proto"; protobufType = WellKnown.Any;
fieldType = WellKnown.Any;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Api": case "Google.Protobuf.WellKnownTypes.Api":
import = "google/protobuf/api.proto"; protobufType = WellKnown.Api;
fieldType = WellKnown.Api;
return true; return true;
case "Google.Protobuf.WellKnownTypes.BoolValue": case "Google.Protobuf.WellKnownTypes.BoolValue":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.BoolValue;
fieldType = WellKnown.BoolValue;
return true; return true;
case "Google.Protobuf.WellKnownTypes.BytesValue": case "Google.Protobuf.WellKnownTypes.BytesValue":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.BytesValue;
fieldType = WellKnown.BytesValue;
return true; return true;
case "Google.Protobuf.WellKnownTypes.DoubleValue": case "Google.Protobuf.WellKnownTypes.DoubleValue":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.DoubleValue;
fieldType = WellKnown.DoubleValue;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Duration": case "Google.Protobuf.WellKnownTypes.Duration":
import = "google/protobuf/duration.proto"; protobufType = WellKnown.Duration;
fieldType = WellKnown.Duration;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Empty": case "Google.Protobuf.WellKnownTypes.Empty":
import = "google/protobuf/empty.proto"; protobufType = WellKnown.Empty;
fieldType = WellKnown.Empty;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Enum": case "Google.Protobuf.WellKnownTypes.Enum":
import = "google/protobuf/type.proto"; protobufType = WellKnown.Enum;
fieldType = WellKnown.Enum;
return true; return true;
case "Google.Protobuf.WellKnownTypes.EnumValue": case "Google.Protobuf.WellKnownTypes.EnumValue":
import = "google/protobuf/type.proto"; protobufType = WellKnown.EnumValue;
fieldType = WellKnown.EnumValue;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Field": case "Google.Protobuf.WellKnownTypes.Field":
import = "google/protobuf/type.proto"; protobufType = WellKnown.Field;
fieldType = WellKnown.Field;
return true; return true;
case "Google.Protobuf.WellKnownTypes.FieldMask": case "Google.Protobuf.WellKnownTypes.FieldMask":
import = "google/protobuf/field_mask.proto"; protobufType = WellKnown.FieldMask;
fieldType = WellKnown.FieldMask;
return true; return true;
case "Google.Protobuf.WellKnownTypes.FloatValue": case "Google.Protobuf.WellKnownTypes.FloatValue":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.FloatValue;
fieldType = WellKnown.FloatValue;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Int32Value": case "Google.Protobuf.WellKnownTypes.Int32Value":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.Int32Value;
fieldType = WellKnown.Int32Value;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Int64Value": case "Google.Protobuf.WellKnownTypes.Int64Value":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.Int64Value;
fieldType = WellKnown.Int64Value;
return true; return true;
case "Google.Protobuf.WellKnownTypes.ListValue": case "Google.Protobuf.WellKnownTypes.ListValue":
import = "google/protobuf/struct.proto"; protobufType = WellKnown.ListValue;
fieldType = WellKnown.ListValue;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Method": case "Google.Protobuf.WellKnownTypes.Method":
import = "google/protobuf/api.proto"; protobufType = WellKnown.Method;
fieldType = WellKnown.Method;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Mixin": case "Google.Protobuf.WellKnownTypes.Mixin":
import = "google/protobuf/api.proto"; protobufType = WellKnown.Mixin;
fieldType = WellKnown.Mixin;
return true; return true;
case "Google.Protobuf.WellKnownTypes.NullValue": case "Google.Protobuf.WellKnownTypes.NullValue":
import = "google/protobuf/struct.proto"; protobufType = WellKnown.NullValue;
fieldType = WellKnown.NullValue;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Option": case "Google.Protobuf.WellKnownTypes.Option":
import = "google/protobuf/type.proto"; protobufType = WellKnown.Option;
fieldType = WellKnown.Option;
return true; return true;
case "Google.Protobuf.WellKnownTypes.SourceContext": case "Google.Protobuf.WellKnownTypes.SourceContext":
import = "google/protobuf/source_context.proto"; protobufType = WellKnown.SourceContext;
fieldType = WellKnown.SourceContext;
return true; return true;
case "Google.Protobuf.WellKnownTypes.StringValue": case "Google.Protobuf.WellKnownTypes.StringValue":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.StringValue;
fieldType = WellKnown.StringValue;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Struct": case "Google.Protobuf.WellKnownTypes.Struct":
import = "google/protobuf/struct.proto"; protobufType = WellKnown.Struct;
fieldType = WellKnown.Struct;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Syntax": case "Google.Protobuf.WellKnownTypes.Syntax":
import = "google/protobuf/type.proto"; protobufType = WellKnown.Syntax;
fieldType = WellKnown.Syntax;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Timestamp": case "Google.Protobuf.WellKnownTypes.Timestamp":
import = "google/protobuf/timestamp.proto"; protobufType = WellKnown.Timestamp;
fieldType = WellKnown.Timestamp;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Type": case "Google.Protobuf.WellKnownTypes.Type":
import = "google/protobuf/type.proto"; protobufType = WellKnown.Type;
fieldType = WellKnown.Type;
return true; return true;
case "Google.Protobuf.WellKnownTypes.UInt32Value": case "Google.Protobuf.WellKnownTypes.UInt32Value":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.UInt32Value;
fieldType = WellKnown.UInt32Value;
return true; return true;
case "Google.Protobuf.WellKnownTypes.UInt64Value": case "Google.Protobuf.WellKnownTypes.UInt64Value":
import = "google/protobuf/wrappers.proto"; protobufType = WellKnown.UInt64Value;
fieldType = WellKnown.UInt64Value;
return true; return true;
case "Google.Protobuf.WellKnownTypes.Value": case "Google.Protobuf.WellKnownTypes.Value":
import = "google/protobuf/struct.proto"; protobufType = WellKnown.Value;
fieldType = WellKnown.Value;
return true; return true;
default: default:
import = null; protobufType = null;
fieldType = null;
return false; return false;
} }
} }
@ -642,13 +591,15 @@ public sealed class ProtodecContext
private static bool IsBeebyted(string name) => private static bool IsBeebyted(string name) =>
name.Length == 11 && name.CountUpper() == 11; name.Length == 11 && name.CountUpper() == 11;
private static bool HasGeneratedCodeAttribute(IEnumerable<CustomAttributeData> attributes, string tool) => private static bool HasGeneratedCodeAttribute(IEnumerable<ICilAttribute> attributes, string tool)
attributes.Any(attr => attr.AttributeType.Name == nameof(GeneratedCodeAttribute) {
&& attr.ConstructorArguments[0].Value as string == tool); return attributes.Any(attr => attr.Type.Name == nameof(GeneratedCodeAttribute));
//TODO: ensure the first argument of the GeneratedCodeAttribute constructor == tool parameter
}
private static bool HasNonUserCodeAttribute(IEnumerable<CustomAttributeData> attributes) => private static bool HasNonUserCodeAttribute(IEnumerable<ICilAttribute> attributes) =>
attributes.Any(static attr => attr.AttributeType.Name == nameof(DebuggerNonUserCodeAttribute)); attributes.Any(static attr => attr.Type.Name == nameof(DebuggerNonUserCodeAttribute));
private static bool HasObsoleteAttribute(IEnumerable<CustomAttributeData> attributes) => private static bool HasObsoleteAttribute(IEnumerable<ICilAttribute> attributes) =>
attributes.Any(static attr => attr.AttributeType.Name == nameof(ObsoleteAttribute)); attributes.Any(static attr => attr.Type.Name == nameof(ObsoleteAttribute));
} }

View File

@ -1,16 +1,28 @@
using System; // Copyright © 2024 Xpl0itR
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
using System;
using System.CodeDom.Compiler; using System.CodeDom.Compiler;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO; using System.IO;
using System.Linq; using System.Linq;
using AssetRipper.Primitives;
using LibCpp2IL;
using LibProtodec; using LibProtodec;
using LibProtodec.Models; using LibProtodec.Loaders;
using LibProtodec.Models.Cil;
using LibProtodec.Models.Protobuf;
const string indent = " "; const string indent = " ";
const string help = """ const string help = """
Usage: protodec(.exe) <target_assembly_path> <out_path> [options] Usage: protodec(.exe) <game_assembly_path> <global_metadata_path> <unity_version> <out_path> [options]
Arguments: Arguments:
target_assembly_path Either the path to the target assembly or a directory of assemblies, all of which be parsed. game_assembly_path The path to the game assembly DLL.
global_metadata_path The path to the global-metadata.dat file.
unity_version The version of Unity which was used to create the metadata file or alternatively, the path to the globalgamemanagers or the data.unity3d file.
out_path An existing directory to output into individual files, otherwise output to a single file. out_path An existing directory to output into individual files, otherwise output to a single file.
Options: Options:
--parse_service_servers Parses gRPC service definitions from server classes. --parse_service_servers Parses gRPC service definitions from server classes.
@ -20,14 +32,16 @@ const string help = """
--include_service_methods_without_generated_code_attribute Includes methods that aren't decorated with `GeneratedCode("grpc_csharp_plugin")` when parsing gRPC services. --include_service_methods_without_generated_code_attribute Includes methods that aren't decorated with `GeneratedCode("grpc_csharp_plugin")` when parsing gRPC services.
"""; """;
if (args.Length < 2) if (args.Length < 4)
{ {
Console.WriteLine(help); Console.WriteLine(help);
return; return;
} }
string assembly = args[0]; string assembly = args[0];
string outPath = Path.GetFullPath(args[1]); string metadata = args[1];
string uVersion = args[2];
string outPath = Path.GetFullPath(args[3]);
ParserOptions options = ParserOptions.None; ParserOptions options = ParserOptions.None;
if (args.Contains("--skip_enums")) if (args.Contains("--skip_enums"))
@ -39,17 +53,26 @@ if (args.Contains("--include_properties_without_non_user_code_attribute"))
if (args.Contains("--include_service_methods_without_generated_code_attribute")) if (args.Contains("--include_service_methods_without_generated_code_attribute"))
options |= ParserOptions.IncludeServiceMethodsWithoutGeneratedCodeAttribute; options |= ParserOptions.IncludeServiceMethodsWithoutGeneratedCodeAttribute;
using AssemblyInspector inspector = new(assembly); if (!UnityVersion.TryParse(uVersion, out UnityVersion unityVersion, out _))
{
unityVersion = uVersion.EndsWith("globalgamemanagers")
? LibCpp2IlMain.GetVersionFromGlobalGameManagers(
File.ReadAllBytes(uVersion))
: LibCpp2IlMain.GetVersionFromDataUnity3D(
File.OpenRead(uVersion));
}
using ICilAssemblyLoader loader = new Il2CppAssemblyLoader(assembly, metadata, unityVersion);
ProtodecContext ctx = new(); ProtodecContext ctx = new();
foreach (Type message in inspector.GetProtobufMessageTypes()) foreach (ICilType message in GetProtobufMessageTypes())
{ {
ctx.ParseMessage(message, options); ctx.ParseMessage(message, options);
} }
if (args.Contains("--parse_service_servers")) if (args.Contains("--parse_service_servers"))
{ {
foreach (Type service in inspector.GetProtobufServiceServerTypes()) foreach (ICilType service in GetProtobufServiceServerTypes())
{ {
ctx.ParseService(service, options); ctx.ParseService(service, options);
} }
@ -57,7 +80,7 @@ if (args.Contains("--parse_service_servers"))
if (args.Contains("--parse_service_clients")) if (args.Contains("--parse_service_clients"))
{ {
foreach (Type service in inspector.GetProtobufServiceClientTypes()) foreach (ICilType service in GetProtobufServiceClientTypes())
{ {
ctx.ParseService(service, options); ctx.ParseService(service, options);
} }
@ -92,3 +115,19 @@ else
ctx.WriteAllTo(indentWriter); ctx.WriteAllTo(indentWriter);
} }
IEnumerable<ICilType> GetProtobufMessageTypes() =>
loader.LoadedTypes.Where(
type => type is { IsNested: false, IsSealed: true }
&& type.Namespace?.StartsWith("Google.Protobuf", StringComparison.Ordinal) != true
&& type.IsAssignableTo(loader.IMessage));
IEnumerable<ICilType> GetProtobufServiceClientTypes() =>
loader.LoadedTypes.Where(
type => type is { IsNested: true, IsAbstract: false }
&& type.IsAssignableTo(loader.ClientBase));
IEnumerable<ICilType> GetProtobufServiceServerTypes() =>
loader.LoadedTypes.Where(
type => type is { IsNested: true, IsAbstract: true, DeclaringType: { IsNested: false, IsSealed: true, IsAbstract: true } }
&& type.GetCustomAttributes().Any(attribute => attribute.Type == loader.BindServiceMethodAttribute));