475 lines
18 KiB
C#
475 lines
18 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.IO.Compression;
|
|
using System.Linq;
|
|
using System.Net;
|
|
using System.Text;
|
|
|
|
using Microsoft.Build.Framework;
|
|
using Microsoft.Build.Utilities;
|
|
using Mono.Cecil;
|
|
using Mono.Linker;
|
|
using Mono.Linker.Steps;
|
|
|
|
namespace Ooui.Wasm.Build.Tasks
|
|
{
|
|
public class BuildDistTask : Task
|
|
{
|
|
const string SdkUrl = "https://xamjenkinsartifact.azureedge.net/test-mono-mainline-wasm/916/ubuntu-1804-amd64/sdks/wasm/mono-wasm-f25f9e5f2b5.zip";
|
|
|
|
const string AssemblyExtension = ".bin";
|
|
|
|
[Required]
|
|
public string Assembly { get; set; }
|
|
[Required]
|
|
public string OutputPath { get; set; }
|
|
public string ReferencePath { get; set; }
|
|
|
|
bool ok = false;
|
|
|
|
public override bool Execute ()
|
|
{
|
|
try {
|
|
ok = true;
|
|
InstallSdk ();
|
|
GetBcl ();
|
|
CreateDist ();
|
|
DeleteOldAssemblies ();
|
|
CopyRuntime ();
|
|
LinkAssemblies ();
|
|
RenameAssemblies ();
|
|
ExtractClientJs ();
|
|
DiscoverEntryPoint ();
|
|
GenerateHtml ();
|
|
return ok;
|
|
}
|
|
catch (Exception ex) {
|
|
//Console.WriteLine (ex);
|
|
Log.LogErrorFromException (ex);
|
|
return false;
|
|
}
|
|
}
|
|
|
|
string sdkPath;
|
|
|
|
void InstallSdk ()
|
|
{
|
|
var sdkName = Path.GetFileNameWithoutExtension (new Uri (SdkUrl).AbsolutePath.Replace ('/', Path.DirectorySeparatorChar));
|
|
Log.LogMessage ("SDK: " + sdkName);
|
|
string tmpDir = Path.GetTempPath ();
|
|
sdkPath = Path.Combine (tmpDir, sdkName);
|
|
Log.LogMessage ("SDK Path: " + sdkPath);
|
|
if (Directory.Exists (sdkPath)
|
|
&& Directory.Exists (Path.Combine (sdkPath, "release")))
|
|
return;
|
|
|
|
var client = new WebClient ();
|
|
var zipPath = sdkPath + ".zip";
|
|
Log.LogMessage ($"Downloading {sdkName} to {zipPath}");
|
|
if (File.Exists (zipPath))
|
|
File.Delete (zipPath);
|
|
client.DownloadFile (SdkUrl, zipPath);
|
|
|
|
var sdkTempPath = Path.Combine (tmpDir, Guid.NewGuid ().ToString ());
|
|
ZipFile.ExtractToDirectory (zipPath, sdkTempPath);
|
|
if (Directory.Exists (sdkPath))
|
|
Directory.Delete (sdkPath, true);
|
|
Directory.Move (sdkTempPath, sdkPath);
|
|
Log.LogMessage ($"Extracted {sdkName} to {sdkPath}");
|
|
}
|
|
|
|
string bclPath;
|
|
Dictionary<string, string> bclAssemblies;
|
|
|
|
void GetBcl ()
|
|
{
|
|
bclPath = Path.Combine (sdkPath, "bcl");
|
|
var reals = Directory.GetFiles (bclPath, "*.dll");
|
|
var facades = Directory.GetFiles (Path.Combine (bclPath, "Facades"), "*.dll");
|
|
var allFiles = reals.Concat (facades);
|
|
bclAssemblies = allFiles.ToDictionary (x => Path.GetFileName (x));
|
|
}
|
|
|
|
string distPath;
|
|
string managedPath;
|
|
|
|
void CreateDist ()
|
|
{
|
|
var outputPath = Path.GetFullPath (OutputPath);
|
|
distPath = Path.Combine (outputPath, "dist");
|
|
managedPath = Path.Combine (distPath, "managed");
|
|
Directory.CreateDirectory (managedPath);
|
|
}
|
|
|
|
void DeleteOldAssemblies ()
|
|
{
|
|
foreach (var dll in Directory.GetFiles (managedPath, "*.dll")) {
|
|
File.Delete (dll);
|
|
}
|
|
foreach (var dll in Directory.GetFiles (managedPath, "*" + AssemblyExtension)) {
|
|
File.Delete (dll);
|
|
}
|
|
}
|
|
|
|
void CopyRuntime ()
|
|
{
|
|
var rtPath = Path.Combine (sdkPath, "release");
|
|
var files = new[] { "mono.wasm", "mono.js" };
|
|
foreach (var f in files) {
|
|
var src = Path.Combine (rtPath, f);
|
|
var dest = Path.Combine (distPath, f);
|
|
Log.LogMessage ($"Runtime {src} -> {dest}");
|
|
File.Copy (src, dest, true);
|
|
}
|
|
File.Copy (Path.Combine (sdkPath, "server.py"), Path.Combine (distPath, "server.py"), true);
|
|
}
|
|
|
|
List<string> linkedAsmPaths;
|
|
List<string> refpaths;
|
|
|
|
void LinkAssemblies ()
|
|
{
|
|
var references = ReferencePath.Split (';').Select (x => x.Trim ()).Where (x => x.Length > 0).ToList ();
|
|
refpaths = new List<string> ();
|
|
foreach (var r in references) {
|
|
var name = Path.GetFileName (r);
|
|
if (bclAssemblies.ContainsKey (name)) {
|
|
refpaths.Add (bclAssemblies[name]);
|
|
//Console.WriteLine ($"+ {name}");
|
|
}
|
|
else {
|
|
refpaths.Add (r);
|
|
//Console.WriteLine ($"- {r}");
|
|
}
|
|
}
|
|
|
|
var asmPath = Path.GetFullPath (Assembly);
|
|
|
|
var pipeline = GetLinkerPipeline ();
|
|
var resolver = new LinkerAssemblyResolver (this);
|
|
var asmParameters = new ReaderParameters {
|
|
AssemblyResolver = resolver,
|
|
MetadataResolver = new LinkerMetadataResolver (resolver)
|
|
};
|
|
using (var context = new LinkContext (pipeline, resolver, asmParameters, new UnintializedContextFactory ())) {
|
|
context.CoreAction = AssemblyAction.CopyUsed;
|
|
context.UserAction = AssemblyAction.CopyUsed;
|
|
context.OutputDirectory = managedPath;
|
|
context.IgnoreUnresolved = false;
|
|
|
|
pipeline.PrependStep (new ResolveFromAssemblyStep (asmPath, ResolveFromAssemblyStep.RootVisibility.Any));
|
|
|
|
var refdirs = refpaths.Select (x => Path.GetDirectoryName (x)).Distinct ().ToList ();
|
|
refdirs.Insert (0, Path.Combine (bclPath, "Facades"));
|
|
refdirs.Insert (0, bclPath);
|
|
foreach (var d in refdirs.Distinct ()) {
|
|
context.Resolver.AddSearchDirectory (d);
|
|
}
|
|
|
|
pipeline.AddStepAfter (typeof (LoadReferencesStep), new LoadI18nAssemblies (I18nAssemblies.None));
|
|
DeleteOldAssemblies ();
|
|
pipeline.Process (context);
|
|
}
|
|
|
|
linkedAsmPaths = Directory.GetFiles (managedPath, "*.dll").OrderBy (x => Path.GetFileName (x)).ToList ();
|
|
}
|
|
|
|
class PreserveUsingAttributesStep : ResolveStep
|
|
{
|
|
readonly HashSet<string> ignoreAsmNames;
|
|
|
|
public PreserveUsingAttributesStep (IEnumerable<string> ignoreAsmNames)
|
|
{
|
|
this.ignoreAsmNames = new HashSet<string> (ignoreAsmNames);
|
|
}
|
|
|
|
protected override void Process ()
|
|
{
|
|
var asms = Context.GetAssemblies ();
|
|
foreach (var a in asms.Where (x => !ignoreAsmNames.Contains (x.Name.Name))) {
|
|
foreach (var m in a.Modules) {
|
|
foreach (var t in m.Types) {
|
|
PreserveTypeIfRequested (t);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void PreserveTypeIfRequested (TypeDefinition type)
|
|
{
|
|
var typePreserved = IsTypePreserved (type);
|
|
if (IsTypePreserved (type)) {
|
|
MarkAndPreserveAll (type);
|
|
}
|
|
else {
|
|
foreach (var m in type.Methods.Where (IsMethodPreserved)) {
|
|
Annotations.AddPreservedMethod (type, m);
|
|
}
|
|
foreach (var t in type.NestedTypes) {
|
|
PreserveTypeIfRequested (t);
|
|
}
|
|
}
|
|
}
|
|
|
|
static bool IsTypePreserved (TypeDefinition m)
|
|
{
|
|
return m.CustomAttributes.FirstOrDefault (x => x.AttributeType.Name.StartsWith ("Preserve", StringComparison.Ordinal)) != null;
|
|
}
|
|
|
|
static bool IsMethodPreserved (MethodDefinition m)
|
|
{
|
|
return m.CustomAttributes.FirstOrDefault (x => x.AttributeType.Name.StartsWith ("Preserve", StringComparison.Ordinal)) != null;
|
|
}
|
|
|
|
void MarkAndPreserveAll (TypeDefinition type)
|
|
{
|
|
Annotations.MarkAndPush (type);
|
|
Annotations.SetPreserve (type, TypePreserve.All);
|
|
if (!type.HasNestedTypes) {
|
|
Tracer.Pop ();
|
|
return;
|
|
}
|
|
foreach (TypeDefinition nested in type.NestedTypes)
|
|
MarkAndPreserveAll (nested);
|
|
Tracer.Pop ();
|
|
}
|
|
}
|
|
|
|
Pipeline GetLinkerPipeline ()
|
|
{
|
|
IEnumerable<string> bclNames = bclAssemblies.Values.Select (Path.GetFileNameWithoutExtension);
|
|
|
|
var p = new Pipeline ();
|
|
p.AppendStep (new DontLinkExeStep ());
|
|
p.AppendStep (new LoadReferencesStep ());
|
|
p.AppendStep (new PreserveUsingAttributesStep (bclNames));
|
|
p.AppendStep (new BlacklistStep ());
|
|
p.AppendStep (new LinkBclStep (bclNames));
|
|
p.AppendStep (new TypeMapStep ());
|
|
p.AppendStep (new MarkStepWithUnresolvedLogging (this));
|
|
p.AppendStep (new SweepStep ());
|
|
p.AppendStep (new CleanStep ());
|
|
p.AppendStep (new RegenerateGuidStep ());
|
|
p.AppendStep (new OutputStep ());
|
|
return p;
|
|
}
|
|
|
|
class DontLinkExeStep : BaseStep
|
|
{
|
|
protected override void Process ()
|
|
{
|
|
foreach (var a in Context.GetAssemblies ()) {
|
|
Annotations.SetAction (a, AssemblyAction.Copy);
|
|
}
|
|
}
|
|
}
|
|
|
|
class LinkBclStep : BaseStep
|
|
{
|
|
HashSet<string> bclNames;
|
|
List<Tuple<string, string>> preserveTypeNames;
|
|
|
|
public LinkBclStep (IEnumerable<string> bclNames)
|
|
{
|
|
// CSLA cannot tolerate mscorlib being linked (uses reflection over types it doesn't reference)
|
|
this.bclNames = new HashSet<string> (bclNames.Where(x => x != "mscorlib"));
|
|
preserveTypeNames = new List<Tuple<string, string>> {
|
|
Tuple.Create ("System", "System.ComponentModel.IEditableObject"),
|
|
Tuple.Create ("System", "System.ComponentModel.IDataErrorInfo"),
|
|
};
|
|
}
|
|
|
|
protected override void Process ()
|
|
{
|
|
var asms = Context.GetAssemblies ();
|
|
|
|
foreach (var a in asms) {
|
|
if (bclNames.Contains (a.Name.Name)) {
|
|
Annotations.SetAction (a, AssemblyAction.Link);
|
|
}
|
|
}
|
|
|
|
foreach (var p in preserveTypeNames) {
|
|
var asm = asms.FirstOrDefault (x => x.Name.Name == p.Item1);
|
|
if (asm == null)
|
|
throw new Exception ($"Could not find assembly {p.Item1}");
|
|
var t = asm.MainModule.GetType (p.Item2);
|
|
if (t == null)
|
|
throw new Exception ($"Could not find type {p.Item2} in {p.Item1}");
|
|
Annotations.SetPreserve (t, TypePreserve.All);
|
|
}
|
|
|
|
//foreach (var a in asms) {
|
|
// var act = Annotations.GetAction (a);
|
|
// Console.WriteLine ($"{act} {a.Name.Name}");
|
|
//}
|
|
}
|
|
}
|
|
|
|
class MarkStepWithUnresolvedLogging : MarkStep
|
|
{
|
|
BuildDistTask task;
|
|
|
|
public MarkStepWithUnresolvedLogging (BuildDistTask task)
|
|
{
|
|
this.task = task;
|
|
}
|
|
|
|
protected override void HandleUnresolvedType (TypeReference reference)
|
|
{
|
|
task.ok = false;
|
|
task.Log.LogError ($"Linker failed to resolve type {reference} in {reference.Scope}");
|
|
}
|
|
|
|
protected override void HandleUnresolvedMethod (MethodReference reference)
|
|
{
|
|
task.ok = false;
|
|
task.Log.LogError ($"Linker failed to resolve method {reference}");
|
|
}
|
|
}
|
|
|
|
void RenameAssemblies ()
|
|
{
|
|
for (int i = 0; i < linkedAsmPaths.Count; i++) {
|
|
var path = linkedAsmPaths[i];
|
|
var newPath = Path.ChangeExtension(path, AssemblyExtension);
|
|
File.Move (path, newPath);
|
|
linkedAsmPaths[i] = newPath;
|
|
}
|
|
}
|
|
|
|
void ExtractClientJs ()
|
|
{
|
|
var oouiPath = refpaths.FirstOrDefault (x => Path.GetFileName (x).Equals ("Ooui.dll", StringComparison.InvariantCultureIgnoreCase));
|
|
if (oouiPath == null) {
|
|
Log.LogError ("Ooui.dll not included in the project");
|
|
return;
|
|
}
|
|
var oouiAsm = AssemblyDefinition.ReadAssembly (oouiPath);
|
|
var clientJs = oouiAsm.MainModule.Resources.FirstOrDefault (x => x.Name.EndsWith ("Client.js", StringComparison.InvariantCultureIgnoreCase)) as EmbeddedResource;
|
|
if (clientJs == null) {
|
|
Log.LogError ("Ooui.dll missing client javascript");
|
|
return;
|
|
}
|
|
var dest = Path.Combine (distPath, "ooui.js");
|
|
using (var srcs = clientJs.GetResourceStream ()) {
|
|
using (var dests = new FileStream (dest, FileMode.Create, FileAccess.Write)) {
|
|
srcs.CopyTo (dests);
|
|
}
|
|
}
|
|
Log.LogMessage ($"Client JS {dest}");
|
|
}
|
|
|
|
MethodDefinition entryPoint;
|
|
|
|
void DiscoverEntryPoint ()
|
|
{
|
|
var asm = AssemblyDefinition.ReadAssembly (Assembly);
|
|
entryPoint = asm.EntryPoint;
|
|
if (entryPoint == null) {
|
|
throw new Exception ($"{Path.GetFileName (Assembly)} is missing an entry point");
|
|
}
|
|
}
|
|
|
|
void GenerateHtml ()
|
|
{
|
|
var htmlPath = Path.Combine (distPath, "index.html");
|
|
using (var w = new StreamWriter (htmlPath, false, new UTF8Encoding (false))) {
|
|
w.Write (@"<!DOCTYPE html>
|
|
<html>
|
|
<head>
|
|
<meta charset=""utf-8"" />
|
|
<meta name=""viewport"" content=""width=device-width, initial-scale=1"" />
|
|
<link rel=""stylesheet"" href=""https://ajax.aspnetcdn.com/ajax/bootstrap/3.3.7/css/bootstrap.min.css"" />
|
|
<link rel=""stylesheet"" href=""https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.7.0/css/font-awesome.min.css"">
|
|
</head>
|
|
<body>
|
|
<div id=""ooui-body"" class=""container-fluid"">
|
|
<p id=""loading""><i class=""fa fa-refresh fa-spin"" style=""font-size:14px;margin-right:0.5em;""></i> Loading...</p>
|
|
</div>
|
|
<script defer type=""text/javascript"" src=""ooui.js""></script>
|
|
<script type=""text/javascript"">
|
|
var assemblies = [");
|
|
var head = "";
|
|
foreach (var l in linkedAsmPaths.Select (x => Path.GetFileName (x))) {
|
|
w.Write (head);
|
|
w.Write ('\"');
|
|
w.Write (l);
|
|
w.Write ('\"');
|
|
head = ",";
|
|
}
|
|
w.WriteLine ($@"];
|
|
document.addEventListener(""DOMContentLoaded"", function(event) {{
|
|
oouiWasm(""{entryPoint.DeclaringType.Module.Assembly.Name.Name}"", ""{entryPoint.DeclaringType.Namespace}"", ""{entryPoint.DeclaringType.Name}"", ""{entryPoint.Name}"", assemblies);
|
|
}});
|
|
</script>
|
|
<script defer type=""text/javascript"" src=""mono.js""></script>
|
|
</body>
|
|
</html>");
|
|
}
|
|
Log.LogMessage ($"HTML {htmlPath}");
|
|
}
|
|
|
|
class LinkerAssemblyResolver : Mono.Linker.AssemblyResolver
|
|
{
|
|
BuildDistTask task;
|
|
|
|
public LinkerAssemblyResolver (BuildDistTask buildDistTask)
|
|
{
|
|
task = buildDistTask;
|
|
}
|
|
|
|
public override AssemblyDefinition Resolve (AssemblyNameReference name, ReaderParameters parameters)
|
|
{
|
|
AssemblyDefinition asm = null;
|
|
if (!AssemblyCache.TryGetValue (name.Name, out asm)) {
|
|
var path = task.refpaths.FirstOrDefault (x => {
|
|
var rname = Path.GetFileNameWithoutExtension (x);
|
|
var eq = rname.Equals (name.Name, StringComparison.InvariantCultureIgnoreCase);
|
|
return eq;
|
|
});
|
|
if (path != null) {
|
|
//Console.WriteLine ($"SUCCESS {path}");
|
|
asm = ModuleDefinition.ReadModule (path, parameters).Assembly;
|
|
CacheAssembly (asm);
|
|
}
|
|
return base.Resolve (name, parameters);
|
|
}
|
|
return asm;
|
|
}
|
|
}
|
|
|
|
class LinkerMetadataResolver : MetadataResolver
|
|
{
|
|
readonly AssemblyNameReference mscorlibScope = new AssemblyNameReference ("mscorlib", new Version (1, 0));
|
|
|
|
public LinkerMetadataResolver (LinkerAssemblyResolver asmResolver)
|
|
: base (asmResolver)
|
|
{
|
|
}
|
|
|
|
public override TypeDefinition Resolve (TypeReference type)
|
|
{
|
|
var def = base.Resolve (type);
|
|
if (def != null) return def;
|
|
|
|
var scope = type.Scope;
|
|
if (scope == null) return null;
|
|
|
|
switch (scope.MetadataScopeType) {
|
|
case MetadataScopeType.AssemblyNameReference: {
|
|
AssemblyNameReference asmRef = (AssemblyNameReference)scope;
|
|
if (asmRef.Name == "System.Runtime") {
|
|
return base.Resolve (new TypeReference (type.Namespace, type.Name, type.Module, mscorlibScope));
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
|
|
return def;
|
|
}
|
|
}
|
|
}
|
|
}
|