Ooui-tws-port/Ooui.Wasm.Build.Tasks/BuildDistTask.cs

484 lines
18 KiB
C#
Raw Normal View History

2018-03-13 05:27:03 +00:00
using System;
using System.Collections.Generic;
using System.IO;
2018-03-13 07:59:33 +00:00
using System.IO.Compression;
using System.Linq;
using System.Net;
2018-03-13 20:46:34 +00:00
using System.Text;
2018-03-13 05:27:03 +00:00
using Microsoft.Build.Framework;
using Microsoft.Build.Utilities;
2018-03-13 07:59:33 +00:00
using Mono.Cecil;
2018-03-13 20:16:59 +00:00
using Mono.Linker;
using Mono.Linker.Steps;
2018-03-13 05:27:03 +00:00
namespace Ooui.Wasm.Build.Tasks
{
2018-03-13 07:59:33 +00:00
public class BuildDistTask : Task
2018-03-13 05:27:03 +00:00
{
const string SdkUrl = "https://xamjenkinsartifact.azureedge.net/test-mono-mainline-wasm/916/ubuntu-1804-amd64/sdks/wasm/mono-wasm-f25f9e5f2b5.zip";
2018-03-13 07:59:33 +00:00
const string AssemblyExtension = ".bin";
2018-03-13 05:27:03 +00:00
[Required]
2018-03-13 07:59:33 +00:00
public string Assembly { get; set; }
2018-03-13 22:58:18 +00:00
[Required]
public string OutputPath { get; set; }
2018-03-13 07:59:33 +00:00
public string ReferencePath { get; set; }
bool ok = false;
2018-03-13 07:59:33 +00:00
public override bool Execute ()
{
try {
ok = true;
2018-03-13 07:59:33 +00:00
InstallSdk ();
GetBcl ();
CreateDist ();
DeleteOldAssemblies ();
2018-03-13 07:59:33 +00:00
CopyRuntime ();
LinkAssemblies ();
RenameAssemblies ();
2018-03-13 07:59:33 +00:00
ExtractClientJs ();
2018-03-13 17:05:43 +00:00
DiscoverEntryPoint ();
2018-03-13 07:59:33 +00:00
GenerateHtml ();
return ok;
2018-03-13 07:59:33 +00:00
}
catch (Exception ex) {
//Console.WriteLine (ex);
2018-03-13 07:59:33 +00:00
Log.LogErrorFromException (ex);
return false;
}
}
string sdkPath;
void InstallSdk ()
{
var sdkName = Path.GetFileNameWithoutExtension (new Uri (SdkUrl).AbsolutePath.Replace ('/', Path.DirectorySeparatorChar));
Log.LogMessage ("SDK: " + sdkName);
string tmpDir = Path.GetTempPath ();
sdkPath = Path.Combine (tmpDir, sdkName);
2018-03-13 07:59:33 +00:00
Log.LogMessage ("SDK Path: " + sdkPath);
if (Directory.Exists (sdkPath)
&& Directory.Exists (Path.Combine (sdkPath, "release")))
2018-03-13 07:59:33 +00:00
return;
var client = new WebClient ();
var zipPath = sdkPath + ".zip";
Log.LogMessage ($"Downloading {sdkName} to {zipPath}");
if (File.Exists (zipPath))
File.Delete (zipPath);
2018-03-13 07:59:33 +00:00
client.DownloadFile (SdkUrl, zipPath);
var sdkTempPath = Path.Combine (tmpDir, Guid.NewGuid ().ToString ());
ZipFile.ExtractToDirectory (zipPath, sdkTempPath);
if (Directory.Exists (sdkPath))
Directory.Delete (sdkPath, true);
Directory.Move (sdkTempPath, sdkPath);
2018-03-13 07:59:33 +00:00
Log.LogMessage ($"Extracted {sdkName} to {sdkPath}");
}
string bclPath;
Dictionary<string, string> bclAssemblies;
void GetBcl ()
{
bclPath = Path.Combine (sdkPath, "bcl");
var reals = Directory.GetFiles (bclPath, "*.dll");
var facades = Directory.GetFiles (Path.Combine (bclPath, "Facades"), "*.dll");
var allFiles = reals.Concat (facades);
bclAssemblies = allFiles.ToDictionary (x => Path.GetFileName (x));
}
string distPath;
string managedPath;
2018-03-13 05:27:03 +00:00
2018-03-13 07:59:33 +00:00
void CreateDist ()
{
2018-03-13 22:58:18 +00:00
var outputPath = Path.GetFullPath (OutputPath);
2018-03-13 07:59:33 +00:00
distPath = Path.Combine (outputPath, "dist");
managedPath = Path.Combine (distPath, "managed");
Directory.CreateDirectory (managedPath);
2018-03-13 05:27:03 +00:00
}
void DeleteOldAssemblies ()
{
foreach (var dll in Directory.GetFiles (managedPath, "*.dll")) {
File.Delete (dll);
}
foreach (var dll in Directory.GetFiles (managedPath, "*" + AssemblyExtension)) {
File.Delete (dll);
}
}
2018-03-13 07:59:33 +00:00
void CopyRuntime ()
{
var rtPath = Path.Combine (sdkPath, "release");
var files = new[] { "mono.wasm", "mono.js" };
foreach (var f in files) {
var src = Path.Combine (rtPath, f);
var dest = Path.Combine (distPath, f);
Log.LogMessage ($"Runtime {src} -> {dest}");
File.Copy (src, dest, true);
}
2018-03-13 21:03:46 +00:00
File.Copy (Path.Combine (sdkPath, "server.py"), Path.Combine (distPath, "server.py"), true);
2018-03-13 07:59:33 +00:00
}
2018-03-13 05:27:03 +00:00
2018-03-13 07:59:33 +00:00
List<string> linkedAsmPaths;
2018-03-13 23:04:31 +00:00
List<string> refpaths;
2018-03-13 07:59:33 +00:00
void LinkAssemblies ()
{
var references = ReferencePath.Split (';').Select (x => x.Trim ()).Where (x => x.Length > 0).ToList ();
2018-03-13 23:04:31 +00:00
refpaths = new List<string> ();
2018-03-13 07:59:33 +00:00
foreach (var r in references) {
var name = Path.GetFileName (r);
if (bclAssemblies.ContainsKey (name)) {
refpaths.Add (bclAssemblies[name]);
//Console.WriteLine ($"+ {name}");
2018-03-13 20:16:59 +00:00
}
else {
refpaths.Add (r);
//Console.WriteLine ($"- {r}");
2018-03-13 20:16:59 +00:00
}
}
var asmPath = Path.GetFullPath (Assembly);
var pipeline = GetLinkerPipeline ();
var resolver = new LinkerAssemblyResolver (this);
var asmParameters = new ReaderParameters {
AssemblyResolver = resolver,
MetadataResolver = new LinkerMetadataResolver (resolver)
};
using (var context = new LinkContext (pipeline, resolver, asmParameters, new UnintializedContextFactory ())) {
2018-03-13 20:16:59 +00:00
context.CoreAction = AssemblyAction.CopyUsed;
context.UserAction = AssemblyAction.CopyUsed;
context.OutputDirectory = managedPath;
context.IgnoreUnresolved = false;
2018-03-13 20:16:59 +00:00
pipeline.PrependStep (new ResolveFromAssemblyStep (asmPath, ResolveFromAssemblyStep.RootVisibility.Any));
var refdirs = refpaths.Select (x => Path.GetDirectoryName (x)).Distinct ().ToList ();
refdirs.Insert (0, Path.Combine (bclPath, "Facades"));
refdirs.Insert (0, bclPath);
foreach (var d in refdirs.Distinct ()) {
context.Resolver.AddSearchDirectory (d);
}
pipeline.AddStepAfter (typeof (LoadReferencesStep), new LoadI18nAssemblies (I18nAssemblies.None));
DeleteOldAssemblies ();
2018-03-13 20:16:59 +00:00
pipeline.Process (context);
}
linkedAsmPaths = Directory.GetFiles (managedPath, "*.dll").OrderBy (x => Path.GetFileName (x)).ToList ();
}
class PreserveUsingAttributesStep : ResolveStep
{
readonly HashSet<string> ignoreAsmNames;
public PreserveUsingAttributesStep (IEnumerable<string> ignoreAsmNames)
{
this.ignoreAsmNames = new HashSet<string> (ignoreAsmNames);
}
protected override void Process ()
{
var asms = Context.GetAssemblies ();
foreach (var a in asms.Where (x => !ignoreAsmNames.Contains (x.Name.Name))) {
foreach (var m in a.Modules) {
foreach (var t in m.Types) {
PreserveTypeIfRequested (t);
}
}
}
}
void PreserveTypeIfRequested (TypeDefinition type)
{
var typePreserved = IsTypePreserved (type);
if (IsTypePreserved (type)) {
MarkAndPreserveAll (type);
2018-03-13 07:59:33 +00:00
}
else {
2018-03-13 20:16:59 +00:00
foreach (var m in type.Methods.Where (IsMethodPreserved)) {
Annotations.AddPreservedMethod (type, m);
}
foreach (var t in type.NestedTypes) {
PreserveTypeIfRequested (t);
}
2018-03-13 07:59:33 +00:00
}
}
2018-03-13 20:16:59 +00:00
static bool IsTypePreserved (TypeDefinition m)
{
return m.CustomAttributes.FirstOrDefault (x => x.AttributeType.Name.StartsWith ("Preserve", StringComparison.Ordinal)) != null;
2018-03-13 07:59:33 +00:00
}
2018-03-13 20:16:59 +00:00
static bool IsMethodPreserved (MethodDefinition m)
{
return m.CustomAttributes.FirstOrDefault (x => x.AttributeType.Name.StartsWith ("Preserve", StringComparison.Ordinal)) != null;
}
void MarkAndPreserveAll (TypeDefinition type)
{
Annotations.MarkAndPush (type);
Annotations.SetPreserve (type, TypePreserve.All);
if (!type.HasNestedTypes) {
Tracer.Pop ();
return;
}
foreach (TypeDefinition nested in type.NestedTypes)
MarkAndPreserveAll (nested);
Tracer.Pop ();
}
}
Pipeline GetLinkerPipeline ()
{
IEnumerable<string> bclNames = bclAssemblies.Values.Select (Path.GetFileNameWithoutExtension);
2018-03-13 20:16:59 +00:00
var p = new Pipeline ();
p.AppendStep (new DontLinkExeStep ());
2018-03-13 20:16:59 +00:00
p.AppendStep (new LoadReferencesStep ());
p.AppendStep (new PreserveUsingAttributesStep (bclNames));
2018-03-13 20:16:59 +00:00
p.AppendStep (new BlacklistStep ());
p.AppendStep (new LinkBclStep (bclNames));
2018-03-13 20:16:59 +00:00
p.AppendStep (new TypeMapStep ());
p.AppendStep (new MarkStepWithUnresolvedLogging (this));
2018-03-13 20:16:59 +00:00
p.AppendStep (new SweepStep ());
p.AppendStep (new CleanStep ());
p.AppendStep (new RegenerateGuidStep ());
p.AppendStep (new OutputStep ());
return p;
2018-03-13 07:59:33 +00:00
}
2018-03-13 05:27:03 +00:00
class DontLinkExeStep : BaseStep
{
protected override void Process ()
{
foreach (var a in Context.GetAssemblies ()) {
Annotations.SetAction (a, AssemblyAction.Copy);
}
}
}
class LinkBclStep : BaseStep
{
HashSet<string> bclNames;
List<Tuple<string, string>> preserveTypeNames;
public LinkBclStep (IEnumerable<string> bclNames)
{
// CSLA cannot tolerate mscorlib being linked (uses reflection over types it doesn't reference)
this.bclNames = new HashSet<string> (bclNames.Where(x => x != "mscorlib"));
preserveTypeNames = new List<Tuple<string, string>> {
Tuple.Create ("System", "System.ComponentModel.IEditableObject"),
Tuple.Create ("System", "System.ComponentModel.IDataErrorInfo"),
};
}
protected override void Process ()
{
var asms = Context.GetAssemblies ();
foreach (var a in asms) {
if (bclNames.Contains (a.Name.Name)) {
Annotations.SetAction (a, AssemblyAction.Link);
}
}
foreach (var p in preserveTypeNames) {
var asm = asms.FirstOrDefault (x => x.Name.Name == p.Item1);
if (asm == null)
throw new Exception ($"Could not find assembly {p.Item1}");
var t = asm.MainModule.GetType (p.Item2);
if (t == null)
throw new Exception ($"Could not find type {p.Item2} in {p.Item1}");
Annotations.SetPreserve (t, TypePreserve.All);
}
//foreach (var a in asms) {
// var act = Annotations.GetAction (a);
// Console.WriteLine ($"{act} {a.Name.Name}");
//}
}
}
class MarkStepWithUnresolvedLogging : MarkStep
{
BuildDistTask task;
public MarkStepWithUnresolvedLogging (BuildDistTask task)
{
this.task = task;
}
protected override void HandleUnresolvedType (TypeReference reference)
{
task.ok = false;
task.Log.LogError ($"Linker failed to resolve type {reference} in {reference.Scope}");
}
protected override void HandleUnresolvedMethod (MethodReference reference)
{
task.ok = false;
task.Log.LogError ($"Linker failed to resolve method {reference}");
}
}
void RenameAssemblies ()
{
for (int i = 0; i < linkedAsmPaths.Count; i++) {
var path = linkedAsmPaths[i];
var newPath = Path.ChangeExtension(path, AssemblyExtension);
File.Move (path, newPath);
linkedAsmPaths[i] = newPath;
}
}
2018-03-13 07:59:33 +00:00
void ExtractClientJs ()
{
2018-03-13 23:04:31 +00:00
var oouiPath = refpaths.FirstOrDefault (x => Path.GetFileName (x).Equals ("Ooui.dll", StringComparison.InvariantCultureIgnoreCase));
2018-03-13 07:59:33 +00:00
if (oouiPath == null) {
Log.LogError ("Ooui.dll not included in the project");
return;
}
var oouiAsm = AssemblyDefinition.ReadAssembly (oouiPath);
var clientJs = oouiAsm.MainModule.Resources.FirstOrDefault (x => x.Name.EndsWith ("Client.js", StringComparison.InvariantCultureIgnoreCase)) as EmbeddedResource;
if (clientJs == null) {
Log.LogError ("Ooui.dll missing client javascript");
return;
}
var dest = Path.Combine (distPath, "ooui.js");
using (var srcs = clientJs.GetResourceStream ()) {
using (var dests = new FileStream (dest, FileMode.Create, FileAccess.Write)) {
srcs.CopyTo (dests);
}
}
Log.LogMessage ($"Client JS {dest}");
}
2018-03-13 17:05:43 +00:00
MethodDefinition entryPoint;
void DiscoverEntryPoint ()
{
var asm = AssemblyDefinition.ReadAssembly (Assembly);
entryPoint = asm.EntryPoint;
if (entryPoint == null) {
throw new Exception ($"{Path.GetFileName (Assembly)} is missing an entry point");
}
}
2018-03-13 07:59:33 +00:00
void GenerateHtml ()
{
var htmlPath = Path.Combine (distPath, "index.html");
using (var w = new StreamWriter (htmlPath, false, new UTF8Encoding (false))) {
w.Write (@"<!DOCTYPE html>
<html>
<head>
2018-03-13 23:49:21 +00:00
<meta charset=""utf-8"" />
2018-03-13 07:59:33 +00:00
<meta name=""viewport"" content=""width=device-width, initial-scale=1"" />
<link rel=""stylesheet"" href=""https://ajax.aspnetcdn.com/ajax/bootstrap/3.3.7/css/bootstrap.min.css"" />
<link rel=""stylesheet"" href=""https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.7.0/css/font-awesome.min.css"">
</head>
<body>
<div id=""ooui-body"" class=""container-fluid"">
<p id=""loading""><i class=""fa fa-refresh fa-spin"" style=""font-size:14px;margin-right:0.5em;""></i> Loading...</p>
</div>
2018-03-13 17:21:08 +00:00
<script defer type=""text/javascript"" src=""ooui.js""></script>
2018-03-13 07:59:33 +00:00
<script type=""text/javascript"">
var assemblies = [");
var head = "";
2018-03-13 20:16:59 +00:00
foreach (var l in linkedAsmPaths.Select (x => Path.GetFileName (x))) {
2018-03-13 07:59:33 +00:00
w.Write (head);
w.Write ('\"');
w.Write (l);
w.Write ('\"');
head = ",";
}
2018-03-13 17:05:43 +00:00
w.WriteLine ($@"];
2018-03-13 17:21:08 +00:00
document.addEventListener(""DOMContentLoaded"", function(event) {{
oouiWasm(""{entryPoint.DeclaringType.Module.Assembly.Name.Name}"", ""{entryPoint.DeclaringType.Namespace}"", ""{entryPoint.DeclaringType.Name}"", ""{entryPoint.Name}"", assemblies);
}});
2018-03-13 07:59:33 +00:00
</script>
2018-03-13 17:21:08 +00:00
<script defer type=""text/javascript"" src=""mono.js""></script>
2018-03-13 07:59:33 +00:00
</body>
</html>");
}
Log.LogMessage ($"HTML {htmlPath}");
}
class LinkerAssemblyResolver : Mono.Linker.AssemblyResolver
{
BuildDistTask task;
public LinkerAssemblyResolver (BuildDistTask buildDistTask)
{
task = buildDistTask;
}
public override AssemblyDefinition Resolve (AssemblyNameReference name, ReaderParameters parameters)
{
AssemblyDefinition asm = null;
if (!AssemblyCache.TryGetValue (name.Name, out asm)) {
var path = task.refpaths.FirstOrDefault (x => {
var rname = Path.GetFileNameWithoutExtension (x);
var eq = rname.Equals (name.Name, StringComparison.InvariantCultureIgnoreCase);
return eq;
});
if (path != null) {
//Console.WriteLine ($"SUCCESS {path}");
asm = ModuleDefinition.ReadModule (path, parameters).Assembly;
CacheAssembly (asm);
}
return base.Resolve (name, parameters);
}
return asm;
}
}
class LinkerMetadataResolver : MetadataResolver
{
readonly AssemblyNameReference mscorlibScope = new AssemblyNameReference ("mscorlib", new Version (1, 0));
public LinkerMetadataResolver (LinkerAssemblyResolver asmResolver)
: base (asmResolver)
{
}
public override TypeDefinition Resolve (TypeReference type)
{
var def = base.Resolve (type);
if (def != null) return def;
var scope = type.Scope;
if (scope == null) return null;
switch (scope.MetadataScopeType) {
case MetadataScopeType.AssemblyNameReference: {
AssemblyNameReference asmRef = (AssemblyNameReference)scope;
if (asmRef.Name == "System.Runtime") {
return base.Resolve (new TypeReference (type.Namespace, type.Name, type.Module, mscorlibScope));
}
}
break;
}
return def;
}
}
2018-03-13 07:59:33 +00:00
}
2018-03-13 05:27:03 +00:00
}
2019-01-05 19:43:05 +00:00
namespace Mono.Linker
{
[Flags]
public enum CodeOptimizations
{
BeforeFieldInit = 1 << 0,
}
}