GoaLitiuM/FlaxEngine
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add DotNet targets building

Browse Source
This commit is contained in:
Wojciech Figat
2022-01-14 14:19:46 +01:00
parent 8c2241c6dc
commit d032f18b71
4 changed files with 292 additions and 142 deletions
Download Patch File Download Diff File Expand all files Collapse all files

301
Source/Tools/Flax.Build/Build/DotNet/Builder.DotNet.cs
View File

@@ -5,6 +5,7 @@ using System.Collections.Generic;
using System.IO;
using System.Linq;
using Flax.Build.Graph;
using Flax.Deploy;
namespace Flax.Build
{
@@ -12,40 +13,143 @@ namespace Flax.Build
{
private static void BuildTargetDotNet(RulesAssembly rules, TaskGraph graph, Target target, Platform platform, TargetConfiguration configuration)
{
throw new NotImplementedException("TODO: building C# targets");
// Check if use custom project file
if (!string.IsNullOrEmpty(target.CustomExternalProjectFilePath))
{
// Use msbuild to compile it
var task = graph.Add<Task>();
task.WorkingDirectory = Globals.Root;
task.InfoMessage = "Building " + Path.GetFileName(target.CustomExternalProjectFilePath);
task.Cost = 100;
task.CommandPath = VCEnvironment.MSBuildPath;
task.CommandArguments = string.Format("\"{0}\" /m /t:Build /p:Configuration=\"{1}\" /p:Platform=\"{2}\" {3} /nologo", target.CustomExternalProjectFilePath, configuration.ToString(), "AnyCPU", VCEnvironment.Verbosity);
return;
}
private static void BuildTargetBindings(TaskGraph graph, BuildData buildData)
// Warn if target has no valid modules
if (target.Modules.Count == 0)
Log.Warning(string.Format("Target {0} has no modules to build", target.Name));
// Pick a project
var project = Globals.Project;
if (target is ProjectTarget projectTarget)
project = projectTarget.Project;
if (project == null)
throw new Exception($"Cannot build target {target.Name}. The project file is missing (.flaxproj located in the folder above).");
// Setup build environment for the target
var targetBuildOptions = GetBuildOptions(target, platform, null, TargetArchitecture.AnyCPU, configuration, project.ProjectFolderPath);
using (new ProfileEventScope("PreBuild"))
{
var workspaceRoot = buildData.TargetOptions.WorkingDirectory;
var args = new List<string>();
var referencesToCopy = new HashSet<KeyValuePair<string, string>>();
var buildOptions = buildData.TargetOptions;
foreach (var binaryModule in buildData.BinaryModules)
// Pre build
target.PreBuild(graph, targetBuildOptions);
PreBuild?.Invoke(graph, targetBuildOptions);
// Ensure that target build directories exist
if (!target.IsPreBuilt && !Directory.Exists(targetBuildOptions.IntermediateFolder))
Directory.CreateDirectory(targetBuildOptions.IntermediateFolder);
if (!target.IsPreBuilt && !Directory.Exists(targetBuildOptions.OutputFolder))
Directory.CreateDirectory(targetBuildOptions.OutputFolder);
}
// Setup building common data container
var buildData = new BuildData
{
if (binaryModule.All(x => !x.BuildCSharp))
continue;
var binaryModuleName = binaryModule.Key;
using (new ProfileEventScope(binaryModuleName))
Project = project,
Graph = graph,
Rules = rules,
Target = target,
TargetOptions = targetBuildOptions,
Platform = platform,
Architecture = TargetArchitecture.AnyCPU,
Configuration = configuration,
};
// Collect all modules
using (new ProfileEventScope("CollectModules"))
{
// TODO: add support for extending this code and support generating bindings projects for other scripting languages
var project = GetModuleProject(binaryModule.First(), buildData);
foreach (var moduleName in target.Modules)
{
var module = rules.GetModule(moduleName);
if (module != null)
{
CollectModules(buildData, module, true);
}
else
{
Log.Warning(string.Format("Missing module {0} (or invalid name specified)", moduleName));
}
}
}
// Build all modules from target binary modules but in order of collecting (from independent to more dependant ones)
var sourceFiles = new List<string>();
using (new ProfileEventScope("BuildModules"))
{
foreach (var module in buildData.ModulesOrderList)
{
if (buildData.BinaryModules.Any(x => x.Contains(module)))
{
var moduleOptions = BuildModule(buildData, module);
// Get source files
var sourceFiles = new List<string>();
foreach (var module in binaryModule)
sourceFiles.AddRange(buildData.Modules[module].SourceFiles.Where(x => x.EndsWith(".cs")));
sourceFiles.AddRange(moduleOptions.SourceFiles.Where(x => x.EndsWith(".cs")));
// Merge module into target environment
foreach (var e in moduleOptions.OutputFiles)
buildData.TargetOptions.LinkEnv.InputFiles.Add(e);
foreach (var e in moduleOptions.DependencyFiles)
buildData.TargetOptions.DependencyFiles.Add(e);
foreach (var e in moduleOptions.OptionalDependencyFiles)
buildData.TargetOptions.OptionalDependencyFiles.Add(e);
buildData.TargetOptions.Libraries.AddRange(moduleOptions.Libraries);
buildData.TargetOptions.DelayLoadLibraries.AddRange(moduleOptions.DelayLoadLibraries);
buildData.TargetOptions.ScriptingAPI.Add(moduleOptions.ScriptingAPI);
}
}
}
// Build
var outputTargetFilePath = target.GetOutputFilePath(targetBuildOptions);
var outputPath = Path.GetDirectoryName(outputTargetFilePath);
using (new ProfileEventScope("Build"))
{
// Cleanup source files
sourceFiles.RemoveAll(x => x.EndsWith(BuildFilesPostfix));
var moduleGen = Path.Combine(project.ProjectFolderPath, "Source", binaryModuleName + ".Gen.cs");
if (!sourceFiles.Contains(moduleGen))
sourceFiles.Add(moduleGen);
sourceFiles.Sort();
// Build assembly
BuildDotNet(graph, buildData, targetBuildOptions, target.OutputName, sourceFiles);
}
// Deploy files
if (!target.IsPreBuilt)
{
using (new ProfileEventScope("DeployFiles"))
{
foreach (var srcFile in targetBuildOptions.OptionalDependencyFiles.Where(File.Exists).Union(targetBuildOptions.DependencyFiles))
{
var dstFile = Path.Combine(outputPath, Path.GetFileName(srcFile));
graph.AddCopyFile(dstFile, srcFile);
}
}
}
using (new ProfileEventScope("PostBuild"))
{
// Post build
PostBuild?.Invoke(graph, targetBuildOptions);
target.PostBuild(graph, targetBuildOptions);
}
}
private static void BuildDotNet(TaskGraph graph, BuildData buildData, NativeCpp.BuildOptions buildOptions, string name, List<string> sourceFiles, HashSet<string> fileReferences = null)
{
// Setup build options
var buildPlatform = Platform.BuildPlatform.Target;
var buildPlatform = Platform.BuildTargetPlatform;
var outputPath = Path.GetDirectoryName(buildData.Target.GetOutputFilePath(buildOptions));
var outputFile = Path.Combine(outputPath, binaryModuleName + ".CSharp.dll");
var outputDocFile = Path.Combine(outputPath, binaryModuleName + ".CSharp.xml");
var outputFile = Path.Combine(outputPath, name + ".dll");
var outputDocFile = Path.Combine(outputPath, name + ".xml");
string monoRoot, monoPath, cscPath;
switch (buildPlatform)
{
@@ -78,48 +182,13 @@ namespace Flax.Build
default: throw new InvalidPlatformException(buildPlatform);
}
var referenceAssemblies = Path.Combine(monoRoot, "lib", "mono", "4.5-api");
var references = new HashSet<string>(buildOptions.ScriptingAPI.FileReferences);
foreach (var module in binaryModule)
{
if (!buildData.Modules.TryGetValue(module, out var moduleBuildOptions))
continue;
// Find references based on the modules dependencies
foreach (var dependencyName in moduleBuildOptions.PublicDependencies.Concat(moduleBuildOptions.PrivateDependencies))
{
var dependencyModule = buildData.Rules.GetModule(dependencyName);
if (dependencyModule != null &&
!string.IsNullOrEmpty(dependencyModule.BinaryModuleName) &&
dependencyModule.BuildCSharp &&
dependencyModule.BinaryModuleName != binaryModuleName &&
buildData.Modules.TryGetValue(dependencyModule, out var dependencyModuleOptions))
{
foreach (var x in buildData.BinaryModules)
{
if (x.Key == null || x.Key != dependencyModule.BinaryModuleName)
continue;
// Reference module output binary
references.Add(Path.Combine(outputPath, dependencyModule.BinaryModuleName + ".CSharp.dll"));
}
foreach (var e in buildData.ReferenceBuilds)
{
foreach (var q in e.Value.BuildInfo.BinaryModules)
{
if (q.Name == dependencyModule.BinaryModuleName && !string.IsNullOrEmpty(q.ManagedPath))
{
// Reference binary module build build for referenced target
references.Add(q.ManagedPath);
break;
}
}
}
}
}
}
if (fileReferences == null)
fileReferences = buildOptions.ScriptingAPI.FileReferences;
else
fileReferences.AddRange(buildOptions.ScriptingAPI.FileReferences);
// Setup C# compiler arguments
var args = new List<string>();
args.Clear();
args.Add("/nologo");
args.Add("/target:library");
@@ -149,22 +218,22 @@ namespace Flax.Build
args.Add(string.Format("/reference:\"{0}{1}mscorlib.dll\"", referenceAssemblies, Path.DirectorySeparatorChar));
foreach (var reference in buildOptions.ScriptingAPI.SystemReferences)
args.Add(string.Format("/reference:\"{0}{2}{1}.dll\"", referenceAssemblies, reference, Path.DirectorySeparatorChar));
foreach (var reference in references)
foreach (var reference in fileReferences)
args.Add(string.Format("/reference:\"{0}\"", reference));
foreach (var sourceFile in sourceFiles)
args.Add("\"" + sourceFile + "\"");
// Generate response file with source files paths and compilation arguments
string responseFile = Path.Combine(buildOptions.IntermediateFolder, binaryModuleName + ".CSharp.response");
string responseFile = Path.Combine(buildOptions.IntermediateFolder, name + ".response");
Utilities.WriteFileIfChanged(responseFile, string.Join(Environment.NewLine, args));
// Create C# compilation task
var task = graph.Add<Task>();
task.PrerequisiteFiles.Add(responseFile);
task.PrerequisiteFiles.AddRange(sourceFiles);
task.PrerequisiteFiles.AddRange(references);
task.PrerequisiteFiles.AddRange(fileReferences);
task.ProducedFiles.Add(outputFile);
task.WorkingDirectory = workspaceRoot;
task.WorkingDirectory = buildData.TargetOptions.WorkingDirectory;
task.InfoMessage = "Compiling " + outputFile;
task.Cost = task.PrerequisiteFiles.Count;
@@ -183,31 +252,93 @@ namespace Flax.Build
}
// Copy referenced assemblies
foreach (var reference in buildOptions.ScriptingAPI.FileReferences)
foreach (var srcFile in buildOptions.ScriptingAPI.FileReferences)
{
var dstFile = Path.Combine(outputPath, Path.GetFileName(reference));
if (dstFile == reference)
var dstFile = Path.Combine(outputPath, Path.GetFileName(srcFile));
if (dstFile == srcFile || graph.HasCopyTask(dstFile, srcFile))
continue;
graph.AddCopyFile(dstFile, srcFile);
var srcPdb = Path.ChangeExtension(srcFile, "pdb");
if (File.Exists(srcPdb))
graph.AddCopyFile(Path.ChangeExtension(dstFile, "pdb"), srcPdb);
var srcXml = Path.ChangeExtension(srcFile, "xml");
if (File.Exists(srcXml))
graph.AddCopyFile(Path.ChangeExtension(dstFile, "xml"), srcXml);
}
}
private static void BuildTargetBindings(TaskGraph graph, BuildData buildData)
{
var sourceFiles = new List<string>();
var fileReferences = new HashSet<string>();
var buildOptions = buildData.TargetOptions;
var outputPath = Path.GetDirectoryName(buildData.Target.GetOutputFilePath(buildOptions));
foreach (var binaryModule in buildData.BinaryModules)
{
if (binaryModule.All(x => !x.BuildCSharp))
continue;
var binaryModuleName = binaryModule.Key;
using (new ProfileEventScope(binaryModuleName))
{
// TODO: add support for extending this code and support generating bindings projects for other scripting languages
var project = GetModuleProject(binaryModule.First(), buildData);
// Get source files
sourceFiles.Clear();
foreach (var module in binaryModule)
sourceFiles.AddRange(buildData.Modules[module].SourceFiles.Where(x => x.EndsWith(".cs")));
sourceFiles.RemoveAll(x => x.EndsWith(BuildFilesPostfix));
var moduleGen = Path.Combine(project.ProjectFolderPath, "Source", binaryModuleName + ".Gen.cs");
if (!sourceFiles.Contains(moduleGen))
sourceFiles.Add(moduleGen);
sourceFiles.Sort();
// Get references
fileReferences.Clear();
foreach (var module in binaryModule)
{
if (!buildData.Modules.TryGetValue(module, out var moduleBuildOptions))
continue;
referencesToCopy.Add(new KeyValuePair<string, string>(dstFile, reference));
}
}
}
// Copy files (using hash set to prevent copying the same file twice when building multiple scripting modules using the same files)
foreach (var e in referencesToCopy)
// Find references based on the modules dependencies
foreach (var dependencyName in moduleBuildOptions.PublicDependencies.Concat(moduleBuildOptions.PrivateDependencies))
{
var dst = e.Key;
var src = e.Value;
graph.AddCopyFile(dst, src);
var dependencyModule = buildData.Rules.GetModule(dependencyName);
if (dependencyModule != null &&
!string.IsNullOrEmpty(dependencyModule.BinaryModuleName) &&
dependencyModule.BuildCSharp &&
dependencyModule.BinaryModuleName != binaryModuleName &&
buildData.Modules.TryGetValue(dependencyModule, out var dependencyModuleOptions))
{
foreach (var x in buildData.BinaryModules)
{
if (x.Key == null || x.Key != dependencyModule.BinaryModuleName)
continue;
var srcPdb = Path.ChangeExtension(src, "pdb");
if (File.Exists(srcPdb))
graph.AddCopyFile(Path.ChangeExtension(dst, "pdb"), srcPdb);
// Reference module output binary
fileReferences.Add(Path.Combine(outputPath, dependencyModule.BinaryModuleName + ".CSharp.dll"));
}
foreach (var e in buildData.ReferenceBuilds)
{
foreach (var q in e.Value.BuildInfo.BinaryModules)
{
if (q.Name == dependencyModule.BinaryModuleName && !string.IsNullOrEmpty(q.ManagedPath))
{
// Reference binary module build build for referenced target
fileReferences.Add(q.ManagedPath);
break;
}
}
}
}
}
}
var srcXml = Path.ChangeExtension(src, "xml");
if (File.Exists(srcXml))
graph.AddCopyFile(Path.ChangeExtension(dst, "xml"), srcXml);
// Build assembly
BuildDotNet(graph, buildData, buildOptions, binaryModuleName + ".CSharp", sourceFiles, fileReferences);
}
}
}
}

22
Source/Tools/Flax.Build/Build/Graph/TaskGraph.cs
View File

@@ -94,6 +94,28 @@ namespace Flax.Build.Graph
return task;
}
/// <summary>
/// Checks if that copy task is already added in a graph. Use it for logic that might copy the same file multiple times.
/// </summary>
/// <param name="dstFile">The destination file path.</param>
/// <param name="srcFile">The source file path.</param>
/// <returns>True if has copy task already scheduled in a task graph, otherwise false..</returns>
public bool HasCopyTask(string dstFile, string srcFile)
{
for (int i = Tasks.Count - 1; i >= 0; i--)
{
var t = Tasks[i];
if (t.Cost == 1 &&
t.PrerequisiteFiles.Count == 1 && t.PrerequisiteFiles[0] == srcFile &&
t.ProducedFiles.Count == 1 && t.ProducedFiles[0] == dstFile)
{
// Already scheduled for copy
return true;
}
}
return false;
}
/// <summary>
/// Builds the cache for the task graph. Cached the map for files to provide O(1) lookup for producing task.
/// </summary>

5
Source/Tools/Flax.Build/Build/NativeCpp/Builder.NativeCpp.cs
View File

@@ -616,9 +616,7 @@ namespace Flax.Build
// Warn if target has no valid modules
if (target.Modules.Count == 0)
{
Log.Warning(string.Format("Target {0} has no modules to build", target.Name));
}
// Pick a project
var project = Globals.Project;
@@ -951,10 +949,7 @@ namespace Flax.Build
// Warn if target has no valid modules
if (target.Modules.Count == 0)
{
Log.Warning(string.Format("Target {0} has no modules to build", target.Name));
}
// Pick a project
var project = Globals.Project;
if (target is ProjectTarget projectTarget)

8
Source/Tools/Flax.Build/Deploy/VCEnvironment.cs
View File

@@ -184,6 +184,8 @@ namespace Flax.Deploy
return false;
}
internal static string Verbosity => Configuration.Verbose ? " " : "/verbosity:minimal ";
/// <summary>
/// Runs msbuild.exe with the specified arguments.
/// </summary>
@@ -203,7 +205,7 @@ namespace Flax.Deploy
throw new Exception(string.Format("Project {0} does not exist!", project));
}
string cmdLine = string.Format("\"{0}\" /m /t:Build /p:Configuration=\"{1}\" /p:Platform=\"{2}\" /verbosity:minimal /nologo", project, buildConfig, buildPlatform);
string cmdLine = string.Format("\"{0}\" /m /t:Build /p:Configuration=\"{1}\" /p:Platform=\"{2}\" {3} /nologo", project, buildConfig, buildPlatform, Verbosity);
int result = Utilities.Run(msBuild, cmdLine);
if (result != 0)
{
@@ -230,7 +232,7 @@ namespace Flax.Deploy
throw new Exception(string.Format("Unable to build solution {0}. Solution file not found.", solutionFile));
}
string cmdLine = string.Format("\"{0}\" /m /t:Build /p:Configuration=\"{1}\" /p:Platform=\"{2}\" /verbosity:minimal /nologo", solutionFile, buildConfig, buildPlatform);
string cmdLine = string.Format("\"{0}\" /m /t:Build /p:Configuration=\"{1}\" /p:Platform=\"{2}\" {3} /nologo", solutionFile, buildConfig, buildPlatform, Verbosity);
int result = Utilities.Run(msBuild, cmdLine);
if (result != 0)
{
@@ -255,7 +257,7 @@ namespace Flax.Deploy
throw new Exception(string.Format("Unable to clean solution {0}. Solution file not found.", solutionFile));
}
string cmdLine = string.Format("\"{0}\" /t:Clean /verbosity:minimal /nologo", solutionFile);
string cmdLine = string.Format("\"{0}\" /t:Clean {1} /nologo", solutionFile, Verbosity);
Utilities.Run(msBuild, cmdLine);
}