1 /** 2 DMD compiler support. 3 4 Copyright: © 2013-2013 rejectedsoftware e.K. 5 License: Subject to the terms of the MIT license, as written in the included LICENSE.txt file. 6 Authors: Sönke Ludwig 7 */ 8 module dub.compilers.dmd; 9 10 import dub.compilers.compiler; 11 import dub.compilers.utils; 12 import dub.internal.utils; 13 import dub.internal.vibecompat.inet.path; 14 import dub.internal.logging; 15 16 import std.algorithm; 17 import std.array; 18 import std.exception; 19 import std.file; 20 import std.typecons; 21 22 // Determines whether the specified process is running under WOW64 or an Intel64 of x64 processor. 23 version (Windows) 24 private Nullable!bool isWow64() { 25 // See also: https://docs.microsoft.com/de-de/windows/desktop/api/sysinfoapi/nf-sysinfoapi-getnativesysteminfo 26 import core.sys.windows.windows : GetNativeSystemInfo, SYSTEM_INFO, PROCESSOR_ARCHITECTURE_AMD64; 27 28 static Nullable!bool result; 29 30 // A process's architecture won't change over while the process is in memory 31 // Return the cached result 32 if (!result.isNull) 33 return result; 34 35 SYSTEM_INFO systemInfo; 36 GetNativeSystemInfo(&systemInfo); 37 result = systemInfo.wProcessorArchitecture == PROCESSOR_ARCHITECTURE_AMD64; 38 return result; 39 } 40 41 class DMDCompiler : Compiler { 42 private static immutable s_options = [ 43 tuple(BuildOption.debugMode, ["-debug"]), 44 tuple(BuildOption.releaseMode, ["-release"]), 45 tuple(BuildOption.coverage, ["-cov"]), 46 tuple(BuildOption.coverageCTFE, ["-cov=ctfe"]), 47 tuple(BuildOption.debugInfo, ["-g"]), 48 tuple(BuildOption.debugInfoC, ["-g"]), 49 tuple(BuildOption.alwaysStackFrame, ["-gs"]), 50 tuple(BuildOption.stackStomping, ["-gx"]), 51 tuple(BuildOption.inline, ["-inline"]), 52 tuple(BuildOption.noBoundsCheck, ["-noboundscheck"]), 53 tuple(BuildOption.optimize, ["-O"]), 54 tuple(BuildOption.profile, ["-profile"]), 55 tuple(BuildOption.unittests, ["-unittest"]), 56 tuple(BuildOption.verbose, ["-v"]), 57 tuple(BuildOption.ignoreUnknownPragmas, ["-ignore"]), 58 tuple(BuildOption.syntaxOnly, ["-o-"]), 59 tuple(BuildOption.warnings, ["-wi"]), 60 tuple(BuildOption.warningsAsErrors, ["-w"]), 61 tuple(BuildOption.ignoreDeprecations, ["-d"]), 62 tuple(BuildOption.deprecationWarnings, ["-dw"]), 63 tuple(BuildOption.deprecationErrors, ["-de"]), 64 tuple(BuildOption.property, ["-property"]), 65 tuple(BuildOption.profileGC, ["-profile=gc"]), 66 tuple(BuildOption.betterC, ["-betterC"]), 67 tuple(BuildOption.lowmem, ["-lowmem"]), 68 tuple(BuildOption.color, ["-color"]), 69 70 tuple(BuildOption._docs, ["-Dddocs"]), 71 tuple(BuildOption._ddox, ["-Xfdocs.json", "-Df__dummy.html"]), 72 ]; 73 74 @property string name() const { return "dmd"; } 75 76 enum dmdVersionRe = `^version\s+v?(\d+\.\d+\.\d+[A-Za-z0-9.+-]*)`; 77 78 unittest { 79 import std.regex : matchFirst, regex; 80 auto probe = ` 81 binary dmd 82 version v2.082.0 83 config /etc/dmd.conf 84 `; 85 auto re = regex(dmdVersionRe, "m"); 86 auto c = matchFirst(probe, re); 87 assert(c && c.length > 1 && c[1] == "2.082.0"); 88 } 89 90 unittest { 91 import std.regex : matchFirst, regex; 92 auto probe = ` 93 binary dmd 94 version v2.084.0-beta.1 95 config /etc/dmd.conf 96 `; 97 auto re = regex(dmdVersionRe, "m"); 98 auto c = matchFirst(probe, re); 99 assert(c && c.length > 1 && c[1] == "2.084.0-beta.1"); 100 } 101 102 string determineVersion(string compiler_binary, string verboseOutput) 103 { 104 import std.regex : matchFirst, regex; 105 auto ver = matchFirst(verboseOutput, regex(dmdVersionRe, "m")); 106 return ver && ver.length > 1 ? ver[1] : null; 107 } 108 109 BuildPlatform determinePlatform(ref BuildSettings settings, string compiler_binary, string arch_override) 110 { 111 // Set basic arch flags for the probe - might be revised based on the exact value + compiler version 112 string[] arch_flags; 113 if (arch_override.length) 114 arch_flags = [ arch_override != "x86_64" ? "-m32" : "-m64" ]; 115 else 116 { 117 // Don't use Optlink by default on Windows 118 version (Windows) { 119 const is64bit = isWow64(); 120 if (!is64bit.isNull) 121 arch_flags = [ is64bit.get ? "-m64" : "-m32" ]; 122 } 123 } 124 125 BuildPlatform bp = probePlatform( 126 compiler_binary, 127 arch_flags ~ ["-quiet", "-c", "-o-", "-v"], 128 arch_override 129 ); 130 131 /// Replace archticture string in `bp.archtiecture` 132 void replaceArch(const string from, const string to) 133 { 134 const idx = bp.architecture.countUntil(from); 135 if (idx != -1) 136 bp.architecture[idx] = to; 137 } 138 139 // DMD 2.099 changed the default for -m32 from OMF to MsCOFF 140 const m32IsCoff = bp.frontendVersion >= 2_099; 141 142 switch (arch_override) { 143 default: throw new UnsupportedArchitectureException(arch_override); 144 case "": break; 145 case "x86": arch_flags = ["-m32"]; break; 146 case "x86_64": arch_flags = ["-m64"]; break; 147 148 case "x86_omf": 149 if (m32IsCoff) 150 { 151 arch_flags = [ "-m32omf" ]; 152 replaceArch("x86_mscoff", "x86_omf"); // Probe used the wrong default 153 } 154 else // -m32 is OMF 155 { 156 arch_flags = [ "-m32" ]; 157 } 158 break; 159 160 case "x86_mscoff": 161 if (m32IsCoff) 162 { 163 arch_flags = [ "-m32" ]; 164 } 165 else // -m32 is OMF 166 { 167 arch_flags = [ "-m32mscoff" ]; 168 replaceArch("x86_omf", "x86_mscoff"); // Probe used the wrong default 169 } 170 break; 171 } 172 settings.addDFlags(arch_flags); 173 174 return bp; 175 } 176 version (Windows) version (DigitalMars) unittest 177 { 178 BuildSettings settings; 179 auto compiler = new DMDCompiler; 180 auto bp = compiler.determinePlatform(settings, "dmd", "x86"); 181 assert(bp.isWindows()); 182 assert(bp.architecture.canFind("x86")); 183 assert(bp.architecture.canFind("x86_omf")); 184 assert(!bp.architecture.canFind("x86_mscoff")); 185 settings = BuildSettings.init; 186 bp = compiler.determinePlatform(settings, "dmd", "x86_omf"); 187 assert(bp.isWindows()); 188 assert(bp.architecture.canFind("x86")); 189 assert(bp.architecture.canFind("x86_omf")); 190 assert(!bp.architecture.canFind("x86_mscoff")); 191 settings = BuildSettings.init; 192 bp = compiler.determinePlatform(settings, "dmd", "x86_mscoff"); 193 assert(bp.isWindows()); 194 assert(bp.architecture.canFind("x86")); 195 assert(!bp.architecture.canFind("x86_omf")); 196 assert(bp.architecture.canFind("x86_mscoff")); 197 settings = BuildSettings.init; 198 bp = compiler.determinePlatform(settings, "dmd", "x86_64"); 199 assert(bp.isWindows()); 200 assert(bp.architecture.canFind("x86_64")); 201 assert(!bp.architecture.canFind("x86")); 202 assert(!bp.architecture.canFind("x86_omf")); 203 assert(!bp.architecture.canFind("x86_mscoff")); 204 settings = BuildSettings.init; 205 bp = compiler.determinePlatform(settings, "dmd", ""); 206 if (!isWow64.isNull && !isWow64.get) assert(bp.architecture.canFind("x86")); 207 if (!isWow64.isNull && !isWow64.get) assert(bp.architecture.canFind("x86_mscoff")); 208 if (!isWow64.isNull && !isWow64.get) assert(!bp.architecture.canFind("x86_omf")); 209 if (!isWow64.isNull && isWow64.get) assert(bp.architecture.canFind("x86_64")); 210 } 211 212 version (LDC) unittest { 213 import std.conv : to; 214 215 BuildSettings settings; 216 auto compiler = new DMDCompiler; 217 auto bp = compiler.determinePlatform(settings, "ldmd2", "x86"); 218 assert(bp.architecture.canFind("x86"), bp.architecture.to!string); 219 assert(!bp.architecture.canFind("x86_omf"), bp.architecture.to!string); 220 bp = compiler.determinePlatform(settings, "ldmd2", ""); 221 version (X86) assert(bp.architecture.canFind("x86"), bp.architecture.to!string); 222 version (X86_64) assert(bp.architecture.canFind("x86_64"), bp.architecture.to!string); 223 assert(!bp.architecture.canFind("x86_omf"), bp.architecture.to!string); 224 } 225 226 void prepareBuildSettings(ref BuildSettings settings, const scope ref BuildPlatform platform, 227 BuildSetting fields = BuildSetting.all) const 228 { 229 enforceBuildRequirements(settings); 230 231 if (!(fields & BuildSetting.options)) { 232 foreach (t; s_options) 233 if (settings.options & t[0]) 234 settings.addDFlags(t[1]); 235 } 236 237 if (!(fields & BuildSetting.versions)) { 238 settings.addDFlags(settings.versions.map!(s => "-version="~s)().array()); 239 settings.versions = null; 240 } 241 242 if (!(fields & BuildSetting.debugVersions)) { 243 settings.addDFlags(settings.debugVersions.map!(s => "-debug="~s)().array()); 244 settings.debugVersions = null; 245 } 246 247 if (!(fields & BuildSetting.importPaths)) { 248 settings.addDFlags(settings.importPaths.map!(s => "-I"~s)().array()); 249 settings.importPaths = null; 250 } 251 252 if (!(fields & BuildSetting.stringImportPaths)) { 253 settings.addDFlags(settings.stringImportPaths.map!(s => "-J"~s)().array()); 254 settings.stringImportPaths = null; 255 } 256 257 if (!(fields & BuildSetting.libs)) { 258 resolveLibs(settings, platform); 259 if (platform.isWindows()) 260 settings.addSourceFiles(settings.libs.map!(l => l~".lib")().array()); 261 else 262 settings.addLFlags(settings.libs.map!(l => "-l"~l)().array()); 263 } 264 265 if (!(fields & BuildSetting.sourceFiles)) { 266 settings.addDFlags(settings.sourceFiles); 267 settings.sourceFiles = null; 268 } 269 270 if (!(fields & BuildSetting.lflags)) { 271 settings.addDFlags(lflagsToDFlags(settings.lflags)); 272 settings.lflags = null; 273 } 274 275 if (platform.platform.canFind("posix") && (settings.options & BuildOption.pic)) 276 settings.addDFlags("-fPIC"); 277 278 assert(fields & BuildSetting.dflags); 279 assert(fields & BuildSetting.copyFiles); 280 } 281 282 void extractBuildOptions(ref BuildSettings settings) const 283 { 284 Appender!(string[]) newflags; 285 next_flag: foreach (f; settings.dflags) { 286 foreach (t; s_options) 287 if (t[1].canFind(f)) { 288 settings.options |= t[0]; 289 continue next_flag; 290 } 291 if (f.startsWith("-version=")) settings.addVersions(f[9 .. $]); 292 else if (f.startsWith("-debug=")) settings.addDebugVersions(f[7 .. $]); 293 else newflags ~= f; 294 } 295 settings.dflags = newflags.data; 296 } 297 298 string getTargetFileName(in BuildSettings settings, in BuildPlatform platform) 299 const { 300 import std.conv: text; 301 assert(settings.targetName.length > 0, "No target name set."); 302 final switch (settings.targetType) { 303 case TargetType.autodetect: 304 assert(false, 305 text("Configurations must have a concrete target type, ", settings.targetName, 306 " has ", settings.targetType)); 307 case TargetType.none: return null; 308 case TargetType.sourceLibrary: return null; 309 case TargetType.executable: 310 if (platform.isWindows()) 311 return settings.targetName ~ ".exe"; 312 else return settings.targetName.idup; 313 case TargetType.library: 314 case TargetType.staticLibrary: 315 if (platform.isWindows()) 316 return settings.targetName ~ ".lib"; 317 else return "lib" ~ settings.targetName ~ ".a"; 318 case TargetType.dynamicLibrary: 319 if (platform.isWindows()) 320 return settings.targetName ~ ".dll"; 321 else if (platform.platform.canFind("darwin")) 322 return "lib" ~ settings.targetName ~ ".dylib"; 323 else return "lib" ~ settings.targetName ~ ".so"; 324 case TargetType.object: 325 if (platform.isWindows()) 326 return settings.targetName ~ ".obj"; 327 else return settings.targetName ~ ".o"; 328 } 329 } 330 331 void setTarget(ref BuildSettings settings, in BuildPlatform platform, string tpath = null) const 332 { 333 const targetFileName = getTargetFileName(settings, platform); 334 335 final switch (settings.targetType) { 336 case TargetType.autodetect: assert(false, "Invalid target type: autodetect"); 337 case TargetType.none: assert(false, "Invalid target type: none"); 338 case TargetType.sourceLibrary: assert(false, "Invalid target type: sourceLibrary"); 339 case TargetType.executable: break; 340 case TargetType.library: 341 case TargetType.staticLibrary: 342 settings.addDFlags("-lib"); 343 break; 344 case TargetType.dynamicLibrary: 345 if (platform.compiler != "dmd" || platform.isWindows() || platform.platform.canFind("osx")) 346 settings.addDFlags("-shared"); 347 else 348 settings.prependDFlags("-shared", "-defaultlib=libphobos2.so"); 349 addDynamicLibName(settings, platform, targetFileName); 350 break; 351 case TargetType.object: 352 settings.addDFlags("-c"); 353 break; 354 } 355 356 if (tpath is null) 357 tpath = (NativePath(settings.targetPath) ~ targetFileName).toNativeString(); 358 settings.addDFlags("-of"~tpath); 359 } 360 361 void invoke(in BuildSettings settings, in BuildPlatform platform, void delegate(int, string) output_callback) 362 { 363 auto res_file = getTempFile("dub-build", ".rsp"); 364 const(string)[] args = settings.dflags; 365 if (platform.frontendVersion >= 2066) args ~= "-vcolumns"; 366 std.file.write(res_file.toNativeString(), escapeArgs(args).join("\n")); 367 368 logDiagnostic("%s %s", platform.compilerBinary, escapeArgs(args).join(" ")); 369 string[string] env; 370 foreach (aa; [settings.environments, settings.buildEnvironments]) 371 foreach (k, v; aa) 372 env[k] = v; 373 invokeTool([platform.compilerBinary, "@"~res_file.toNativeString()], output_callback, env); 374 } 375 376 void invokeLinker(in BuildSettings settings, in BuildPlatform platform, string[] objects, void delegate(int, string) output_callback) 377 { 378 import std.string; 379 auto tpath = NativePath(settings.targetPath) ~ getTargetFileName(settings, platform); 380 auto args = ["-of"~tpath.toNativeString()]; 381 args ~= objects; 382 args ~= settings.sourceFiles; 383 if (platform.platform.canFind("linux")) 384 args ~= "-L--no-as-needed"; // avoids linker errors due to libraries being specified in the wrong order by DMD 385 args ~= lflagsToDFlags(settings.lflags); 386 if (platform.compiler == "ldc") { 387 // ldmd2: support the full LDC-specific list + extra "-m32mscoff", a superset of the DMD list 388 import dub.compilers.ldc : LDCCompiler; 389 args ~= settings.dflags.filter!(f => f == "-m32mscoff" || LDCCompiler.isLinkerDFlag(f)).array; 390 } else { 391 args ~= settings.dflags.filter!(f => isLinkerDFlag(f)).array; 392 } 393 394 auto res_file = getTempFile("dub-build", ".lnk"); 395 std.file.write(res_file.toNativeString(), escapeArgs(args).join("\n")); 396 397 logDiagnostic("%s %s", platform.compilerBinary, escapeArgs(args).join(" ")); 398 string[string] env; 399 foreach (aa; [settings.environments, settings.buildEnvironments]) 400 foreach (k, v; aa) 401 env[k] = v; 402 invokeTool([platform.compilerBinary, "@"~res_file.toNativeString()], output_callback, env); 403 } 404 405 string[] lflagsToDFlags(const string[] lflags) const 406 { 407 return map!(f => "-L"~f)(lflags.filter!(f => f != "")()).array(); 408 } 409 410 private auto escapeArgs(in string[] args) 411 { 412 return args.map!(s => s.canFind(' ') ? "\""~s~"\"" : s); 413 } 414 415 static bool isLinkerDFlag(string arg) 416 { 417 switch (arg) { 418 case "-g", "-gc", "-m32", "-m64", "-shared", "-lib", "-m32omf", "-m32mscoff", "-betterC": 419 return true; 420 default: 421 return arg.startsWith("-L") 422 || arg.startsWith("-Xcc=") 423 || arg.startsWith("-defaultlib="); 424 } 425 } 426 }