pkg/dartdev/lib/src/commands/build.dart - sdk.git - Git at Google

 // Copyright (c) 2023, the Dart project authors. Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.

 import 'dart:async';
 import 'dart:io';

 import 'package:dart2native/generate.dart';
 import 'package:dartdev/src/commands/compile.dart';
 import 'package:dartdev/src/experiments.dart';
 import 'package:dartdev/src/native_assets_bundling.dart';
 import 'package:dartdev/src/sdk.dart';
 import 'package:dartdev/src/utils.dart';
 import 'package:front_end/src/api_prototype/compiler_options.dart'
     show Verbosity;
 import 'package:native_assets_builder/native_assets_builder.dart';
 import 'package:native_assets_cli/code_assets_builder.dart';
 import 'package:native_assets_cli/data_assets_builder.dart';
 import 'package:path/path.dart' as path;
 import 'package:vm/target_os.dart'; // For possible --target-os values.

 import '../core.dart';
 import '../native_assets.dart';

 class BuildCommand extends DartdevCommand {
   static const String cmdName = 'build';
   static const String outputOptionName = 'output';
   static const String formatOptionName = 'format';
   static const int genericErrorExitCode = 255;
   final bool recordUseEnabled;

   BuildCommand({bool verbose = false, required this.recordUseEnabled})
       : super(cmdName, 'Build a Dart application including native assets.',
             verbose) {
     argParser
       ..addOption(
         outputOptionName,
         abbr: 'o',
         help: '''
           Write the output to <folder name>.
           This can be an absolute or relative path.
           ''',
       )
       ..addOption(
         formatOptionName,
         abbr: 'f',
         allowed: ['exe', 'aot'],
         defaultsTo: 'exe',
       )
       ..addOption('target-os',
           help: 'Compile to a specific target operating system.',
           allowed: TargetOS.names)
       ..addOption(
         'verbosity',
         help: 'Sets the verbosity level of the compilation.',
         defaultsTo: Verbosity.defaultValue,
         allowed: Verbosity.allowedValues,
         allowedHelp: Verbosity.allowedValuesHelp,
       )
       ..addExperimentalFlags(verbose: verbose);
   }

   @override
   String get invocation => '${super.invocation} <dart entry point>';

   @override
   Future<int> run() async {
     if (!Sdk.checkArtifactExists(genKernel) ||
         !Sdk.checkArtifactExists(genSnapshot) ||
         !Sdk.checkArtifactExists(sdk.dart)) {
       return 255;
     }
     // AOT compilation isn't supported on ia32. Currently, generating an
     // executable only supports AOT runtimes, so these commands are disabled.
     if (Platform.version.contains('ia32')) {
       stderr.write("'dart build' is not supported on x86 architectures");
       return 64;
     }
     final args = argResults!;

     // We expect a single rest argument; the dart entry point.
     if (args.rest.length != 1) {
       // This throws.
       usageException('Missing Dart entry point.');
     }

     // TODO(https://dartbug.com/52458): Support `dart build <pkg>:<bin-script>`.
     // Similar to Dart run. Possibly also in `dart compile`.
     final sourceUri = Uri(path: args.rest[0].normalizeCanonicalizePath());
     if (!checkFile(sourceUri.toFilePath())) {
       return genericErrorExitCode;
     }

     final outputUri = Uri.directory(
       args.option(outputOptionName)?.normalizeCanonicalizePath().makeFolder() ??
           sourceUri.toFilePath().removeDotDart().makeFolder(),
     );
     if (await File.fromUri(outputUri.resolve('pubspec.yaml')).exists()) {
       stderr.writeln("'dart build' refuses to delete your project.");
       stderr.writeln('Requested output directory: ${outputUri.toFilePath()}');
       return 128;
     }

     final format = Kind.values.byName(args.option(formatOptionName)!);
     final outputExeUri = outputUri.resolve(
       format.appendFileExtension(
         sourceUri.pathSegments.last.split('.').first,
       ),
     );
     String? targetOS = args['target-os'];
     if (format != Kind.exe) {
       assert(format == Kind.aot);
       // If we're generating an AOT snapshot and not an executable, then
       // targetOS is allowed to be null for a platform-independent snapshot
       // or a different platform than the host.
     } else if (targetOS == null) {
       targetOS = Platform.operatingSystem;
     } else if (targetOS != Platform.operatingSystem) {
       stderr.writeln(
           "'dart build -f ${format.name}' does not support cross-OS compilation.");
       stderr.writeln('Host OS: ${Platform.operatingSystem}');
       stderr.writeln('Target OS: $targetOS');
       return 128;
     }

     final outputDir = Directory.fromUri(outputUri);
     if (await outputDir.exists()) {
       stdout.writeln('Deleting output directory: ${outputUri.toFilePath()}.');
       await outputDir.delete(recursive: true);
     }
     await outputDir.create(recursive: true);

     // Start native asset generation here.
     stdout.writeln('Building native assets.');
     final workingDirectory = Directory.current.uri;
     final target = Target.current;
     final targetMacOSVersion =
         target.os == OS.macOS ? minimumSupportedMacOSVersion : null;
     final nativeAssetsBuildRunner = NativeAssetsBuildRunner(
       dartExecutable: Uri.file(sdk.dart),
       logger: logger(verbose),
     );

     final cCompilerConfig = getCCompilerConfig();

     final buildResult = await nativeAssetsBuildRunner.build(
       configCreator: () => BuildConfigBuilder()
         ..setupCodeConfig(
           targetOS: target.os,
           linkModePreference: LinkModePreference.dynamic,
           targetArchitecture: target.architecture,
           targetMacOSVersion: targetMacOSVersion,
           cCompilerConfig: cCompilerConfig,
         ),
       configValidator: (config) async => [
         ...await validateDataAssetBuildConfig(config),
         ...await validateCodeAssetBuildConfig(config),
       ],
       workingDirectory: workingDirectory,

       linkingEnabled: true,
       buildAssetTypes: [
         CodeAsset.type,
       ],
       buildValidator: (config, output) async => [
         ...await validateDataAssetBuildOutput(config, output),
         ...await validateCodeAssetBuildOutput(config, output),
       ],
       applicationAssetValidator: (assets) async => [
         ...await validateCodeAssetInApplication(assets),
       ],
     );
     if (buildResult == null) {
       stderr.writeln('Native assets build failed.');
       return 255;
     }
     // End native asset generation here.

     final tempDir = Directory.systemTemp.createTempSync();
     try {
       final packageConfig = await packageConfigUri(sourceUri);
       String? recordedUsagesPath;
       if (recordUseEnabled) {
         recordedUsagesPath = path.join(tempDir.path, 'recorded_usages.json');
       }
       final generator = KernelGenerator(
         kind: format,
         sourceFile: sourceUri.toFilePath(),
         outputFile: outputExeUri.toFilePath(),
         verbose: verbose,
         verbosity: args.option('verbosity')!,
         defines: [],
         packages: packageConfig?.toFilePath(),
         targetOS: targetOS,
         enableExperiment: args.enabledExperiments.join(','),
         tempDir: tempDir,
       );

       final snapshotGenerator = await generator.generate(
         recordedUsagesFile: recordedUsagesPath,
       );

       // Start linking here.
       final linkResult = await nativeAssetsBuildRunner.link(
         configCreator: () => LinkConfigBuilder()
           ..setupCodeConfig(
             targetOS: target.os,
             targetArchitecture: target.architecture,
             linkModePreference: LinkModePreference.dynamic,
             targetMacOSVersion: targetMacOSVersion,
             cCompilerConfig: cCompilerConfig,
           ),
         configValidator: (config) async => [
           ...await validateDataAssetLinkConfig(config),
           ...await validateCodeAssetLinkConfig(config),
         ],
         resourceIdentifiers:
             recordUseEnabled ? Uri.file(recordedUsagesPath!) : null,
         workingDirectory: workingDirectory,


         buildResult: buildResult,
         buildAssetTypes: [
           CodeAsset.type,
         ],
         linkValidator: (config, output) async => [
           ...await validateDataAssetLinkOutput(config, output),
           ...await validateCodeAssetLinkOutput(config, output),
         ],
         applicationAssetValidator: (assets) async => [
           ...await validateCodeAssetInApplication(assets),
         ],
       );

       if (linkResult == null) {
         stderr.writeln('Native assets link failed.');
         return 255;
       }

       final allAssets = linkResult.encodedAssets;

       final staticAssets = allAssets
           .where((e) => e.type == CodeAsset.type)
           .map(CodeAsset.fromEncoded)
           .where((e) => e.linkMode == StaticLinking());
       if (staticAssets.isNotEmpty) {
         stderr.write(
             """'dart build' does not yet support CodeAssets with static linking.
 Use linkMode as dynamic library instead.""");
         return 255;
       }

       Uri? nativeAssetsYamlUri;
       if (allAssets.isNotEmpty) {
         final kernelAssets = await bundleNativeAssets(
           allAssets,
           target,
           outputUri,
           relocatable: true,
           verbose: true,
         );
         nativeAssetsYamlUri =
             await writeNativeAssetsYaml(kernelAssets, tempDir.uri);
       }

       await snapshotGenerator.generate(
         nativeAssets: nativeAssetsYamlUri?.toFilePath(),
       );

       // End linking here.
     } finally {
       await tempDir.delete(recursive: true);
     }
     return 0;
   }
 }

 extension on String {
   String normalizeCanonicalizePath() => path.canonicalize(path.normalize(this));
   String makeFolder() => endsWith('\\') || endsWith('/') ? this : '$this/';
   String removeDotDart() => replaceFirst(RegExp(r'\.dart$'), '');
 }

 // TODO(https://github.com/dart-lang/package_config/issues/126): Expose this
 // logic in package:package_config.
 Future<Uri?> packageConfigUri(Uri uri) async {
   while (true) {
     final candidate = uri.resolve('.dart_tool/package_config.json');
     if (await File.fromUri(candidate).exists()) {
       return candidate;
     }
     final parent = uri.resolve('..');
     if (parent == uri) {
       return null;
     }
     uri = parent;
   }
 }
	// Copyright (c) 2023, the Dart project authors. Please see the AUTHORS file
	// for details. All rights reserved. Use of this source code is governed by a
	// BSD-style license that can be found in the LICENSE file.

	import 'dart:async';
	import 'dart:io';

	import 'package:dart2native/generate.dart';
	import 'package:dartdev/src/commands/compile.dart';
	import 'package:dartdev/src/experiments.dart';
	import 'package:dartdev/src/native_assets_bundling.dart';
	import 'package:dartdev/src/sdk.dart';
	import 'package:dartdev/src/utils.dart';
	import 'package:front_end/src/api_prototype/compiler_options.dart'
	show Verbosity;
	import 'package:native_assets_builder/native_assets_builder.dart';
	import 'package:native_assets_cli/code_assets_builder.dart';
	import 'package:native_assets_cli/data_assets_builder.dart';
	import 'package:path/path.dart' as path;
	import 'package:vm/target_os.dart'; // For possible --target-os values.

	import '../core.dart';
	import '../native_assets.dart';

	class BuildCommand extends DartdevCommand {
	static const String cmdName = 'build';
	static const String outputOptionName = 'output';
	static const String formatOptionName = 'format';
	static const int genericErrorExitCode = 255;
	final bool recordUseEnabled;

	BuildCommand({bool verbose = false, required this.recordUseEnabled})
	: super(cmdName, 'Build a Dart application including native assets.',
	verbose) {
	argParser
	..addOption(
	outputOptionName,
	abbr: 'o',
	help: '''
	Write the output to <folder name>.
	This can be an absolute or relative path.
	''',
	)
	..addOption(
	formatOptionName,
	abbr: 'f',
	allowed: ['exe', 'aot'],
	defaultsTo: 'exe',
	)
	..addOption('target-os',
	help: 'Compile to a specific target operating system.',
	allowed: TargetOS.names)
	..addOption(
	'verbosity',
	help: 'Sets the verbosity level of the compilation.',
	defaultsTo: Verbosity.defaultValue,
	allowed: Verbosity.allowedValues,
	allowedHelp: Verbosity.allowedValuesHelp,
	)
	..addExperimentalFlags(verbose: verbose);
	}

	@override
	String get invocation => '${super.invocation} <dart entry point>';

	@override
	Future<int> run() async {
	if (!Sdk.checkArtifactExists(genKernel) \|\|
	!Sdk.checkArtifactExists(genSnapshot) \|\|
	!Sdk.checkArtifactExists(sdk.dart)) {
	return 255;
	}
	// AOT compilation isn't supported on ia32. Currently, generating an
	// executable only supports AOT runtimes, so these commands are disabled.
	if (Platform.version.contains('ia32')) {
	stderr.write("'dart build' is not supported on x86 architectures");
	return 64;
	}
	final args = argResults!;

	// We expect a single rest argument; the dart entry point.
	if (args.rest.length != 1) {
	// This throws.
	usageException('Missing Dart entry point.');
	}

	// TODO(https://dartbug.com/52458): Support `dart build <pkg>:<bin-script>`.
	// Similar to Dart run. Possibly also in `dart compile`.
	final sourceUri = Uri(path: args.rest[0].normalizeCanonicalizePath());
	if (!checkFile(sourceUri.toFilePath())) {
	return genericErrorExitCode;
	}

	final outputUri = Uri.directory(
	args.option(outputOptionName)?.normalizeCanonicalizePath().makeFolder() ??
	sourceUri.toFilePath().removeDotDart().makeFolder(),
	);
	if (await File.fromUri(outputUri.resolve('pubspec.yaml')).exists()) {
	stderr.writeln("'dart build' refuses to delete your project.");
	stderr.writeln('Requested output directory: ${outputUri.toFilePath()}');
	return 128;
	}

	final format = Kind.values.byName(args.option(formatOptionName)!);
	final outputExeUri = outputUri.resolve(
	format.appendFileExtension(
	sourceUri.pathSegments.last.split('.').first,
	),
	);
	String? targetOS = args['target-os'];
	if (format != Kind.exe) {
	assert(format == Kind.aot);
	// If we're generating an AOT snapshot and not an executable, then
	// targetOS is allowed to be null for a platform-independent snapshot
	// or a different platform than the host.
	} else if (targetOS == null) {
	targetOS = Platform.operatingSystem;
	} else if (targetOS != Platform.operatingSystem) {
	stderr.writeln(
	"'dart build -f ${format.name}' does not support cross-OS compilation.");
	stderr.writeln('Host OS: ${Platform.operatingSystem}');
	stderr.writeln('Target OS: $targetOS');
	return 128;
	}

	final outputDir = Directory.fromUri(outputUri);
	if (await outputDir.exists()) {
	stdout.writeln('Deleting output directory: ${outputUri.toFilePath()}.');
	await outputDir.delete(recursive: true);
	}
	await outputDir.create(recursive: true);

	// Start native asset generation here.
	stdout.writeln('Building native assets.');
	final workingDirectory = Directory.current.uri;
	final target = Target.current;
	final targetMacOSVersion =
	target.os == OS.macOS ? minimumSupportedMacOSVersion : null;
	final nativeAssetsBuildRunner = NativeAssetsBuildRunner(
	dartExecutable: Uri.file(sdk.dart),
	logger: logger(verbose),
	);

	final cCompilerConfig = getCCompilerConfig();

	final buildResult = await nativeAssetsBuildRunner.build(
	configCreator: () => BuildConfigBuilder()
	..setupCodeConfig(
	targetOS: target.os,
	linkModePreference: LinkModePreference.dynamic,
	targetArchitecture: target.architecture,
	targetMacOSVersion: targetMacOSVersion,
	cCompilerConfig: cCompilerConfig,
	),
	configValidator: (config) async => [
	...await validateDataAssetBuildConfig(config),
	...await validateCodeAssetBuildConfig(config),
	],
	workingDirectory: workingDirectory,

	linkingEnabled: true,
	buildAssetTypes: [
	CodeAsset.type,
	],
	buildValidator: (config, output) async => [
	...await validateDataAssetBuildOutput(config, output),
	...await validateCodeAssetBuildOutput(config, output),
	],
	applicationAssetValidator: (assets) async => [
	...await validateCodeAssetInApplication(assets),
	],
	);
	if (buildResult == null) {
	stderr.writeln('Native assets build failed.');
	return 255;
	}
	// End native asset generation here.

	final tempDir = Directory.systemTemp.createTempSync();
	try {
	final packageConfig = await packageConfigUri(sourceUri);
	String? recordedUsagesPath;
	if (recordUseEnabled) {
	recordedUsagesPath = path.join(tempDir.path, 'recorded_usages.json');
	}
	final generator = KernelGenerator(
	kind: format,
	sourceFile: sourceUri.toFilePath(),
	outputFile: outputExeUri.toFilePath(),
	verbose: verbose,
	verbosity: args.option('verbosity')!,
	defines: [],
	packages: packageConfig?.toFilePath(),
	targetOS: targetOS,
	enableExperiment: args.enabledExperiments.join(','),
	tempDir: tempDir,
	);

	final snapshotGenerator = await generator.generate(
	recordedUsagesFile: recordedUsagesPath,
	);

	// Start linking here.
	final linkResult = await nativeAssetsBuildRunner.link(
	configCreator: () => LinkConfigBuilder()
	..setupCodeConfig(
	targetOS: target.os,
	targetArchitecture: target.architecture,
	linkModePreference: LinkModePreference.dynamic,
	targetMacOSVersion: targetMacOSVersion,
	cCompilerConfig: cCompilerConfig,
	),
	configValidator: (config) async => [
	...await validateDataAssetLinkConfig(config),
	...await validateCodeAssetLinkConfig(config),
	],
	resourceIdentifiers:
	recordUseEnabled ? Uri.file(recordedUsagesPath!) : null,
	workingDirectory: workingDirectory,


	buildResult: buildResult,
	buildAssetTypes: [
	CodeAsset.type,
	],
	linkValidator: (config, output) async => [
	...await validateDataAssetLinkOutput(config, output),
	...await validateCodeAssetLinkOutput(config, output),
	],
	applicationAssetValidator: (assets) async => [
	...await validateCodeAssetInApplication(assets),
	],
	);

	if (linkResult == null) {
	stderr.writeln('Native assets link failed.');
	return 255;
	}

	final allAssets = linkResult.encodedAssets;

	final staticAssets = allAssets
	.where((e) => e.type == CodeAsset.type)
	.map(CodeAsset.fromEncoded)
	.where((e) => e.linkMode == StaticLinking());
	if (staticAssets.isNotEmpty) {
	stderr.write(
	"""'dart build' does not yet support CodeAssets with static linking.
	Use linkMode as dynamic library instead.""");
	return 255;
	}

	Uri? nativeAssetsYamlUri;
	if (allAssets.isNotEmpty) {
	final kernelAssets = await bundleNativeAssets(
	allAssets,
	target,
	outputUri,
	relocatable: true,
	verbose: true,
	);
	nativeAssetsYamlUri =
	await writeNativeAssetsYaml(kernelAssets, tempDir.uri);
	}

	await snapshotGenerator.generate(
	nativeAssets: nativeAssetsYamlUri?.toFilePath(),
	);

	// End linking here.
	} finally {
	await tempDir.delete(recursive: true);
	}
	return 0;
	}
	}

	extension on String {
	String normalizeCanonicalizePath() => path.canonicalize(path.normalize(this));
	String makeFolder() => endsWith('\\') \|\| endsWith('/') ? this : '$this/';
	String removeDotDart() => replaceFirst(RegExp(r'\.dart$'), '');
	}

	// TODO(https://github.com/dart-lang/package_config/issues/126): Expose this
	// logic in package:package_config.
	Future<Uri?> packageConfigUri(Uri uri) async {
	while (true) {
	final candidate = uri.resolve('.dart_tool/package_config.json');
	if (await File.fromUri(candidate).exists()) {
	return candidate;
	}
	final parent = uri.resolve('..');
	if (parent == uri) {
	return null;
	}
	uri = parent;
	}
	}