Revert to token-per-line response file handling

src/Cli/dotnet/CommonLocalizableStrings.resx

@@ -699,4 +699,7 @@ The default is 'true' if a runtime identifier is specified.</value>
   <data name="SelfContainAndNoSelfContainedConflict" xml:space="preserve">
     <value>The '--self-contained' and '--no-self-contained' options cannot be used together.</value>
   </data>
+  <data name="ResponseFileNotFound" xml:space="preserve">
+    <value>Response file '{0}' does not exist.</value>
+  </data>
 </root>

src/Cli/dotnet/CommonOptions.cs

@@ -17,7 +17,7 @@ namespace Microsoft.DotNet.Cli
     internal static class CommonOptions
     {
         public static Option<string[]> PropertiesOption =
-            new ForwardedOption<string[]>(new string[] { "-property", "/p" })
+            new ForwardedOption<string[]>(new string[] { "-property", "/p", "-p" })
             {
                 IsHidden = true
             }.ForwardAsProperty()

src/Cli/dotnet/OptionForwardingExtensions.cs

@@ -19,7 +19,11 @@ public static class OptionForwardingExtensions
         public static ForwardedOption<T> ForwardAsSingle<T>(this ForwardedOption<T> option, Func<T, string> format) => option.SetForwardingFunction(format);
 
         public static ForwardedOption<string[]> ForwardAsProperty(this ForwardedOption<string[]> option) => option
-            .SetForwardingFunction((optionVals) => optionVals.SelectMany(optionVal => new string[] { $"{option.Aliases.FirstOrDefault()}:{optionVal.Replace("roperty:", string.Empty)}" }));
+            .SetForwardingFunction((optionVals) =>
+                optionVals
+                    .Select(optionVal => optionVal.Replace(";", "%3B")) // must escape semicolon-delimited property values when forwarding them to MSBuild
+                    .SelectMany(optionVal => new string[] { $"{option.Aliases.FirstOrDefault()}:{optionVal.Replace("roperty:", string.Empty)}" })
+                );
 
         public static Option<T> ForwardAsMany<T>(this ForwardedOption<T> option, Func<T, IEnumerable<string>> format) => option.SetForwardingFunction(format);
 

src/Cli/dotnet/Parser.cs

@@ -109,6 +109,39 @@ public static Command GetBuiltInCommand(string commandName)
                 .FirstOrDefault(c => c.Name.Equals(commandName, StringComparison.OrdinalIgnoreCase));
         }
 
+        /// <summary>
+        /// Implements token-per-line response file handling for the CLI. We use this instead of the built-in S.CL handling
+        /// to ensure backwards-compatibility with MSBuild.
+        /// </summary>
+        public static bool TokenPerLine(string tokenToReplace, out IReadOnlyList<string> replacementTokens, out string errorMessage) {
+            var filePath = Path.GetFullPath(tokenToReplace);
+            if (File.Exists(filePath)) {
+                var lines = File.ReadAllLines(filePath);
+                var trimmedLines =
+                    lines
+                        // Remove content in the lines that contain #, starting from the point of the #
+                        .Select(line => {
+                            var hashPos = line.IndexOf('#');
+                            if (hashPos == -1) {
+                                return line;
+                            } else if (hashPos == 0) {
+                                return "";
+                            } else {
+                                return line.Substring(hashPos).Trim();
+                            }
+                        })
+                        // Remove empty lines
+                        .Where(line => line.Length > 0);
+                replacementTokens = trimmedLines.ToArray();
+                errorMessage = null;
+                return true;
+            } else {
+                replacementTokens = null;
+                errorMessage = string.Format(CommonLocalizableStrings.ResponseFileNotFound, tokenToReplace);
+                return false;
+            }
+        }
+
         public static System.CommandLine.Parsing.Parser Instance { get; } = new CommandLineBuilder(ConfigureCommandLine(RootCommand))
             .UseExceptionHandler(ExceptionHandler)
             .UseHelp()
@@ -118,6 +151,7 @@ public static Command GetBuiltInCommand(string commandName)
             .UseSuggestDirective()
             .DisablePosixBinding()
             .EnableLegacyDoubleDashBehavior()
+            .UseTokenReplacer(TokenPerLine)
             .Build();
 
         private static void ExceptionHandler(Exception exception, InvocationContext context)

src/Cli/dotnet/commands/dotnet-msbuild/MSBuildForwardingApp.cs

@@ -57,6 +57,8 @@ public MSBuildForwardingApp(IEnumerable<string> argsToForward, string msbuildPat
             }
         }
 
+        public IEnumerable<string> MSBuildArguments { get { return _forwardingAppWithoutLogging.GetAllArguments(); } }
+
         public void EnvironmentVariable(string name, string value)
         {
             _forwardingAppWithoutLogging.EnvironmentVariable(name, value);

src/Cli/dotnet/xlf/CommonLocalizableStrings.cs.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Balíček</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">Možnosti --self-contained a --no-self-contained nelze použít společně.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.de.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Paket</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">Die Optionen „--self-contained“ und „--no-self-contained“ können nicht gemeinsam verwendet werden.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.es.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Paquete</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">Las opciones '--self-contained' y '--no-self-contained' no se pueden usar juntas.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.fr.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Package</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">Les options « --autonome » et « --non-autonome » ne peuvent pas être utilisées ensemble.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.it.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Pacchetto</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">Non è possibile usare contemporaneamente le opzioni '--self-contained' e ‘--no-self-contained'.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.ja.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">パッケージ</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">'--self-contained' と '--no-self-contained' オプションは同時に使用できません。</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.ko.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">패키지</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">'--self-contained' 및 '--no-self-contained' 옵션은 함께 사용할 수 없습니다.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.pl.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Pakiet</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">Opcji „--self-contained” i „--no-self-contained” nie można używać razem.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.pt-BR.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Pacote</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">As opções '--auto--contidas ' e '--não-independentes ' não podem ser usadas juntas.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.ru.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Пакет</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">Параметры "--self-contained" и "--no-self-contained" нельзя использовать вместе.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.tr.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">Paket</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">'--self-contained' ve '--no-self-contained' seçenekleri birlikte kullanılamaz.</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.zh-Hans.xlf

@@ -165,6 +165,11 @@ EOF
         <target state="translated">打包</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">“--自包含”和“--非自包含”选项不能一起使用。</target>

src/Cli/dotnet/xlf/CommonLocalizableStrings.zh-Hant.xlf

@@ -165,6 +165,11 @@ export PATH="$PATH:{0}"
         <target state="translated">套件</target>
         <note />
       </trans-unit>
+      <trans-unit id="ResponseFileNotFound">
+        <source>Response file '{0}' does not exist.</source>
+        <target state="new">Response file '{0}' does not exist.</target>
+        <note />
+      </trans-unit>
       <trans-unit id="SelfContainAndNoSelfContainedConflict">
         <source>The '--self-contained' and '--no-self-contained' options cannot be used together.</source>
         <target state="translated">不能同時使用 '--self-contained' 和 '--no-self-contained' 選項。</target>

src/Tests/dotnet.Tests/ParserTests/MSBuildArgumentCommandLineParserTests.cs

@@ -5,6 +5,7 @@
 using Microsoft.DotNet.Tools;
 using Microsoft.DotNet.Tools.Build;
 using Microsoft.DotNet.Tools.Publish;
+using System.Linq;
 using Xunit;
 using Xunit.Abstractions;
 
@@ -31,9 +32,10 @@ public void MSBuildArgumentsAreForwardedCorrectly(string[] arguments, bool build
             RestoringCommand command = buildCommand ? 
                 BuildCommand.FromArgs(arguments) : 
                 PublishCommand.FromArgs(arguments);
+            var expectedArguments = arguments.Select(a => a.Replace("-p:", "-property:"));
             command.GetArgumentsToMSBuild().Split(' ')
                 .Should()
-                .Contain(arguments);
+                .Contain(expectedArguments);
         }
     }
 }

src/Tests/dotnet.Tests/ParserTests/ResponseFileTests.cs

@@ -0,0 +1,52 @@
+// Copyright (c) .NET Foundation and contributors. All rights reserved.
+// Licensed under the MIT license. See LICENSE file in the project root for full license information.
+
+using FluentAssertions;
+using Microsoft.DotNet.Cli;
+using Microsoft.NET.TestFramework;
+using Parser = Microsoft.DotNet.Cli.Parser;
+using System.CommandLine.Parsing;
+using System.IO;
+using System.Linq;
+using Xunit;
+using Xunit.Abstractions;
+
+namespace Microsoft.DotNet.Tests.ParserTests
+{
+    public class ResponseFileTests : SdkTest
+    {
+        public ResponseFileTests(ITestOutputHelper output) : base(output)
+        {
+        }
+
+        [Fact]
+        public void Can_safely_expand_response_file_lines() {
+            var tempFileDir = _testAssetsManager.CreateTestDirectory().Path;
+            var tempFilePath = Path.Combine(tempFileDir, "params.rsp");
+            var lines = new[] {
+                "build",
+                "a b",
+                "-p:VSTestTestAdapterPath=\".;/opt/buildagent/plugins/dotnet/tools/vstest15\""
+            };
+            File.WriteAllLines(tempFilePath, lines);
+
+            var parser = Parser.Instance;
+            var parseResult = parser.Parse(new []{ "dotnet", $"@{tempFilePath}" });
+
+            var tokens = parseResult.Tokens.Select(t => t.Value);
+            var tokenString = string.Join(", ", tokens);
+            var bc = Microsoft.DotNet.Tools.Build.BuildCommand.FromParseResult(parseResult);
+            var tokenized = new [] {
+                "build",
+                "a b",
+                "-p",
+                "VSTestTestAdapterPath=\".;/opt/buildagent/plugins/dotnet/tools/vstest15\""
+            };
+
+            Log.WriteLine($"MSbuild Args are {string.Join(" ", bc.MSBuildArguments)}");
+            Log.WriteLine($"Parse Diagram is {parseResult.Diagram()}");
+            Log.WriteLine($"Token string is {tokenString}");
+            tokens.Skip(1).Should().BeEquivalentTo(tokenized);
+        }
+    }
+}

src/Tests/dotnet.Tests/dotnet-msbuild/GivenDotnetBuildInvocation.cs

@@ -56,7 +56,7 @@ public void MsbuildInvocationIsCorrect(string[] args, string expectedAdditionalA
 
         [Theory]
         [InlineData(new string[] { "-f", "tfm" }, "-target:Restore", "-property:TargetFramework=tfm")]
-        [InlineData(new string[] { "-p:TargetFramework=tfm" }, "-target:Restore", "-p:TargetFramework=tfm")]
+        [InlineData(new string[] { "-p:TargetFramework=tfm" }, "-target:Restore", "-property:TargetFramework=tfm")]
         [InlineData(new string[] { "/p:TargetFramework=tfm" }, "-target:Restore", "-property:TargetFramework=tfm")]
         [InlineData(new string[] { "-t:Run", "-f", "tfm" }, "-target:Restore", "-property:TargetFramework=tfm -t:Run")]
         [InlineData(new string[] { "/t:Run", "-f", "tfm" }, "-target:Restore", "-property:TargetFramework=tfm /t:Run")]