Get Microsoft.Spark and Microsoft.Spark.Worker assembly version information

src/csharp/Microsoft.Spark/Sql/SparkSession.cs

@@ -6,6 +6,7 @@
 using System.Collections;
 using System.Collections.Generic;
 using System.Linq;
+using Microsoft.Spark.Utils;
 using Microsoft.Spark.Interop;
 using Microsoft.Spark.Interop.Internal.Scala;
 using Microsoft.Spark.Interop.Ipc;
@@ -389,6 +390,42 @@ public UdfRegistration Udf() =>
         /// </summary>
         public void Stop() => _jvmObject.Invoke("stop");
 
+        /// <summary>
+        /// Get the <see cref="VersionSensor.VersionInfo"/> for the Microsoft.Spark assembly
+        /// running on the Spark Driver and make a "best effort" attempt in determining the version
+        /// of Microsoft.Spark.Worker assembly on the Spark Executors.
+        /// </summary>
+        /// <returns>
+        /// A <see cref="DataFrame"/> containing the <see cref="VersionSensor.VersionInfo"/>
+        /// </returns>
+        public DataFrame Version(int numPartitions = 10)
+        {
+            StructType schema = VersionSensor.VersionInfo.s_schema;
+
+            DataFrame sparkInfoDf =
+                CreateDataFrame(
+                    new GenericRow[] { VersionSensor.MicrosoftSparkVersion().ToGenericRow() },
+                    schema);
+
+            Func<Column, Column> workerInfoUdf =
+                Functions.Udf<int>(
+                    i => VersionSensor.MicrosoftSparkWorkerVersion().ToGenericRow(),
+                    schema);
+            DataFrame df = CreateDataFrame(Enumerable.Range(0, 10 * numPartitions));
+
+            string tempColName = "WorkerVersionInfo";
+            DataFrame workerInfoDf = df
+                .Repartition(numPartitions)
+                .WithColumn(tempColName, workerInfoUdf(df["_1"]))
+                .Select(schema.Fields.Select(
+                    f => Functions.Col($"{tempColName}.{f.Name}")).ToArray());
+
+            return sparkInfoDf
+                .Union(workerInfoDf)
+                .DropDuplicates()
+                .Sort(schema.Fields.Select(f => Functions.Col(f.Name)).ToArray());
+        }
+
         /// <summary>
         /// Returns a single column schema of the given datatype.
         /// </summary>

src/csharp/Microsoft.Spark/Utils/VersionSensor.cs

@@ -0,0 +1,72 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+// See the LICENSE file in the project root for more information.
+
+using System;
+using System.Linq;
+using System.Net;
+using System.Reflection;
+using Microsoft.Spark.Sql;
+using Microsoft.Spark.Sql.Types;
+
+namespace Microsoft.Spark.Utils
+{
+    internal class VersionSensor
+    {
+        internal static VersionInfo MicrosoftSparkVersion() => s_microsoftSparkVersionInfo.Value;
+
+        internal static VersionInfo MicrosoftSparkWorkerVersion() =>
+            s_microsoftSparkWorkerVersionInfo.Value;
+
+        private static readonly Lazy<VersionInfo> s_microsoftSparkVersionInfo =
+            new Lazy<VersionInfo>(() =>
+            {
+                Assembly assembly =
+                    AppDomain.CurrentDomain
+                        .GetAssemblies()
+                        .SingleOrDefault(asm => asm.GetName().Name == "Microsoft.Spark");
+
+                return CreateVersionInfo(assembly);
+            });
+
+        private static readonly Lazy<VersionInfo> s_microsoftSparkWorkerVersionInfo =
+            new Lazy<VersionInfo>(() =>
+            {
+                Assembly assembly =
+                    AppDomain.CurrentDomain
+                        .GetAssemblies()
+                        .SingleOrDefault(asm => asm.GetName().Name == "Microsoft.Spark.Worker");
+
+                return CreateVersionInfo(assembly);
+            });
+
+        private static VersionInfo CreateVersionInfo(Assembly assembly)
+        {
+            AssemblyName asmName = assembly.GetName();
+            return new VersionInfo
+            {
+                AssemblyName = asmName.Name,
+                AssemblyVersion = asmName.Version.ToString(),
+                HostName = Dns.GetHostName()
+            };
+        }
+
+        internal class VersionInfo
+        {
+            internal static readonly StructType s_schema = new StructType(
+                new StructField[]
+                {
+                    new StructField("AssemblyName", new StringType(), isNullable: false),
+                    new StructField("AssemblyVersion", new StringType(), isNullable: false),
+                    new StructField("HostName", new StringType(), isNullable: false)
+                });
+
+            internal string AssemblyName { get; set; }
+            internal string AssemblyVersion { get; set; }
+            internal string HostName { get; set; }
+
+            internal GenericRow ToGenericRow() =>
+                new GenericRow(new object[] { AssemblyName, AssemblyVersion, HostName });
+        }
+    }
+}