diff --git a/src/Microsoft.ML.Data/Evaluators/EvaluatorUtils.cs b/src/Microsoft.ML.Data/Evaluators/EvaluatorUtils.cs index 0e2de21530..4b2655ee5b 100644 --- a/src/Microsoft.ML.Data/Evaluators/EvaluatorUtils.cs +++ b/src/Microsoft.ML.Data/Evaluators/EvaluatorUtils.cs @@ -552,14 +552,15 @@ public static IDataView AddFoldIndex(IHostEnvironment env, IDataView input, int } } - private static int[][] MapKeys(ISchema[] schemas, string columnName, bool isVec, - out int[] indices, out Dictionary reconciledKeyNames) + private static int[][] MapKeys(ISchema[] schemas, string columnName, bool isVec, + int[] indices, Dictionary reconciledKeyNames) { + Contracts.AssertValue(indices); + Contracts.AssertValue(reconciledKeyNames); + var dvCount = schemas.Length; var keyValueMappers = new int[dvCount][]; - var keyNamesCur = default(VBuffer); - indices = new int[dvCount]; - reconciledKeyNames = new Dictionary(); + var keyNamesCur = default(VBuffer); for (int i = 0; i < dvCount; i++) { var schema = schemas[i]; @@ -567,10 +568,11 @@ private static int[][] MapKeys(ISchema[] schemas, string columnName, bool isVec, throw Contracts.Except($"Schema number {i} does not contain column '{columnName}'"); var type = schema.GetColumnType(indices[i]); + var keyValueType = schema.GetMetadataTypeOrNull(MetadataUtils.Kinds.KeyValues, indices[i]); if (type.IsVector != isVec) throw Contracts.Except($"Column '{columnName}' in schema number {i} does not have the correct type"); - if (!schema.HasKeyNames(indices[i], type.ItemType.KeyCount)) - throw Contracts.Except($"Column '{columnName}' in schema number {i} does not have text key values"); + if (keyValueType == null || keyValueType.ItemType.RawType != typeof(T)) + throw Contracts.Except($"Column '{columnName}' in schema number {i} does not have the correct type of key values"); if (!type.ItemType.IsKey || type.ItemType.RawKind != DataKind.U4) throw Contracts.Except($"Column '{columnName}' must be a U4 key type, but is '{type.ItemType}'"); @@ -580,7 +582,7 @@ private static int[][] MapKeys(ISchema[] schemas, string columnName, bool isVec, foreach (var kvp in keyNamesCur.Items(true)) { var key = kvp.Key; - var name = kvp.Value; + var name = new DvText(kvp.Value.ToString()); if (!reconciledKeyNames.ContainsKey(name)) reconciledKeyNames[name] = reconciledKeyNames.Count; keyValueMappers[i][key] = reconciledKeyNames[name]; @@ -595,17 +597,18 @@ private static int[][] MapKeys(ISchema[] schemas, string columnName, bool isVec, /// data view, with the union of the key values as the new key values. For each data view, the value in the output column is the value /// corresponding to the key value in the original column. /// - public static void ReconcileKeyValues(IHostEnvironment env, IDataView[] views, string columnName) + public static void ReconcileKeyValues(IHostEnvironment env, IDataView[] views, string columnName, ColumnType keyValueType) { Contracts.CheckNonEmpty(views, nameof(views)); Contracts.CheckNonEmpty(columnName, nameof(columnName)); var dvCount = views.Length; - Dictionary keyNames; - int[] indices; // Create mappings from the original key types to the reconciled key type. - var keyValueMappers = MapKeys(views.Select(view => view.Schema).ToArray(), columnName, false, out indices, out keyNames); + var indices = new int[dvCount]; + var keyNames = new Dictionary(); + // We use MarshalInvoke so that we can call MapKeys with the correct generic: keyValueType.RawType. + var keyValueMappers = Utils.MarshalInvoke(MapKeys, keyValueType.RawType, views.Select(view => view.Schema).ToArray(), columnName, false, indices, keyNames); var keyType = new KeyType(DataKind.U4, 0, keyNames.Count); var keyNamesVBuffer = new VBuffer(keyNames.Count, keyNames.Keys.ToArray()); ValueGetter> keyValueGetter = @@ -629,20 +632,51 @@ public static void ReconcileKeyValues(IHostEnvironment env, IDataView[] views, s } } + /// + /// This method takes an array of data views and a specified input key column, and adds a new output column to each of the data views. + /// First, we find the union set of the key values in the different data views. Next we define a new key column for each + /// data view, with the union of the key values as the new key values. For each data view, the value in the output column is the value + /// corresponding to the key value in the original column. + /// + public static void ReconcileKeyValuesWithNoNames(IHostEnvironment env, IDataView[] views, string columnName, int keyCount) + { + Contracts.CheckNonEmpty(views, nameof(views)); + Contracts.CheckNonEmpty(columnName, nameof(columnName)); + + var keyType = new KeyType(DataKind.U4, 0, keyCount); + + // For each input data view, create the reconciled key column by wrapping it in a LambdaColumnMapper. + for (int i = 0; i < views.Length; i++) + { + if (!views[i].Schema.TryGetColumnIndex(columnName, out var index)) + throw env.Except($"Data view {i} doesn't contain a column '{columnName}'"); + ValueMapper mapper = + (ref uint src, ref uint dst) => + { + if (src == 0 || src > keyCount) + dst = 0; + else + dst = src + 1; + }; + views[i] = LambdaColumnMapper.Create(env, "ReconcileKeyValues", views[i], columnName, columnName, + views[i].Schema.GetColumnType(index), keyType, mapper); + } + } + /// /// This method is similar to , but it reconciles the key values over vector /// input columns. /// - public static void ReconcileVectorKeyValues(IHostEnvironment env, IDataView[] views, string columnName) + public static void ReconcileVectorKeyValues(IHostEnvironment env, IDataView[] views, string columnName, ColumnType keyValueType) { Contracts.CheckNonEmpty(views, nameof(views)); Contracts.CheckNonEmpty(columnName, nameof(columnName)); var dvCount = views.Length; - Dictionary keyNames; - int[] columnIndices; - var keyValueMappers = MapKeys(views.Select(view => view.Schema).ToArray(), columnName, true, out columnIndices, out keyNames); + var keyNames = new Dictionary(); + var columnIndices = new int[dvCount]; + var keyValueMappers = Utils.MarshalInvoke(MapKeys, keyValueType.RawType, views.Select(view => view.Schema).ToArray(), columnName, true, columnIndices, keyNames); var keyType = new KeyType(DataKind.U4, 0, keyNames.Count); var keyNamesVBuffer = new VBuffer(keyNames.Count, keyNames.Keys.ToArray()); ValueGetter> keyValueGetter = @@ -736,7 +770,7 @@ public static IDataView[] ConcatenatePerInstanceDataViews(IHostEnvironment env, var foldDataViews = perInstance.Select(getPerInstance).ToArray(); if (collate) { - var combined = AppendPerInstanceDataViews(env, foldDataViews, out variableSizeVectorColumnNames); + var combined = AppendPerInstanceDataViews(env, perInstance[0].Schema.Label?.Name, foldDataViews, out variableSizeVectorColumnNames); return new[] { combined }; } else @@ -767,7 +801,8 @@ public static IDataView ConcatenateOverallMetrics(IHostEnvironment env, IDataVie return AppendRowsDataView.Create(env, overallList[0].Schema, overallList.ToArray()); } - private static IDataView AppendPerInstanceDataViews(IHostEnvironment env, IEnumerable foldDataViews, out string[] variableSizeVectorColumnNames) + private static IDataView AppendPerInstanceDataViews(IHostEnvironment env, string labelColName, + IEnumerable foldDataViews, out string[] variableSizeVectorColumnNames) { Contracts.AssertValue(env); env.AssertValue(foldDataViews); @@ -776,7 +811,9 @@ private static IDataView AppendPerInstanceDataViews(IHostEnvironment env, IEnume // This is a dictionary from the column name to its vector size. var vectorSizes = new Dictionary(); var firstDvSlotNames = new Dictionary>(); - var firstDvKeyColumns = new List(); + ColumnType labelColKeyValuesType = null; + var firstDvKeyWithNamesColumns = new List(); + var firstDvKeyNoNamesColumns = new Dictionary(); var firstDvVectorKeyColumns = new List(); var variableSizeVectorColumnNamesList = new List(); var list = new List(); @@ -822,10 +859,20 @@ private static IDataView AppendPerInstanceDataViews(IHostEnvironment env, IEnume else vectorSizes.Add(name, type.VectorSize); } - else if (dvNumber == 0 && dv.Schema.HasKeyNames(i, type.KeyCount)) + else if (dvNumber == 0 && name == labelColName) { // The label column can be a key. Reconcile the key values, and wrap with a KeyToValue transform. - firstDvKeyColumns.Add(name); + labelColKeyValuesType = dv.Schema.GetMetadataTypeOrNull(MetadataUtils.Kinds.KeyValues, i); + } + else if (dvNumber == 0 && dv.Schema.HasKeyNames(i, type.KeyCount)) + firstDvKeyWithNamesColumns.Add(name); + else if (type.KeyCount > 0 && name != labelColName) + { + // For any other key column (such as GroupId) we do not reconcile the key values, we only convert to U4. + if (!firstDvKeyNoNamesColumns.ContainsKey(name)) + firstDvKeyNoNamesColumns[name] = type.KeyCount; + if (firstDvKeyNoNamesColumns[name] < type.KeyCount) + firstDvKeyNoNamesColumns[name] = type.KeyCount; } } var idv = dv; @@ -839,26 +886,34 @@ private static IDataView AppendPerInstanceDataViews(IHostEnvironment env, IEnume list.Add(idv); dvNumber++; } - variableSizeVectorColumnNames = variableSizeVectorColumnNamesList.ToArray(); - if (variableSizeVectorColumnNamesList.Count == 0 && firstDvKeyColumns.Count == 0) - return AppendRowsDataView.Create(env, null, list.ToArray()); var views = list.ToArray(); - foreach (var keyCol in firstDvKeyColumns) - ReconcileKeyValues(env, views, keyCol); + foreach (var keyCol in firstDvKeyWithNamesColumns) + ReconcileKeyValues(env, views, keyCol, TextType.Instance); + if (labelColKeyValuesType != null) + ReconcileKeyValues(env, views, labelColName, labelColKeyValuesType.ItemType); + foreach (var keyCol in firstDvKeyNoNamesColumns) + ReconcileKeyValuesWithNoNames(env, views, keyCol.Key, keyCol.Value); foreach (var vectorKeyCol in firstDvVectorKeyColumns) - ReconcileVectorKeyValues(env, views, vectorKeyCol); + ReconcileVectorKeyValues(env, views, vectorKeyCol, TextType.Instance); Func keyToValue = (idv, i) => { - foreach (var keyCol in firstDvKeyColumns.Concat(firstDvVectorKeyColumns)) + foreach (var keyCol in firstDvVectorKeyColumns.Prepend(labelColName)) { + if (keyCol == labelColName && labelColKeyValuesType == null) + continue; idv = new KeyToValueTransform(env, new KeyToValueTransform.Arguments() { Column = new[] { new KeyToValueTransform.Column() { Name = keyCol }, } }, idv); var hidden = FindHiddenColumns(idv.Schema, keyCol); idv = new ChooseColumnsByIndexTransform(env, new ChooseColumnsByIndexTransform.Arguments() { Drop = true, Index = hidden.ToArray() }, idv); } + foreach (var keyCol in firstDvKeyNoNamesColumns) + { + var hidden = FindHiddenColumns(idv.Schema, keyCol.Key); + idv = new ChooseColumnsByIndexTransform(env, new ChooseColumnsByIndexTransform.Arguments() { Drop = true, Index = hidden.ToArray() }, idv); + } return idv; }; diff --git a/test/BaselineOutput/SingleDebug/Command/CommandCrossValidationKeyLabelWithFloatKeyValues-out.txt b/test/BaselineOutput/SingleDebug/Command/CommandCrossValidationKeyLabelWithFloatKeyValues-out.txt new file mode 100644 index 0000000000..3608e165c9 --- /dev/null +++ b/test/BaselineOutput/SingleDebug/Command/CommandCrossValidationKeyLabelWithFloatKeyValues-out.txt @@ -0,0 +1,44 @@ +maml.exe CV tr=FastRankRanking{t=1} strat=Strat threads=- norm=Warn prexf=rangefilter{col=Label min=20 max=25} prexf=term{col=Strat:Label} dout=%Output% loader=text{col=Features:R4:10-14 col=Label:R4:9 col=GroupId:TX:1 header+} data=%Data% out=%Output% xf=term{col=Label} xf=hash{col=GroupId} +Not adding a normalizer. +Making per-feature arrays +Changing data from row-wise to column-wise +Processed 40 instances +Binning and forming Feature objects +Reserved memory for tree learner: 10764 bytes +Starting to train ... +Not training a calibrator because it is not needed. +Not adding a normalizer. +Making per-feature arrays +Changing data from row-wise to column-wise +Processed 32 instances +Binning and forming Feature objects +Reserved memory for tree learner: 6396 bytes +Starting to train ... +Not training a calibrator because it is not needed. +NDCG@1: 0.000000 +NDCG@2: 0.000000 +NDCG@3: 0.000000 +DCG@1: 0.000000 +DCG@2: 0.000000 +DCG@3: 0.000000 +NDCG@1: 0.000000 +NDCG@2: 0.000000 +NDCG@3: 0.000000 +DCG@1: 0.000000 +DCG@2: 0.000000 +DCG@3: 0.000000 + +OVERALL RESULTS +--------------------------------------- +NDCG@1: 0.000000 (0.0000) +NDCG@2: 0.000000 (0.0000) +NDCG@3: 0.000000 (0.0000) +DCG@1: 0.000000 (0.0000) +DCG@2: 0.000000 (0.0000) +DCG@3: 0.000000 (0.0000) + +--------------------------------------- +Physical memory usage(MB): %Number% +Virtual memory usage(MB): %Number% +%DateTime% Time elapsed(s): %Number% + diff --git a/test/BaselineOutput/SingleDebug/LightGBMMC/LightGBMMC-CV-iris.key.txt b/test/BaselineOutput/SingleDebug/LightGBMMC/LightGBMMC-CV-iris.key.txt index e756fcd7ba..9b303c86aa 100644 --- a/test/BaselineOutput/SingleDebug/LightGBMMC/LightGBMMC-CV-iris.key.txt +++ b/test/BaselineOutput/SingleDebug/LightGBMMC/LightGBMMC-CV-iris.key.txt @@ -1,151 +1,151 @@ Instance Label Assigned Log-loss #1 Score #2 Score #3 Score #1 Class #2 Class #3 Class -5 0 0 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 -6 0 0 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 -8 0 0 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 -9 0 0 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 -10 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -11 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -18 0 0 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 -20 0 0 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 -21 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -25 0 0 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 -28 0 0 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 -31 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -32 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -35 0 0 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 -37 0 0 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 -40 0 0 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 -41 0 0 0.17550956509619134 0.8390294 0.09255582 0.0684148148 0 1 2 -44 0 0 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 -45 0 0 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 -46 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -48 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -50 1 1 0.48031316690941278 0.61858964 0.2931589 0.08825144 1 2 0 -51 1 1 0.18552267596609509 0.83067 0.09896274 0.07036729 1 0 2 -52 1 2 1.8686139310181762 0.745523036 0.154337436 0.1001395 2 1 0 -54 1 1 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 -56 1 1 0.58631345356437459 0.5563746 0.357763946 0.0858614147 1 2 0 -60 1 1 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 -63 1 1 0.442888085987238 0.6421791 0.304338247 0.0534826852 1 2 0 -64 1 1 0.14288655580917453 0.8668524 0.06818299 0.06496459 1 2 0 -66 1 1 0.13927185898584951 0.8699915 0.06910439 0.060904108 1 2 0 -68 1 1 0.1475586146516118 0.862811863 0.08110718 0.0560809337 1 2 0 -69 1 1 0.13690026149264065 0.8720572 0.07104707 0.056895718 1 2 0 -70 1 1 0.58631345356437459 0.5563746 0.357763946 0.0858614147 1 2 0 -71 1 1 0.15194427686527462 0.859036148 0.07716796 0.06379592 1 2 0 -72 1 2 1.4639003870351257 0.712372541 0.231332228 0.0562952235 2 1 0 -73 1 1 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 -74 1 1 0.13796619253742226 0.871128142 0.06828712 0.0605847277 1 2 0 -76 1 1 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 -77 1 2 2.0734221020246566 0.815010846 0.1257547 0.05923444 2 1 0 -79 1 1 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 -82 1 1 0.13641919697507263 0.8724768 0.07081407 0.0567091331 1 2 0 -88 1 1 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 -90 1 1 0.1425659799992052 0.867130339 0.0762954 0.0565742739 1 2 0 -91 1 1 0.442888085987238 0.6421791 0.304338247 0.0534826852 1 2 0 -92 1 1 0.13641919697507263 0.8724768 0.07081407 0.0567091331 1 2 0 -93 1 1 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 -95 1 1 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 -96 1 1 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 -97 1 1 0.13796619253742226 0.871128142 0.06828712 0.0605847277 1 2 0 -98 1 1 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 -99 1 1 0.13879074815854195 0.870410144 0.06865643 0.06093342 1 2 0 -100 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -102 2 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 -104 2 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 -105 2 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 -106 2 1 2.3434392875794119 0.8476237 0.09599691 0.05637939 1 2 0 -108 2 2 0.22657594234978759 0.7972588 0.1479769 0.0547643229 2 1 0 -109 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -111 2 2 0.177848875720656 0.8370689 0.108788572 0.0541424938 2 1 0 -112 2 2 0.13281455464792449 0.875627458 0.06831084 0.0560617261 2 1 0 -113 2 2 0.19621674447868781 0.8218341 0.12273933 0.05542656 2 1 0 -115 2 2 0.17200937673419167 0.8419713 0.09234353 0.0656852052 2 0 1 -117 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -120 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -121 2 2 0.16411842591849909 0.8486415 0.09412396 0.05723452 2 1 0 -122 2 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 -123 2 2 0.28256671512014453 0.753846347 0.189867079 0.05628657 2 1 0 -125 2 2 0.20564890133993838 0.814118862 0.09413585 0.09174529 2 0 1 -128 2 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 -129 2 2 0.16567795334648433 0.847319067 0.09548671 0.057194218 2 1 0 -131 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -132 2 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 -133 2 2 0.29113037794713281 0.7474182 0.191831991 0.0607497729 2 1 0 -137 2 2 0.22116862531406531 0.8015815 0.104995139 0.09342336 2 1 0 -138 2 1 0.99148905684440769 0.5769956 0.3710238 0.05198058 1 2 0 -141 2 2 0.18520119392899573 0.8309371 0.09454043 0.07452248 2 0 1 -144 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -145 2 2 0.14505497806361808 0.864974737 0.07757514 0.0574501 2 1 0 -147 2 2 0.14505497806361808 0.864974737 0.07757514 0.0574501 2 1 0 -0 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -1 0 0 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 -2 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -3 0 0 0.13111980383336003 0.8771127 0.06430127 0.05858605 0 1 2 -4 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -7 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -12 0 0 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 -13 0 0 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 -14 0 0 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 -15 0 0 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 -16 0 0 0.12377570311405263 0.883578 0.0616899766 0.0547319949 0 1 2 -17 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -19 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -22 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -23 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -24 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -26 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -27 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -29 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -30 0 0 0.13466431803417811 0.874009252 0.0676120147 0.058378756 0 1 2 -33 0 0 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 -34 0 0 0.13111980383336003 0.8771127 0.06430127 0.05858605 0 1 2 -36 0 0 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 -38 0 0 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 -39 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -42 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -43 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -47 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -49 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -53 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -55 1 1 0.13788477324168841 0.8711991 0.0693822056 0.0594187379 1 2 0 -57 1 1 0.14180960025970848 0.867786467 0.06764004 0.06457352 1 2 0 -58 1 1 0.14599016737971268 0.8641662 0.07662087 0.0592129268 1 2 0 -59 1 1 0.15802382006343754 0.853829443 0.08263559 0.06353495 1 2 0 -61 1 1 0.24588101940191279 0.782015264 0.155458942 0.06252578 1 2 0 -62 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -65 1 1 0.13132980842568853 0.8769285 0.063261956 0.05980951 1 2 0 -67 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -75 1 1 0.16325813194034094 0.8493719 0.09269803 0.0579300523 1 2 0 -78 1 1 0.25856064866775763 0.7721622 0.1669285 0.0609093271 1 2 0 -80 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -81 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -83 1 2 0.93589296161344149 0.5591961 0.392235458 0.04856844 2 1 0 -84 1 1 0.30739855328930082 0.735357463 0.193893984 0.07074856 1 2 0 -85 1 1 0.36387320359326997 0.6949793 0.250199676 0.05482102 1 2 0 -86 1 1 0.22482401043721545 0.798656762 0.137458712 0.06388455 1 2 0 -87 1 1 0.15038993216531976 0.8603724 0.08044732 0.05918027 1 2 0 -89 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -94 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -101 2 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 -103 2 2 0.1391351873710466 0.8701104 0.06958967 0.0602999441 2 1 0 -107 2 2 0.14333558969752591 0.866463244 0.07176019 0.0617765374 2 1 0 -110 2 2 0.23871432870005888 0.787639856 0.156446457 0.0559136942 2 1 0 -114 2 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 -116 2 2 0.1391351873710466 0.8701104 0.06958967 0.0602999441 2 1 0 -118 2 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 -119 2 1 0.82777746896385962 0.500950456 0.4370195 0.0620300435 1 2 0 -124 2 2 0.15317496105764933 0.8579796 0.08057635 0.0614440367 2 1 0 -126 2 2 0.41542564005029348 0.6600593 0.280402571 0.0595381558 2 1 0 -127 2 2 0.39337756049800737 0.674773932 0.268265069 0.05696099 2 1 0 -130 2 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 -134 2 1 0.85550144650046023 0.5024456 0.42507 0.07248444 1 2 0 -135 2 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 -136 2 2 0.1485323137279633 0.861972153 0.0780924 0.05993546 2 1 0 -139 2 2 0.16469395959924102 0.848153234 0.09065638 0.0611904152 2 1 0 -140 2 2 0.1540180682859322 0.857256532 0.08267425 0.0600692481 2 1 0 -142 2 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 -143 2 2 0.15317496105764933 0.8579796 0.08057635 0.0614440367 2 1 0 -146 2 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 -148 2 2 0.15751162588437911 0.8542669 0.08508965 0.0606434755 2 1 0 -149 2 2 0.22273115731729765 0.80033 0.142754182 0.05691586 2 1 0 +5 0 1 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 +6 0 1 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 +8 0 1 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 +9 0 1 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 +10 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +11 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +18 0 1 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 +20 0 1 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 +21 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +25 0 1 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 +28 0 1 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 +31 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +32 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +35 0 1 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 +37 0 1 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 +40 0 1 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 +41 0 1 0.17550956509619134 0.8390294 0.09255582 0.0684148148 0 1 2 +44 0 1 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 +45 0 1 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 +46 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +48 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +50 1 2 0.48031316690941278 0.61858964 0.2931589 0.08825144 1 2 0 +51 1 2 0.18552267596609509 0.83067 0.09896274 0.07036729 1 0 2 +52 1 1.8686139310181762 0.745523036 0.154337436 0.1001395 2 1 0 +54 1 2 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 +56 1 2 0.58631345356437459 0.5563746 0.357763946 0.0858614147 1 2 0 +60 1 2 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 +63 1 2 0.442888085987238 0.6421791 0.304338247 0.0534826852 1 2 0 +64 1 2 0.14288655580917453 0.8668524 0.06818299 0.06496459 1 2 0 +66 1 2 0.13927185898584951 0.8699915 0.06910439 0.060904108 1 2 0 +68 1 2 0.1475586146516118 0.862811863 0.08110718 0.0560809337 1 2 0 +69 1 2 0.13690026149264065 0.8720572 0.07104707 0.056895718 1 2 0 +70 1 2 0.58631345356437459 0.5563746 0.357763946 0.0858614147 1 2 0 +71 1 2 0.15194427686527462 0.859036148 0.07716796 0.06379592 1 2 0 +72 1 1.4639003870351257 0.712372541 0.231332228 0.0562952235 2 1 0 +73 1 2 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 +74 1 2 0.13796619253742226 0.871128142 0.06828712 0.0605847277 1 2 0 +76 1 2 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 +77 1 2.0734221020246566 0.815010846 0.1257547 0.05923444 2 1 0 +79 1 2 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 +82 1 2 0.13641919697507263 0.8724768 0.07081407 0.0567091331 1 2 0 +88 1 2 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 +90 1 2 0.1425659799992052 0.867130339 0.0762954 0.0565742739 1 2 0 +91 1 2 0.442888085987238 0.6421791 0.304338247 0.0534826852 1 2 0 +92 1 2 0.13641919697507263 0.8724768 0.07081407 0.0567091331 1 2 0 +93 1 2 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 +95 1 2 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 +96 1 2 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 +97 1 2 0.13796619253742226 0.871128142 0.06828712 0.0605847277 1 2 0 +98 1 2 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 +99 1 2 0.13879074815854195 0.870410144 0.06865643 0.06093342 1 2 0 +100 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +102 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 +104 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 +105 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 +106 2 2 2.3434392875794119 0.8476237 0.09599691 0.05637939 1 2 0 +108 2 0.22657594234978759 0.7972588 0.1479769 0.0547643229 2 1 0 +109 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +111 2 0.177848875720656 0.8370689 0.108788572 0.0541424938 2 1 0 +112 2 0.13281455464792449 0.875627458 0.06831084 0.0560617261 2 1 0 +113 2 0.19621674447868781 0.8218341 0.12273933 0.05542656 2 1 0 +115 2 0.17200937673419167 0.8419713 0.09234353 0.0656852052 2 0 1 +117 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +120 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +121 2 0.16411842591849909 0.8486415 0.09412396 0.05723452 2 1 0 +122 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 +123 2 0.28256671512014453 0.753846347 0.189867079 0.05628657 2 1 0 +125 2 0.20564890133993838 0.814118862 0.09413585 0.09174529 2 0 1 +128 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 +129 2 0.16567795334648433 0.847319067 0.09548671 0.057194218 2 1 0 +131 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +132 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 +133 2 0.29113037794713281 0.7474182 0.191831991 0.0607497729 2 1 0 +137 2 0.22116862531406531 0.8015815 0.104995139 0.09342336 2 1 0 +138 2 2 0.99148905684440769 0.5769956 0.3710238 0.05198058 1 2 0 +141 2 0.18520119392899573 0.8309371 0.09454043 0.07452248 2 0 1 +144 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +145 2 0.14505497806361808 0.864974737 0.07757514 0.0574501 2 1 0 +147 2 0.14505497806361808 0.864974737 0.07757514 0.0574501 2 1 0 +0 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +1 0 1 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 +2 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +3 0 1 0.13111980383336003 0.8771127 0.06430127 0.05858605 0 1 2 +4 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +7 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +12 0 1 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 +13 0 1 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 +14 0 1 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 +15 0 1 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 +16 0 1 0.12377570311405263 0.883578 0.0616899766 0.0547319949 0 1 2 +17 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +19 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +22 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +23 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +24 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +26 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +27 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +29 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +30 0 1 0.13466431803417811 0.874009252 0.0676120147 0.058378756 0 1 2 +33 0 1 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 +34 0 1 0.13111980383336003 0.8771127 0.06430127 0.05858605 0 1 2 +36 0 1 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 +38 0 1 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 +39 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +42 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +43 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +47 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +49 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +53 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +55 1 2 0.13788477324168841 0.8711991 0.0693822056 0.0594187379 1 2 0 +57 1 2 0.14180960025970848 0.867786467 0.06764004 0.06457352 1 2 0 +58 1 2 0.14599016737971268 0.8641662 0.07662087 0.0592129268 1 2 0 +59 1 2 0.15802382006343754 0.853829443 0.08263559 0.06353495 1 2 0 +61 1 2 0.24588101940191279 0.782015264 0.155458942 0.06252578 1 2 0 +62 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +65 1 2 0.13132980842568853 0.8769285 0.063261956 0.05980951 1 2 0 +67 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +75 1 2 0.16325813194034094 0.8493719 0.09269803 0.0579300523 1 2 0 +78 1 2 0.25856064866775763 0.7721622 0.1669285 0.0609093271 1 2 0 +80 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +81 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +83 1 0.93589296161344149 0.5591961 0.392235458 0.04856844 2 1 0 +84 1 2 0.30739855328930082 0.735357463 0.193893984 0.07074856 1 2 0 +85 1 2 0.36387320359326997 0.6949793 0.250199676 0.05482102 1 2 0 +86 1 2 0.22482401043721545 0.798656762 0.137458712 0.06388455 1 2 0 +87 1 2 0.15038993216531976 0.8603724 0.08044732 0.05918027 1 2 0 +89 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +94 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +101 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 +103 2 0.1391351873710466 0.8701104 0.06958967 0.0602999441 2 1 0 +107 2 0.14333558969752591 0.866463244 0.07176019 0.0617765374 2 1 0 +110 2 0.23871432870005888 0.787639856 0.156446457 0.0559136942 2 1 0 +114 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 +116 2 0.1391351873710466 0.8701104 0.06958967 0.0602999441 2 1 0 +118 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 +119 2 2 0.82777746896385962 0.500950456 0.4370195 0.0620300435 1 2 0 +124 2 0.15317496105764933 0.8579796 0.08057635 0.0614440367 2 1 0 +126 2 0.41542564005029348 0.6600593 0.280402571 0.0595381558 2 1 0 +127 2 0.39337756049800737 0.674773932 0.268265069 0.05696099 2 1 0 +130 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 +134 2 2 0.85550144650046023 0.5024456 0.42507 0.07248444 1 2 0 +135 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 +136 2 0.1485323137279633 0.861972153 0.0780924 0.05993546 2 1 0 +139 2 0.16469395959924102 0.848153234 0.09065638 0.0611904152 2 1 0 +140 2 0.1540180682859322 0.857256532 0.08267425 0.0600692481 2 1 0 +142 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 +143 2 0.15317496105764933 0.8579796 0.08057635 0.0614440367 2 1 0 +146 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 +148 2 0.15751162588437911 0.8542669 0.08508965 0.0606434755 2 1 0 +149 2 0.22273115731729765 0.80033 0.142754182 0.05691586 2 1 0 diff --git a/test/BaselineOutput/SingleDebug/LightGBMMC/LightGBMMC-CV-iris.keyU404.txt b/test/BaselineOutput/SingleDebug/LightGBMMC/LightGBMMC-CV-iris.keyU404.txt index c3fc93b75b..cb0d9331ce 100644 --- a/test/BaselineOutput/SingleDebug/LightGBMMC/LightGBMMC-CV-iris.keyU404.txt +++ b/test/BaselineOutput/SingleDebug/LightGBMMC/LightGBMMC-CV-iris.keyU404.txt @@ -1,151 +1,151 @@ Instance Label Assigned Log-loss #1 Score #2 Score #3 Score #1 Class #2 Class #3 Class -5 0 0 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 -6 0 0 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 -8 0 0 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 -9 0 0 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 -10 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -11 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -18 0 0 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 -20 0 0 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 -21 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -25 0 0 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 -28 0 0 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 -31 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -32 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -35 0 0 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 -37 0 0 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 -40 0 0 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 -41 0 0 0.17550963613619172 0.8390293 0.09255581 0.06841481 0 1 2 -44 0 0 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 -45 0 0 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 -46 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -48 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -50 1 1 0.48031316690941278 0.61858964 0.293158859 0.08825144 1 2 0 -51 1 1 0.18552274772100014 0.83066994 0.09896273 0.0703672841 1 0 2 -52 1 2 1.8686139310181762 0.745523036 0.154337436 0.1001395 2 1 0 -54 1 1 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 -56 1 1 0.58631345356437459 0.5563746 0.357763946 0.08586141 1 2 0 -60 1 1 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 -63 1 1 0.44288817880347908 0.642179 0.304338247 0.05348268 1 2 0 -64 1 1 0.14288662456903103 0.866852343 0.06818299 0.06496459 1 2 0 -66 1 1 0.13927192749760864 0.8699914 0.06910439 0.0609041043 1 2 0 -68 1 1 0.1475586146516118 0.862811863 0.08110717 0.05608093 1 2 0 -69 1 1 0.13690032984210998 0.87205714 0.07104707 0.0568957143 1 2 0 -70 1 1 0.58631345356437459 0.5563746 0.357763946 0.08586141 1 2 0 -71 1 1 0.15194434625076791 0.8590361 0.07716796 0.06379592 1 2 0 -72 1 2 1.4639004514496772 0.7123725 0.231332213 0.05629522 2 1 0 -73 1 1 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 -74 1 1 0.13796626095978629 0.8711281 0.06828712 0.0605847239 1 2 0 -76 1 1 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 -77 1 2 2.0734221020246566 0.8150108 0.1257547 0.0592344366 2 1 0 -79 1 1 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 -82 1 1 0.13641926529166934 0.872476757 0.07081407 0.05670913 1 2 0 -88 1 1 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 -90 1 1 0.1425660487370225 0.8671303 0.07629539 0.05657427 1 2 0 -91 1 1 0.44288817880347908 0.642179 0.304338247 0.05348268 1 2 0 -92 1 1 0.13641926529166934 0.872476757 0.07081407 0.05670913 1 2 0 -93 1 1 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 -95 1 1 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 -96 1 1 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 -97 1 1 0.13796626095978629 0.8711281 0.06828712 0.0605847239 1 2 0 -98 1 1 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 -99 1 1 0.13879081663734727 0.8704101 0.06865642 0.0609334148 1 2 0 -100 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -102 2 2 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 -104 2 2 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 -105 2 2 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 -106 2 1 2.3434393651921286 0.847623646 0.0959969 0.0563793853 1 2 0 -108 2 2 0.22657601711176881 0.797258735 0.1479769 0.05476432 2 1 0 -109 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -111 2 2 0.17784894692703557 0.837068856 0.108788565 0.0541424938 2 1 0 -112 2 2 0.13281462271870764 0.8756274 0.0683108345 0.0560617223 2 1 0 -113 2 2 0.19621674447868781 0.8218341 0.122739322 0.0554265566 2 1 0 -115 2 2 0.17200944752597333 0.8419712 0.0923435241 0.0656852 2 0 1 -117 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -120 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -121 2 2 0.16411849615386448 0.848641455 0.09412395 0.0572345145 2 1 0 -122 2 2 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 -123 2 2 0.28256679418751329 0.7538463 0.189867079 0.056286566 2 1 0 -125 2 2 0.20564897455362954 0.8141188 0.09413585 0.09174528 2 0 1 -128 2 2 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 -129 2 2 0.16567802369146914 0.847319 0.0954867 0.0571942143 2 1 0 -131 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -132 2 2 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 -133 2 2 0.29113045769451545 0.747418165 0.191831976 0.06074977 2 1 0 -137 2 2 0.22116869967287578 0.801581442 0.104995131 0.09342335 2 1 0 -138 2 1 0.99148913716896714 0.5769956 0.371023774 0.0519805774 1 2 0 -141 2 2 0.18520126566083658 0.830937 0.09454043 0.07452247 2 0 1 -144 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -145 2 2 0.14505504697273677 0.8649747 0.07757514 0.0574500971 2 1 0 -147 2 2 0.14505504697273677 0.8649747 0.07757514 0.0574500971 2 1 0 -0 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -1 0 0 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 -2 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -3 0 0 0.13111987178887785 0.8771126 0.06430127 0.0585860461 0 1 2 -4 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -7 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -12 0 0 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 -13 0 0 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 -14 0 0 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 -15 0 0 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 -16 0 0 0.12377570311405263 0.883578 0.0616899729 0.05473199 0 1 2 -17 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -19 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -22 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -23 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -24 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -26 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -27 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -29 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -30 0 0 0.13466438623099261 0.8740092 0.06761201 0.0583787523 0 1 2 -33 0 0 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 -34 0 0 0.13111987178887785 0.8771126 0.06430127 0.0585860461 0 1 2 -36 0 0 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 -38 0 0 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 -39 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -42 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -43 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -47 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -49 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -53 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -55 1 1 0.13788484165848175 0.871199 0.0693822056 0.0594187342 1 2 0 -57 1 1 0.14180966894555355 0.8677864 0.06764004 0.06457351 1 2 0 -58 1 1 0.1459902363533046 0.864166141 0.07662086 0.059212923 1 2 0 -59 1 1 0.1580238898720478 0.8538294 0.08263559 0.0635349452 1 2 0 -61 1 1 0.24588109562120131 0.7820152 0.155458942 0.06252578 1 2 0 -62 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -65 1 1 0.13132980842568853 0.8769285 0.063261956 0.0598095059 1 2 0 -67 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -75 1 1 0.16325820211530925 0.84937185 0.09269803 0.05793005 1 2 0 -78 1 1 0.25856072585963152 0.772162139 0.166928485 0.0609093234 1 2 0 -80 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -81 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -83 1 2 0.93589303759413867 0.559196055 0.392235428 0.04856844 2 1 0 -84 1 1 0.30739863434463804 0.7353574 0.193893969 0.07074856 1 2 0 -85 1 1 0.36387328935790564 0.69497925 0.250199646 0.05482102 1 2 0 -86 1 1 0.2248240850683334 0.7986567 0.1374587 0.06388454 1 2 0 -87 1 1 0.15039000144304782 0.860372365 0.0804473162 0.0591802672 1 2 0 -89 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -94 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -101 2 2 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 -103 2 2 0.13913525587344278 0.870110333 0.06958966 0.06029994 2 1 0 -107 2 2 0.14333565848826485 0.8664632 0.07176019 0.0617765337 2 1 0 -110 2 2 0.23871440437506003 0.7876398 0.156446442 0.0559136942 2 1 0 -114 2 2 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 -116 2 2 0.13913525587344278 0.870110333 0.06958966 0.06029994 2 1 0 -118 2 2 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 -119 2 1 0.82777753715835345 0.5009504 0.437019467 0.06203004 1 2 0 -124 2 2 0.1531750305285868 0.857979536 0.0805763453 0.06144403 2 1 0 -126 2 2 0.41542573035225555 0.6600592 0.280402571 0.0595381558 2 1 0 -127 2 2 0.39337764883077281 0.6747739 0.268265069 0.0569609851 2 1 0 -130 2 2 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 -134 2 1 0.85550151661202845 0.5024455 0.425069958 0.07248443 1 2 0 -135 2 2 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 -136 2 2 0.14853238287711923 0.8619721 0.0780924 0.05993546 2 1 0 -139 2 2 0.16469402987504086 0.8481532 0.09065638 0.06119041 2 1 0 -140 2 2 0.15401813781546583 0.8572565 0.08267424 0.0600692444 2 1 0 -142 2 2 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 -143 2 2 0.1531750305285868 0.857979536 0.0805763453 0.06144403 2 1 0 -146 2 2 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 -148 2 2 0.15751169565724296 0.8542668 0.08508964 0.06064347 2 1 0 -149 2 2 0.22273123179238696 0.8003299 0.142754182 0.0569158569 2 1 0 +5 0 1 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 +6 0 1 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 +8 0 1 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 +9 0 1 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 +10 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +11 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +18 0 1 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 +20 0 1 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 +21 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +25 0 1 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 +28 0 1 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 +31 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +32 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +35 0 1 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 +37 0 1 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 +40 0 1 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 +41 0 1 0.17550963613619172 0.8390293 0.09255581 0.06841481 0 1 2 +44 0 1 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 +45 0 1 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 +46 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +48 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +50 1 2 0.48031316690941278 0.61858964 0.293158859 0.08825144 1 2 0 +51 1 2 0.18552274772100014 0.83066994 0.09896273 0.0703672841 1 0 2 +52 1 3 1.8686139310181762 0.745523036 0.154337436 0.1001395 2 1 0 +54 1 2 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 +56 1 2 0.58631345356437459 0.5563746 0.357763946 0.08586141 1 2 0 +60 1 2 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 +63 1 2 0.44288817880347908 0.642179 0.304338247 0.05348268 1 2 0 +64 1 2 0.14288662456903103 0.866852343 0.06818299 0.06496459 1 2 0 +66 1 2 0.13927192749760864 0.8699914 0.06910439 0.0609041043 1 2 0 +68 1 2 0.1475586146516118 0.862811863 0.08110717 0.05608093 1 2 0 +69 1 2 0.13690032984210998 0.87205714 0.07104707 0.0568957143 1 2 0 +70 1 2 0.58631345356437459 0.5563746 0.357763946 0.08586141 1 2 0 +71 1 2 0.15194434625076791 0.8590361 0.07716796 0.06379592 1 2 0 +72 1 3 1.4639004514496772 0.7123725 0.231332213 0.05629522 2 1 0 +73 1 2 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 +74 1 2 0.13796626095978629 0.8711281 0.06828712 0.0605847239 1 2 0 +76 1 2 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 +77 1 3 2.0734221020246566 0.8150108 0.1257547 0.0592344366 2 1 0 +79 1 2 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 +82 1 2 0.13641926529166934 0.872476757 0.07081407 0.05670913 1 2 0 +88 1 2 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 +90 1 2 0.1425660487370225 0.8671303 0.07629539 0.05657427 1 2 0 +91 1 2 0.44288817880347908 0.642179 0.304338247 0.05348268 1 2 0 +92 1 2 0.13641926529166934 0.872476757 0.07081407 0.05670913 1 2 0 +93 1 2 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 +95 1 2 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 +96 1 2 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 +97 1 2 0.13796626095978629 0.8711281 0.06828712 0.0605847239 1 2 0 +98 1 2 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 +99 1 2 0.13879081663734727 0.8704101 0.06865642 0.0609334148 1 2 0 +100 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +102 2 3 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 +104 2 3 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 +105 2 3 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 +106 2 2 2.3434393651921286 0.847623646 0.0959969 0.0563793853 1 2 0 +108 2 3 0.22657601711176881 0.797258735 0.1479769 0.05476432 2 1 0 +109 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +111 2 3 0.17784894692703557 0.837068856 0.108788565 0.0541424938 2 1 0 +112 2 3 0.13281462271870764 0.8756274 0.0683108345 0.0560617223 2 1 0 +113 2 3 0.19621674447868781 0.8218341 0.122739322 0.0554265566 2 1 0 +115 2 3 0.17200944752597333 0.8419712 0.0923435241 0.0656852 2 0 1 +117 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +120 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +121 2 3 0.16411849615386448 0.848641455 0.09412395 0.0572345145 2 1 0 +122 2 3 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 +123 2 3 0.28256679418751329 0.7538463 0.189867079 0.056286566 2 1 0 +125 2 3 0.20564897455362954 0.8141188 0.09413585 0.09174528 2 0 1 +128 2 3 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 +129 2 3 0.16567802369146914 0.847319 0.0954867 0.0571942143 2 1 0 +131 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +132 2 3 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 +133 2 3 0.29113045769451545 0.747418165 0.191831976 0.06074977 2 1 0 +137 2 3 0.22116869967287578 0.801581442 0.104995131 0.09342335 2 1 0 +138 2 2 0.99148913716896714 0.5769956 0.371023774 0.0519805774 1 2 0 +141 2 3 0.18520126566083658 0.830937 0.09454043 0.07452247 2 0 1 +144 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +145 2 3 0.14505504697273677 0.8649747 0.07757514 0.0574500971 2 1 0 +147 2 3 0.14505504697273677 0.8649747 0.07757514 0.0574500971 2 1 0 +0 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +1 0 1 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 +2 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +3 0 1 0.13111987178887785 0.8771126 0.06430127 0.0585860461 0 1 2 +4 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +7 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +12 0 1 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 +13 0 1 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 +14 0 1 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 +15 0 1 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 +16 0 1 0.12377570311405263 0.883578 0.0616899729 0.05473199 0 1 2 +17 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +19 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +22 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +23 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +24 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +26 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +27 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +29 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +30 0 1 0.13466438623099261 0.8740092 0.06761201 0.0583787523 0 1 2 +33 0 1 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 +34 0 1 0.13111987178887785 0.8771126 0.06430127 0.0585860461 0 1 2 +36 0 1 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 +38 0 1 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 +39 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +42 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +43 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +47 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +49 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +53 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +55 1 2 0.13788484165848175 0.871199 0.0693822056 0.0594187342 1 2 0 +57 1 2 0.14180966894555355 0.8677864 0.06764004 0.06457351 1 2 0 +58 1 2 0.1459902363533046 0.864166141 0.07662086 0.059212923 1 2 0 +59 1 2 0.1580238898720478 0.8538294 0.08263559 0.0635349452 1 2 0 +61 1 2 0.24588109562120131 0.7820152 0.155458942 0.06252578 1 2 0 +62 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +65 1 2 0.13132980842568853 0.8769285 0.063261956 0.0598095059 1 2 0 +67 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +75 1 2 0.16325820211530925 0.84937185 0.09269803 0.05793005 1 2 0 +78 1 2 0.25856072585963152 0.772162139 0.166928485 0.0609093234 1 2 0 +80 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +81 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +83 1 3 0.93589303759413867 0.559196055 0.392235428 0.04856844 2 1 0 +84 1 2 0.30739863434463804 0.7353574 0.193893969 0.07074856 1 2 0 +85 1 2 0.36387328935790564 0.69497925 0.250199646 0.05482102 1 2 0 +86 1 2 0.2248240850683334 0.7986567 0.1374587 0.06388454 1 2 0 +87 1 2 0.15039000144304782 0.860372365 0.0804473162 0.0591802672 1 2 0 +89 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +94 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +101 2 3 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 +103 2 3 0.13913525587344278 0.870110333 0.06958966 0.06029994 2 1 0 +107 2 3 0.14333565848826485 0.8664632 0.07176019 0.0617765337 2 1 0 +110 2 3 0.23871440437506003 0.7876398 0.156446442 0.0559136942 2 1 0 +114 2 3 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 +116 2 3 0.13913525587344278 0.870110333 0.06958966 0.06029994 2 1 0 +118 2 3 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 +119 2 2 0.82777753715835345 0.5009504 0.437019467 0.06203004 1 2 0 +124 2 3 0.1531750305285868 0.857979536 0.0805763453 0.06144403 2 1 0 +126 2 3 0.41542573035225555 0.6600592 0.280402571 0.0595381558 2 1 0 +127 2 3 0.39337764883077281 0.6747739 0.268265069 0.0569609851 2 1 0 +130 2 3 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 +134 2 2 0.85550151661202845 0.5024455 0.425069958 0.07248443 1 2 0 +135 2 3 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 +136 2 3 0.14853238287711923 0.8619721 0.0780924 0.05993546 2 1 0 +139 2 3 0.16469402987504086 0.8481532 0.09065638 0.06119041 2 1 0 +140 2 3 0.15401813781546583 0.8572565 0.08267424 0.0600692444 2 1 0 +142 2 3 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 +143 2 3 0.1531750305285868 0.857979536 0.0805763453 0.06144403 2 1 0 +146 2 3 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 +148 2 3 0.15751169565724296 0.8542668 0.08508964 0.06064347 2 1 0 +149 2 3 0.22273123179238696 0.8003299 0.142754182 0.0569158569 2 1 0 diff --git a/test/BaselineOutput/SingleRelease/Command/CommandCrossValidationKeyLabelWithFloatKeyValues-out.txt b/test/BaselineOutput/SingleRelease/Command/CommandCrossValidationKeyLabelWithFloatKeyValues-out.txt new file mode 100644 index 0000000000..3608e165c9 --- /dev/null +++ b/test/BaselineOutput/SingleRelease/Command/CommandCrossValidationKeyLabelWithFloatKeyValues-out.txt @@ -0,0 +1,44 @@ +maml.exe CV tr=FastRankRanking{t=1} strat=Strat threads=- norm=Warn prexf=rangefilter{col=Label min=20 max=25} prexf=term{col=Strat:Label} dout=%Output% loader=text{col=Features:R4:10-14 col=Label:R4:9 col=GroupId:TX:1 header+} data=%Data% out=%Output% xf=term{col=Label} xf=hash{col=GroupId} +Not adding a normalizer. +Making per-feature arrays +Changing data from row-wise to column-wise +Processed 40 instances +Binning and forming Feature objects +Reserved memory for tree learner: 10764 bytes +Starting to train ... +Not training a calibrator because it is not needed. +Not adding a normalizer. +Making per-feature arrays +Changing data from row-wise to column-wise +Processed 32 instances +Binning and forming Feature objects +Reserved memory for tree learner: 6396 bytes +Starting to train ... +Not training a calibrator because it is not needed. +NDCG@1: 0.000000 +NDCG@2: 0.000000 +NDCG@3: 0.000000 +DCG@1: 0.000000 +DCG@2: 0.000000 +DCG@3: 0.000000 +NDCG@1: 0.000000 +NDCG@2: 0.000000 +NDCG@3: 0.000000 +DCG@1: 0.000000 +DCG@2: 0.000000 +DCG@3: 0.000000 + +OVERALL RESULTS +--------------------------------------- +NDCG@1: 0.000000 (0.0000) +NDCG@2: 0.000000 (0.0000) +NDCG@3: 0.000000 (0.0000) +DCG@1: 0.000000 (0.0000) +DCG@2: 0.000000 (0.0000) +DCG@3: 0.000000 (0.0000) + +--------------------------------------- +Physical memory usage(MB): %Number% +Virtual memory usage(MB): %Number% +%DateTime% Time elapsed(s): %Number% + diff --git a/test/BaselineOutput/SingleRelease/LightGBMMC/LightGBMMC-CV-iris.key.txt b/test/BaselineOutput/SingleRelease/LightGBMMC/LightGBMMC-CV-iris.key.txt index e756fcd7ba..9b303c86aa 100644 --- a/test/BaselineOutput/SingleRelease/LightGBMMC/LightGBMMC-CV-iris.key.txt +++ b/test/BaselineOutput/SingleRelease/LightGBMMC/LightGBMMC-CV-iris.key.txt @@ -1,151 +1,151 @@ Instance Label Assigned Log-loss #1 Score #2 Score #3 Score #1 Class #2 Class #3 Class -5 0 0 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 -6 0 0 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 -8 0 0 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 -9 0 0 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 -10 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -11 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -18 0 0 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 -20 0 0 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 -21 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -25 0 0 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 -28 0 0 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 -31 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -32 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -35 0 0 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 -37 0 0 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 -40 0 0 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 -41 0 0 0.17550956509619134 0.8390294 0.09255582 0.0684148148 0 1 2 -44 0 0 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 -45 0 0 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 -46 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -48 0 0 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 -50 1 1 0.48031316690941278 0.61858964 0.2931589 0.08825144 1 2 0 -51 1 1 0.18552267596609509 0.83067 0.09896274 0.07036729 1 0 2 -52 1 2 1.8686139310181762 0.745523036 0.154337436 0.1001395 2 1 0 -54 1 1 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 -56 1 1 0.58631345356437459 0.5563746 0.357763946 0.0858614147 1 2 0 -60 1 1 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 -63 1 1 0.442888085987238 0.6421791 0.304338247 0.0534826852 1 2 0 -64 1 1 0.14288655580917453 0.8668524 0.06818299 0.06496459 1 2 0 -66 1 1 0.13927185898584951 0.8699915 0.06910439 0.060904108 1 2 0 -68 1 1 0.1475586146516118 0.862811863 0.08110718 0.0560809337 1 2 0 -69 1 1 0.13690026149264065 0.8720572 0.07104707 0.056895718 1 2 0 -70 1 1 0.58631345356437459 0.5563746 0.357763946 0.0858614147 1 2 0 -71 1 1 0.15194427686527462 0.859036148 0.07716796 0.06379592 1 2 0 -72 1 2 1.4639003870351257 0.712372541 0.231332228 0.0562952235 2 1 0 -73 1 1 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 -74 1 1 0.13796619253742226 0.871128142 0.06828712 0.0605847277 1 2 0 -76 1 1 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 -77 1 2 2.0734221020246566 0.815010846 0.1257547 0.05923444 2 1 0 -79 1 1 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 -82 1 1 0.13641919697507263 0.8724768 0.07081407 0.0567091331 1 2 0 -88 1 1 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 -90 1 1 0.1425659799992052 0.867130339 0.0762954 0.0565742739 1 2 0 -91 1 1 0.442888085987238 0.6421791 0.304338247 0.0534826852 1 2 0 -92 1 1 0.13641919697507263 0.8724768 0.07081407 0.0567091331 1 2 0 -93 1 1 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 -95 1 1 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 -96 1 1 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 -97 1 1 0.13796619253742226 0.871128142 0.06828712 0.0605847277 1 2 0 -98 1 1 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 -99 1 1 0.13879074815854195 0.870410144 0.06865643 0.06093342 1 2 0 -100 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -102 2 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 -104 2 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 -105 2 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 -106 2 1 2.3434392875794119 0.8476237 0.09599691 0.05637939 1 2 0 -108 2 2 0.22657594234978759 0.7972588 0.1479769 0.0547643229 2 1 0 -109 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -111 2 2 0.177848875720656 0.8370689 0.108788572 0.0541424938 2 1 0 -112 2 2 0.13281455464792449 0.875627458 0.06831084 0.0560617261 2 1 0 -113 2 2 0.19621674447868781 0.8218341 0.12273933 0.05542656 2 1 0 -115 2 2 0.17200937673419167 0.8419713 0.09234353 0.0656852052 2 0 1 -117 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -120 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -121 2 2 0.16411842591849909 0.8486415 0.09412396 0.05723452 2 1 0 -122 2 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 -123 2 2 0.28256671512014453 0.753846347 0.189867079 0.05628657 2 1 0 -125 2 2 0.20564890133993838 0.814118862 0.09413585 0.09174529 2 0 1 -128 2 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 -129 2 2 0.16567795334648433 0.847319067 0.09548671 0.057194218 2 1 0 -131 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -132 2 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 -133 2 2 0.29113037794713281 0.7474182 0.191831991 0.0607497729 2 1 0 -137 2 2 0.22116862531406531 0.8015815 0.104995139 0.09342336 2 1 0 -138 2 1 0.99148905684440769 0.5769956 0.3710238 0.05198058 1 2 0 -141 2 2 0.18520119392899573 0.8309371 0.09454043 0.07452248 2 0 1 -144 2 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 -145 2 2 0.14505497806361808 0.864974737 0.07757514 0.0574501 2 1 0 -147 2 2 0.14505497806361808 0.864974737 0.07757514 0.0574501 2 1 0 -0 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -1 0 0 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 -2 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -3 0 0 0.13111980383336003 0.8771127 0.06430127 0.05858605 0 1 2 -4 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -7 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -12 0 0 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 -13 0 0 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 -14 0 0 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 -15 0 0 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 -16 0 0 0.12377570311405263 0.883578 0.0616899766 0.0547319949 0 1 2 -17 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -19 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -22 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -23 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -24 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -26 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -27 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -29 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -30 0 0 0.13466431803417811 0.874009252 0.0676120147 0.058378756 0 1 2 -33 0 0 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 -34 0 0 0.13111980383336003 0.8771127 0.06430127 0.05858605 0 1 2 -36 0 0 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 -38 0 0 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 -39 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -42 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -43 0 0 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 -47 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -49 0 0 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 -53 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -55 1 1 0.13788477324168841 0.8711991 0.0693822056 0.0594187379 1 2 0 -57 1 1 0.14180960025970848 0.867786467 0.06764004 0.06457352 1 2 0 -58 1 1 0.14599016737971268 0.8641662 0.07662087 0.0592129268 1 2 0 -59 1 1 0.15802382006343754 0.853829443 0.08263559 0.06353495 1 2 0 -61 1 1 0.24588101940191279 0.782015264 0.155458942 0.06252578 1 2 0 -62 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -65 1 1 0.13132980842568853 0.8769285 0.063261956 0.05980951 1 2 0 -67 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -75 1 1 0.16325813194034094 0.8493719 0.09269803 0.0579300523 1 2 0 -78 1 1 0.25856064866775763 0.7721622 0.1669285 0.0609093271 1 2 0 -80 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -81 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -83 1 2 0.93589296161344149 0.5591961 0.392235458 0.04856844 2 1 0 -84 1 1 0.30739855328930082 0.735357463 0.193893984 0.07074856 1 2 0 -85 1 1 0.36387320359326997 0.6949793 0.250199676 0.05482102 1 2 0 -86 1 1 0.22482401043721545 0.798656762 0.137458712 0.06388455 1 2 0 -87 1 1 0.15038993216531976 0.8603724 0.08044732 0.05918027 1 2 0 -89 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -94 1 1 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 -101 2 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 -103 2 2 0.1391351873710466 0.8701104 0.06958967 0.0602999441 2 1 0 -107 2 2 0.14333558969752591 0.866463244 0.07176019 0.0617765374 2 1 0 -110 2 2 0.23871432870005888 0.787639856 0.156446457 0.0559136942 2 1 0 -114 2 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 -116 2 2 0.1391351873710466 0.8701104 0.06958967 0.0602999441 2 1 0 -118 2 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 -119 2 1 0.82777746896385962 0.500950456 0.4370195 0.0620300435 1 2 0 -124 2 2 0.15317496105764933 0.8579796 0.08057635 0.0614440367 2 1 0 -126 2 2 0.41542564005029348 0.6600593 0.280402571 0.0595381558 2 1 0 -127 2 2 0.39337756049800737 0.674773932 0.268265069 0.05696099 2 1 0 -130 2 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 -134 2 1 0.85550144650046023 0.5024456 0.42507 0.07248444 1 2 0 -135 2 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 -136 2 2 0.1485323137279633 0.861972153 0.0780924 0.05993546 2 1 0 -139 2 2 0.16469395959924102 0.848153234 0.09065638 0.0611904152 2 1 0 -140 2 2 0.1540180682859322 0.857256532 0.08267425 0.0600692481 2 1 0 -142 2 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 -143 2 2 0.15317496105764933 0.8579796 0.08057635 0.0614440367 2 1 0 -146 2 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 -148 2 2 0.15751162588437911 0.8542669 0.08508965 0.0606434755 2 1 0 -149 2 2 0.22273115731729765 0.80033 0.142754182 0.05691586 2 1 0 +5 0 1 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 +6 0 1 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 +8 0 1 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 +9 0 1 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 +10 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +11 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +18 0 1 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 +20 0 1 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 +21 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +25 0 1 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 +28 0 1 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 +31 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +32 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +35 0 1 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 +37 0 1 0.13970851121881944 0.8696117 0.07047898 0.0599093363 0 1 2 +40 0 1 0.12225769559664824 0.8849203 0.0591422766 0.05593741 0 2 1 +41 0 1 0.17550956509619134 0.8390294 0.09255582 0.0684148148 0 1 2 +44 0 1 0.25328578422472414 0.776246 0.1675262 0.0562277846 0 1 2 +45 0 1 0.13903052119099127 0.870201468 0.07016017 0.05963834 0 1 2 +46 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +48 0 1 0.12269405525649343 0.88453424 0.0593406856 0.0561250672 0 2 1 +50 1 2 0.48031316690941278 0.61858964 0.2931589 0.08825144 1 2 0 +51 1 2 0.18552267596609509 0.83067 0.09896274 0.07036729 1 0 2 +52 1 1.8686139310181762 0.745523036 0.154337436 0.1001395 2 1 0 +54 1 2 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 +56 1 2 0.58631345356437459 0.5563746 0.357763946 0.0858614147 1 2 0 +60 1 2 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 +63 1 2 0.442888085987238 0.6421791 0.304338247 0.0534826852 1 2 0 +64 1 2 0.14288655580917453 0.8668524 0.06818299 0.06496459 1 2 0 +66 1 2 0.13927185898584951 0.8699915 0.06910439 0.060904108 1 2 0 +68 1 2 0.1475586146516118 0.862811863 0.08110718 0.0560809337 1 2 0 +69 1 2 0.13690026149264065 0.8720572 0.07104707 0.056895718 1 2 0 +70 1 2 0.58631345356437459 0.5563746 0.357763946 0.0858614147 1 2 0 +71 1 2 0.15194427686527462 0.859036148 0.07716796 0.06379592 1 2 0 +72 1 1.4639003870351257 0.712372541 0.231332228 0.0562952235 2 1 0 +73 1 2 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 +74 1 2 0.13796619253742226 0.871128142 0.06828712 0.0605847277 1 2 0 +76 1 2 0.45819815025419125 0.632422149 0.3149078 0.0526700951 1 2 0 +77 1 2.0734221020246566 0.815010846 0.1257547 0.05923444 2 1 0 +79 1 2 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 +82 1 2 0.13641919697507263 0.8724768 0.07081407 0.0567091331 1 2 0 +88 1 2 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 +90 1 2 0.1425659799992052 0.867130339 0.0762954 0.0565742739 1 2 0 +91 1 2 0.442888085987238 0.6421791 0.304338247 0.0534826852 1 2 0 +92 1 2 0.13641919697507263 0.8724768 0.07081407 0.0567091331 1 2 0 +93 1 2 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 +95 1 2 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 +96 1 2 0.13407533925580511 0.8745242 0.06425438 0.0612214245 1 2 0 +97 1 2 0.13796619253742226 0.871128142 0.06828712 0.0605847277 1 2 0 +98 1 2 0.54904634529954011 0.5775003 0.363432646 0.0590670444 1 0 2 +99 1 2 0.13879074815854195 0.870410144 0.06865643 0.06093342 1 2 0 +100 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +102 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 +104 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 +105 2 0.12282263476045074 0.8844205 0.0591996 0.056379877 2 1 0 +106 2 2 2.3434392875794119 0.8476237 0.09599691 0.05637939 1 2 0 +108 2 0.22657594234978759 0.7972588 0.1479769 0.0547643229 2 1 0 +109 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +111 2 0.177848875720656 0.8370689 0.108788572 0.0541424938 2 1 0 +112 2 0.13281455464792449 0.875627458 0.06831084 0.0560617261 2 1 0 +113 2 0.19621674447868781 0.8218341 0.12273933 0.05542656 2 1 0 +115 2 0.17200937673419167 0.8419713 0.09234353 0.0656852052 2 0 1 +117 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +120 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +121 2 0.16411842591849909 0.8486415 0.09412396 0.05723452 2 1 0 +122 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 +123 2 0.28256671512014453 0.753846347 0.189867079 0.05628657 2 1 0 +125 2 0.20564890133993838 0.814118862 0.09413585 0.09174529 2 0 1 +128 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 +129 2 0.16567795334648433 0.847319067 0.09548671 0.057194218 2 1 0 +131 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +132 2 0.13716672321276682 0.871824861 0.07206305 0.0561121143 2 1 0 +133 2 0.29113037794713281 0.7474182 0.191831991 0.0607497729 2 1 0 +137 2 0.22116862531406531 0.8015815 0.104995139 0.09342336 2 1 0 +138 2 2 0.99148905684440769 0.5769956 0.3710238 0.05198058 1 2 0 +141 2 0.18520119392899573 0.8309371 0.09454043 0.07452248 2 0 1 +144 2 0.16223550400064654 0.850240946 0.0928473249 0.0569117554 2 0 1 +145 2 0.14505497806361808 0.864974737 0.07757514 0.0574501 2 1 0 +147 2 0.14505497806361808 0.864974737 0.07757514 0.0574501 2 1 0 +0 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +1 0 1 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 +2 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +3 0 1 0.13111980383336003 0.8771127 0.06430127 0.05858605 0 1 2 +4 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +7 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +12 0 1 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 +13 0 1 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 +14 0 1 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 +15 0 1 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 +16 0 1 0.12377570311405263 0.883578 0.0616899766 0.0547319949 0 1 2 +17 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +19 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +22 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +23 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +24 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +26 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +27 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +29 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +30 0 1 0.13466431803417811 0.874009252 0.0676120147 0.058378756 0 1 2 +33 0 1 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 +34 0 1 0.13111980383336003 0.8771127 0.06430127 0.05858605 0 1 2 +36 0 1 0.18823437933195611 0.8284205 0.120264143 0.05131534 0 1 2 +38 0 1 0.13227381045206946 0.8761011 0.06422711 0.0596717857 0 1 2 +39 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +42 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +43 0 1 0.13145127781390373 0.876822 0.0646113753 0.0585666336 0 1 2 +47 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +49 0 1 0.12805244799353907 0.879807234 0.0614267066 0.0587660335 0 1 2 +53 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +55 1 2 0.13788477324168841 0.8711991 0.0693822056 0.0594187379 1 2 0 +57 1 2 0.14180960025970848 0.867786467 0.06764004 0.06457352 1 2 0 +58 1 2 0.14599016737971268 0.8641662 0.07662087 0.0592129268 1 2 0 +59 1 2 0.15802382006343754 0.853829443 0.08263559 0.06353495 1 2 0 +61 1 2 0.24588101940191279 0.782015264 0.155458942 0.06252578 1 2 0 +62 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +65 1 2 0.13132980842568853 0.8769285 0.063261956 0.05980951 1 2 0 +67 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +75 1 2 0.16325813194034094 0.8493719 0.09269803 0.0579300523 1 2 0 +78 1 2 0.25856064866775763 0.7721622 0.1669285 0.0609093271 1 2 0 +80 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +81 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +83 1 0.93589296161344149 0.5591961 0.392235458 0.04856844 2 1 0 +84 1 2 0.30739855328930082 0.735357463 0.193893984 0.07074856 1 2 0 +85 1 2 0.36387320359326997 0.6949793 0.250199676 0.05482102 1 2 0 +86 1 2 0.22482401043721545 0.798656762 0.137458712 0.06388455 1 2 0 +87 1 2 0.15038993216531976 0.8603724 0.08044732 0.05918027 1 2 0 +89 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +94 1 2 0.13238614086498687 0.876002669 0.06343664 0.0605606847 1 2 0 +101 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 +103 2 0.1391351873710466 0.8701104 0.06958967 0.0602999441 2 1 0 +107 2 0.14333558969752591 0.866463244 0.07176019 0.0617765374 2 1 0 +110 2 0.23871432870005888 0.787639856 0.156446457 0.0559136942 2 1 0 +114 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 +116 2 0.1391351873710466 0.8701104 0.06958967 0.0602999441 2 1 0 +118 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 +119 2 2 0.82777746896385962 0.500950456 0.4370195 0.0620300435 1 2 0 +124 2 0.15317496105764933 0.8579796 0.08057635 0.0614440367 2 1 0 +126 2 0.41542564005029348 0.6600593 0.280402571 0.0595381558 2 1 0 +127 2 0.39337756049800737 0.674773932 0.268265069 0.05696099 2 1 0 +130 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 +134 2 2 0.85550144650046023 0.5024456 0.42507 0.07248444 1 2 0 +135 2 0.12489127544479019 0.882592857 0.06075944 0.05664773 2 0 1 +136 2 0.1485323137279633 0.861972153 0.0780924 0.05993546 2 1 0 +139 2 0.16469395959924102 0.848153234 0.09065638 0.0611904152 2 1 0 +140 2 0.1540180682859322 0.857256532 0.08267425 0.0600692481 2 1 0 +142 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 +143 2 0.15317496105764933 0.8579796 0.08057635 0.0614440367 2 1 0 +146 2 0.1903299513274587 0.8266863 0.116503216 0.05681048 2 1 0 +148 2 0.15751162588437911 0.8542669 0.08508965 0.0606434755 2 1 0 +149 2 0.22273115731729765 0.80033 0.142754182 0.05691586 2 1 0 diff --git a/test/BaselineOutput/SingleRelease/LightGBMMC/LightGBMMC-CV-iris.keyU404.txt b/test/BaselineOutput/SingleRelease/LightGBMMC/LightGBMMC-CV-iris.keyU404.txt index c3fc93b75b..cb0d9331ce 100644 --- a/test/BaselineOutput/SingleRelease/LightGBMMC/LightGBMMC-CV-iris.keyU404.txt +++ b/test/BaselineOutput/SingleRelease/LightGBMMC/LightGBMMC-CV-iris.keyU404.txt @@ -1,151 +1,151 @@ Instance Label Assigned Log-loss #1 Score #2 Score #3 Score #1 Class #2 Class #3 Class -5 0 0 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 -6 0 0 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 -8 0 0 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 -9 0 0 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 -10 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -11 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -18 0 0 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 -20 0 0 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 -21 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -25 0 0 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 -28 0 0 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 -31 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -32 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -35 0 0 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 -37 0 0 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 -40 0 0 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 -41 0 0 0.17550963613619172 0.8390293 0.09255581 0.06841481 0 1 2 -44 0 0 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 -45 0 0 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 -46 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -48 0 0 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 -50 1 1 0.48031316690941278 0.61858964 0.293158859 0.08825144 1 2 0 -51 1 1 0.18552274772100014 0.83066994 0.09896273 0.0703672841 1 0 2 -52 1 2 1.8686139310181762 0.745523036 0.154337436 0.1001395 2 1 0 -54 1 1 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 -56 1 1 0.58631345356437459 0.5563746 0.357763946 0.08586141 1 2 0 -60 1 1 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 -63 1 1 0.44288817880347908 0.642179 0.304338247 0.05348268 1 2 0 -64 1 1 0.14288662456903103 0.866852343 0.06818299 0.06496459 1 2 0 -66 1 1 0.13927192749760864 0.8699914 0.06910439 0.0609041043 1 2 0 -68 1 1 0.1475586146516118 0.862811863 0.08110717 0.05608093 1 2 0 -69 1 1 0.13690032984210998 0.87205714 0.07104707 0.0568957143 1 2 0 -70 1 1 0.58631345356437459 0.5563746 0.357763946 0.08586141 1 2 0 -71 1 1 0.15194434625076791 0.8590361 0.07716796 0.06379592 1 2 0 -72 1 2 1.4639004514496772 0.7123725 0.231332213 0.05629522 2 1 0 -73 1 1 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 -74 1 1 0.13796626095978629 0.8711281 0.06828712 0.0605847239 1 2 0 -76 1 1 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 -77 1 2 2.0734221020246566 0.8150108 0.1257547 0.0592344366 2 1 0 -79 1 1 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 -82 1 1 0.13641926529166934 0.872476757 0.07081407 0.05670913 1 2 0 -88 1 1 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 -90 1 1 0.1425660487370225 0.8671303 0.07629539 0.05657427 1 2 0 -91 1 1 0.44288817880347908 0.642179 0.304338247 0.05348268 1 2 0 -92 1 1 0.13641926529166934 0.872476757 0.07081407 0.05670913 1 2 0 -93 1 1 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 -95 1 1 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 -96 1 1 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 -97 1 1 0.13796626095978629 0.8711281 0.06828712 0.0605847239 1 2 0 -98 1 1 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 -99 1 1 0.13879081663734727 0.8704101 0.06865642 0.0609334148 1 2 0 -100 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -102 2 2 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 -104 2 2 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 -105 2 2 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 -106 2 1 2.3434393651921286 0.847623646 0.0959969 0.0563793853 1 2 0 -108 2 2 0.22657601711176881 0.797258735 0.1479769 0.05476432 2 1 0 -109 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -111 2 2 0.17784894692703557 0.837068856 0.108788565 0.0541424938 2 1 0 -112 2 2 0.13281462271870764 0.8756274 0.0683108345 0.0560617223 2 1 0 -113 2 2 0.19621674447868781 0.8218341 0.122739322 0.0554265566 2 1 0 -115 2 2 0.17200944752597333 0.8419712 0.0923435241 0.0656852 2 0 1 -117 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -120 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -121 2 2 0.16411849615386448 0.848641455 0.09412395 0.0572345145 2 1 0 -122 2 2 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 -123 2 2 0.28256679418751329 0.7538463 0.189867079 0.056286566 2 1 0 -125 2 2 0.20564897455362954 0.8141188 0.09413585 0.09174528 2 0 1 -128 2 2 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 -129 2 2 0.16567802369146914 0.847319 0.0954867 0.0571942143 2 1 0 -131 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -132 2 2 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 -133 2 2 0.29113045769451545 0.747418165 0.191831976 0.06074977 2 1 0 -137 2 2 0.22116869967287578 0.801581442 0.104995131 0.09342335 2 1 0 -138 2 1 0.99148913716896714 0.5769956 0.371023774 0.0519805774 1 2 0 -141 2 2 0.18520126566083658 0.830937 0.09454043 0.07452247 2 0 1 -144 2 2 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 -145 2 2 0.14505504697273677 0.8649747 0.07757514 0.0574500971 2 1 0 -147 2 2 0.14505504697273677 0.8649747 0.07757514 0.0574500971 2 1 0 -0 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -1 0 0 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 -2 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -3 0 0 0.13111987178887785 0.8771126 0.06430127 0.0585860461 0 1 2 -4 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -7 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -12 0 0 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 -13 0 0 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 -14 0 0 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 -15 0 0 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 -16 0 0 0.12377570311405263 0.883578 0.0616899729 0.05473199 0 1 2 -17 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -19 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -22 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -23 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -24 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -26 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -27 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -29 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -30 0 0 0.13466438623099261 0.8740092 0.06761201 0.0583787523 0 1 2 -33 0 0 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 -34 0 0 0.13111987178887785 0.8771126 0.06430127 0.0585860461 0 1 2 -36 0 0 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 -38 0 0 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 -39 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -42 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -43 0 0 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 -47 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -49 0 0 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 -53 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -55 1 1 0.13788484165848175 0.871199 0.0693822056 0.0594187342 1 2 0 -57 1 1 0.14180966894555355 0.8677864 0.06764004 0.06457351 1 2 0 -58 1 1 0.1459902363533046 0.864166141 0.07662086 0.059212923 1 2 0 -59 1 1 0.1580238898720478 0.8538294 0.08263559 0.0635349452 1 2 0 -61 1 1 0.24588109562120131 0.7820152 0.155458942 0.06252578 1 2 0 -62 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -65 1 1 0.13132980842568853 0.8769285 0.063261956 0.0598095059 1 2 0 -67 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -75 1 1 0.16325820211530925 0.84937185 0.09269803 0.05793005 1 2 0 -78 1 1 0.25856072585963152 0.772162139 0.166928485 0.0609093234 1 2 0 -80 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -81 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -83 1 2 0.93589303759413867 0.559196055 0.392235428 0.04856844 2 1 0 -84 1 1 0.30739863434463804 0.7353574 0.193893969 0.07074856 1 2 0 -85 1 1 0.36387328935790564 0.69497925 0.250199646 0.05482102 1 2 0 -86 1 1 0.2248240850683334 0.7986567 0.1374587 0.06388454 1 2 0 -87 1 1 0.15039000144304782 0.860372365 0.0804473162 0.0591802672 1 2 0 -89 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -94 1 1 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 -101 2 2 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 -103 2 2 0.13913525587344278 0.870110333 0.06958966 0.06029994 2 1 0 -107 2 2 0.14333565848826485 0.8664632 0.07176019 0.0617765337 2 1 0 -110 2 2 0.23871440437506003 0.7876398 0.156446442 0.0559136942 2 1 0 -114 2 2 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 -116 2 2 0.13913525587344278 0.870110333 0.06958966 0.06029994 2 1 0 -118 2 2 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 -119 2 1 0.82777753715835345 0.5009504 0.437019467 0.06203004 1 2 0 -124 2 2 0.1531750305285868 0.857979536 0.0805763453 0.06144403 2 1 0 -126 2 2 0.41542573035225555 0.6600592 0.280402571 0.0595381558 2 1 0 -127 2 2 0.39337764883077281 0.6747739 0.268265069 0.0569609851 2 1 0 -130 2 2 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 -134 2 1 0.85550151661202845 0.5024455 0.425069958 0.07248443 1 2 0 -135 2 2 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 -136 2 2 0.14853238287711923 0.8619721 0.0780924 0.05993546 2 1 0 -139 2 2 0.16469402987504086 0.8481532 0.09065638 0.06119041 2 1 0 -140 2 2 0.15401813781546583 0.8572565 0.08267424 0.0600692444 2 1 0 -142 2 2 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 -143 2 2 0.1531750305285868 0.857979536 0.0805763453 0.06144403 2 1 0 -146 2 2 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 -148 2 2 0.15751169565724296 0.8542668 0.08508964 0.06064347 2 1 0 -149 2 2 0.22273123179238696 0.8003299 0.142754182 0.0569158569 2 1 0 +5 0 1 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 +6 0 1 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 +8 0 1 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 +9 0 1 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 +10 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +11 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +18 0 1 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 +20 0 1 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 +21 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +25 0 1 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 +28 0 1 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 +31 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +32 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +35 0 1 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 +37 0 1 0.13970857976050094 0.8696116 0.0704789758 0.0599093325 0 1 2 +40 0 1 0.12225776295259752 0.884920239 0.0591422729 0.0559374057 0 2 1 +41 0 1 0.17550963613619172 0.8390293 0.09255581 0.06841481 0 1 2 +44 0 1 0.25328586101049333 0.776245952 0.167526186 0.05622778 0 1 2 +45 0 1 0.13903058968621793 0.8702014 0.07016017 0.0596383363 0 1 2 +46 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +48 0 1 0.12269412264184056 0.8845342 0.0593406819 0.0561250634 0 2 1 +50 1 2 0.48031316690941278 0.61858964 0.293158859 0.08825144 1 2 0 +51 1 2 0.18552274772100014 0.83066994 0.09896273 0.0703672841 1 0 2 +52 1 3 1.8686139310181762 0.745523036 0.154337436 0.1001395 2 1 0 +54 1 2 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 +56 1 2 0.58631345356437459 0.5563746 0.357763946 0.08586141 1 2 0 +60 1 2 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 +63 1 2 0.44288817880347908 0.642179 0.304338247 0.05348268 1 2 0 +64 1 2 0.14288662456903103 0.866852343 0.06818299 0.06496459 1 2 0 +66 1 2 0.13927192749760864 0.8699914 0.06910439 0.0609041043 1 2 0 +68 1 2 0.1475586146516118 0.862811863 0.08110717 0.05608093 1 2 0 +69 1 2 0.13690032984210998 0.87205714 0.07104707 0.0568957143 1 2 0 +70 1 2 0.58631345356437459 0.5563746 0.357763946 0.08586141 1 2 0 +71 1 2 0.15194434625076791 0.8590361 0.07716796 0.06379592 1 2 0 +72 1 3 1.4639004514496772 0.7123725 0.231332213 0.05629522 2 1 0 +73 1 2 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 +74 1 2 0.13796626095978629 0.8711281 0.06828712 0.0605847239 1 2 0 +76 1 2 0.45819824450238866 0.6324221 0.314907759 0.0526700951 1 2 0 +77 1 3 2.0734221020246566 0.8150108 0.1257547 0.0592344366 2 1 0 +79 1 2 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 +82 1 2 0.13641926529166934 0.872476757 0.07081407 0.05670913 1 2 0 +88 1 2 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 +90 1 2 0.1425660487370225 0.8671303 0.07629539 0.05657427 1 2 0 +91 1 2 0.44288817880347908 0.642179 0.304338247 0.05348268 1 2 0 +92 1 2 0.13641926529166934 0.872476757 0.07081407 0.05670913 1 2 0 +93 1 2 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 +95 1 2 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 +96 1 2 0.13407540741246499 0.8745241 0.06425437 0.06122142 1 2 0 +97 1 2 0.13796626095978629 0.8711281 0.06828712 0.0605847239 1 2 0 +98 1 2 0.54904634529954011 0.5775003 0.363432616 0.05906704 1 0 2 +99 1 2 0.13879081663734727 0.8704101 0.06865642 0.0609334148 1 2 0 +100 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +102 2 3 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 +104 2 3 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 +105 2 3 0.1228227021544628 0.884420455 0.0591995977 0.0563798733 2 1 0 +106 2 2 2.3434393651921286 0.847623646 0.0959969 0.0563793853 1 2 0 +108 2 3 0.22657601711176881 0.797258735 0.1479769 0.05476432 2 1 0 +109 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +111 2 3 0.17784894692703557 0.837068856 0.108788565 0.0541424938 2 1 0 +112 2 3 0.13281462271870764 0.8756274 0.0683108345 0.0560617223 2 1 0 +113 2 3 0.19621674447868781 0.8218341 0.122739322 0.0554265566 2 1 0 +115 2 3 0.17200944752597333 0.8419712 0.0923435241 0.0656852 2 0 1 +117 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +120 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +121 2 3 0.16411849615386448 0.848641455 0.09412395 0.0572345145 2 1 0 +122 2 3 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 +123 2 3 0.28256679418751329 0.7538463 0.189867079 0.056286566 2 1 0 +125 2 3 0.20564897455362954 0.8141188 0.09413585 0.09174528 2 0 1 +128 2 3 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 +129 2 3 0.16567802369146914 0.847319 0.0954867 0.0571942143 2 1 0 +131 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +132 2 3 0.13716679158045109 0.8718248 0.07206305 0.05611211 2 1 0 +133 2 3 0.29113045769451545 0.747418165 0.191831976 0.06074977 2 1 0 +137 2 3 0.22116869967287578 0.801581442 0.104995131 0.09342335 2 1 0 +138 2 2 0.99148913716896714 0.5769956 0.371023774 0.0519805774 1 2 0 +141 2 3 0.18520126566083658 0.830937 0.09454043 0.07452247 2 0 1 +144 2 3 0.16223557410388861 0.8502409 0.09284732 0.05691175 2 0 1 +145 2 3 0.14505504697273677 0.8649747 0.07757514 0.0574500971 2 1 0 +147 2 3 0.14505504697273677 0.8649747 0.07757514 0.0574500971 2 1 0 +0 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +1 0 1 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 +2 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +3 0 1 0.13111987178887785 0.8771126 0.06430127 0.0585860461 0 1 2 +4 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +7 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +12 0 1 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 +13 0 1 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 +14 0 1 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 +15 0 1 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 +16 0 1 0.12377570311405263 0.883578 0.0616899729 0.05473199 0 1 2 +17 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +19 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +22 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +23 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +24 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +26 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +27 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +29 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +30 0 1 0.13466438623099261 0.8740092 0.06761201 0.0583787523 0 1 2 +33 0 1 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 +34 0 1 0.13111987178887785 0.8771126 0.06430127 0.0585860461 0 1 2 +36 0 1 0.18823445128170324 0.82842046 0.120264135 0.0513153374 0 1 2 +38 0 1 0.13227381045206946 0.8761011 0.0642271042 0.059671782 0 1 2 +39 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +42 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +43 0 1 0.13145134579195075 0.876821935 0.0646113753 0.05856663 0 1 2 +47 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +49 0 1 0.12805244799353907 0.879807234 0.0614267029 0.05876603 0 1 2 +53 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +55 1 2 0.13788484165848175 0.871199 0.0693822056 0.0594187342 1 2 0 +57 1 2 0.14180966894555355 0.8677864 0.06764004 0.06457351 1 2 0 +58 1 2 0.1459902363533046 0.864166141 0.07662086 0.059212923 1 2 0 +59 1 2 0.1580238898720478 0.8538294 0.08263559 0.0635349452 1 2 0 +61 1 2 0.24588109562120131 0.7820152 0.155458942 0.06252578 1 2 0 +62 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +65 1 2 0.13132980842568853 0.8769285 0.063261956 0.0598095059 1 2 0 +67 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +75 1 2 0.16325820211530925 0.84937185 0.09269803 0.05793005 1 2 0 +78 1 2 0.25856072585963152 0.772162139 0.166928485 0.0609093234 1 2 0 +80 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +81 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +83 1 3 0.93589303759413867 0.559196055 0.392235428 0.04856844 2 1 0 +84 1 2 0.30739863434463804 0.7353574 0.193893969 0.07074856 1 2 0 +85 1 2 0.36387328935790564 0.69497925 0.250199646 0.05482102 1 2 0 +86 1 2 0.2248240850683334 0.7986567 0.1374587 0.06388454 1 2 0 +87 1 2 0.15039000144304782 0.860372365 0.0804473162 0.0591802672 1 2 0 +89 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +94 1 2 0.13238620890661379 0.8760026 0.0634366348 0.06056068 1 2 0 +101 2 3 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 +103 2 3 0.13913525587344278 0.870110333 0.06958966 0.06029994 2 1 0 +107 2 3 0.14333565848826485 0.8664632 0.07176019 0.0617765337 2 1 0 +110 2 3 0.23871440437506003 0.7876398 0.156446442 0.0559136942 2 1 0 +114 2 3 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 +116 2 3 0.13913525587344278 0.870110333 0.06958966 0.06029994 2 1 0 +118 2 3 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 +119 2 2 0.82777753715835345 0.5009504 0.437019467 0.06203004 1 2 0 +124 2 3 0.1531750305285868 0.857979536 0.0805763453 0.06144403 2 1 0 +126 2 3 0.41542573035225555 0.6600592 0.280402571 0.0595381558 2 1 0 +127 2 3 0.39337764883077281 0.6747739 0.268265069 0.0569609851 2 1 0 +130 2 3 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 +134 2 2 0.85550151661202845 0.5024455 0.425069958 0.07248443 1 2 0 +135 2 3 0.12489134297836053 0.8825928 0.0607594363 0.0566477254 2 0 1 +136 2 3 0.14853238287711923 0.8619721 0.0780924 0.05993546 2 1 0 +139 2 3 0.16469402987504086 0.8481532 0.09065638 0.06119041 2 1 0 +140 2 3 0.15401813781546583 0.8572565 0.08267424 0.0600692444 2 1 0 +142 2 3 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 +143 2 3 0.1531750305285868 0.857979536 0.0805763453 0.06144403 2 1 0 +146 2 3 0.19033002342813979 0.826686263 0.116503209 0.0568104759 2 1 0 +148 2 3 0.15751169565724296 0.8542668 0.08508964 0.06064347 2 1 0 +149 2 3 0.22273123179238696 0.8003299 0.142754182 0.0569158569 2 1 0 diff --git a/test/Microsoft.ML.Core.Tests/UnitTests/TestEntryPoints.cs b/test/Microsoft.ML.Core.Tests/UnitTests/TestEntryPoints.cs index dd0d077b7d..402c6bd74f 100644 --- a/test/Microsoft.ML.Core.Tests/UnitTests/TestEntryPoints.cs +++ b/test/Microsoft.ML.Core.Tests/UnitTests/TestEntryPoints.cs @@ -911,25 +911,33 @@ public void EntryPointTextToKeyToText() } private void RunTrainScoreEvaluate(string learner, string evaluator, string dataPath, string warningsPath, string overallMetricsPath, - string instanceMetricsPath, string confusionMatrixPath = null, string loader = null) - { - string inputGraph = string.Format(@" + string instanceMetricsPath, string confusionMatrixPath = null, string loader = null, string transforms = null, + string splitterInput = "AllData") + { + if (string.IsNullOrEmpty(transforms)) + transforms = ""; + loader = string.IsNullOrWhiteSpace(loader) ? "" : string.Format(",'CustomSchema': '{0}'", loader); + var confusionMatrixVar = confusionMatrixPath != null ? ", 'ConfusionMatrix': '$ConfusionMatrix'" : ""; + confusionMatrixPath = confusionMatrixPath != null ? string.Format(", 'ConfusionMatrix' : '{0}'", EscapePath(confusionMatrixPath)) : ""; + var scorerModel = string.IsNullOrEmpty(transforms) ? "Model" : "CombinedModel"; + string inputGraph = $@" {{ 'Nodes': [ {{ 'Name': 'Data.CustomTextLoader', 'Inputs': {{ 'InputFile': '$file' - {8} + {loader} }}, 'Outputs': {{ 'Data': '$AllData' }} }}, + {transforms} {{ 'Name': 'Transforms.TrainTestDatasetSplitter', 'Inputs': {{ - 'Data': '$AllData', + 'Data': '${splitterInput}', 'Fraction': 0.8 }}, 'Outputs': {{ @@ -938,7 +946,7 @@ private void RunTrainScoreEvaluate(string learner, string evaluator, string data }} }}, {{ - 'Name': '{0}', + 'Name': '{learner}', 'Inputs': {{ 'TrainingData': '$TrainData' }}, @@ -957,7 +965,7 @@ private void RunTrainScoreEvaluate(string learner, string evaluator, string data }} }}, {{ - 'Name': '{1}', + 'Name': '{evaluator}', 'Inputs': {{ 'Data': '$ScoredData' }}, @@ -965,23 +973,20 @@ private void RunTrainScoreEvaluate(string learner, string evaluator, string data 'Warnings': '$Warnings', 'OverallMetrics': '$OverallMetrics', 'PerInstanceMetrics': '$PerInstanceMetrics' - {6} + {confusionMatrixVar} }} }} ], 'Inputs' : {{ - 'file' : '{2}' + 'file' : '{EscapePath(dataPath)}' }}, 'Outputs' : {{ - 'Warnings' : '{3}', - 'OverallMetrics' : '{4}', - 'PerInstanceMetrics' : '{5}' - {7} + 'Warnings' : '{EscapePath(warningsPath)}', + 'OverallMetrics' : '{EscapePath(overallMetricsPath)}', + 'PerInstanceMetrics' : '{EscapePath(instanceMetricsPath)}' + {confusionMatrixPath} }} - }}", learner, evaluator, EscapePath(dataPath), EscapePath(warningsPath), EscapePath(overallMetricsPath), EscapePath(instanceMetricsPath), - confusionMatrixPath != null ? ", 'ConfusionMatrix': '$ConfusionMatrix'" : "", - confusionMatrixPath != null ? string.Format(", 'ConfusionMatrix' : '{0}'", EscapePath(confusionMatrixPath)) : "", - string.IsNullOrWhiteSpace(loader) ? "" : string.Format(",'CustomSchema': '{0}'", loader)); + }}"; var jsonPath = DeleteOutputPath("graph.json"); File.WriteAllLines(jsonPath, new[] { inputGraph }); @@ -1060,6 +1065,81 @@ public void EntryPointEvaluateRegression() Assert.Equal(975, CountRows(loader)); } + [Fact] + public void EntryPointEvaluateRanking() + { + var dataPath = GetDataPath(@"adult.tiny.with-schema.txt"); + var warningsPath = DeleteOutputPath("warnings.idv"); + var overallMetricsPath = DeleteOutputPath("overall.idv"); + var instanceMetricsPath = DeleteOutputPath("instance.idv"); + + var transforms = @" + { + 'Inputs': { + 'Column': [ + { + 'Name': 'GroupId', + 'Source': 'Workclass' + } + ], + 'Data': '$AllData', + 'MaxNumTerms': 1000000, + 'Sort': 'Occurrence', + 'TextKeyValues': false + }, + 'Name': 'Transforms.TextToKeyConverter', + 'Outputs': { + 'Model': '$output_model1', + 'OutputData': '$output_data1' + } + }, + { + 'Name': 'Transforms.LabelColumnKeyBooleanConverter', + 'Inputs': { + 'Data': '$output_data1', + 'LabelColumn': 'Label', + 'TextKeyValues': false + }, + 'Outputs': { + 'Model': '$output_model2', + 'OutputData': '$output_data2' + } + }, + { + 'Name': 'Transforms.ColumnCopier', + 'Inputs': { + 'Column': [ + { + 'Name': 'Features', + 'Source': 'NumericFeatures' + } + ], + 'Data': '$output_data2' + }, + 'Outputs': { + 'Model': '$output_model3', + 'OutputData': '$output_data3' + } + },"; + + RunTrainScoreEvaluate("Trainers.FastTreeRanker", "Models.RankerEvaluator", + dataPath, warningsPath, overallMetricsPath, instanceMetricsPath, + splitterInput: "output_data3", transforms: transforms); + + using (var loader = new BinaryLoader(Env, new BinaryLoader.Arguments(), warningsPath)) + Assert.Equal(0, CountRows(loader)); + + using (var loader = new BinaryLoader(Env, new BinaryLoader.Arguments(), overallMetricsPath)) + Assert.Equal(1, CountRows(loader)); + + using (var loader = new BinaryLoader(Env, new BinaryLoader.Arguments(), instanceMetricsPath)) + { + Assert.Equal(103, CountRows(loader)); + Assert.True(loader.Schema.TryGetColumnIndex("GroupId", out var groupCol)); + Assert.True(loader.Schema.TryGetColumnIndex("Label", out var labelCol)); + } + } + [Fact] public void EntryPointSdcaBinary() { @@ -2686,7 +2766,7 @@ public void EntryPointLinearPredictorSummary() NormalizeFeatures = NormalizeOption.Yes, NumThreads = 1, // REVIEW: this depends on MKL library which is not available - ShowTrainingStats = false + ShowTrainingStats = false }; var model = LogisticRegression.TrainBinary(Env, lrInput).PredictorModel; diff --git a/test/Microsoft.ML.TestFramework/Microsoft.ML.TestFramework.csproj b/test/Microsoft.ML.TestFramework/Microsoft.ML.TestFramework.csproj index 6b8c67b6ff..2eb04a1437 100644 --- a/test/Microsoft.ML.TestFramework/Microsoft.ML.TestFramework.csproj +++ b/test/Microsoft.ML.TestFramework/Microsoft.ML.TestFramework.csproj @@ -13,9 +13,9 @@ - + + - \ No newline at end of file diff --git a/test/Microsoft.ML.TestFramework/TestCommandBase.cs b/test/Microsoft.ML.TestFramework/TestCommandBase.cs index 708778a48a..d634a250e2 100644 --- a/test/Microsoft.ML.TestFramework/TestCommandBase.cs +++ b/test/Microsoft.ML.TestFramework/TestCommandBase.cs @@ -294,7 +294,7 @@ protected bool TestCore(RunContextBase ctx, string cmdName, string args, params if (!ctx.NoComparisons) { all &= outputPath.CheckEqualityNormalized(); - if(toCompare != null) + if (toCompare != null) foreach (var c in toCompare) all &= c.CheckEquality(); } @@ -504,7 +504,7 @@ protected void TestPipeFromModel(string dataPath, OutputPath model) public abstract class TestSteppedDmCommandBase : TestDmCommandBase { - protected TestSteppedDmCommandBase(ITestOutputHelper helper): base(helper) + protected TestSteppedDmCommandBase(ITestOutputHelper helper) : base(helper) { _step = 0; _paramsStep = -1; @@ -813,6 +813,21 @@ public void CommandCrossValidation() Done(); } + [Fact] + public void CommandCrossValidationKeyLabelWithFloatKeyValues() + { + RunMTAThread(() => + { + string pathData = GetDataPath(@"adult.tiny.with-schema.txt"); + var perInstFile = CreateOutputPath("perinst.txt"); + // Create a copy of the label column and use it for stratification, in order to create different label counts in the different folds. + string extraArgs = $"tr=FastRankRanking{{t=1}} strat=Strat prexf=rangefilter{{col=Label min=20 max=25}} prexf=term{{col=Strat:Label}} xf=term{{col=Label}} xf=hash{{col=GroupId}} threads- norm=Warn dout={{{perInstFile.Path}}}"; + string loaderArgs = "loader=text{col=Features:R4:10-14 col=Label:R4:9 col=GroupId:TX:1 header+}"; + TestCore("cv", pathData, loaderArgs, extraArgs); + }); + Done(); + } + [TestCategory(Cat)] [Fact(Skip = "Need CoreTLC specific baseline update")] public void CommandCrossValidationVectorNoNames() @@ -1528,7 +1543,7 @@ public void CommandTrainScoreEvaluateRegression() Done(); } - [Fact(Skip = "Need CoreTLC specific baseline update")] + [Fact(Skip = "Need CoreTLC specific baseline update")] [TestCategory("SDCAR")] public void CommandTrainScoreWTFSdcaR() {