security

apache · Dec 11, 2023 · 8922532 · 8922532
1 parent 6f584e4
commit 8922532
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/src/main/java/org/apache/sysds/runtime/frame/data/columns/Array.java b/src/main/java/org/apache/sysds/runtime/frame/data/columns/Array.java
@@ -727,13 +727,19 @@ public ArrayCompressionStatistics statistics(int nSamples) {
 				d.put(key, 1);
 		}
 		Pair<ValueType, Boolean> vt = analyzeValueType(nSamples);
+		if(vt.getKey() == ValueType.UNKNOWN)
+			vt = analyzeValueType();
+
+		if(vt.getKey() == ValueType.UNKNOWN)
+			vt = new Pair<>(ValueType.STRING, false);
 
 		final int[] freq = new int[d.size()];
 		int id = 0;
 		for(Entry<T, Integer> e : d.entrySet())
 			freq[id++] = e.getValue();
 
 		int estDistinct = SampleEstimatorFactory.distinctCount(freq, size(), nSamples);
+
 		// memory size is different depending on valuetype.
 		long memSize = vt.getKey() != getValueType() ? //
 			ArrayFactory.getInMemorySize(vt.getKey(), size(), containsNull()) : //