You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by be...@apache.org on 2024/05/02 13:25:09 UTC
(lucene) branch main updated: Add test case to ensure scalar quantization adheres to known ranges (#13336)
This is an automated email from the ASF dual-hosted git repository.
benwtrent pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/lucene.git
The following commit(s) were added to refs/heads/main by this push:
new 07b37eea710 Add test case to ensure scalar quantization adheres to known ranges (#13336)
07b37eea710 is described below
commit 07b37eea71059c55c75053e212cade45da787c24
Author: Benjamin Trent <be...@gmail.com>
AuthorDate: Thu May 2 09:25:04 2024 -0400
Add test case to ensure scalar quantization adheres to known ranges (#13336)
Lucene provides int7 & int4 quantization, we should ensure via our tests that the quantized values are within expected ranges.
---
.../util/quantization/TestScalarQuantizer.java | 26 ++++++++++++++++++++--
1 file changed, 24 insertions(+), 2 deletions(-)
diff --git a/lucene/core/src/test/org/apache/lucene/util/quantization/TestScalarQuantizer.java b/lucene/core/src/test/org/apache/lucene/util/quantization/TestScalarQuantizer.java
index 97d313eb438..9d150373070 100644
--- a/lucene/core/src/test/org/apache/lucene/util/quantization/TestScalarQuantizer.java
+++ b/lucene/core/src/test/org/apache/lucene/util/quantization/TestScalarQuantizer.java
@@ -27,7 +27,7 @@ import org.apache.lucene.tests.util.LuceneTestCase;
public class TestScalarQuantizer extends LuceneTestCase {
- public void testQuantizeAndDeQuantize() throws IOException {
+ public void testQuantizeAndDeQuantize7Bit() throws IOException {
int dims = 128;
int numVecs = 100;
VectorSimilarityFunction similarityFunction = VectorSimilarityFunction.DOT_PRODUCT;
@@ -39,15 +39,26 @@ public class TestScalarQuantizer extends LuceneTestCase {
float[] dequantized = new float[dims];
byte[] quantized = new byte[dims];
byte[] requantized = new byte[dims];
+ byte maxDimValue = -128;
+ byte minDimValue = 127;
for (int i = 0; i < numVecs; i++) {
scalarQuantizer.quantize(floats[i], quantized, similarityFunction);
scalarQuantizer.deQuantize(quantized, dequantized);
scalarQuantizer.quantize(dequantized, requantized, similarityFunction);
for (int j = 0; j < dims; j++) {
+ if (quantized[j] > maxDimValue) {
+ maxDimValue = quantized[j];
+ }
+ if (quantized[j] < minDimValue) {
+ minDimValue = quantized[j];
+ }
assertEquals(dequantized[j], floats[i][j], 0.02);
assertEquals(quantized[j], requantized[j]);
}
}
+ // int7 should always quantize to 0-127
+ assertTrue(minDimValue >= (byte) 0);
+ assertTrue(maxDimValue <= (byte) 127);
}
public void testQuantiles() {
@@ -123,7 +134,7 @@ public class TestScalarQuantizer extends LuceneTestCase {
}
}
- public void testFromVectorsAutoInterval() throws IOException {
+ public void testFromVectorsAutoInterval4Bit() throws IOException {
int dims = 128;
int numVecs = 100;
VectorSimilarityFunction similarityFunction = VectorSimilarityFunction.DOT_PRODUCT;
@@ -137,15 +148,26 @@ public class TestScalarQuantizer extends LuceneTestCase {
float[] dequantized = new float[dims];
byte[] quantized = new byte[dims];
byte[] requantized = new byte[dims];
+ byte maxDimValue = -128;
+ byte minDimValue = 127;
for (int i = 0; i < numVecs; i++) {
scalarQuantizer.quantize(floats[i], quantized, similarityFunction);
scalarQuantizer.deQuantize(quantized, dequantized);
scalarQuantizer.quantize(dequantized, requantized, similarityFunction);
for (int j = 0; j < dims; j++) {
+ if (quantized[j] > maxDimValue) {
+ maxDimValue = quantized[j];
+ }
+ if (quantized[j] < minDimValue) {
+ minDimValue = quantized[j];
+ }
assertEquals(dequantized[j], floats[i][j], 0.2);
assertEquals(quantized[j], requantized[j]);
}
}
+ // int4 should always quantize to 0-15
+ assertTrue(minDimValue >= (byte) 0);
+ assertTrue(maxDimValue <= (byte) 15);
}
static void shuffleArray(float[] ar) {