Preparing new release

Author: lemire

CHANGELOG

@@ -1,7 +1,9 @@
-0.1.6 Upcoming
+0.1.6 April 14th 2016
     FastPFOR and SIMDFastPFOR updated to use 512-int blocks (like JavaFastPFOR)
     Added SIMDSimplePFOR
     Added MaskedVByte
+    Added StreamVByte
+    More verbose error messages
 0.1.5 August 21st 2014
     Added SIMD versions of OptPFD and NewPFD.
     Fixed buffer overrun in varintg8iu

headers/codecs.h

@@ -110,8 +110,6 @@ class JustCopy : public IntegerCODEC {
 public:
   void encodeArray(const uint32_t *in, const size_t length, uint32_t *out,
                    size_t &nvalue) {
-    // if (length > nvalue)
-    //    cerr << "It is possible we have a buffer overrun. " << endl;
     memcpy(out, in, sizeof(uint32_t) * length);
     nvalue = length;
   }

headers/fastpfor.h

@@ -122,8 +122,15 @@ class FastPFor : public IntegerCODEC {
       in += thissize;
     }
     assert(out == nvalue + initout);
-    if (oldnvalue < nvalue)
-      std::cerr << "It is possible we have a buffer overrun. " << std::endl;
+		if (oldnvalue < nvalue)
+			std::cerr
+					<< "It is possible we have a buffer overrun. You reported having allocated "
+					<< oldnvalue * sizeof(uint32_t)
+					<< " bytes for the compressed data but we needed "
+					<< nvalue * sizeof(uint32_t)
+					<< " bytes. Please increase the available memory"
+							" for compressed data or check the value of the last parameter provided "
+							" to the encodeArray method." << std::endl;
     resetBuffer(); // if you don't do this, the buffer has a memory
   }
 
@@ -346,8 +353,15 @@ class SimplePFor : public IntegerCODEC {
       in += thissize;
     }
     assert(out == nvalue + initout);
-    if (oldnvalue < nvalue)
-      std::cerr << "It is possible we have a buffer overrun. " << std::endl;
+		if (oldnvalue < nvalue)
+			std::cerr
+					<< "It is possible we have a buffer overrun. You reported having allocated "
+					<< oldnvalue * sizeof(uint32_t)
+					<< " bytes for the compressed data but we needed "
+					<< nvalue * sizeof(uint32_t)
+					<< " bytes. Please increase the available memory"
+							" for compressed data or check the value of the last parameter provided "
+							" to the encodeArray method." << std::endl;
   }
 
   void getBestBFromData(const uint32_t *in, uint8_t &bestb,

headers/simdfastpfor.h

@@ -205,8 +205,15 @@ class SIMDFastPFor : public IntegerCODEC {
       in += thissize;
     }
     assert(out == nvalue + initout);
-    if (oldnvalue < nvalue)
-      std::cerr << "It is possible we have a buffer overrun. " << std::endl;
+		if (oldnvalue < nvalue)
+			std::cerr
+					<< "It is possible we have a buffer overrun. You reported having allocated "
+					<< oldnvalue * sizeof(uint32_t)
+					<< " bytes for the compressed data but we needed "
+					<< nvalue * sizeof(uint32_t)
+					<< " bytes. Please increase the available memory"
+							" for compressed data or check the value of the last parameter provided "
+							" to the encodeArray method." << std::endl;
     resetBuffer(); // if you don't do this, the buffer has a memory
   }
 
@@ -430,7 +437,14 @@ class SIMDSimplePFor : public IntegerCODEC {
     }
     assert(out == nvalue + initout);
     if (oldnvalue < nvalue)
-      std::cerr << "It is possible we have a buffer overrun. " << std::endl;
+			std::cerr
+					<< "It is possible we have a buffer overrun. You reported having allocated "
+					<< oldnvalue * sizeof(uint32_t)
+					<< " bytes for the compressed data but we needed "
+					<< nvalue * sizeof(uint32_t)
+					<< " bytes. Please increase the available memory"
+							" for compressed data or check the value of the last parameter provided "
+							" to the encodeArray method." << std::endl;
   }
 
   void getBestBFromData(const uint32_t *in, uint8_t &bestb,