small fixup, implement deduplication support

fixes potential binsearch+binfilter filters mis-ordering case.
implements optional filters deduplication except for regex filters.
adds -v flag for more verbose output.

vec.h

@@ -22,6 +22,11 @@ void vec_addn(struct vec_basestruct *ctl,size_t sz,size_t n);
 #define VEC_ADDN(ctl,n) \
 	vec_addn((struct vec_basestruct *)&(ctl),VEC_ELSIZE(ctl),(size_t)(n))
 
+#define VEC_SETLENGTH(ctl,n) \
+do { \
+	(ctl).len = n; \
+} while (0)
+
 #define VEC_REMOVEN(ctl,n,m) \
 do { \
 	(ctl).len -= m; \