Merge pull request #2 from projectdiscovery/feature-scan-support

adding scan support

store/cache/cache.go

@@ -19,6 +19,7 @@ type Cache interface {
 	DeleteExpired()
 	OnEvicted(func(string, interface{}))
 	CloneItems() map[string]Item
+	Scan(func([]byte, []byte) error)
 	ItemCount() int
 }
 
@@ -144,6 +145,15 @@ func (c *CacheMemory) OnEvicted(f func(string, interface{})) {
 	c.onEvicted = f
 }
 
+func (c *CacheMemory) Scan(f func([]byte, []byte) error) {
+	c.mu.Lock()
+	defer c.mu.Unlock()
+
+	for k, item := range c.Items {
+		f([]byte(k), item.Object.([]byte))
+	}
+}
+
 func (c *CacheMemory) CloneItems() map[string]Item {
 	c.mu.RLock()
 	defer c.mu.RUnlock()

store/disk/kv.go

@@ -33,5 +33,5 @@ type ScannerOptions struct {
 	FetchValues bool
 
 	// the handler that handles the incoming data
-	Handler func(k, v string) bool
+	Handler func(k []byte, v []byte) error
 }

store/disk/leveldb.go

@@ -4,7 +4,6 @@ import (
 	"bytes"
 	"errors"
 	"strconv"
-	"strings"
 	"sync"
 	"time"
 
@@ -218,8 +217,8 @@ func (ldb *LevelDB) Scan(scannerOpt ScannerOptions) error {
 
 	for iter.Next() {
 		key := iter.Key()
-		val := strings.SplitN(string(iter.Value()), ";", 2)[1]
-		if !valid(key) || !scannerOpt.Handler(string(key), string(val)) {
+		val := bytes.SplitN(iter.Value(), []byte(";"), 2)[1]
+		if !valid(key) || scannerOpt.Handler(key, val) != nil {
 			break
 		}
 	}

store/hybrid/hybrid.go

@@ -166,6 +166,18 @@ func (hm *HybridMap) Del(key string) error {
 	return nil
 }
 
+func (hm *HybridMap) Scan(f func([]byte, []byte) error) {
+	switch hm.options.Type {
+	case Memory:
+		hm.memorymap.Scan(f)
+	case Hybrid:
+		hm.memorymap.Scan(f)
+		hm.diskmap.Scan(disk.ScannerOptions{Handler: f})
+	case Disk:
+		hm.diskmap.Scan(disk.ScannerOptions{Handler: f})
+	}
+}
+
 func (hm *HybridMap) Size() int64 {
 	return 0
 }