Merge pull request #361 from khellan/redis_fix

Update after redis update
scrapinghub · Apr 5, 2019 · f20de81 · f20de81
2 parents 2e23f27 + 424f569
commit f20de81
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/frontera/contrib/backends/redis_backend/__init__.py b/frontera/contrib/backends/redis_backend/__init__.py
@@ -218,10 +218,10 @@ def _schedule(self, batch, timestamp):
                 raise TypeError("domain of unknown type.")
             item = (timestamp, fingerprint, host_crc32, self._encoder.encode_request(request), score)
             interval_start = self.get_interval_start(score)
-            data.setdefault(partition_id, []).extend([int(interval_start * 100), packb(item)])
-            for (key, items) in data.items():
-                self._redis_pipeline.zadd(key, *items), data.items()
-            self._redis_pipeline.execute()
+            data.setdefault(partition_id, {})[packb(item)] = int(interval_start * 100)
+        for (key, items) in data.items():
+            self._redis_pipeline.zadd(key, mapping=items)
+        self._redis_pipeline.execute()
 
     def count(self):
         return sum([self._redis.zcard(partition_id) for partition_id in self._partitions])