Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Optimize multibuy database queries #469

Draft
wants to merge 4 commits into
base: next
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions stregsystem/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -128,15 +128,15 @@ def execute(self):
self.member = Member.objects.select_for_update().get(id=self.member.id)
self.member.fulfill(transaction)

# Collect all the sales of the order
Sales = []
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Suggested change
Sales = []
sales = []

for item in self.items:
# @HACK Since we want to use the old database layout, we need to
# add a sale for every item and every instance of that item
for i in range(item.count):
s = Sale(member=self.member, product=item.product, room=self.room, price=item.product.price)
s.save()
Sales.append(s)
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Suggested change
Sales.append(s)
sales.append(s)

# Save all the sales
Sale.objects.bulk_create(Sales)
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Suggested change
Sale.objects.bulk_create(Sales)
Sale.objects.bulk_create(sales)


# Bought (used above) is automatically calculated, so we don't need
# to update it
# We changed the user balance, so save that
self.member.save()

Expand Down
23 changes: 15 additions & 8 deletions stregsystem/views.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,6 @@
from django_select2 import forms as s2forms
import urllib.parse


from stregsystem import parser
from stregsystem.models import (
Member,
Expand Down Expand Up @@ -140,15 +139,14 @@ def _multibuy_hint(now, member):
# get the sales with this timestamp
recent_purchases = Sale.objects.filter(member=member, timestamp__gt=earliest_recent_purchase)
number_of_recent_distinct_purchases = recent_purchases.values('timestamp').distinct().count()
recent_unique_purchases = recent_purchases.values('product').distinct().annotate(total=Count('product'))

# add hint for multibuy
if number_of_recent_distinct_purchases > 1:
sale_dict = {}
for sale in recent_purchases:
if not str(sale.product.id) in sale_dict:
sale_dict[str(sale.product.id)] = 1
else:
sale_dict[str(sale.product.id)] = sale_dict[str(sale.product.id)] + 1
for unique_sale in recent_unique_purchases:
sale_dict[str(unique_sale['product'])] = unique_sale['total']

sale_hints = ["<span class=\"username\">{}</span>".format(member.username)]
if all(sale_count == 1 for sale_count in sale_dict.values()):
return (False, None)
Expand Down Expand Up @@ -715,14 +713,23 @@ def api_quicksale(request, room, member: Member, bought_ids):

def __append_bought_ids_to_product_list(products, bought_ids, time_now, room):
try:
for i in bought_ids:
# Get the amount of unique items bought
unique_product_dict = {}
for unique_id in bought_ids:
if str(unique_id) not in unique_product_dict:
unique_product_dict[str(unique_id)] = 1
else:
unique_product_dict[str(unique_id)] += 1
Comment on lines +719 to +722
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Suggested change
if str(unique_id) not in unique_product_dict:
unique_product_dict[str(unique_id)] = 1
else:
unique_product_dict[str(unique_id)] += 1
if unique_id not in unique_product_dict:
unique_product_dict[unique_id] = 1
else:
unique_product_dict[unique_id] += 1

what's the point in converting from an int object to string all the time?

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

you can also optimize it further by just using dict comprehension:

unique_product_dict = {i:bought_ids.count(i) for i in bought_ids}


# Add the given amount of different products
for i in unique_product_dict:
product = Product.objects.get(
Q(pk=i),
Q(active=True),
Q(deactivate_date__gte=time_now) | Q(deactivate_date__isnull=True),
Q(rooms__id=room.id) | Q(rooms=None),
Comment on lines +725 to 730
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Suggested change
for i in unique_product_dict:
product = Product.objects.get(
Q(pk=i),
Q(active=True),
Q(deactivate_date__gte=time_now) | Q(deactivate_date__isnull=True),
Q(rooms__id=room.id) | Q(rooms=None),
for key, value in unique_product_dict.items():
product = Product.objects.get(
Q(pk=key),
Q(active=True),
Q(deactivate_date__gte=time_now) | Q(deactivate_date__isnull=True),
Q(rooms__id=room.id) | Q(rooms=None),

)
products.append(product)
products.extend([product for x in range(unique_product_dict[str(i)])])
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Suggested change
products.extend([product for x in range(unique_product_dict[str(i)])])
products.extend([product for _ in range(value)])

except Product.DoesNotExist:
return "Invalid product id", 400, i
return "OK", 200, None
Expand Down
Loading