Skip to content

Commit 633714f

Browse files
committed
Initial commit.
1 parent a58f54c commit 633714f

File tree

4 files changed

+100
-28
lines changed

4 files changed

+100
-28
lines changed

django_mongodb/compiler.py

Lines changed: 72 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -145,7 +145,8 @@ def check_query(self):
145145
isinstance(a, Aggregate) and not isinstance(a, Count)
146146
for a in self.query.annotations.values()
147147
):
148-
raise NotSupportedError("QuerySet.aggregate() isn't supported on MongoDB.")
148+
# raise NotSupportedError("QuerySet.aggregate() isn't supported on MongoDB.")
149+
pass
149150

150151
def get_count(self, check_exists=False):
151152
"""
@@ -172,8 +173,10 @@ def get_count(self, check_exists=False):
172173
def build_query(self, columns=None):
173174
"""Check if the query is supported and prepare a MongoQuery."""
174175
self.check_query()
175-
query = self.query_class(self, columns)
176+
query = self.query_class(self)
177+
query.project_fields = self._get_project_fields(columns)
176178
query.lookup_pipeline = self.get_lookup_pipeline()
179+
query.annotation_stage = self._get_group_pipeline()
177180
try:
178181
query.mongo_query = {"$expr": self.query.where.as_mql(self, self.connection)}
179182
except FullResultSet:
@@ -278,6 +281,73 @@ def get_lookup_pipeline(self):
278281
result += self.query.alias_map[alias].as_mql(self, self.connection)
279282
return result
280283

284+
def _get_group_pipeline(self):
285+
pipeline = None
286+
if any(isinstance(a, Aggregate) for a in self.query.annotations.values()):
287+
result = {}
288+
# self.get_group_by(self.select, [])
289+
for alias, annotation in self.query.annotation_select.items():
290+
value = annotation.as_mql(self, self.connection)
291+
if isinstance(value, list):
292+
value = value[0]
293+
result[alias] = value
294+
295+
expressions = set()
296+
for expr, *_ in self.select:
297+
expressions |= set(expr.get_group_by_cols())
298+
order_by = self.get_order_by()
299+
for expr, (_, _, is_ref) in order_by:
300+
# Skip references to the SELECT clause, as all expressions in
301+
# the SELECT clause are already part of the GROUP BY.
302+
if not is_ref:
303+
expressions |= set(expr.get_group_by_cols())
304+
having_group_by = self.having.get_group_by_cols() if self.having else ()
305+
for expr in having_group_by:
306+
expressions.add(expr)
307+
308+
ids = (
309+
None
310+
if not expressions
311+
else {col.target.column: col.as_mql(self, self.connection) for col in expressions}
312+
)
313+
result["_id"] = ids
314+
315+
pipeline = [{"$group": result}]
316+
if ids:
317+
pipeline.append(
318+
{"$addFields": {key: f"$_id.{value[1:]}" for key, value in ids.items()}}
319+
)
320+
if "_id" not in ids:
321+
pipeline.append({"$unSet": "$_id"})
322+
323+
return pipeline
324+
325+
def _get_project_fields(self, columns=None):
326+
fields = {}
327+
for name, expr in columns or []:
328+
try:
329+
column = name if isinstance(expr, Aggregate) else expr.target.column
330+
except AttributeError:
331+
# Generate the MQL for an annotation.
332+
try:
333+
fields[name] = expr.as_mql(self, self.connection)
334+
except EmptyResultSet:
335+
fields[name] = Value(False).as_mql(self, self.connection)
336+
except FullResultSet:
337+
fields[name] = Value(True).as_mql(self, self.connection)
338+
else:
339+
# If name != column, then this is an annotatation referencing
340+
# another column.
341+
fields[name] = 1 if name == column else f"${column}"
342+
343+
if fields:
344+
# Add related fields.
345+
for alias in self.query.alias_map:
346+
if self.query.alias_refcount[alias] and self.collection_name != alias:
347+
fields[alias] = 1
348+
349+
return fields
350+
281351

282352
class SQLInsertCompiler(SQLCompiler):
283353
def execute_sql(self, returning_fields=None):

django_mongodb/functions.py

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
from django.db import NotSupportedError
2+
from django.db.models.aggregates import Aggregate, Avg, Count, Max, Min, StdDev, Sum, Variance
23
from django.db.models.expressions import Func
34
from django.db.models.functions.comparison import Cast, Coalesce, Greatest, Least, NullIf
45
from django.db.models.functions.datetime import (
@@ -33,6 +34,17 @@
3334

3435
from .query_utils import process_lhs
3536

37+
MONGO_AGGREGATION = {
38+
Avg: "avg",
39+
Count: "sum",
40+
Max: "max",
41+
Min: "min",
42+
StdDev: "stddev",
43+
Sum: "sum",
44+
Variance: "variance",
45+
}
46+
47+
3648
MONGO_OPERATORS = {
3749
Ceil: "ceil",
3850
Coalesce: "ifNull",
@@ -57,6 +69,10 @@
5769
}
5870

5971

72+
def aggregate(self, compiler, connection): # noqa: ARG001
73+
pass
74+
75+
6076
def cast(self, compiler, connection):
6177
output_type = connection.data_types[self.output_field.get_internal_type()]
6278
lhs_mql = process_lhs(self, compiler, connection)[0]
@@ -187,6 +203,7 @@ def trunc(self, compiler, connection):
187203

188204

189205
def register_functions():
206+
Aggregate.as_mql = aggregate
190207
Cast.as_mql = cast
191208
Concat.as_mql = concat
192209
ConcatPair.as_mql = concat_pair

django_mongodb/query.py

Lines changed: 8 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33

44
from django.core.exceptions import EmptyResultSet, FullResultSet
55
from django.db import DatabaseError, IntegrityError
6-
from django.db.models.expressions import Case, Value, When
6+
from django.db.models.expressions import Case, When
77
from django.db.models.functions import Mod
88
from django.db.models.lookups import Exact
99
from django.db.models.sql.constants import INNER
@@ -37,18 +37,19 @@ class MongoQuery:
3737
built by Django to a "representation" more suitable for MongoDB.
3838
"""
3939

40-
def __init__(self, compiler, columns):
40+
def __init__(self, compiler):
4141
self.compiler = compiler
4242
self.connection = compiler.connection
4343
self.ops = compiler.connection.ops
4444
self.query = compiler.query
45-
self.columns = columns
4645
self._negated = False
4746
self.ordering = []
4847
self.collection = self.compiler.get_collection()
4948
self.collection_name = self.compiler.collection_name
5049
self.mongo_query = getattr(compiler.query, "raw_query", {})
5150
self.lookup_pipeline = None
51+
self.annotation_stage = None
52+
self.project_fields = None
5253

5354
def __repr__(self):
5455
return f"<MongoQuery: {self.mongo_query!r} ORDER {self.ordering!r}>"
@@ -99,35 +100,16 @@ def get_cursor(self, count=False, limit=None, skip=None):
99100
"""
100101
if self.query.low_mark == self.query.high_mark:
101102
return []
102-
fields = {}
103-
for name, expr in self.columns or []:
104-
try:
105-
column = expr.target.column
106-
except AttributeError:
107-
# Generate the MQL for an annotation.
108-
try:
109-
fields[name] = expr.as_mql(self.compiler, self.connection)
110-
except EmptyResultSet:
111-
fields[name] = Value(False).as_mql(self.compiler, self.connection)
112-
except FullResultSet:
113-
fields[name] = Value(True).as_mql(self.compiler, self.connection)
114-
else:
115-
# If name != column, then this is an annotatation referencing
116-
# another column.
117-
fields[name] = 1 if name == column else f"${column}"
118-
if fields:
119-
# Add related fields.
120-
for alias in self.query.alias_map:
121-
if self.query.alias_refcount[alias] and self.collection_name != alias:
122-
fields[alias] = 1
123103
# Construct the query pipeline.
124104
pipeline = []
125105
if self.lookup_pipeline:
126106
pipeline.extend(self.lookup_pipeline)
127107
if self.mongo_query:
128108
pipeline.append({"$match": self.mongo_query})
129-
if fields:
130-
pipeline.append({"$project": fields})
109+
if self.annotation_stage:
110+
pipeline.extend(self.annotation_stage)
111+
if self.project_fields:
112+
pipeline.append({"$project": self.project_fields})
131113
if self.ordering:
132114
pipeline.append({"$sort": dict(self.ordering)})
133115
if skip is not None:

django_mongodb/query_utils.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
from django.core.exceptions import FullResultSet
2+
from django.db.models.aggregates import Aggregate
23
from django.db.models.expressions import Value
34

45

@@ -15,6 +16,8 @@ def process_lhs(node, compiler, connection):
1516
result.append(expr.as_mql(compiler, connection))
1617
except FullResultSet:
1718
result.append(Value(True).as_mql(compiler, connection))
19+
if isinstance(node, Aggregate):
20+
return result[0]
1821
return result
1922
# node is a Transform with just one source expression, aliased as "lhs".
2023
if is_direct_value(node.lhs):

0 commit comments

Comments
 (0)