1. import datetime
    
  2. import pickle
    
  3. import unittest
    
  4. import uuid
    
  5. from collections import namedtuple
    
  6. from copy import deepcopy
    
  7. from decimal import Decimal
    
  8. from unittest import mock
    
  9. 
    
  10. from django.core.exceptions import FieldError
    
  11. from django.db import DatabaseError, NotSupportedError, connection
    
  12. from django.db.models import (
    
  13.     AutoField,
    
  14.     Avg,
    
  15.     BinaryField,
    
  16.     BooleanField,
    
  17.     Case,
    
  18.     CharField,
    
  19.     Count,
    
  20.     DateField,
    
  21.     DateTimeField,
    
  22.     DecimalField,
    
  23.     DurationField,
    
  24.     Exists,
    
  25.     Expression,
    
  26.     ExpressionList,
    
  27.     ExpressionWrapper,
    
  28.     F,
    
  29.     FloatField,
    
  30.     Func,
    
  31.     IntegerField,
    
  32.     Max,
    
  33.     Min,
    
  34.     Model,
    
  35.     OrderBy,
    
  36.     OuterRef,
    
  37.     Q,
    
  38.     StdDev,
    
  39.     Subquery,
    
  40.     Sum,
    
  41.     TimeField,
    
  42.     UUIDField,
    
  43.     Value,
    
  44.     Variance,
    
  45.     When,
    
  46. )
    
  47. from django.db.models.expressions import (
    
  48.     Col,
    
  49.     Combinable,
    
  50.     CombinedExpression,
    
  51.     RawSQL,
    
  52.     Ref,
    
  53. )
    
  54. from django.db.models.functions import (
    
  55.     Coalesce,
    
  56.     Concat,
    
  57.     Left,
    
  58.     Length,
    
  59.     Lower,
    
  60.     Substr,
    
  61.     Upper,
    
  62. )
    
  63. from django.db.models.sql import constants
    
  64. from django.db.models.sql.datastructures import Join
    
  65. from django.test import SimpleTestCase, TestCase, skipUnlessDBFeature
    
  66. from django.test.utils import (
    
  67.     Approximate,
    
  68.     CaptureQueriesContext,
    
  69.     isolate_apps,
    
  70.     register_lookup,
    
  71. )
    
  72. from django.utils.deprecation import RemovedInDjango50Warning
    
  73. from django.utils.functional import SimpleLazyObject
    
  74. 
    
  75. from .models import (
    
  76.     UUID,
    
  77.     UUIDPK,
    
  78.     Company,
    
  79.     Employee,
    
  80.     Experiment,
    
  81.     Manager,
    
  82.     Number,
    
  83.     RemoteEmployee,
    
  84.     Result,
    
  85.     SimulationRun,
    
  86.     Time,
    
  87. )
    
  88. 
    
  89. 
    
  90. class BasicExpressionsTests(TestCase):
    
  91.     @classmethod
    
  92.     def setUpTestData(cls):
    
  93.         cls.example_inc = Company.objects.create(
    
  94.             name="Example Inc.",
    
  95.             num_employees=2300,
    
  96.             num_chairs=5,
    
  97.             ceo=Employee.objects.create(firstname="Joe", lastname="Smith", salary=10),
    
  98.         )
    
  99.         cls.foobar_ltd = Company.objects.create(
    
  100.             name="Foobar Ltd.",
    
  101.             num_employees=3,
    
  102.             num_chairs=4,
    
  103.             based_in_eu=True,
    
  104.             ceo=Employee.objects.create(firstname="Frank", lastname="Meyer", salary=20),
    
  105.         )
    
  106.         cls.max = Employee.objects.create(
    
  107.             firstname="Max", lastname="Mustermann", salary=30
    
  108.         )
    
  109.         cls.gmbh = Company.objects.create(
    
  110.             name="Test GmbH", num_employees=32, num_chairs=1, ceo=cls.max
    
  111.         )
    
  112. 
    
  113.     def setUp(self):
    
  114.         self.company_query = Company.objects.values(
    
  115.             "name", "num_employees", "num_chairs"
    
  116.         ).order_by("name", "num_employees", "num_chairs")
    
  117. 
    
  118.     def test_annotate_values_aggregate(self):
    
  119.         companies = (
    
  120.             Company.objects.annotate(
    
  121.                 salaries=F("ceo__salary"),
    
  122.             )
    
  123.             .values("num_employees", "salaries")
    
  124.             .aggregate(
    
  125.                 result=Sum(
    
  126.                     F("salaries") + F("num_employees"), output_field=IntegerField()
    
  127.                 ),
    
  128.             )
    
  129.         )
    
  130.         self.assertEqual(companies["result"], 2395)
    
  131. 
    
  132.     def test_annotate_values_filter(self):
    
  133.         companies = (
    
  134.             Company.objects.annotate(
    
  135.                 foo=RawSQL("%s", ["value"]),
    
  136.             )
    
  137.             .filter(foo="value")
    
  138.             .order_by("name")
    
  139.         )
    
  140.         self.assertSequenceEqual(
    
  141.             companies,
    
  142.             [self.example_inc, self.foobar_ltd, self.gmbh],
    
  143.         )
    
  144. 
    
  145.     def test_annotate_values_count(self):
    
  146.         companies = Company.objects.annotate(foo=RawSQL("%s", ["value"]))
    
  147.         self.assertEqual(companies.count(), 3)
    
  148. 
    
  149.     @skipUnlessDBFeature("supports_boolean_expr_in_select_clause")
    
  150.     def test_filtering_on_annotate_that_uses_q(self):
    
  151.         self.assertEqual(
    
  152.             Company.objects.annotate(
    
  153.                 num_employees_check=ExpressionWrapper(
    
  154.                     Q(num_employees__gt=3), output_field=BooleanField()
    
  155.                 )
    
  156.             )
    
  157.             .filter(num_employees_check=True)
    
  158.             .count(),
    
  159.             2,
    
  160.         )
    
  161. 
    
  162.     def test_filtering_on_q_that_is_boolean(self):
    
  163.         self.assertEqual(
    
  164.             Company.objects.filter(
    
  165.                 ExpressionWrapper(Q(num_employees__gt=3), output_field=BooleanField())
    
  166.             ).count(),
    
  167.             2,
    
  168.         )
    
  169. 
    
  170.     def test_filtering_on_rawsql_that_is_boolean(self):
    
  171.         self.assertEqual(
    
  172.             Company.objects.filter(
    
  173.                 RawSQL("num_employees > %s", (3,), output_field=BooleanField()),
    
  174.             ).count(),
    
  175.             2,
    
  176.         )
    
  177. 
    
  178.     def test_filter_inter_attribute(self):
    
  179.         # We can filter on attribute relationships on same model obj, e.g.
    
  180.         # find companies where the number of employees is greater
    
  181.         # than the number of chairs.
    
  182.         self.assertSequenceEqual(
    
  183.             self.company_query.filter(num_employees__gt=F("num_chairs")),
    
  184.             [
    
  185.                 {
    
  186.                     "num_chairs": 5,
    
  187.                     "name": "Example Inc.",
    
  188.                     "num_employees": 2300,
    
  189.                 },
    
  190.                 {"num_chairs": 1, "name": "Test GmbH", "num_employees": 32},
    
  191.             ],
    
  192.         )
    
  193. 
    
  194.     def test_update(self):
    
  195.         # We can set one field to have the value of another field
    
  196.         # Make sure we have enough chairs
    
  197.         self.company_query.update(num_chairs=F("num_employees"))
    
  198.         self.assertSequenceEqual(
    
  199.             self.company_query,
    
  200.             [
    
  201.                 {"num_chairs": 2300, "name": "Example Inc.", "num_employees": 2300},
    
  202.                 {"num_chairs": 3, "name": "Foobar Ltd.", "num_employees": 3},
    
  203.                 {"num_chairs": 32, "name": "Test GmbH", "num_employees": 32},
    
  204.             ],
    
  205.         )
    
  206. 
    
  207.     def test_arithmetic(self):
    
  208.         # We can perform arithmetic operations in expressions
    
  209.         # Make sure we have 2 spare chairs
    
  210.         self.company_query.update(num_chairs=F("num_employees") + 2)
    
  211.         self.assertSequenceEqual(
    
  212.             self.company_query,
    
  213.             [
    
  214.                 {"num_chairs": 2302, "name": "Example Inc.", "num_employees": 2300},
    
  215.                 {"num_chairs": 5, "name": "Foobar Ltd.", "num_employees": 3},
    
  216.                 {"num_chairs": 34, "name": "Test GmbH", "num_employees": 32},
    
  217.             ],
    
  218.         )
    
  219. 
    
  220.     def test_order_of_operations(self):
    
  221.         # Law of order of operations is followed
    
  222.         self.company_query.update(
    
  223.             num_chairs=F("num_employees") + 2 * F("num_employees")
    
  224.         )
    
  225.         self.assertSequenceEqual(
    
  226.             self.company_query,
    
  227.             [
    
  228.                 {"num_chairs": 6900, "name": "Example Inc.", "num_employees": 2300},
    
  229.                 {"num_chairs": 9, "name": "Foobar Ltd.", "num_employees": 3},
    
  230.                 {"num_chairs": 96, "name": "Test GmbH", "num_employees": 32},
    
  231.             ],
    
  232.         )
    
  233. 
    
  234.     def test_parenthesis_priority(self):
    
  235.         # Law of order of operations can be overridden by parentheses
    
  236.         self.company_query.update(
    
  237.             num_chairs=(F("num_employees") + 2) * F("num_employees")
    
  238.         )
    
  239.         self.assertSequenceEqual(
    
  240.             self.company_query,
    
  241.             [
    
  242.                 {"num_chairs": 5294600, "name": "Example Inc.", "num_employees": 2300},
    
  243.                 {"num_chairs": 15, "name": "Foobar Ltd.", "num_employees": 3},
    
  244.                 {"num_chairs": 1088, "name": "Test GmbH", "num_employees": 32},
    
  245.             ],
    
  246.         )
    
  247. 
    
  248.     def test_update_with_fk(self):
    
  249.         # ForeignKey can become updated with the value of another ForeignKey.
    
  250.         self.assertEqual(Company.objects.update(point_of_contact=F("ceo")), 3)
    
  251.         self.assertQuerysetEqual(
    
  252.             Company.objects.all(),
    
  253.             ["Joe Smith", "Frank Meyer", "Max Mustermann"],
    
  254.             lambda c: str(c.point_of_contact),
    
  255.             ordered=False,
    
  256.         )
    
  257. 
    
  258.     def test_update_with_none(self):
    
  259.         Number.objects.create(integer=1, float=1.0)
    
  260.         Number.objects.create(integer=2)
    
  261.         Number.objects.filter(float__isnull=False).update(float=Value(None))
    
  262.         self.assertQuerysetEqual(
    
  263.             Number.objects.all(), [None, None], lambda n: n.float, ordered=False
    
  264.         )
    
  265. 
    
  266.     def test_filter_with_join(self):
    
  267.         # F Expressions can also span joins
    
  268.         Company.objects.update(point_of_contact=F("ceo"))
    
  269.         c = Company.objects.first()
    
  270.         c.point_of_contact = Employee.objects.create(
    
  271.             firstname="Guido", lastname="van Rossum"
    
  272.         )
    
  273.         c.save()
    
  274. 
    
  275.         self.assertQuerysetEqual(
    
  276.             Company.objects.filter(ceo__firstname=F("point_of_contact__firstname")),
    
  277.             ["Foobar Ltd.", "Test GmbH"],
    
  278.             lambda c: c.name,
    
  279.             ordered=False,
    
  280.         )
    
  281. 
    
  282.         Company.objects.exclude(ceo__firstname=F("point_of_contact__firstname")).update(
    
  283.             name="foo"
    
  284.         )
    
  285.         self.assertEqual(
    
  286.             Company.objects.exclude(ceo__firstname=F("point_of_contact__firstname"))
    
  287.             .get()
    
  288.             .name,
    
  289.             "foo",
    
  290.         )
    
  291. 
    
  292.         msg = "Joined field references are not permitted in this query"
    
  293.         with self.assertRaisesMessage(FieldError, msg):
    
  294.             Company.objects.exclude(
    
  295.                 ceo__firstname=F("point_of_contact__firstname")
    
  296.             ).update(name=F("point_of_contact__lastname"))
    
  297. 
    
  298.     def test_object_update(self):
    
  299.         # F expressions can be used to update attributes on single objects
    
  300.         self.gmbh.num_employees = F("num_employees") + 4
    
  301.         self.gmbh.save()
    
  302.         self.gmbh.refresh_from_db()
    
  303.         self.assertEqual(self.gmbh.num_employees, 36)
    
  304. 
    
  305.     def test_new_object_save(self):
    
  306.         # We should be able to use Funcs when inserting new data
    
  307.         test_co = Company(
    
  308.             name=Lower(Value("UPPER")), num_employees=32, num_chairs=1, ceo=self.max
    
  309.         )
    
  310.         test_co.save()
    
  311.         test_co.refresh_from_db()
    
  312.         self.assertEqual(test_co.name, "upper")
    
  313. 
    
  314.     def test_new_object_create(self):
    
  315.         test_co = Company.objects.create(
    
  316.             name=Lower(Value("UPPER")), num_employees=32, num_chairs=1, ceo=self.max
    
  317.         )
    
  318.         test_co.refresh_from_db()
    
  319.         self.assertEqual(test_co.name, "upper")
    
  320. 
    
  321.     def test_object_create_with_aggregate(self):
    
  322.         # Aggregates are not allowed when inserting new data
    
  323.         msg = (
    
  324.             "Aggregate functions are not allowed in this query "
    
  325.             "(num_employees=Max(Value(1)))."
    
  326.         )
    
  327.         with self.assertRaisesMessage(FieldError, msg):
    
  328.             Company.objects.create(
    
  329.                 name="Company",
    
  330.                 num_employees=Max(Value(1)),
    
  331.                 num_chairs=1,
    
  332.                 ceo=Employee.objects.create(
    
  333.                     firstname="Just", lastname="Doit", salary=30
    
  334.                 ),
    
  335.             )
    
  336. 
    
  337.     def test_object_update_fk(self):
    
  338.         # F expressions cannot be used to update attributes which are foreign
    
  339.         # keys, or attributes which involve joins.
    
  340.         test_gmbh = Company.objects.get(pk=self.gmbh.pk)
    
  341.         msg = 'F(ceo)": "Company.point_of_contact" must be a "Employee" instance.'
    
  342.         with self.assertRaisesMessage(ValueError, msg):
    
  343.             test_gmbh.point_of_contact = F("ceo")
    
  344. 
    
  345.         test_gmbh.point_of_contact = self.gmbh.ceo
    
  346.         test_gmbh.save()
    
  347.         test_gmbh.name = F("ceo__lastname")
    
  348.         msg = "Joined field references are not permitted in this query"
    
  349.         with self.assertRaisesMessage(FieldError, msg):
    
  350.             test_gmbh.save()
    
  351. 
    
  352.     def test_update_inherited_field_value(self):
    
  353.         msg = "Joined field references are not permitted in this query"
    
  354.         with self.assertRaisesMessage(FieldError, msg):
    
  355.             RemoteEmployee.objects.update(adjusted_salary=F("salary") * 5)
    
  356. 
    
  357.     def test_object_update_unsaved_objects(self):
    
  358.         # F expressions cannot be used to update attributes on objects which do
    
  359.         # not yet exist in the database
    
  360.         acme = Company(
    
  361.             name="The Acme Widget Co.", num_employees=12, num_chairs=5, ceo=self.max
    
  362.         )
    
  363.         acme.num_employees = F("num_employees") + 16
    
  364.         msg = (
    
  365.             'Failed to insert expression "Col(expressions_company, '
    
  366.             'expressions.Company.num_employees) + Value(16)" on '
    
  367.             "expressions.Company.num_employees. F() expressions can only be "
    
  368.             "used to update, not to insert."
    
  369.         )
    
  370.         with self.assertRaisesMessage(ValueError, msg):
    
  371.             acme.save()
    
  372. 
    
  373.         acme.num_employees = 12
    
  374.         acme.name = Lower(F("name"))
    
  375.         msg = (
    
  376.             'Failed to insert expression "Lower(Col(expressions_company, '
    
  377.             'expressions.Company.name))" on expressions.Company.name. F() '
    
  378.             "expressions can only be used to update, not to insert."
    
  379.         )
    
  380.         with self.assertRaisesMessage(ValueError, msg):
    
  381.             acme.save()
    
  382. 
    
  383.     def test_ticket_11722_iexact_lookup(self):
    
  384.         Employee.objects.create(firstname="John", lastname="Doe")
    
  385.         test = Employee.objects.create(firstname="Test", lastname="test")
    
  386. 
    
  387.         queryset = Employee.objects.filter(firstname__iexact=F("lastname"))
    
  388.         self.assertSequenceEqual(queryset, [test])
    
  389. 
    
  390.     def test_ticket_16731_startswith_lookup(self):
    
  391.         Employee.objects.create(firstname="John", lastname="Doe")
    
  392.         e2 = Employee.objects.create(firstname="Jack", lastname="Jackson")
    
  393.         e3 = Employee.objects.create(firstname="Jack", lastname="jackson")
    
  394.         self.assertSequenceEqual(
    
  395.             Employee.objects.filter(lastname__startswith=F("firstname")),
    
  396.             [e2, e3] if connection.features.has_case_insensitive_like else [e2],
    
  397.         )
    
  398.         qs = Employee.objects.filter(lastname__istartswith=F("firstname")).order_by(
    
  399.             "pk"
    
  400.         )
    
  401.         self.assertSequenceEqual(qs, [e2, e3])
    
  402. 
    
  403.     def test_ticket_18375_join_reuse(self):
    
  404.         # Reverse multijoin F() references and the lookup target the same join.
    
  405.         # Pre #18375 the F() join was generated first and the lookup couldn't
    
  406.         # reuse that join.
    
  407.         qs = Employee.objects.filter(
    
  408.             company_ceo_set__num_chairs=F("company_ceo_set__num_employees")
    
  409.         )
    
  410.         self.assertEqual(str(qs.query).count("JOIN"), 1)
    
  411. 
    
  412.     def test_ticket_18375_kwarg_ordering(self):
    
  413.         # The next query was dict-randomization dependent - if the "gte=1"
    
  414.         # was seen first, then the F() will reuse the join generated by the
    
  415.         # gte lookup, if F() was seen first, then it generated a join the
    
  416.         # other lookups could not reuse.
    
  417.         qs = Employee.objects.filter(
    
  418.             company_ceo_set__num_chairs=F("company_ceo_set__num_employees"),
    
  419.             company_ceo_set__num_chairs__gte=1,
    
  420.         )
    
  421.         self.assertEqual(str(qs.query).count("JOIN"), 1)
    
  422. 
    
  423.     def test_ticket_18375_kwarg_ordering_2(self):
    
  424.         # Another similar case for F() than above. Now we have the same join
    
  425.         # in two filter kwargs, one in the lhs lookup, one in F. Here pre
    
  426.         # #18375 the amount of joins generated was random if dict
    
  427.         # randomization was enabled, that is the generated query dependent
    
  428.         # on which clause was seen first.
    
  429.         qs = Employee.objects.filter(
    
  430.             company_ceo_set__num_employees=F("pk"),
    
  431.             pk=F("company_ceo_set__num_employees"),
    
  432.         )
    
  433.         self.assertEqual(str(qs.query).count("JOIN"), 1)
    
  434. 
    
  435.     def test_ticket_18375_chained_filters(self):
    
  436.         # F() expressions do not reuse joins from previous filter.
    
  437.         qs = Employee.objects.filter(company_ceo_set__num_employees=F("pk")).filter(
    
  438.             company_ceo_set__num_employees=F("company_ceo_set__num_employees")
    
  439.         )
    
  440.         self.assertEqual(str(qs.query).count("JOIN"), 2)
    
  441. 
    
  442.     def test_order_by_exists(self):
    
  443.         mary = Employee.objects.create(
    
  444.             firstname="Mary", lastname="Mustermann", salary=20
    
  445.         )
    
  446.         mustermanns_by_seniority = Employee.objects.filter(
    
  447.             lastname="Mustermann"
    
  448.         ).order_by(
    
  449.             # Order by whether the employee is the CEO of a company
    
  450.             Exists(Company.objects.filter(ceo=OuterRef("pk"))).desc()
    
  451.         )
    
  452.         self.assertSequenceEqual(mustermanns_by_seniority, [self.max, mary])
    
  453. 
    
  454.     def test_order_by_multiline_sql(self):
    
  455.         raw_order_by = (
    
  456.             RawSQL(
    
  457.                 """
    
  458.                 CASE WHEN num_employees > 1000
    
  459.                      THEN num_chairs
    
  460.                      ELSE 0 END
    
  461.                 """,
    
  462.                 [],
    
  463.             ).desc(),
    
  464.             RawSQL(
    
  465.                 """
    
  466.                 CASE WHEN num_chairs > 1
    
  467.                      THEN 1
    
  468.                      ELSE 0 END
    
  469.                 """,
    
  470.                 [],
    
  471.             ).asc(),
    
  472.         )
    
  473.         for qs in (
    
  474.             Company.objects.all(),
    
  475.             Company.objects.distinct(),
    
  476.         ):
    
  477.             with self.subTest(qs=qs):
    
  478.                 self.assertSequenceEqual(
    
  479.                     qs.order_by(*raw_order_by),
    
  480.                     [self.example_inc, self.gmbh, self.foobar_ltd],
    
  481.                 )
    
  482. 
    
  483.     def test_outerref(self):
    
  484.         inner = Company.objects.filter(point_of_contact=OuterRef("pk"))
    
  485.         msg = (
    
  486.             "This queryset contains a reference to an outer query and may only "
    
  487.             "be used in a subquery."
    
  488.         )
    
  489.         with self.assertRaisesMessage(ValueError, msg):
    
  490.             inner.exists()
    
  491. 
    
  492.         outer = Employee.objects.annotate(is_point_of_contact=Exists(inner))
    
  493.         self.assertIs(outer.exists(), True)
    
  494. 
    
  495.     def test_exist_single_field_output_field(self):
    
  496.         queryset = Company.objects.values("pk")
    
  497.         self.assertIsInstance(Exists(queryset).output_field, BooleanField)
    
  498. 
    
  499.     def test_subquery(self):
    
  500.         Company.objects.filter(name="Example Inc.").update(
    
  501.             point_of_contact=Employee.objects.get(firstname="Joe", lastname="Smith"),
    
  502.             ceo=self.max,
    
  503.         )
    
  504.         Employee.objects.create(firstname="Bob", lastname="Brown", salary=40)
    
  505.         qs = (
    
  506.             Employee.objects.annotate(
    
  507.                 is_point_of_contact=Exists(
    
  508.                     Company.objects.filter(point_of_contact=OuterRef("pk"))
    
  509.                 ),
    
  510.                 is_not_point_of_contact=~Exists(
    
  511.                     Company.objects.filter(point_of_contact=OuterRef("pk"))
    
  512.                 ),
    
  513.                 is_ceo_of_small_company=Exists(
    
  514.                     Company.objects.filter(num_employees__lt=200, ceo=OuterRef("pk"))
    
  515.                 ),
    
  516.                 is_ceo_small_2=~~Exists(
    
  517.                     Company.objects.filter(num_employees__lt=200, ceo=OuterRef("pk"))
    
  518.                 ),
    
  519.                 largest_company=Subquery(
    
  520.                     Company.objects.order_by("-num_employees")
    
  521.                     .filter(Q(ceo=OuterRef("pk")) | Q(point_of_contact=OuterRef("pk")))
    
  522.                     .values("name")[:1],
    
  523.                     output_field=CharField(),
    
  524.                 ),
    
  525.             )
    
  526.             .values(
    
  527.                 "firstname",
    
  528.                 "is_point_of_contact",
    
  529.                 "is_not_point_of_contact",
    
  530.                 "is_ceo_of_small_company",
    
  531.                 "is_ceo_small_2",
    
  532.                 "largest_company",
    
  533.             )
    
  534.             .order_by("firstname")
    
  535.         )
    
  536. 
    
  537.         results = list(qs)
    
  538.         # Could use Coalesce(subq, Value('')) instead except for the bug in
    
  539.         # cx_Oracle mentioned in #23843.
    
  540.         bob = results[0]
    
  541.         if (
    
  542.             bob["largest_company"] == ""
    
  543.             and connection.features.interprets_empty_strings_as_nulls
    
  544.         ):
    
  545.             bob["largest_company"] = None
    
  546. 
    
  547.         self.assertEqual(
    
  548.             results,
    
  549.             [
    
  550.                 {
    
  551.                     "firstname": "Bob",
    
  552.                     "is_point_of_contact": False,
    
  553.                     "is_not_point_of_contact": True,
    
  554.                     "is_ceo_of_small_company": False,
    
  555.                     "is_ceo_small_2": False,
    
  556.                     "largest_company": None,
    
  557.                 },
    
  558.                 {
    
  559.                     "firstname": "Frank",
    
  560.                     "is_point_of_contact": False,
    
  561.                     "is_not_point_of_contact": True,
    
  562.                     "is_ceo_of_small_company": True,
    
  563.                     "is_ceo_small_2": True,
    
  564.                     "largest_company": "Foobar Ltd.",
    
  565.                 },
    
  566.                 {
    
  567.                     "firstname": "Joe",
    
  568.                     "is_point_of_contact": True,
    
  569.                     "is_not_point_of_contact": False,
    
  570.                     "is_ceo_of_small_company": False,
    
  571.                     "is_ceo_small_2": False,
    
  572.                     "largest_company": "Example Inc.",
    
  573.                 },
    
  574.                 {
    
  575.                     "firstname": "Max",
    
  576.                     "is_point_of_contact": False,
    
  577.                     "is_not_point_of_contact": True,
    
  578.                     "is_ceo_of_small_company": True,
    
  579.                     "is_ceo_small_2": True,
    
  580.                     "largest_company": "Example Inc.",
    
  581.                 },
    
  582.             ],
    
  583.         )
    
  584.         # A less elegant way to write the same query: this uses a LEFT OUTER
    
  585.         # JOIN and an IS NULL, inside a WHERE NOT IN which is probably less
    
  586.         # efficient than EXISTS.
    
  587.         self.assertCountEqual(
    
  588.             qs.filter(is_point_of_contact=True).values("pk"),
    
  589.             Employee.objects.exclude(company_point_of_contact_set=None).values("pk"),
    
  590.         )
    
  591. 
    
  592.     def test_subquery_eq(self):
    
  593.         qs = Employee.objects.annotate(
    
  594.             is_ceo=Exists(Company.objects.filter(ceo=OuterRef("pk"))),
    
  595.             is_point_of_contact=Exists(
    
  596.                 Company.objects.filter(point_of_contact=OuterRef("pk")),
    
  597.             ),
    
  598.             small_company=Exists(
    
  599.                 queryset=Company.objects.filter(num_employees__lt=200),
    
  600.             ),
    
  601.         ).filter(is_ceo=True, is_point_of_contact=False, small_company=True)
    
  602.         self.assertNotEqual(
    
  603.             qs.query.annotations["is_ceo"],
    
  604.             qs.query.annotations["is_point_of_contact"],
    
  605.         )
    
  606.         self.assertNotEqual(
    
  607.             qs.query.annotations["is_ceo"],
    
  608.             qs.query.annotations["small_company"],
    
  609.         )
    
  610. 
    
  611.     def test_subquery_sql(self):
    
  612.         employees = Employee.objects.all()
    
  613.         employees_subquery = Subquery(employees)
    
  614.         self.assertIs(employees_subquery.query.subquery, True)
    
  615.         self.assertIs(employees.query.subquery, False)
    
  616.         compiler = employees_subquery.query.get_compiler(connection=connection)
    
  617.         sql, _ = employees_subquery.as_sql(compiler, connection)
    
  618.         self.assertIn("(SELECT ", sql)
    
  619. 
    
  620.     def test_in_subquery(self):
    
  621.         # This is a contrived test (and you really wouldn't write this query),
    
  622.         # but it is a succinct way to test the __in=Subquery() construct.
    
  623.         small_companies = Company.objects.filter(num_employees__lt=200).values("pk")
    
  624.         subquery_test = Company.objects.filter(pk__in=Subquery(small_companies))
    
  625.         self.assertCountEqual(subquery_test, [self.foobar_ltd, self.gmbh])
    
  626.         subquery_test2 = Company.objects.filter(
    
  627.             pk=Subquery(small_companies.filter(num_employees=3))
    
  628.         )
    
  629.         self.assertCountEqual(subquery_test2, [self.foobar_ltd])
    
  630. 
    
  631.     def test_uuid_pk_subquery(self):
    
  632.         u = UUIDPK.objects.create()
    
  633.         UUID.objects.create(uuid_fk=u)
    
  634.         qs = UUIDPK.objects.filter(id__in=Subquery(UUID.objects.values("uuid_fk__id")))
    
  635.         self.assertCountEqual(qs, [u])
    
  636. 
    
  637.     def test_nested_subquery(self):
    
  638.         inner = Company.objects.filter(point_of_contact=OuterRef("pk"))
    
  639.         outer = Employee.objects.annotate(is_point_of_contact=Exists(inner))
    
  640.         contrived = Employee.objects.annotate(
    
  641.             is_point_of_contact=Subquery(
    
  642.                 outer.filter(pk=OuterRef("pk")).values("is_point_of_contact"),
    
  643.                 output_field=BooleanField(),
    
  644.             ),
    
  645.         )
    
  646.         self.assertCountEqual(contrived.values_list(), outer.values_list())
    
  647. 
    
  648.     def test_nested_subquery_join_outer_ref(self):
    
  649.         inner = Employee.objects.filter(pk=OuterRef("ceo__pk")).values("pk")
    
  650.         qs = Employee.objects.annotate(
    
  651.             ceo_company=Subquery(
    
  652.                 Company.objects.filter(
    
  653.                     ceo__in=inner,
    
  654.                     ceo__pk=OuterRef("pk"),
    
  655.                 ).values("pk"),
    
  656.             ),
    
  657.         )
    
  658.         self.assertSequenceEqual(
    
  659.             qs.values_list("ceo_company", flat=True),
    
  660.             [self.example_inc.pk, self.foobar_ltd.pk, self.gmbh.pk],
    
  661.         )
    
  662. 
    
  663.     def test_nested_subquery_outer_ref_2(self):
    
  664.         first = Time.objects.create(time="09:00")
    
  665.         second = Time.objects.create(time="17:00")
    
  666.         third = Time.objects.create(time="21:00")
    
  667.         SimulationRun.objects.bulk_create(
    
  668.             [
    
  669.                 SimulationRun(start=first, end=second, midpoint="12:00"),
    
  670.                 SimulationRun(start=first, end=third, midpoint="15:00"),
    
  671.                 SimulationRun(start=second, end=first, midpoint="00:00"),
    
  672.             ]
    
  673.         )
    
  674.         inner = Time.objects.filter(
    
  675.             time=OuterRef(OuterRef("time")), pk=OuterRef("start")
    
  676.         ).values("time")
    
  677.         middle = SimulationRun.objects.annotate(other=Subquery(inner)).values("other")[
    
  678.             :1
    
  679.         ]
    
  680.         outer = Time.objects.annotate(other=Subquery(middle, output_field=TimeField()))
    
  681.         # This is a contrived example. It exercises the double OuterRef form.
    
  682.         self.assertCountEqual(outer, [first, second, third])
    
  683. 
    
  684.     def test_nested_subquery_outer_ref_with_autofield(self):
    
  685.         first = Time.objects.create(time="09:00")
    
  686.         second = Time.objects.create(time="17:00")
    
  687.         SimulationRun.objects.create(start=first, end=second, midpoint="12:00")
    
  688.         inner = SimulationRun.objects.filter(start=OuterRef(OuterRef("pk"))).values(
    
  689.             "start"
    
  690.         )
    
  691.         middle = Time.objects.annotate(other=Subquery(inner)).values("other")[:1]
    
  692.         outer = Time.objects.annotate(
    
  693.             other=Subquery(middle, output_field=IntegerField())
    
  694.         )
    
  695.         # This exercises the double OuterRef form with AutoField as pk.
    
  696.         self.assertCountEqual(outer, [first, second])
    
  697. 
    
  698.     def test_annotations_within_subquery(self):
    
  699.         Company.objects.filter(num_employees__lt=50).update(
    
  700.             ceo=Employee.objects.get(firstname="Frank")
    
  701.         )
    
  702.         inner = (
    
  703.             Company.objects.filter(ceo=OuterRef("pk"))
    
  704.             .values("ceo")
    
  705.             .annotate(total_employees=Sum("num_employees"))
    
  706.             .values("total_employees")
    
  707.         )
    
  708.         outer = Employee.objects.annotate(total_employees=Subquery(inner)).filter(
    
  709.             salary__lte=Subquery(inner)
    
  710.         )
    
  711.         self.assertSequenceEqual(
    
  712.             outer.order_by("-total_employees").values("salary", "total_employees"),
    
  713.             [
    
  714.                 {"salary": 10, "total_employees": 2300},
    
  715.                 {"salary": 20, "total_employees": 35},
    
  716.             ],
    
  717.         )
    
  718. 
    
  719.     def test_subquery_references_joined_table_twice(self):
    
  720.         inner = Company.objects.filter(
    
  721.             num_chairs__gte=OuterRef("ceo__salary"),
    
  722.             num_employees__gte=OuterRef("point_of_contact__salary"),
    
  723.         )
    
  724.         # Another contrived example (there is no need to have a subquery here)
    
  725.         outer = Company.objects.filter(pk__in=Subquery(inner.values("pk")))
    
  726.         self.assertFalse(outer.exists())
    
  727. 
    
  728.     def test_subquery_filter_by_aggregate(self):
    
  729.         Number.objects.create(integer=1000, float=1.2)
    
  730.         Employee.objects.create(salary=1000)
    
  731.         qs = Number.objects.annotate(
    
  732.             min_valuable_count=Subquery(
    
  733.                 Employee.objects.filter(
    
  734.                     salary=OuterRef("integer"),
    
  735.                 )
    
  736.                 .annotate(cnt=Count("salary"))
    
  737.                 .filter(cnt__gt=0)
    
  738.                 .values("cnt")[:1]
    
  739.             ),
    
  740.         )
    
  741.         self.assertEqual(qs.get().float, 1.2)
    
  742. 
    
  743.     def test_subquery_filter_by_lazy(self):
    
  744.         self.max.manager = Manager.objects.create(name="Manager")
    
  745.         self.max.save()
    
  746.         max_manager = SimpleLazyObject(
    
  747.             lambda: Manager.objects.get(pk=self.max.manager.pk)
    
  748.         )
    
  749.         qs = Company.objects.annotate(
    
  750.             ceo_manager=Subquery(
    
  751.                 Employee.objects.filter(
    
  752.                     lastname=OuterRef("ceo__lastname"),
    
  753.                 ).values("manager"),
    
  754.             ),
    
  755.         ).filter(ceo_manager=max_manager)
    
  756.         self.assertEqual(qs.get(), self.gmbh)
    
  757. 
    
  758.     def test_aggregate_subquery_annotation(self):
    
  759.         with self.assertNumQueries(1) as ctx:
    
  760.             aggregate = Company.objects.annotate(
    
  761.                 ceo_salary=Subquery(
    
  762.                     Employee.objects.filter(
    
  763.                         id=OuterRef("ceo_id"),
    
  764.                     ).values("salary")
    
  765.                 ),
    
  766.             ).aggregate(
    
  767.                 ceo_salary_gt_20=Count("pk", filter=Q(ceo_salary__gt=20)),
    
  768.             )
    
  769.         self.assertEqual(aggregate, {"ceo_salary_gt_20": 1})
    
  770.         # Aggregation over a subquery annotation doesn't annotate the subquery
    
  771.         # twice in the inner query.
    
  772.         sql = ctx.captured_queries[0]["sql"]
    
  773.         self.assertLessEqual(sql.count("SELECT"), 3)
    
  774.         # GROUP BY isn't required to aggregate over a query that doesn't
    
  775.         # contain nested aggregates.
    
  776.         self.assertNotIn("GROUP BY", sql)
    
  777. 
    
  778.     @skipUnlessDBFeature("supports_over_clause")
    
  779.     def test_aggregate_rawsql_annotation(self):
    
  780.         with self.assertNumQueries(1) as ctx:
    
  781.             aggregate = Company.objects.annotate(
    
  782.                 salary=RawSQL("SUM(num_chairs) OVER (ORDER BY num_employees)", []),
    
  783.             ).aggregate(
    
  784.                 count=Count("pk"),
    
  785.             )
    
  786.             self.assertEqual(aggregate, {"count": 3})
    
  787.         sql = ctx.captured_queries[0]["sql"]
    
  788.         self.assertNotIn("GROUP BY", sql)
    
  789. 
    
  790.     def test_explicit_output_field(self):
    
  791.         class FuncA(Func):
    
  792.             output_field = CharField()
    
  793. 
    
  794.         class FuncB(Func):
    
  795.             pass
    
  796. 
    
  797.         expr = FuncB(FuncA())
    
  798.         self.assertEqual(expr.output_field, FuncA.output_field)
    
  799. 
    
  800.     def test_outerref_mixed_case_table_name(self):
    
  801.         inner = Result.objects.filter(result_time__gte=OuterRef("experiment__assigned"))
    
  802.         outer = Result.objects.filter(pk__in=Subquery(inner.values("pk")))
    
  803.         self.assertFalse(outer.exists())
    
  804. 
    
  805.     def test_outerref_with_operator(self):
    
  806.         inner = Company.objects.filter(num_employees=OuterRef("ceo__salary") + 2)
    
  807.         outer = Company.objects.filter(pk__in=Subquery(inner.values("pk")))
    
  808.         self.assertEqual(outer.get().name, "Test GmbH")
    
  809. 
    
  810.     def test_nested_outerref_with_function(self):
    
  811.         self.gmbh.point_of_contact = Employee.objects.get(lastname="Meyer")
    
  812.         self.gmbh.save()
    
  813.         inner = Employee.objects.filter(
    
  814.             lastname__startswith=Left(OuterRef(OuterRef("lastname")), 1),
    
  815.         )
    
  816.         qs = Employee.objects.annotate(
    
  817.             ceo_company=Subquery(
    
  818.                 Company.objects.filter(
    
  819.                     point_of_contact__in=inner,
    
  820.                     ceo__pk=OuterRef("pk"),
    
  821.                 ).values("name"),
    
  822.             ),
    
  823.         ).filter(ceo_company__isnull=False)
    
  824.         self.assertEqual(qs.get().ceo_company, "Test GmbH")
    
  825. 
    
  826.     def test_annotation_with_outerref(self):
    
  827.         gmbh_salary = Company.objects.annotate(
    
  828.             max_ceo_salary_raise=Subquery(
    
  829.                 Company.objects.annotate(
    
  830.                     salary_raise=OuterRef("num_employees") + F("num_employees"),
    
  831.                 )
    
  832.                 .order_by("-salary_raise")
    
  833.                 .values("salary_raise")[:1],
    
  834.                 output_field=IntegerField(),
    
  835.             ),
    
  836.         ).get(pk=self.gmbh.pk)
    
  837.         self.assertEqual(gmbh_salary.max_ceo_salary_raise, 2332)
    
  838. 
    
  839.     def test_annotation_with_nested_outerref(self):
    
  840.         self.gmbh.point_of_contact = Employee.objects.get(lastname="Meyer")
    
  841.         self.gmbh.save()
    
  842.         inner = Employee.objects.annotate(
    
  843.             outer_lastname=OuterRef(OuterRef("lastname")),
    
  844.         ).filter(lastname__startswith=Left("outer_lastname", 1))
    
  845.         qs = Employee.objects.annotate(
    
  846.             ceo_company=Subquery(
    
  847.                 Company.objects.filter(
    
  848.                     point_of_contact__in=inner,
    
  849.                     ceo__pk=OuterRef("pk"),
    
  850.                 ).values("name"),
    
  851.             ),
    
  852.         ).filter(ceo_company__isnull=False)
    
  853.         self.assertEqual(qs.get().ceo_company, "Test GmbH")
    
  854. 
    
  855.     def test_pickle_expression(self):
    
  856.         expr = Value(1)
    
  857.         expr.convert_value  # populate cached property
    
  858.         self.assertEqual(pickle.loads(pickle.dumps(expr)), expr)
    
  859. 
    
  860.     def test_incorrect_field_in_F_expression(self):
    
  861.         with self.assertRaisesMessage(
    
  862.             FieldError, "Cannot resolve keyword 'nope' into field."
    
  863.         ):
    
  864.             list(Employee.objects.filter(firstname=F("nope")))
    
  865. 
    
  866.     def test_incorrect_joined_field_in_F_expression(self):
    
  867.         with self.assertRaisesMessage(
    
  868.             FieldError, "Cannot resolve keyword 'nope' into field."
    
  869.         ):
    
  870.             list(Company.objects.filter(ceo__pk=F("point_of_contact__nope")))
    
  871. 
    
  872.     def test_exists_in_filter(self):
    
  873.         inner = Company.objects.filter(ceo=OuterRef("pk")).values("pk")
    
  874.         qs1 = Employee.objects.filter(Exists(inner))
    
  875.         qs2 = Employee.objects.annotate(found=Exists(inner)).filter(found=True)
    
  876.         self.assertCountEqual(qs1, qs2)
    
  877.         self.assertFalse(Employee.objects.exclude(Exists(inner)).exists())
    
  878.         self.assertCountEqual(qs2, Employee.objects.exclude(~Exists(inner)))
    
  879. 
    
  880.     def test_subquery_in_filter(self):
    
  881.         inner = Company.objects.filter(ceo=OuterRef("pk")).values("based_in_eu")
    
  882.         self.assertSequenceEqual(
    
  883.             Employee.objects.filter(Subquery(inner)),
    
  884.             [self.foobar_ltd.ceo],
    
  885.         )
    
  886. 
    
  887.     def test_subquery_group_by_outerref_in_filter(self):
    
  888.         inner = (
    
  889.             Company.objects.annotate(
    
  890.                 employee=OuterRef("pk"),
    
  891.             )
    
  892.             .values("employee")
    
  893.             .annotate(
    
  894.                 min_num_chairs=Min("num_chairs"),
    
  895.             )
    
  896.             .values("ceo")
    
  897.         )
    
  898.         self.assertIs(Employee.objects.filter(pk__in=Subquery(inner)).exists(), True)
    
  899. 
    
  900.     def test_case_in_filter_if_boolean_output_field(self):
    
  901.         is_ceo = Company.objects.filter(ceo=OuterRef("pk"))
    
  902.         is_poc = Company.objects.filter(point_of_contact=OuterRef("pk"))
    
  903.         qs = Employee.objects.filter(
    
  904.             Case(
    
  905.                 When(Exists(is_ceo), then=True),
    
  906.                 When(Exists(is_poc), then=True),
    
  907.                 default=False,
    
  908.                 output_field=BooleanField(),
    
  909.             ),
    
  910.         )
    
  911.         self.assertCountEqual(qs, [self.example_inc.ceo, self.foobar_ltd.ceo, self.max])
    
  912. 
    
  913.     def test_boolean_expression_combined(self):
    
  914.         is_ceo = Company.objects.filter(ceo=OuterRef("pk"))
    
  915.         is_poc = Company.objects.filter(point_of_contact=OuterRef("pk"))
    
  916.         self.gmbh.point_of_contact = self.max
    
  917.         self.gmbh.save()
    
  918.         self.assertCountEqual(
    
  919.             Employee.objects.filter(Exists(is_ceo) | Exists(is_poc)),
    
  920.             [self.example_inc.ceo, self.foobar_ltd.ceo, self.max],
    
  921.         )
    
  922.         self.assertCountEqual(
    
  923.             Employee.objects.filter(Exists(is_ceo) & Exists(is_poc)),
    
  924.             [self.max],
    
  925.         )
    
  926.         self.assertCountEqual(
    
  927.             Employee.objects.filter(Exists(is_ceo) & Q(salary__gte=30)),
    
  928.             [self.max],
    
  929.         )
    
  930.         self.assertCountEqual(
    
  931.             Employee.objects.filter(Exists(is_poc) | Q(salary__lt=15)),
    
  932.             [self.example_inc.ceo, self.max],
    
  933.         )
    
  934.         self.assertCountEqual(
    
  935.             Employee.objects.filter(Q(salary__gte=30) & Exists(is_ceo)),
    
  936.             [self.max],
    
  937.         )
    
  938.         self.assertCountEqual(
    
  939.             Employee.objects.filter(Q(salary__lt=15) | Exists(is_poc)),
    
  940.             [self.example_inc.ceo, self.max],
    
  941.         )
    
  942. 
    
  943.     def test_boolean_expression_combined_with_empty_Q(self):
    
  944.         is_poc = Company.objects.filter(point_of_contact=OuterRef("pk"))
    
  945.         self.gmbh.point_of_contact = self.max
    
  946.         self.gmbh.save()
    
  947.         tests = [
    
  948.             Exists(is_poc) & Q(),
    
  949.             Q() & Exists(is_poc),
    
  950.             Exists(is_poc) | Q(),
    
  951.             Q() | Exists(is_poc),
    
  952.             Q(Exists(is_poc)) & Q(),
    
  953.             Q() & Q(Exists(is_poc)),
    
  954.             Q(Exists(is_poc)) | Q(),
    
  955.             Q() | Q(Exists(is_poc)),
    
  956.         ]
    
  957.         for conditions in tests:
    
  958.             with self.subTest(conditions):
    
  959.                 self.assertCountEqual(Employee.objects.filter(conditions), [self.max])
    
  960. 
    
  961.     def test_boolean_expression_in_Q(self):
    
  962.         is_poc = Company.objects.filter(point_of_contact=OuterRef("pk"))
    
  963.         self.gmbh.point_of_contact = self.max
    
  964.         self.gmbh.save()
    
  965.         self.assertCountEqual(Employee.objects.filter(Q(Exists(is_poc))), [self.max])
    
  966. 
    
  967. 
    
  968. class IterableLookupInnerExpressionsTests(TestCase):
    
  969.     @classmethod
    
  970.     def setUpTestData(cls):
    
  971.         ceo = Employee.objects.create(firstname="Just", lastname="Doit", salary=30)
    
  972.         # MySQL requires that the values calculated for expressions don't pass
    
  973.         # outside of the field's range, so it's inconvenient to use the values
    
  974.         # in the more general tests.
    
  975.         cls.c5020 = Company.objects.create(
    
  976.             name="5020 Ltd", num_employees=50, num_chairs=20, ceo=ceo
    
  977.         )
    
  978.         cls.c5040 = Company.objects.create(
    
  979.             name="5040 Ltd", num_employees=50, num_chairs=40, ceo=ceo
    
  980.         )
    
  981.         cls.c5050 = Company.objects.create(
    
  982.             name="5050 Ltd", num_employees=50, num_chairs=50, ceo=ceo
    
  983.         )
    
  984.         cls.c5060 = Company.objects.create(
    
  985.             name="5060 Ltd", num_employees=50, num_chairs=60, ceo=ceo
    
  986.         )
    
  987.         cls.c99300 = Company.objects.create(
    
  988.             name="99300 Ltd", num_employees=99, num_chairs=300, ceo=ceo
    
  989.         )
    
  990. 
    
  991.     def test_in_lookup_allows_F_expressions_and_expressions_for_integers(self):
    
  992.         # __in lookups can use F() expressions for integers.
    
  993.         queryset = Company.objects.filter(num_employees__in=([F("num_chairs") - 10]))
    
  994.         self.assertSequenceEqual(queryset, [self.c5060])
    
  995.         self.assertCountEqual(
    
  996.             Company.objects.filter(
    
  997.                 num_employees__in=([F("num_chairs") - 10, F("num_chairs") + 10])
    
  998.             ),
    
  999.             [self.c5040, self.c5060],
    
  1000.         )
    
  1001.         self.assertCountEqual(
    
  1002.             Company.objects.filter(
    
  1003.                 num_employees__in=(
    
  1004.                     [F("num_chairs") - 10, F("num_chairs"), F("num_chairs") + 10]
    
  1005.                 )
    
  1006.             ),
    
  1007.             [self.c5040, self.c5050, self.c5060],
    
  1008.         )
    
  1009. 
    
  1010.     def test_expressions_in_lookups_join_choice(self):
    
  1011.         midpoint = datetime.time(13, 0)
    
  1012.         t1 = Time.objects.create(time=datetime.time(12, 0))
    
  1013.         t2 = Time.objects.create(time=datetime.time(14, 0))
    
  1014.         s1 = SimulationRun.objects.create(start=t1, end=t2, midpoint=midpoint)
    
  1015.         SimulationRun.objects.create(start=t1, end=None, midpoint=midpoint)
    
  1016.         SimulationRun.objects.create(start=None, end=t2, midpoint=midpoint)
    
  1017.         SimulationRun.objects.create(start=None, end=None, midpoint=midpoint)
    
  1018. 
    
  1019.         queryset = SimulationRun.objects.filter(
    
  1020.             midpoint__range=[F("start__time"), F("end__time")]
    
  1021.         )
    
  1022.         self.assertSequenceEqual(queryset, [s1])
    
  1023.         for alias in queryset.query.alias_map.values():
    
  1024.             if isinstance(alias, Join):
    
  1025.                 self.assertEqual(alias.join_type, constants.INNER)
    
  1026. 
    
  1027.         queryset = SimulationRun.objects.exclude(
    
  1028.             midpoint__range=[F("start__time"), F("end__time")]
    
  1029.         )
    
  1030.         self.assertQuerysetEqual(queryset, [], ordered=False)
    
  1031.         for alias in queryset.query.alias_map.values():
    
  1032.             if isinstance(alias, Join):
    
  1033.                 self.assertEqual(alias.join_type, constants.LOUTER)
    
  1034. 
    
  1035.     def test_range_lookup_allows_F_expressions_and_expressions_for_integers(self):
    
  1036.         # Range lookups can use F() expressions for integers.
    
  1037.         Company.objects.filter(num_employees__exact=F("num_chairs"))
    
  1038.         self.assertCountEqual(
    
  1039.             Company.objects.filter(num_employees__range=(F("num_chairs"), 100)),
    
  1040.             [self.c5020, self.c5040, self.c5050],
    
  1041.         )
    
  1042.         self.assertCountEqual(
    
  1043.             Company.objects.filter(
    
  1044.                 num_employees__range=(F("num_chairs") - 10, F("num_chairs") + 10)
    
  1045.             ),
    
  1046.             [self.c5040, self.c5050, self.c5060],
    
  1047.         )
    
  1048.         self.assertCountEqual(
    
  1049.             Company.objects.filter(num_employees__range=(F("num_chairs") - 10, 100)),
    
  1050.             [self.c5020, self.c5040, self.c5050, self.c5060],
    
  1051.         )
    
  1052.         self.assertCountEqual(
    
  1053.             Company.objects.filter(num_employees__range=(1, 100)),
    
  1054.             [self.c5020, self.c5040, self.c5050, self.c5060, self.c99300],
    
  1055.         )
    
  1056. 
    
  1057.     def test_range_lookup_namedtuple(self):
    
  1058.         EmployeeRange = namedtuple("EmployeeRange", ["minimum", "maximum"])
    
  1059.         qs = Company.objects.filter(
    
  1060.             num_employees__range=EmployeeRange(minimum=51, maximum=100),
    
  1061.         )
    
  1062.         self.assertSequenceEqual(qs, [self.c99300])
    
  1063. 
    
  1064.     @unittest.skipUnless(
    
  1065.         connection.vendor == "sqlite",
    
  1066.         "This defensive test only works on databases that don't validate parameter "
    
  1067.         "types",
    
  1068.     )
    
  1069.     def test_expressions_not_introduce_sql_injection_via_untrusted_string_inclusion(
    
  1070.         self,
    
  1071.     ):
    
  1072.         """
    
  1073.         This tests that SQL injection isn't possible using compilation of
    
  1074.         expressions in iterable filters, as their compilation happens before
    
  1075.         the main query compilation. It's limited to SQLite, as PostgreSQL,
    
  1076.         Oracle and other vendors have defense in depth against this by type
    
  1077.         checking. Testing against SQLite (the most permissive of the built-in
    
  1078.         databases) demonstrates that the problem doesn't exist while keeping
    
  1079.         the test simple.
    
  1080.         """
    
  1081.         queryset = Company.objects.filter(name__in=[F("num_chairs") + "1)) OR ((1==1"])
    
  1082.         self.assertQuerysetEqual(queryset, [], ordered=False)
    
  1083. 
    
  1084.     def test_in_lookup_allows_F_expressions_and_expressions_for_datetimes(self):
    
  1085.         start = datetime.datetime(2016, 2, 3, 15, 0, 0)
    
  1086.         end = datetime.datetime(2016, 2, 5, 15, 0, 0)
    
  1087.         experiment_1 = Experiment.objects.create(
    
  1088.             name="Integrity testing",
    
  1089.             assigned=start.date(),
    
  1090.             start=start,
    
  1091.             end=end,
    
  1092.             completed=end.date(),
    
  1093.             estimated_time=end - start,
    
  1094.         )
    
  1095.         experiment_2 = Experiment.objects.create(
    
  1096.             name="Taste testing",
    
  1097.             assigned=start.date(),
    
  1098.             start=start,
    
  1099.             end=end,
    
  1100.             completed=end.date(),
    
  1101.             estimated_time=end - start,
    
  1102.         )
    
  1103.         r1 = Result.objects.create(
    
  1104.             experiment=experiment_1,
    
  1105.             result_time=datetime.datetime(2016, 2, 4, 15, 0, 0),
    
  1106.         )
    
  1107.         Result.objects.create(
    
  1108.             experiment=experiment_1,
    
  1109.             result_time=datetime.datetime(2016, 3, 10, 2, 0, 0),
    
  1110.         )
    
  1111.         Result.objects.create(
    
  1112.             experiment=experiment_2,
    
  1113.             result_time=datetime.datetime(2016, 1, 8, 5, 0, 0),
    
  1114.         )
    
  1115.         within_experiment_time = [F("experiment__start"), F("experiment__end")]
    
  1116.         queryset = Result.objects.filter(result_time__range=within_experiment_time)
    
  1117.         self.assertSequenceEqual(queryset, [r1])
    
  1118. 
    
  1119. 
    
  1120. class FTests(SimpleTestCase):
    
  1121.     def test_deepcopy(self):
    
  1122.         f = F("foo")
    
  1123.         g = deepcopy(f)
    
  1124.         self.assertEqual(f.name, g.name)
    
  1125. 
    
  1126.     def test_deconstruct(self):
    
  1127.         f = F("name")
    
  1128.         path, args, kwargs = f.deconstruct()
    
  1129.         self.assertEqual(path, "django.db.models.F")
    
  1130.         self.assertEqual(args, (f.name,))
    
  1131.         self.assertEqual(kwargs, {})
    
  1132. 
    
  1133.     def test_equal(self):
    
  1134.         f = F("name")
    
  1135.         same_f = F("name")
    
  1136.         other_f = F("username")
    
  1137.         self.assertEqual(f, same_f)
    
  1138.         self.assertNotEqual(f, other_f)
    
  1139. 
    
  1140.     def test_hash(self):
    
  1141.         d = {F("name"): "Bob"}
    
  1142.         self.assertIn(F("name"), d)
    
  1143.         self.assertEqual(d[F("name")], "Bob")
    
  1144. 
    
  1145.     def test_not_equal_Value(self):
    
  1146.         f = F("name")
    
  1147.         value = Value("name")
    
  1148.         self.assertNotEqual(f, value)
    
  1149.         self.assertNotEqual(value, f)
    
  1150. 
    
  1151. 
    
  1152. class ExpressionsTests(TestCase):
    
  1153.     def test_F_reuse(self):
    
  1154.         f = F("id")
    
  1155.         n = Number.objects.create(integer=-1)
    
  1156.         c = Company.objects.create(
    
  1157.             name="Example Inc.",
    
  1158.             num_employees=2300,
    
  1159.             num_chairs=5,
    
  1160.             ceo=Employee.objects.create(firstname="Joe", lastname="Smith"),
    
  1161.         )
    
  1162.         c_qs = Company.objects.filter(id=f)
    
  1163.         self.assertEqual(c_qs.get(), c)
    
  1164.         # Reuse the same F-object for another queryset
    
  1165.         n_qs = Number.objects.filter(id=f)
    
  1166.         self.assertEqual(n_qs.get(), n)
    
  1167.         # The original query still works correctly
    
  1168.         self.assertEqual(c_qs.get(), c)
    
  1169. 
    
  1170.     def test_patterns_escape(self):
    
  1171.         r"""
    
  1172.         Special characters (e.g. %, _ and \) stored in database are
    
  1173.         properly escaped when using a pattern lookup with an expression
    
  1174.         refs #16731
    
  1175.         """
    
  1176.         Employee.objects.bulk_create(
    
  1177.             [
    
  1178.                 Employee(firstname="Johnny", lastname="%John"),
    
  1179.                 Employee(firstname="Jean-Claude", lastname="Claud_"),
    
  1180.                 Employee(firstname="Jean-Claude", lastname="Claude%"),
    
  1181.                 Employee(firstname="Johnny", lastname="Joh\\n"),
    
  1182.                 Employee(firstname="Johnny", lastname="_ohn"),
    
  1183.             ]
    
  1184.         )
    
  1185.         claude = Employee.objects.create(firstname="Jean-Claude", lastname="Claude")
    
  1186.         john = Employee.objects.create(firstname="Johnny", lastname="John")
    
  1187.         john_sign = Employee.objects.create(firstname="%Joh\\nny", lastname="%Joh\\n")
    
  1188. 
    
  1189.         self.assertCountEqual(
    
  1190.             Employee.objects.filter(firstname__contains=F("lastname")),
    
  1191.             [john_sign, john, claude],
    
  1192.         )
    
  1193.         self.assertCountEqual(
    
  1194.             Employee.objects.filter(firstname__startswith=F("lastname")),
    
  1195.             [john_sign, john],
    
  1196.         )
    
  1197.         self.assertSequenceEqual(
    
  1198.             Employee.objects.filter(firstname__endswith=F("lastname")),
    
  1199.             [claude],
    
  1200.         )
    
  1201. 
    
  1202.     def test_insensitive_patterns_escape(self):
    
  1203.         r"""
    
  1204.         Special characters (e.g. %, _ and \) stored in database are
    
  1205.         properly escaped when using a case insensitive pattern lookup with an
    
  1206.         expression -- refs #16731
    
  1207.         """
    
  1208.         Employee.objects.bulk_create(
    
  1209.             [
    
  1210.                 Employee(firstname="Johnny", lastname="%john"),
    
  1211.                 Employee(firstname="Jean-Claude", lastname="claud_"),
    
  1212.                 Employee(firstname="Jean-Claude", lastname="claude%"),
    
  1213.                 Employee(firstname="Johnny", lastname="joh\\n"),
    
  1214.                 Employee(firstname="Johnny", lastname="_ohn"),
    
  1215.             ]
    
  1216.         )
    
  1217.         claude = Employee.objects.create(firstname="Jean-Claude", lastname="claude")
    
  1218.         john = Employee.objects.create(firstname="Johnny", lastname="john")
    
  1219.         john_sign = Employee.objects.create(firstname="%Joh\\nny", lastname="%joh\\n")
    
  1220. 
    
  1221.         self.assertCountEqual(
    
  1222.             Employee.objects.filter(firstname__icontains=F("lastname")),
    
  1223.             [john_sign, john, claude],
    
  1224.         )
    
  1225.         self.assertCountEqual(
    
  1226.             Employee.objects.filter(firstname__istartswith=F("lastname")),
    
  1227.             [john_sign, john],
    
  1228.         )
    
  1229.         self.assertSequenceEqual(
    
  1230.             Employee.objects.filter(firstname__iendswith=F("lastname")),
    
  1231.             [claude],
    
  1232.         )
    
  1233. 
    
  1234. 
    
  1235. @isolate_apps("expressions")
    
  1236. class SimpleExpressionTests(SimpleTestCase):
    
  1237.     def test_equal(self):
    
  1238.         self.assertEqual(Expression(), Expression())
    
  1239.         self.assertEqual(
    
  1240.             Expression(IntegerField()), Expression(output_field=IntegerField())
    
  1241.         )
    
  1242.         self.assertEqual(Expression(IntegerField()), mock.ANY)
    
  1243.         self.assertNotEqual(Expression(IntegerField()), Expression(CharField()))
    
  1244. 
    
  1245.         class TestModel(Model):
    
  1246.             field = IntegerField()
    
  1247.             other_field = IntegerField()
    
  1248. 
    
  1249.         self.assertNotEqual(
    
  1250.             Expression(TestModel._meta.get_field("field")),
    
  1251.             Expression(TestModel._meta.get_field("other_field")),
    
  1252.         )
    
  1253. 
    
  1254.     def test_hash(self):
    
  1255.         self.assertEqual(hash(Expression()), hash(Expression()))
    
  1256.         self.assertEqual(
    
  1257.             hash(Expression(IntegerField())),
    
  1258.             hash(Expression(output_field=IntegerField())),
    
  1259.         )
    
  1260.         self.assertNotEqual(
    
  1261.             hash(Expression(IntegerField())),
    
  1262.             hash(Expression(CharField())),
    
  1263.         )
    
  1264. 
    
  1265.         class TestModel(Model):
    
  1266.             field = IntegerField()
    
  1267.             other_field = IntegerField()
    
  1268. 
    
  1269.         self.assertNotEqual(
    
  1270.             hash(Expression(TestModel._meta.get_field("field"))),
    
  1271.             hash(Expression(TestModel._meta.get_field("other_field"))),
    
  1272.         )
    
  1273. 
    
  1274. 
    
  1275. class ExpressionsNumericTests(TestCase):
    
  1276.     @classmethod
    
  1277.     def setUpTestData(cls):
    
  1278.         Number(integer=-1).save()
    
  1279.         Number(integer=42).save()
    
  1280.         Number(integer=1337).save()
    
  1281.         Number.objects.update(float=F("integer"))
    
  1282. 
    
  1283.     def test_fill_with_value_from_same_object(self):
    
  1284.         """
    
  1285.         We can fill a value in all objects with an other value of the
    
  1286.         same object.
    
  1287.         """
    
  1288.         self.assertQuerysetEqual(
    
  1289.             Number.objects.all(),
    
  1290.             [(-1, -1), (42, 42), (1337, 1337)],
    
  1291.             lambda n: (n.integer, round(n.float)),
    
  1292.             ordered=False,
    
  1293.         )
    
  1294. 
    
  1295.     def test_increment_value(self):
    
  1296.         """
    
  1297.         We can increment a value of all objects in a query set.
    
  1298.         """
    
  1299.         self.assertEqual(
    
  1300.             Number.objects.filter(integer__gt=0).update(integer=F("integer") + 1), 2
    
  1301.         )
    
  1302.         self.assertQuerysetEqual(
    
  1303.             Number.objects.all(),
    
  1304.             [(-1, -1), (43, 42), (1338, 1337)],
    
  1305.             lambda n: (n.integer, round(n.float)),
    
  1306.             ordered=False,
    
  1307.         )
    
  1308. 
    
  1309.     def test_filter_not_equals_other_field(self):
    
  1310.         """
    
  1311.         We can filter for objects, where a value is not equals the value
    
  1312.         of an other field.
    
  1313.         """
    
  1314.         self.assertEqual(
    
  1315.             Number.objects.filter(integer__gt=0).update(integer=F("integer") + 1), 2
    
  1316.         )
    
  1317.         self.assertQuerysetEqual(
    
  1318.             Number.objects.exclude(float=F("integer")),
    
  1319.             [(43, 42), (1338, 1337)],
    
  1320.             lambda n: (n.integer, round(n.float)),
    
  1321.             ordered=False,
    
  1322.         )
    
  1323. 
    
  1324.     def test_filter_decimal_expression(self):
    
  1325.         obj = Number.objects.create(integer=0, float=1, decimal_value=Decimal("1"))
    
  1326.         qs = Number.objects.annotate(
    
  1327.             x=ExpressionWrapper(Value(1), output_field=DecimalField()),
    
  1328.         ).filter(Q(x=1, integer=0) & Q(x=Decimal("1")))
    
  1329.         self.assertSequenceEqual(qs, [obj])
    
  1330. 
    
  1331.     def test_complex_expressions(self):
    
  1332.         """
    
  1333.         Complex expressions of different connection types are possible.
    
  1334.         """
    
  1335.         n = Number.objects.create(integer=10, float=123.45)
    
  1336.         self.assertEqual(
    
  1337.             Number.objects.filter(pk=n.pk).update(float=F("integer") + F("float") * 2),
    
  1338.             1,
    
  1339.         )
    
  1340. 
    
  1341.         self.assertEqual(Number.objects.get(pk=n.pk).integer, 10)
    
  1342.         self.assertEqual(
    
  1343.             Number.objects.get(pk=n.pk).float, Approximate(256.900, places=3)
    
  1344.         )
    
  1345. 
    
  1346.     def test_decimal_expression(self):
    
  1347.         n = Number.objects.create(integer=1, decimal_value=Decimal("0.5"))
    
  1348.         n.decimal_value = F("decimal_value") - Decimal("0.4")
    
  1349.         n.save()
    
  1350.         n.refresh_from_db()
    
  1351.         self.assertEqual(n.decimal_value, Decimal("0.1"))
    
  1352. 
    
  1353. 
    
  1354. class ExpressionOperatorTests(TestCase):
    
  1355.     @classmethod
    
  1356.     def setUpTestData(cls):
    
  1357.         cls.n = Number.objects.create(integer=42, float=15.5)
    
  1358.         cls.n1 = Number.objects.create(integer=-42, float=-15.5)
    
  1359. 
    
  1360.     def test_lefthand_addition(self):
    
  1361.         # LH Addition of floats and integers
    
  1362.         Number.objects.filter(pk=self.n.pk).update(
    
  1363.             integer=F("integer") + 15, float=F("float") + 42.7
    
  1364.         )
    
  1365. 
    
  1366.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 57)
    
  1367.         self.assertEqual(
    
  1368.             Number.objects.get(pk=self.n.pk).float, Approximate(58.200, places=3)
    
  1369.         )
    
  1370. 
    
  1371.     def test_lefthand_subtraction(self):
    
  1372.         # LH Subtraction of floats and integers
    
  1373.         Number.objects.filter(pk=self.n.pk).update(
    
  1374.             integer=F("integer") - 15, float=F("float") - 42.7
    
  1375.         )
    
  1376. 
    
  1377.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 27)
    
  1378.         self.assertEqual(
    
  1379.             Number.objects.get(pk=self.n.pk).float, Approximate(-27.200, places=3)
    
  1380.         )
    
  1381. 
    
  1382.     def test_lefthand_multiplication(self):
    
  1383.         # Multiplication of floats and integers
    
  1384.         Number.objects.filter(pk=self.n.pk).update(
    
  1385.             integer=F("integer") * 15, float=F("float") * 42.7
    
  1386.         )
    
  1387. 
    
  1388.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 630)
    
  1389.         self.assertEqual(
    
  1390.             Number.objects.get(pk=self.n.pk).float, Approximate(661.850, places=3)
    
  1391.         )
    
  1392. 
    
  1393.     def test_lefthand_division(self):
    
  1394.         # LH Division of floats and integers
    
  1395.         Number.objects.filter(pk=self.n.pk).update(
    
  1396.             integer=F("integer") / 2, float=F("float") / 42.7
    
  1397.         )
    
  1398. 
    
  1399.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 21)
    
  1400.         self.assertEqual(
    
  1401.             Number.objects.get(pk=self.n.pk).float, Approximate(0.363, places=3)
    
  1402.         )
    
  1403. 
    
  1404.     def test_lefthand_modulo(self):
    
  1405.         # LH Modulo arithmetic on integers
    
  1406.         Number.objects.filter(pk=self.n.pk).update(integer=F("integer") % 20)
    
  1407.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 2)
    
  1408. 
    
  1409.     def test_lefthand_modulo_null(self):
    
  1410.         # LH Modulo arithmetic on integers.
    
  1411.         Employee.objects.create(firstname="John", lastname="Doe", salary=None)
    
  1412.         qs = Employee.objects.annotate(modsalary=F("salary") % 20)
    
  1413.         self.assertIsNone(qs.get().salary)
    
  1414. 
    
  1415.     def test_lefthand_bitwise_and(self):
    
  1416.         # LH Bitwise ands on integers
    
  1417.         Number.objects.filter(pk=self.n.pk).update(integer=F("integer").bitand(56))
    
  1418.         Number.objects.filter(pk=self.n1.pk).update(integer=F("integer").bitand(-56))
    
  1419. 
    
  1420.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 40)
    
  1421.         self.assertEqual(Number.objects.get(pk=self.n1.pk).integer, -64)
    
  1422. 
    
  1423.     def test_lefthand_bitwise_left_shift_operator(self):
    
  1424.         Number.objects.update(integer=F("integer").bitleftshift(2))
    
  1425.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 168)
    
  1426.         self.assertEqual(Number.objects.get(pk=self.n1.pk).integer, -168)
    
  1427. 
    
  1428.     def test_lefthand_bitwise_right_shift_operator(self):
    
  1429.         Number.objects.update(integer=F("integer").bitrightshift(2))
    
  1430.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 10)
    
  1431.         self.assertEqual(Number.objects.get(pk=self.n1.pk).integer, -11)
    
  1432. 
    
  1433.     def test_lefthand_bitwise_or(self):
    
  1434.         # LH Bitwise or on integers
    
  1435.         Number.objects.update(integer=F("integer").bitor(48))
    
  1436. 
    
  1437.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 58)
    
  1438.         self.assertEqual(Number.objects.get(pk=self.n1.pk).integer, -10)
    
  1439. 
    
  1440.     def test_lefthand_transformed_field_bitwise_or(self):
    
  1441.         Employee.objects.create(firstname="Max", lastname="Mustermann")
    
  1442.         with register_lookup(CharField, Length):
    
  1443.             qs = Employee.objects.annotate(bitor=F("lastname__length").bitor(48))
    
  1444.             self.assertEqual(qs.get().bitor, 58)
    
  1445. 
    
  1446.     def test_lefthand_power(self):
    
  1447.         # LH Power arithmetic operation on floats and integers
    
  1448.         Number.objects.filter(pk=self.n.pk).update(
    
  1449.             integer=F("integer") ** 2, float=F("float") ** 1.5
    
  1450.         )
    
  1451.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 1764)
    
  1452.         self.assertEqual(
    
  1453.             Number.objects.get(pk=self.n.pk).float, Approximate(61.02, places=2)
    
  1454.         )
    
  1455. 
    
  1456.     def test_lefthand_bitwise_xor(self):
    
  1457.         Number.objects.update(integer=F("integer").bitxor(48))
    
  1458.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 26)
    
  1459.         self.assertEqual(Number.objects.get(pk=self.n1.pk).integer, -26)
    
  1460. 
    
  1461.     def test_lefthand_bitwise_xor_null(self):
    
  1462.         employee = Employee.objects.create(firstname="John", lastname="Doe")
    
  1463.         Employee.objects.update(salary=F("salary").bitxor(48))
    
  1464.         employee.refresh_from_db()
    
  1465.         self.assertIsNone(employee.salary)
    
  1466. 
    
  1467.     def test_lefthand_bitwise_xor_right_null(self):
    
  1468.         employee = Employee.objects.create(firstname="John", lastname="Doe", salary=48)
    
  1469.         Employee.objects.update(salary=F("salary").bitxor(None))
    
  1470.         employee.refresh_from_db()
    
  1471.         self.assertIsNone(employee.salary)
    
  1472. 
    
  1473.     @unittest.skipUnless(
    
  1474.         connection.vendor == "oracle", "Oracle doesn't support bitwise XOR."
    
  1475.     )
    
  1476.     def test_lefthand_bitwise_xor_not_supported(self):
    
  1477.         msg = "Bitwise XOR is not supported in Oracle."
    
  1478.         with self.assertRaisesMessage(NotSupportedError, msg):
    
  1479.             Number.objects.update(integer=F("integer").bitxor(48))
    
  1480. 
    
  1481.     def test_right_hand_addition(self):
    
  1482.         # Right hand operators
    
  1483.         Number.objects.filter(pk=self.n.pk).update(
    
  1484.             integer=15 + F("integer"), float=42.7 + F("float")
    
  1485.         )
    
  1486. 
    
  1487.         # RH Addition of floats and integers
    
  1488.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 57)
    
  1489.         self.assertEqual(
    
  1490.             Number.objects.get(pk=self.n.pk).float, Approximate(58.200, places=3)
    
  1491.         )
    
  1492. 
    
  1493.     def test_right_hand_subtraction(self):
    
  1494.         Number.objects.filter(pk=self.n.pk).update(
    
  1495.             integer=15 - F("integer"), float=42.7 - F("float")
    
  1496.         )
    
  1497. 
    
  1498.         # RH Subtraction of floats and integers
    
  1499.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, -27)
    
  1500.         self.assertEqual(
    
  1501.             Number.objects.get(pk=self.n.pk).float, Approximate(27.200, places=3)
    
  1502.         )
    
  1503. 
    
  1504.     def test_right_hand_multiplication(self):
    
  1505.         # RH Multiplication of floats and integers
    
  1506.         Number.objects.filter(pk=self.n.pk).update(
    
  1507.             integer=15 * F("integer"), float=42.7 * F("float")
    
  1508.         )
    
  1509. 
    
  1510.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 630)
    
  1511.         self.assertEqual(
    
  1512.             Number.objects.get(pk=self.n.pk).float, Approximate(661.850, places=3)
    
  1513.         )
    
  1514. 
    
  1515.     def test_right_hand_division(self):
    
  1516.         # RH Division of floats and integers
    
  1517.         Number.objects.filter(pk=self.n.pk).update(
    
  1518.             integer=640 / F("integer"), float=42.7 / F("float")
    
  1519.         )
    
  1520. 
    
  1521.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 15)
    
  1522.         self.assertEqual(
    
  1523.             Number.objects.get(pk=self.n.pk).float, Approximate(2.755, places=3)
    
  1524.         )
    
  1525. 
    
  1526.     def test_right_hand_modulo(self):
    
  1527.         # RH Modulo arithmetic on integers
    
  1528.         Number.objects.filter(pk=self.n.pk).update(integer=69 % F("integer"))
    
  1529. 
    
  1530.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 27)
    
  1531. 
    
  1532.     def test_righthand_power(self):
    
  1533.         # RH Power arithmetic operation on floats and integers
    
  1534.         Number.objects.filter(pk=self.n.pk).update(
    
  1535.             integer=2 ** F("integer"), float=1.5 ** F("float")
    
  1536.         )
    
  1537.         self.assertEqual(Number.objects.get(pk=self.n.pk).integer, 4398046511104)
    
  1538.         self.assertEqual(
    
  1539.             Number.objects.get(pk=self.n.pk).float, Approximate(536.308, places=3)
    
  1540.         )
    
  1541. 
    
  1542. 
    
  1543. class FTimeDeltaTests(TestCase):
    
  1544.     @classmethod
    
  1545.     def setUpTestData(cls):
    
  1546.         cls.sday = sday = datetime.date(2010, 6, 25)
    
  1547.         cls.stime = stime = datetime.datetime(2010, 6, 25, 12, 15, 30, 747000)
    
  1548.         midnight = datetime.time(0)
    
  1549. 
    
  1550.         delta0 = datetime.timedelta(0)
    
  1551.         delta1 = datetime.timedelta(microseconds=253000)
    
  1552.         delta2 = datetime.timedelta(seconds=44)
    
  1553.         delta3 = datetime.timedelta(hours=21, minutes=8)
    
  1554.         delta4 = datetime.timedelta(days=10)
    
  1555.         delta5 = datetime.timedelta(days=90)
    
  1556. 
    
  1557.         # Test data is set so that deltas and delays will be
    
  1558.         # strictly increasing.
    
  1559.         cls.deltas = []
    
  1560.         cls.delays = []
    
  1561.         cls.days_long = []
    
  1562. 
    
  1563.         # e0: started same day as assigned, zero duration
    
  1564.         end = stime + delta0
    
  1565.         cls.e0 = Experiment.objects.create(
    
  1566.             name="e0",
    
  1567.             assigned=sday,
    
  1568.             start=stime,
    
  1569.             end=end,
    
  1570.             completed=end.date(),
    
  1571.             estimated_time=delta0,
    
  1572.         )
    
  1573.         cls.deltas.append(delta0)
    
  1574.         cls.delays.append(
    
  1575.             cls.e0.start - datetime.datetime.combine(cls.e0.assigned, midnight)
    
  1576.         )
    
  1577.         cls.days_long.append(cls.e0.completed - cls.e0.assigned)
    
  1578. 
    
  1579.         # e1: started one day after assigned, tiny duration, data
    
  1580.         # set so that end time has no fractional seconds, which
    
  1581.         # tests an edge case on sqlite.
    
  1582.         delay = datetime.timedelta(1)
    
  1583.         end = stime + delay + delta1
    
  1584.         e1 = Experiment.objects.create(
    
  1585.             name="e1",
    
  1586.             assigned=sday,
    
  1587.             start=stime + delay,
    
  1588.             end=end,
    
  1589.             completed=end.date(),
    
  1590.             estimated_time=delta1,
    
  1591.         )
    
  1592.         cls.deltas.append(delta1)
    
  1593.         cls.delays.append(e1.start - datetime.datetime.combine(e1.assigned, midnight))
    
  1594.         cls.days_long.append(e1.completed - e1.assigned)
    
  1595. 
    
  1596.         # e2: started three days after assigned, small duration
    
  1597.         end = stime + delta2
    
  1598.         e2 = Experiment.objects.create(
    
  1599.             name="e2",
    
  1600.             assigned=sday - datetime.timedelta(3),
    
  1601.             start=stime,
    
  1602.             end=end,
    
  1603.             completed=end.date(),
    
  1604.             estimated_time=datetime.timedelta(hours=1),
    
  1605.         )
    
  1606.         cls.deltas.append(delta2)
    
  1607.         cls.delays.append(e2.start - datetime.datetime.combine(e2.assigned, midnight))
    
  1608.         cls.days_long.append(e2.completed - e2.assigned)
    
  1609. 
    
  1610.         # e3: started four days after assigned, medium duration
    
  1611.         delay = datetime.timedelta(4)
    
  1612.         end = stime + delay + delta3
    
  1613.         e3 = Experiment.objects.create(
    
  1614.             name="e3",
    
  1615.             assigned=sday,
    
  1616.             start=stime + delay,
    
  1617.             end=end,
    
  1618.             completed=end.date(),
    
  1619.             estimated_time=delta3,
    
  1620.         )
    
  1621.         cls.deltas.append(delta3)
    
  1622.         cls.delays.append(e3.start - datetime.datetime.combine(e3.assigned, midnight))
    
  1623.         cls.days_long.append(e3.completed - e3.assigned)
    
  1624. 
    
  1625.         # e4: started 10 days after assignment, long duration
    
  1626.         end = stime + delta4
    
  1627.         e4 = Experiment.objects.create(
    
  1628.             name="e4",
    
  1629.             assigned=sday - datetime.timedelta(10),
    
  1630.             start=stime,
    
  1631.             end=end,
    
  1632.             completed=end.date(),
    
  1633.             estimated_time=delta4 - datetime.timedelta(1),
    
  1634.         )
    
  1635.         cls.deltas.append(delta4)
    
  1636.         cls.delays.append(e4.start - datetime.datetime.combine(e4.assigned, midnight))
    
  1637.         cls.days_long.append(e4.completed - e4.assigned)
    
  1638. 
    
  1639.         # e5: started a month after assignment, very long duration
    
  1640.         delay = datetime.timedelta(30)
    
  1641.         end = stime + delay + delta5
    
  1642.         e5 = Experiment.objects.create(
    
  1643.             name="e5",
    
  1644.             assigned=sday,
    
  1645.             start=stime + delay,
    
  1646.             end=end,
    
  1647.             completed=end.date(),
    
  1648.             estimated_time=delta5,
    
  1649.         )
    
  1650.         cls.deltas.append(delta5)
    
  1651.         cls.delays.append(e5.start - datetime.datetime.combine(e5.assigned, midnight))
    
  1652.         cls.days_long.append(e5.completed - e5.assigned)
    
  1653. 
    
  1654.         cls.expnames = [e.name for e in Experiment.objects.all()]
    
  1655. 
    
  1656.     def test_multiple_query_compilation(self):
    
  1657.         # Ticket #21643
    
  1658.         queryset = Experiment.objects.filter(
    
  1659.             end__lt=F("start") + datetime.timedelta(hours=1)
    
  1660.         )
    
  1661.         q1 = str(queryset.query)
    
  1662.         q2 = str(queryset.query)
    
  1663.         self.assertEqual(q1, q2)
    
  1664. 
    
  1665.     def test_query_clone(self):
    
  1666.         # Ticket #21643 - Crash when compiling query more than once
    
  1667.         qs = Experiment.objects.filter(end__lt=F("start") + datetime.timedelta(hours=1))
    
  1668.         qs2 = qs.all()
    
  1669.         list(qs)
    
  1670.         list(qs2)
    
  1671.         # Intentionally no assert
    
  1672. 
    
  1673.     def test_delta_add(self):
    
  1674.         for i, delta in enumerate(self.deltas):
    
  1675.             test_set = [
    
  1676.                 e.name for e in Experiment.objects.filter(end__lt=F("start") + delta)
    
  1677.             ]
    
  1678.             self.assertEqual(test_set, self.expnames[:i])
    
  1679. 
    
  1680.             test_set = [
    
  1681.                 e.name for e in Experiment.objects.filter(end__lt=delta + F("start"))
    
  1682.             ]
    
  1683.             self.assertEqual(test_set, self.expnames[:i])
    
  1684. 
    
  1685.             test_set = [
    
  1686.                 e.name for e in Experiment.objects.filter(end__lte=F("start") + delta)
    
  1687.             ]
    
  1688.             self.assertEqual(test_set, self.expnames[: i + 1])
    
  1689. 
    
  1690.     def test_delta_subtract(self):
    
  1691.         for i, delta in enumerate(self.deltas):
    
  1692.             test_set = [
    
  1693.                 e.name for e in Experiment.objects.filter(start__gt=F("end") - delta)
    
  1694.             ]
    
  1695.             self.assertEqual(test_set, self.expnames[:i])
    
  1696. 
    
  1697.             test_set = [
    
  1698.                 e.name for e in Experiment.objects.filter(start__gte=F("end") - delta)
    
  1699.             ]
    
  1700.             self.assertEqual(test_set, self.expnames[: i + 1])
    
  1701. 
    
  1702.     def test_exclude(self):
    
  1703.         for i, delta in enumerate(self.deltas):
    
  1704.             test_set = [
    
  1705.                 e.name for e in Experiment.objects.exclude(end__lt=F("start") + delta)
    
  1706.             ]
    
  1707.             self.assertEqual(test_set, self.expnames[i:])
    
  1708. 
    
  1709.             test_set = [
    
  1710.                 e.name for e in Experiment.objects.exclude(end__lte=F("start") + delta)
    
  1711.             ]
    
  1712.             self.assertEqual(test_set, self.expnames[i + 1 :])
    
  1713. 
    
  1714.     def test_date_comparison(self):
    
  1715.         for i, days in enumerate(self.days_long):
    
  1716.             test_set = [
    
  1717.                 e.name
    
  1718.                 for e in Experiment.objects.filter(completed__lt=F("assigned") + days)
    
  1719.             ]
    
  1720.             self.assertEqual(test_set, self.expnames[:i])
    
  1721. 
    
  1722.             test_set = [
    
  1723.                 e.name
    
  1724.                 for e in Experiment.objects.filter(completed__lte=F("assigned") + days)
    
  1725.             ]
    
  1726.             self.assertEqual(test_set, self.expnames[: i + 1])
    
  1727. 
    
  1728.     def test_datetime_and_durationfield_addition_with_filter(self):
    
  1729.         test_set = Experiment.objects.filter(end=F("start") + F("estimated_time"))
    
  1730.         self.assertGreater(test_set.count(), 0)
    
  1731.         self.assertEqual(
    
  1732.             [e.name for e in test_set],
    
  1733.             [
    
  1734.                 e.name
    
  1735.                 for e in Experiment.objects.all()
    
  1736.                 if e.end == e.start + e.estimated_time
    
  1737.             ],
    
  1738.         )
    
  1739. 
    
  1740.     def test_datetime_and_duration_field_addition_with_annotate_and_no_output_field(
    
  1741.         self,
    
  1742.     ):
    
  1743.         test_set = Experiment.objects.annotate(
    
  1744.             estimated_end=F("start") + F("estimated_time")
    
  1745.         )
    
  1746.         self.assertEqual(
    
  1747.             [e.estimated_end for e in test_set],
    
  1748.             [e.start + e.estimated_time for e in test_set],
    
  1749.         )
    
  1750. 
    
  1751.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  1752.     def test_datetime_subtraction_with_annotate_and_no_output_field(self):
    
  1753.         test_set = Experiment.objects.annotate(
    
  1754.             calculated_duration=F("end") - F("start")
    
  1755.         )
    
  1756.         self.assertEqual(
    
  1757.             [e.calculated_duration for e in test_set],
    
  1758.             [e.end - e.start for e in test_set],
    
  1759.         )
    
  1760. 
    
  1761.     def test_mixed_comparisons1(self):
    
  1762.         for i, delay in enumerate(self.delays):
    
  1763.             test_set = [
    
  1764.                 e.name
    
  1765.                 for e in Experiment.objects.filter(assigned__gt=F("start") - delay)
    
  1766.             ]
    
  1767.             self.assertEqual(test_set, self.expnames[:i])
    
  1768. 
    
  1769.             test_set = [
    
  1770.                 e.name
    
  1771.                 for e in Experiment.objects.filter(assigned__gte=F("start") - delay)
    
  1772.             ]
    
  1773.             self.assertEqual(test_set, self.expnames[: i + 1])
    
  1774. 
    
  1775.     def test_mixed_comparisons2(self):
    
  1776.         for i, delay in enumerate(self.delays):
    
  1777.             delay = datetime.timedelta(delay.days)
    
  1778.             test_set = [
    
  1779.                 e.name
    
  1780.                 for e in Experiment.objects.filter(start__lt=F("assigned") + delay)
    
  1781.             ]
    
  1782.             self.assertEqual(test_set, self.expnames[:i])
    
  1783. 
    
  1784.             test_set = [
    
  1785.                 e.name
    
  1786.                 for e in Experiment.objects.filter(
    
  1787.                     start__lte=F("assigned") + delay + datetime.timedelta(1)
    
  1788.                 )
    
  1789.             ]
    
  1790.             self.assertEqual(test_set, self.expnames[: i + 1])
    
  1791. 
    
  1792.     def test_delta_update(self):
    
  1793.         for delta in self.deltas:
    
  1794.             exps = Experiment.objects.all()
    
  1795.             expected_durations = [e.duration() for e in exps]
    
  1796.             expected_starts = [e.start + delta for e in exps]
    
  1797.             expected_ends = [e.end + delta for e in exps]
    
  1798. 
    
  1799.             Experiment.objects.update(start=F("start") + delta, end=F("end") + delta)
    
  1800.             exps = Experiment.objects.all()
    
  1801.             new_starts = [e.start for e in exps]
    
  1802.             new_ends = [e.end for e in exps]
    
  1803.             new_durations = [e.duration() for e in exps]
    
  1804.             self.assertEqual(expected_starts, new_starts)
    
  1805.             self.assertEqual(expected_ends, new_ends)
    
  1806.             self.assertEqual(expected_durations, new_durations)
    
  1807. 
    
  1808.     def test_invalid_operator(self):
    
  1809.         with self.assertRaises(DatabaseError):
    
  1810.             list(Experiment.objects.filter(start=F("start") * datetime.timedelta(0)))
    
  1811. 
    
  1812.     def test_durationfield_add(self):
    
  1813.         zeros = [
    
  1814.             e.name
    
  1815.             for e in Experiment.objects.filter(start=F("start") + F("estimated_time"))
    
  1816.         ]
    
  1817.         self.assertEqual(zeros, ["e0"])
    
  1818. 
    
  1819.         end_less = [
    
  1820.             e.name
    
  1821.             for e in Experiment.objects.filter(end__lt=F("start") + F("estimated_time"))
    
  1822.         ]
    
  1823.         self.assertEqual(end_less, ["e2"])
    
  1824. 
    
  1825.         delta_math = [
    
  1826.             e.name
    
  1827.             for e in Experiment.objects.filter(
    
  1828.                 end__gte=F("start") + F("estimated_time") + datetime.timedelta(hours=1)
    
  1829.             )
    
  1830.         ]
    
  1831.         self.assertEqual(delta_math, ["e4"])
    
  1832. 
    
  1833.         queryset = Experiment.objects.annotate(
    
  1834.             shifted=ExpressionWrapper(
    
  1835.                 F("start") + Value(None, output_field=DurationField()),
    
  1836.                 output_field=DateTimeField(),
    
  1837.             )
    
  1838.         )
    
  1839.         self.assertIsNone(queryset.first().shifted)
    
  1840. 
    
  1841.     def test_durationfield_multiply_divide(self):
    
  1842.         Experiment.objects.update(scalar=2)
    
  1843.         tests = [
    
  1844.             (Decimal("2"), 2),
    
  1845.             (F("scalar"), 2),
    
  1846.             (2, 2),
    
  1847.             (3.2, 3.2),
    
  1848.         ]
    
  1849.         for expr, scalar in tests:
    
  1850.             with self.subTest(expr=expr):
    
  1851.                 qs = Experiment.objects.annotate(
    
  1852.                     multiplied=ExpressionWrapper(
    
  1853.                         expr * F("estimated_time"),
    
  1854.                         output_field=DurationField(),
    
  1855.                     ),
    
  1856.                     divided=ExpressionWrapper(
    
  1857.                         F("estimated_time") / expr,
    
  1858.                         output_field=DurationField(),
    
  1859.                     ),
    
  1860.                 )
    
  1861.                 for experiment in qs:
    
  1862.                     self.assertEqual(
    
  1863.                         experiment.multiplied,
    
  1864.                         experiment.estimated_time * scalar,
    
  1865.                     )
    
  1866.                     self.assertEqual(
    
  1867.                         experiment.divided,
    
  1868.                         experiment.estimated_time / scalar,
    
  1869.                     )
    
  1870. 
    
  1871.     def test_duration_expressions(self):
    
  1872.         for delta in self.deltas:
    
  1873.             qs = Experiment.objects.annotate(duration=F("estimated_time") + delta)
    
  1874.             for obj in qs:
    
  1875.                 self.assertEqual(obj.duration, obj.estimated_time + delta)
    
  1876. 
    
  1877.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  1878.     def test_date_subtraction(self):
    
  1879.         queryset = Experiment.objects.annotate(
    
  1880.             completion_duration=F("completed") - F("assigned"),
    
  1881.         )
    
  1882. 
    
  1883.         at_least_5_days = {
    
  1884.             e.name
    
  1885.             for e in queryset.filter(
    
  1886.                 completion_duration__gte=datetime.timedelta(days=5)
    
  1887.             )
    
  1888.         }
    
  1889.         self.assertEqual(at_least_5_days, {"e3", "e4", "e5"})
    
  1890. 
    
  1891.         at_least_120_days = {
    
  1892.             e.name
    
  1893.             for e in queryset.filter(
    
  1894.                 completion_duration__gte=datetime.timedelta(days=120)
    
  1895.             )
    
  1896.         }
    
  1897.         self.assertEqual(at_least_120_days, {"e5"})
    
  1898. 
    
  1899.         less_than_5_days = {
    
  1900.             e.name
    
  1901.             for e in queryset.filter(completion_duration__lt=datetime.timedelta(days=5))
    
  1902.         }
    
  1903.         self.assertEqual(less_than_5_days, {"e0", "e1", "e2"})
    
  1904. 
    
  1905.         queryset = Experiment.objects.annotate(
    
  1906.             difference=F("completed") - Value(None, output_field=DateField()),
    
  1907.         )
    
  1908.         self.assertIsNone(queryset.first().difference)
    
  1909. 
    
  1910.         queryset = Experiment.objects.annotate(
    
  1911.             shifted=ExpressionWrapper(
    
  1912.                 F("completed") - Value(None, output_field=DurationField()),
    
  1913.                 output_field=DateField(),
    
  1914.             )
    
  1915.         )
    
  1916.         self.assertIsNone(queryset.first().shifted)
    
  1917. 
    
  1918.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  1919.     def test_date_subquery_subtraction(self):
    
  1920.         subquery = Experiment.objects.filter(pk=OuterRef("pk")).values("completed")
    
  1921.         queryset = Experiment.objects.annotate(
    
  1922.             difference=subquery - F("completed"),
    
  1923.         ).filter(difference=datetime.timedelta())
    
  1924.         self.assertTrue(queryset.exists())
    
  1925. 
    
  1926.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  1927.     def test_date_case_subtraction(self):
    
  1928.         queryset = Experiment.objects.annotate(
    
  1929.             date_case=Case(
    
  1930.                 When(Q(name="e0"), then=F("completed")),
    
  1931.                 output_field=DateField(),
    
  1932.             ),
    
  1933.             completed_value=Value(
    
  1934.                 self.e0.completed,
    
  1935.                 output_field=DateField(),
    
  1936.             ),
    
  1937.             difference=F("date_case") - F("completed_value"),
    
  1938.         ).filter(difference=datetime.timedelta())
    
  1939.         self.assertEqual(queryset.get(), self.e0)
    
  1940. 
    
  1941.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  1942.     def test_time_subtraction(self):
    
  1943.         Time.objects.create(time=datetime.time(12, 30, 15, 2345))
    
  1944.         queryset = Time.objects.annotate(
    
  1945.             difference=F("time") - Value(datetime.time(11, 15, 0)),
    
  1946.         )
    
  1947.         self.assertEqual(
    
  1948.             queryset.get().difference,
    
  1949.             datetime.timedelta(hours=1, minutes=15, seconds=15, microseconds=2345),
    
  1950.         )
    
  1951. 
    
  1952.         queryset = Time.objects.annotate(
    
  1953.             difference=F("time") - Value(None, output_field=TimeField()),
    
  1954.         )
    
  1955.         self.assertIsNone(queryset.first().difference)
    
  1956. 
    
  1957.         queryset = Time.objects.annotate(
    
  1958.             shifted=ExpressionWrapper(
    
  1959.                 F("time") - Value(None, output_field=DurationField()),
    
  1960.                 output_field=TimeField(),
    
  1961.             )
    
  1962.         )
    
  1963.         self.assertIsNone(queryset.first().shifted)
    
  1964. 
    
  1965.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  1966.     def test_time_subquery_subtraction(self):
    
  1967.         Time.objects.create(time=datetime.time(12, 30, 15, 2345))
    
  1968.         subquery = Time.objects.filter(pk=OuterRef("pk")).values("time")
    
  1969.         queryset = Time.objects.annotate(
    
  1970.             difference=subquery - F("time"),
    
  1971.         ).filter(difference=datetime.timedelta())
    
  1972.         self.assertTrue(queryset.exists())
    
  1973. 
    
  1974.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  1975.     def test_datetime_subtraction(self):
    
  1976.         under_estimate = [
    
  1977.             e.name
    
  1978.             for e in Experiment.objects.filter(estimated_time__gt=F("end") - F("start"))
    
  1979.         ]
    
  1980.         self.assertEqual(under_estimate, ["e2"])
    
  1981. 
    
  1982.         over_estimate = [
    
  1983.             e.name
    
  1984.             for e in Experiment.objects.filter(estimated_time__lt=F("end") - F("start"))
    
  1985.         ]
    
  1986.         self.assertEqual(over_estimate, ["e4"])
    
  1987. 
    
  1988.         queryset = Experiment.objects.annotate(
    
  1989.             difference=F("start") - Value(None, output_field=DateTimeField()),
    
  1990.         )
    
  1991.         self.assertIsNone(queryset.first().difference)
    
  1992. 
    
  1993.         queryset = Experiment.objects.annotate(
    
  1994.             shifted=ExpressionWrapper(
    
  1995.                 F("start") - Value(None, output_field=DurationField()),
    
  1996.                 output_field=DateTimeField(),
    
  1997.             )
    
  1998.         )
    
  1999.         self.assertIsNone(queryset.first().shifted)
    
  2000. 
    
  2001.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  2002.     def test_datetime_subquery_subtraction(self):
    
  2003.         subquery = Experiment.objects.filter(pk=OuterRef("pk")).values("start")
    
  2004.         queryset = Experiment.objects.annotate(
    
  2005.             difference=subquery - F("start"),
    
  2006.         ).filter(difference=datetime.timedelta())
    
  2007.         self.assertTrue(queryset.exists())
    
  2008. 
    
  2009.     @skipUnlessDBFeature("supports_temporal_subtraction")
    
  2010.     def test_datetime_subtraction_microseconds(self):
    
  2011.         delta = datetime.timedelta(microseconds=8999999999999999)
    
  2012.         Experiment.objects.update(end=F("start") + delta)
    
  2013.         qs = Experiment.objects.annotate(delta=F("end") - F("start"))
    
  2014.         for e in qs:
    
  2015.             self.assertEqual(e.delta, delta)
    
  2016. 
    
  2017.     def test_duration_with_datetime(self):
    
  2018.         # Exclude e1 which has very high precision so we can test this on all
    
  2019.         # backends regardless of whether or not it supports
    
  2020.         # microsecond_precision.
    
  2021.         over_estimate = (
    
  2022.             Experiment.objects.exclude(name="e1")
    
  2023.             .filter(
    
  2024.                 completed__gt=self.stime + F("estimated_time"),
    
  2025.             )
    
  2026.             .order_by("name")
    
  2027.         )
    
  2028.         self.assertQuerysetEqual(over_estimate, ["e3", "e4", "e5"], lambda e: e.name)
    
  2029. 
    
  2030.     def test_duration_with_datetime_microseconds(self):
    
  2031.         delta = datetime.timedelta(microseconds=8999999999999999)
    
  2032.         qs = Experiment.objects.annotate(
    
  2033.             dt=ExpressionWrapper(
    
  2034.                 F("start") + delta,
    
  2035.                 output_field=DateTimeField(),
    
  2036.             )
    
  2037.         )
    
  2038.         for e in qs:
    
  2039.             self.assertEqual(e.dt, e.start + delta)
    
  2040. 
    
  2041.     def test_date_minus_duration(self):
    
  2042.         more_than_4_days = Experiment.objects.filter(
    
  2043.             assigned__lt=F("completed") - Value(datetime.timedelta(days=4))
    
  2044.         )
    
  2045.         self.assertQuerysetEqual(more_than_4_days, ["e3", "e4", "e5"], lambda e: e.name)
    
  2046. 
    
  2047.     def test_negative_timedelta_update(self):
    
  2048.         # subtract 30 seconds, 30 minutes, 2 hours and 2 days
    
  2049.         experiments = (
    
  2050.             Experiment.objects.filter(name="e0")
    
  2051.             .annotate(
    
  2052.                 start_sub_seconds=F("start") + datetime.timedelta(seconds=-30),
    
  2053.             )
    
  2054.             .annotate(
    
  2055.                 start_sub_minutes=F("start_sub_seconds")
    
  2056.                 + datetime.timedelta(minutes=-30),
    
  2057.             )
    
  2058.             .annotate(
    
  2059.                 start_sub_hours=F("start_sub_minutes") + datetime.timedelta(hours=-2),
    
  2060.             )
    
  2061.             .annotate(
    
  2062.                 new_start=F("start_sub_hours") + datetime.timedelta(days=-2),
    
  2063.             )
    
  2064.         )
    
  2065.         expected_start = datetime.datetime(2010, 6, 23, 9, 45, 0)
    
  2066.         # subtract 30 microseconds
    
  2067.         experiments = experiments.annotate(
    
  2068.             new_start=F("new_start") + datetime.timedelta(microseconds=-30)
    
  2069.         )
    
  2070.         expected_start += datetime.timedelta(microseconds=+746970)
    
  2071.         experiments.update(start=F("new_start"))
    
  2072.         e0 = Experiment.objects.get(name="e0")
    
  2073.         self.assertEqual(e0.start, expected_start)
    
  2074. 
    
  2075. 
    
  2076. class ValueTests(TestCase):
    
  2077.     def test_update_TimeField_using_Value(self):
    
  2078.         Time.objects.create()
    
  2079.         Time.objects.update(time=Value(datetime.time(1), output_field=TimeField()))
    
  2080.         self.assertEqual(Time.objects.get().time, datetime.time(1))
    
  2081. 
    
  2082.     def test_update_UUIDField_using_Value(self):
    
  2083.         UUID.objects.create()
    
  2084.         UUID.objects.update(
    
  2085.             uuid=Value(
    
  2086.                 uuid.UUID("12345678901234567890123456789012"), output_field=UUIDField()
    
  2087.             )
    
  2088.         )
    
  2089.         self.assertEqual(
    
  2090.             UUID.objects.get().uuid, uuid.UUID("12345678901234567890123456789012")
    
  2091.         )
    
  2092. 
    
  2093.     def test_deconstruct(self):
    
  2094.         value = Value("name")
    
  2095.         path, args, kwargs = value.deconstruct()
    
  2096.         self.assertEqual(path, "django.db.models.Value")
    
  2097.         self.assertEqual(args, (value.value,))
    
  2098.         self.assertEqual(kwargs, {})
    
  2099. 
    
  2100.     def test_deconstruct_output_field(self):
    
  2101.         value = Value("name", output_field=CharField())
    
  2102.         path, args, kwargs = value.deconstruct()
    
  2103.         self.assertEqual(path, "django.db.models.Value")
    
  2104.         self.assertEqual(args, (value.value,))
    
  2105.         self.assertEqual(len(kwargs), 1)
    
  2106.         self.assertEqual(
    
  2107.             kwargs["output_field"].deconstruct(), CharField().deconstruct()
    
  2108.         )
    
  2109. 
    
  2110.     def test_repr(self):
    
  2111.         tests = [
    
  2112.             (None, "Value(None)"),
    
  2113.             ("str", "Value('str')"),
    
  2114.             (True, "Value(True)"),
    
  2115.             (42, "Value(42)"),
    
  2116.             (
    
  2117.                 datetime.datetime(2019, 5, 15),
    
  2118.                 "Value(datetime.datetime(2019, 5, 15, 0, 0))",
    
  2119.             ),
    
  2120.             (Decimal("3.14"), "Value(Decimal('3.14'))"),
    
  2121.         ]
    
  2122.         for value, expected in tests:
    
  2123.             with self.subTest(value=value):
    
  2124.                 self.assertEqual(repr(Value(value)), expected)
    
  2125. 
    
  2126.     def test_equal(self):
    
  2127.         value = Value("name")
    
  2128.         self.assertEqual(value, Value("name"))
    
  2129.         self.assertNotEqual(value, Value("username"))
    
  2130. 
    
  2131.     def test_hash(self):
    
  2132.         d = {Value("name"): "Bob"}
    
  2133.         self.assertIn(Value("name"), d)
    
  2134.         self.assertEqual(d[Value("name")], "Bob")
    
  2135. 
    
  2136.     def test_equal_output_field(self):
    
  2137.         value = Value("name", output_field=CharField())
    
  2138.         same_value = Value("name", output_field=CharField())
    
  2139.         other_value = Value("name", output_field=TimeField())
    
  2140.         no_output_field = Value("name")
    
  2141.         self.assertEqual(value, same_value)
    
  2142.         self.assertNotEqual(value, other_value)
    
  2143.         self.assertNotEqual(value, no_output_field)
    
  2144. 
    
  2145.     def test_raise_empty_expressionlist(self):
    
  2146.         msg = "ExpressionList requires at least one expression"
    
  2147.         with self.assertRaisesMessage(ValueError, msg):
    
  2148.             ExpressionList()
    
  2149. 
    
  2150.     def test_compile_unresolved(self):
    
  2151.         # This test might need to be revisited later on if #25425 is enforced.
    
  2152.         compiler = Time.objects.all().query.get_compiler(connection=connection)
    
  2153.         value = Value("foo")
    
  2154.         self.assertEqual(value.as_sql(compiler, connection), ("%s", ["foo"]))
    
  2155.         value = Value("foo", output_field=CharField())
    
  2156.         self.assertEqual(value.as_sql(compiler, connection), ("%s", ["foo"]))
    
  2157. 
    
  2158.     def test_output_field_decimalfield(self):
    
  2159.         Time.objects.create()
    
  2160.         time = Time.objects.annotate(one=Value(1, output_field=DecimalField())).first()
    
  2161.         self.assertEqual(time.one, 1)
    
  2162. 
    
  2163.     def test_resolve_output_field(self):
    
  2164.         value_types = [
    
  2165.             ("str", CharField),
    
  2166.             (True, BooleanField),
    
  2167.             (42, IntegerField),
    
  2168.             (3.14, FloatField),
    
  2169.             (datetime.date(2019, 5, 15), DateField),
    
  2170.             (datetime.datetime(2019, 5, 15), DateTimeField),
    
  2171.             (datetime.time(3, 16), TimeField),
    
  2172.             (datetime.timedelta(1), DurationField),
    
  2173.             (Decimal("3.14"), DecimalField),
    
  2174.             (b"", BinaryField),
    
  2175.             (uuid.uuid4(), UUIDField),
    
  2176.         ]
    
  2177.         for value, output_field_type in value_types:
    
  2178.             with self.subTest(type=type(value)):
    
  2179.                 expr = Value(value)
    
  2180.                 self.assertIsInstance(expr.output_field, output_field_type)
    
  2181. 
    
  2182.     def test_resolve_output_field_failure(self):
    
  2183.         msg = "Cannot resolve expression type, unknown output_field"
    
  2184.         with self.assertRaisesMessage(FieldError, msg):
    
  2185.             Value(object()).output_field
    
  2186. 
    
  2187.     def test_output_field_does_not_create_broken_validators(self):
    
  2188.         """
    
  2189.         The output field for a given Value doesn't get cleaned & validated,
    
  2190.         however validators may still be instantiated for a given field type
    
  2191.         and this demonstrates that they don't throw an exception.
    
  2192.         """
    
  2193.         value_types = [
    
  2194.             "str",
    
  2195.             True,
    
  2196.             42,
    
  2197.             3.14,
    
  2198.             datetime.date(2019, 5, 15),
    
  2199.             datetime.datetime(2019, 5, 15),
    
  2200.             datetime.time(3, 16),
    
  2201.             datetime.timedelta(1),
    
  2202.             Decimal("3.14"),
    
  2203.             b"",
    
  2204.             uuid.uuid4(),
    
  2205.         ]
    
  2206.         for value in value_types:
    
  2207.             with self.subTest(type=type(value)):
    
  2208.                 field = Value(value)._resolve_output_field()
    
  2209.                 field.clean(value, model_instance=None)
    
  2210. 
    
  2211. 
    
  2212. class ExistsTests(TestCase):
    
  2213.     def test_optimizations(self):
    
  2214.         with CaptureQueriesContext(connection) as context:
    
  2215.             list(
    
  2216.                 Experiment.objects.values(
    
  2217.                     exists=Exists(
    
  2218.                         Experiment.objects.order_by("pk"),
    
  2219.                     )
    
  2220.                 ).order_by()
    
  2221.             )
    
  2222.         captured_queries = context.captured_queries
    
  2223.         self.assertEqual(len(captured_queries), 1)
    
  2224.         captured_sql = captured_queries[0]["sql"]
    
  2225.         self.assertNotIn(
    
  2226.             connection.ops.quote_name(Experiment._meta.pk.column),
    
  2227.             captured_sql,
    
  2228.         )
    
  2229.         self.assertIn(
    
  2230.             connection.ops.limit_offset_sql(None, 1),
    
  2231.             captured_sql,
    
  2232.         )
    
  2233.         self.assertNotIn("ORDER BY", captured_sql)
    
  2234. 
    
  2235.     def test_negated_empty_exists(self):
    
  2236.         manager = Manager.objects.create()
    
  2237.         qs = Manager.objects.filter(~Exists(Manager.objects.none()) & Q(pk=manager.pk))
    
  2238.         self.assertSequenceEqual(qs, [manager])
    
  2239. 
    
  2240.     def test_select_negated_empty_exists(self):
    
  2241.         manager = Manager.objects.create()
    
  2242.         qs = Manager.objects.annotate(
    
  2243.             not_exists=~Exists(Manager.objects.none())
    
  2244.         ).filter(pk=manager.pk)
    
  2245.         self.assertSequenceEqual(qs, [manager])
    
  2246.         self.assertIs(qs.get().not_exists, True)
    
  2247. 
    
  2248. 
    
  2249. class FieldTransformTests(TestCase):
    
  2250.     @classmethod
    
  2251.     def setUpTestData(cls):
    
  2252.         cls.sday = sday = datetime.date(2010, 6, 25)
    
  2253.         cls.stime = stime = datetime.datetime(2010, 6, 25, 12, 15, 30, 747000)
    
  2254.         cls.ex1 = Experiment.objects.create(
    
  2255.             name="Experiment 1",
    
  2256.             assigned=sday,
    
  2257.             completed=sday + datetime.timedelta(2),
    
  2258.             estimated_time=datetime.timedelta(2),
    
  2259.             start=stime,
    
  2260.             end=stime + datetime.timedelta(2),
    
  2261.         )
    
  2262. 
    
  2263.     def test_month_aggregation(self):
    
  2264.         self.assertEqual(
    
  2265.             Experiment.objects.aggregate(month_count=Count("assigned__month")),
    
  2266.             {"month_count": 1},
    
  2267.         )
    
  2268. 
    
  2269.     def test_transform_in_values(self):
    
  2270.         self.assertSequenceEqual(
    
  2271.             Experiment.objects.values("assigned__month"),
    
  2272.             [{"assigned__month": 6}],
    
  2273.         )
    
  2274. 
    
  2275.     def test_multiple_transforms_in_values(self):
    
  2276.         self.assertSequenceEqual(
    
  2277.             Experiment.objects.values("end__date__month"),
    
  2278.             [{"end__date__month": 6}],
    
  2279.         )
    
  2280. 
    
  2281. 
    
  2282. class ReprTests(SimpleTestCase):
    
  2283.     def test_expressions(self):
    
  2284.         self.assertEqual(
    
  2285.             repr(Case(When(a=1))),
    
  2286.             "<Case: CASE WHEN <Q: (AND: ('a', 1))> THEN Value(None), ELSE Value(None)>",
    
  2287.         )
    
  2288.         self.assertEqual(
    
  2289.             repr(When(Q(age__gte=18), then=Value("legal"))),
    
  2290.             "<When: WHEN <Q: (AND: ('age__gte', 18))> THEN Value('legal')>",
    
  2291.         )
    
  2292.         self.assertEqual(repr(Col("alias", "field")), "Col(alias, field)")
    
  2293.         self.assertEqual(repr(F("published")), "F(published)")
    
  2294.         self.assertEqual(
    
  2295.             repr(F("cost") + F("tax")), "<CombinedExpression: F(cost) + F(tax)>"
    
  2296.         )
    
  2297.         self.assertEqual(
    
  2298.             repr(ExpressionWrapper(F("cost") + F("tax"), IntegerField())),
    
  2299.             "ExpressionWrapper(F(cost) + F(tax))",
    
  2300.         )
    
  2301.         self.assertEqual(
    
  2302.             repr(Func("published", function="TO_CHAR")),
    
  2303.             "Func(F(published), function=TO_CHAR)",
    
  2304.         )
    
  2305.         self.assertEqual(repr(OrderBy(Value(1))), "OrderBy(Value(1), descending=False)")
    
  2306.         self.assertEqual(repr(RawSQL("table.col", [])), "RawSQL(table.col, [])")
    
  2307.         self.assertEqual(
    
  2308.             repr(Ref("sum_cost", Sum("cost"))), "Ref(sum_cost, Sum(F(cost)))"
    
  2309.         )
    
  2310.         self.assertEqual(repr(Value(1)), "Value(1)")
    
  2311.         self.assertEqual(
    
  2312.             repr(ExpressionList(F("col"), F("anothercol"))),
    
  2313.             "ExpressionList(F(col), F(anothercol))",
    
  2314.         )
    
  2315.         self.assertEqual(
    
  2316.             repr(ExpressionList(OrderBy(F("col"), descending=False))),
    
  2317.             "ExpressionList(OrderBy(F(col), descending=False))",
    
  2318.         )
    
  2319. 
    
  2320.     def test_functions(self):
    
  2321.         self.assertEqual(repr(Coalesce("a", "b")), "Coalesce(F(a), F(b))")
    
  2322.         self.assertEqual(repr(Concat("a", "b")), "Concat(ConcatPair(F(a), F(b)))")
    
  2323.         self.assertEqual(repr(Length("a")), "Length(F(a))")
    
  2324.         self.assertEqual(repr(Lower("a")), "Lower(F(a))")
    
  2325.         self.assertEqual(repr(Substr("a", 1, 3)), "Substr(F(a), Value(1), Value(3))")
    
  2326.         self.assertEqual(repr(Upper("a")), "Upper(F(a))")
    
  2327. 
    
  2328.     def test_aggregates(self):
    
  2329.         self.assertEqual(repr(Avg("a")), "Avg(F(a))")
    
  2330.         self.assertEqual(repr(Count("a")), "Count(F(a))")
    
  2331.         self.assertEqual(repr(Count("*")), "Count('*')")
    
  2332.         self.assertEqual(repr(Max("a")), "Max(F(a))")
    
  2333.         self.assertEqual(repr(Min("a")), "Min(F(a))")
    
  2334.         self.assertEqual(repr(StdDev("a")), "StdDev(F(a), sample=False)")
    
  2335.         self.assertEqual(repr(Sum("a")), "Sum(F(a))")
    
  2336.         self.assertEqual(
    
  2337.             repr(Variance("a", sample=True)), "Variance(F(a), sample=True)"
    
  2338.         )
    
  2339. 
    
  2340.     def test_distinct_aggregates(self):
    
  2341.         self.assertEqual(repr(Count("a", distinct=True)), "Count(F(a), distinct=True)")
    
  2342.         self.assertEqual(repr(Count("*", distinct=True)), "Count('*', distinct=True)")
    
  2343. 
    
  2344.     def test_filtered_aggregates(self):
    
  2345.         filter = Q(a=1)
    
  2346.         self.assertEqual(
    
  2347.             repr(Avg("a", filter=filter)), "Avg(F(a), filter=(AND: ('a', 1)))"
    
  2348.         )
    
  2349.         self.assertEqual(
    
  2350.             repr(Count("a", filter=filter)), "Count(F(a), filter=(AND: ('a', 1)))"
    
  2351.         )
    
  2352.         self.assertEqual(
    
  2353.             repr(Max("a", filter=filter)), "Max(F(a), filter=(AND: ('a', 1)))"
    
  2354.         )
    
  2355.         self.assertEqual(
    
  2356.             repr(Min("a", filter=filter)), "Min(F(a), filter=(AND: ('a', 1)))"
    
  2357.         )
    
  2358.         self.assertEqual(
    
  2359.             repr(StdDev("a", filter=filter)),
    
  2360.             "StdDev(F(a), filter=(AND: ('a', 1)), sample=False)",
    
  2361.         )
    
  2362.         self.assertEqual(
    
  2363.             repr(Sum("a", filter=filter)), "Sum(F(a), filter=(AND: ('a', 1)))"
    
  2364.         )
    
  2365.         self.assertEqual(
    
  2366.             repr(Variance("a", sample=True, filter=filter)),
    
  2367.             "Variance(F(a), filter=(AND: ('a', 1)), sample=True)",
    
  2368.         )
    
  2369.         self.assertEqual(
    
  2370.             repr(Count("a", filter=filter, distinct=True)),
    
  2371.             "Count(F(a), distinct=True, filter=(AND: ('a', 1)))",
    
  2372.         )
    
  2373. 
    
  2374. 
    
  2375. class CombinableTests(SimpleTestCase):
    
  2376.     bitwise_msg = (
    
  2377.         "Use .bitand(), .bitor(), and .bitxor() for bitwise logical operations."
    
  2378.     )
    
  2379. 
    
  2380.     def test_negation(self):
    
  2381.         c = Combinable()
    
  2382.         self.assertEqual(-c, c * -1)
    
  2383. 
    
  2384.     def test_and(self):
    
  2385.         with self.assertRaisesMessage(NotImplementedError, self.bitwise_msg):
    
  2386.             Combinable() & Combinable()
    
  2387. 
    
  2388.     def test_or(self):
    
  2389.         with self.assertRaisesMessage(NotImplementedError, self.bitwise_msg):
    
  2390.             Combinable() | Combinable()
    
  2391. 
    
  2392.     def test_xor(self):
    
  2393.         with self.assertRaisesMessage(NotImplementedError, self.bitwise_msg):
    
  2394.             Combinable() ^ Combinable()
    
  2395. 
    
  2396.     def test_reversed_and(self):
    
  2397.         with self.assertRaisesMessage(NotImplementedError, self.bitwise_msg):
    
  2398.             object() & Combinable()
    
  2399. 
    
  2400.     def test_reversed_or(self):
    
  2401.         with self.assertRaisesMessage(NotImplementedError, self.bitwise_msg):
    
  2402.             object() | Combinable()
    
  2403. 
    
  2404.     def test_reversed_xor(self):
    
  2405.         with self.assertRaisesMessage(NotImplementedError, self.bitwise_msg):
    
  2406.             object() ^ Combinable()
    
  2407. 
    
  2408. 
    
  2409. class CombinedExpressionTests(SimpleTestCase):
    
  2410.     def test_resolve_output_field_number(self):
    
  2411.         tests = [
    
  2412.             (IntegerField, AutoField, IntegerField),
    
  2413.             (AutoField, IntegerField, IntegerField),
    
  2414.             (IntegerField, DecimalField, DecimalField),
    
  2415.             (DecimalField, IntegerField, DecimalField),
    
  2416.             (IntegerField, FloatField, FloatField),
    
  2417.             (FloatField, IntegerField, FloatField),
    
  2418.         ]
    
  2419.         connectors = [Combinable.ADD, Combinable.SUB, Combinable.MUL, Combinable.DIV]
    
  2420.         for lhs, rhs, combined in tests:
    
  2421.             for connector in connectors:
    
  2422.                 with self.subTest(
    
  2423.                     lhs=lhs, connector=connector, rhs=rhs, combined=combined
    
  2424.                 ):
    
  2425.                     expr = CombinedExpression(
    
  2426.                         Expression(lhs()),
    
  2427.                         connector,
    
  2428.                         Expression(rhs()),
    
  2429.                     )
    
  2430.                     self.assertIsInstance(expr.output_field, combined)
    
  2431. 
    
  2432.     def test_resolve_output_field_with_null(self):
    
  2433.         def null():
    
  2434.             return Value(None)
    
  2435. 
    
  2436.         tests = [
    
  2437.             # Numbers.
    
  2438.             (AutoField, Combinable.ADD, null),
    
  2439.             (DecimalField, Combinable.ADD, null),
    
  2440.             (FloatField, Combinable.ADD, null),
    
  2441.             (IntegerField, Combinable.ADD, null),
    
  2442.             (IntegerField, Combinable.SUB, null),
    
  2443.             (null, Combinable.ADD, IntegerField),
    
  2444.             # Dates.
    
  2445.             (DateField, Combinable.ADD, null),
    
  2446.             (DateTimeField, Combinable.ADD, null),
    
  2447.             (DurationField, Combinable.ADD, null),
    
  2448.             (TimeField, Combinable.ADD, null),
    
  2449.             (TimeField, Combinable.SUB, null),
    
  2450.             (null, Combinable.ADD, DateTimeField),
    
  2451.             (DateField, Combinable.SUB, null),
    
  2452.         ]
    
  2453.         for lhs, connector, rhs in tests:
    
  2454.             msg = (
    
  2455.                 f"Cannot infer type of {connector!r} expression involving these types: "
    
  2456.             )
    
  2457.             with self.subTest(lhs=lhs, connector=connector, rhs=rhs):
    
  2458.                 expr = CombinedExpression(
    
  2459.                     Expression(lhs()),
    
  2460.                     connector,
    
  2461.                     Expression(rhs()),
    
  2462.                 )
    
  2463.                 with self.assertRaisesMessage(FieldError, msg):
    
  2464.                     expr.output_field
    
  2465. 
    
  2466.     def test_resolve_output_field_dates(self):
    
  2467.         tests = [
    
  2468.             # Add - same type.
    
  2469.             (DateField, Combinable.ADD, DateField, FieldError),
    
  2470.             (DateTimeField, Combinable.ADD, DateTimeField, FieldError),
    
  2471.             (TimeField, Combinable.ADD, TimeField, FieldError),
    
  2472.             (DurationField, Combinable.ADD, DurationField, DurationField),
    
  2473.             # Add - different type.
    
  2474.             (DateField, Combinable.ADD, DurationField, DateTimeField),
    
  2475.             (DateTimeField, Combinable.ADD, DurationField, DateTimeField),
    
  2476.             (TimeField, Combinable.ADD, DurationField, TimeField),
    
  2477.             (DurationField, Combinable.ADD, DateField, DateTimeField),
    
  2478.             (DurationField, Combinable.ADD, DateTimeField, DateTimeField),
    
  2479.             (DurationField, Combinable.ADD, TimeField, TimeField),
    
  2480.             # Subtract - same type.
    
  2481.             (DateField, Combinable.SUB, DateField, DurationField),
    
  2482.             (DateTimeField, Combinable.SUB, DateTimeField, DurationField),
    
  2483.             (TimeField, Combinable.SUB, TimeField, DurationField),
    
  2484.             (DurationField, Combinable.SUB, DurationField, DurationField),
    
  2485.             # Subtract - different type.
    
  2486.             (DateField, Combinable.SUB, DurationField, DateTimeField),
    
  2487.             (DateTimeField, Combinable.SUB, DurationField, DateTimeField),
    
  2488.             (TimeField, Combinable.SUB, DurationField, TimeField),
    
  2489.             (DurationField, Combinable.SUB, DateField, FieldError),
    
  2490.             (DurationField, Combinable.SUB, DateTimeField, FieldError),
    
  2491.             (DurationField, Combinable.SUB, DateTimeField, FieldError),
    
  2492.         ]
    
  2493.         for lhs, connector, rhs, combined in tests:
    
  2494.             msg = (
    
  2495.                 f"Cannot infer type of {connector!r} expression involving these types: "
    
  2496.             )
    
  2497.             with self.subTest(lhs=lhs, connector=connector, rhs=rhs, combined=combined):
    
  2498.                 expr = CombinedExpression(
    
  2499.                     Expression(lhs()),
    
  2500.                     connector,
    
  2501.                     Expression(rhs()),
    
  2502.                 )
    
  2503.                 if issubclass(combined, Exception):
    
  2504.                     with self.assertRaisesMessage(combined, msg):
    
  2505.                         expr.output_field
    
  2506.                 else:
    
  2507.                     self.assertIsInstance(expr.output_field, combined)
    
  2508. 
    
  2509.     def test_mixed_char_date_with_annotate(self):
    
  2510.         queryset = Experiment.objects.annotate(nonsense=F("name") + F("assigned"))
    
  2511.         msg = (
    
  2512.             "Cannot infer type of '+' expression involving these types: CharField, "
    
  2513.             "DateField. You must set output_field."
    
  2514.         )
    
  2515.         with self.assertRaisesMessage(FieldError, msg):
    
  2516.             list(queryset)
    
  2517. 
    
  2518. 
    
  2519. class ExpressionWrapperTests(SimpleTestCase):
    
  2520.     def test_empty_group_by(self):
    
  2521.         expr = ExpressionWrapper(Value(3), output_field=IntegerField())
    
  2522.         self.assertEqual(expr.get_group_by_cols(alias=None), [])
    
  2523. 
    
  2524.     def test_non_empty_group_by(self):
    
  2525.         value = Value("f")
    
  2526.         value.output_field = None
    
  2527.         expr = ExpressionWrapper(Lower(value), output_field=IntegerField())
    
  2528.         group_by_cols = expr.get_group_by_cols(alias=None)
    
  2529.         self.assertEqual(group_by_cols, [expr.expression])
    
  2530.         self.assertEqual(group_by_cols[0].output_field, expr.output_field)
    
  2531. 
    
  2532. 
    
  2533. class OrderByTests(SimpleTestCase):
    
  2534.     def test_equal(self):
    
  2535.         self.assertEqual(
    
  2536.             OrderBy(F("field"), nulls_last=True),
    
  2537.             OrderBy(F("field"), nulls_last=True),
    
  2538.         )
    
  2539.         self.assertNotEqual(
    
  2540.             OrderBy(F("field"), nulls_last=True),
    
  2541.             OrderBy(F("field")),
    
  2542.         )
    
  2543. 
    
  2544.     def test_hash(self):
    
  2545.         self.assertEqual(
    
  2546.             hash(OrderBy(F("field"), nulls_last=True)),
    
  2547.             hash(OrderBy(F("field"), nulls_last=True)),
    
  2548.         )
    
  2549.         self.assertNotEqual(
    
  2550.             hash(OrderBy(F("field"), nulls_last=True)),
    
  2551.             hash(OrderBy(F("field"))),
    
  2552.         )
    
  2553. 
    
  2554.     def test_nulls_false(self):
    
  2555.         # These tests will catch ValueError in Django 5.0 when passing False to
    
  2556.         # nulls_first and nulls_last becomes forbidden.
    
  2557.         # msg = "nulls_first and nulls_last values must be True or None."
    
  2558.         msg = (
    
  2559.             "Passing nulls_first=False or nulls_last=False is deprecated, use None "
    
  2560.             "instead."
    
  2561.         )
    
  2562.         with self.assertRaisesMessage(RemovedInDjango50Warning, msg):
    
  2563.             OrderBy(F("field"), nulls_first=False)
    
  2564.         with self.assertRaisesMessage(RemovedInDjango50Warning, msg):
    
  2565.             OrderBy(F("field"), nulls_last=False)
    
  2566.         with self.assertRaisesMessage(RemovedInDjango50Warning, msg):
    
  2567.             F("field").asc(nulls_first=False)
    
  2568.         with self.assertRaisesMessage(RemovedInDjango50Warning, msg):
    
  2569.             F("field").desc(nulls_last=False)