1. import json
    
  2. import xml.etree.ElementTree
    
  3. from datetime import datetime
    
  4. 
    
  5. from asgiref.sync import async_to_sync, sync_to_async
    
  6. 
    
  7. from django.db import NotSupportedError, connection
    
  8. from django.db.models import Sum
    
  9. from django.test import TestCase, skipIfDBFeature, skipUnlessDBFeature
    
  10. 
    
  11. from .models import SimpleModel
    
  12. 
    
  13. 
    
  14. class AsyncQuerySetTest(TestCase):
    
  15.     @classmethod
    
  16.     def setUpTestData(cls):
    
  17.         cls.s1 = SimpleModel.objects.create(
    
  18.             field=1,
    
  19.             created=datetime(2022, 1, 1, 0, 0, 0),
    
  20.         )
    
  21.         cls.s2 = SimpleModel.objects.create(
    
  22.             field=2,
    
  23.             created=datetime(2022, 1, 1, 0, 0, 1),
    
  24.         )
    
  25.         cls.s3 = SimpleModel.objects.create(
    
  26.             field=3,
    
  27.             created=datetime(2022, 1, 1, 0, 0, 2),
    
  28.         )
    
  29. 
    
  30.     @staticmethod
    
  31.     def _get_db_feature(connection_, feature_name):
    
  32.         # Wrapper to avoid accessing connection attributes until inside
    
  33.         # coroutine function. Connection access is thread sensitive and cannot
    
  34.         # be passed across sync/async boundaries.
    
  35.         return getattr(connection_.features, feature_name)
    
  36. 
    
  37.     async def test_async_iteration(self):
    
  38.         results = []
    
  39.         async for m in SimpleModel.objects.order_by("pk"):
    
  40.             results.append(m)
    
  41.         self.assertEqual(results, [self.s1, self.s2, self.s3])
    
  42. 
    
  43.     async def test_aiterator(self):
    
  44.         qs = SimpleModel.objects.aiterator()
    
  45.         results = []
    
  46.         async for m in qs:
    
  47.             results.append(m)
    
  48.         self.assertCountEqual(results, [self.s1, self.s2, self.s3])
    
  49. 
    
  50.     async def test_aiterator_prefetch_related(self):
    
  51.         qs = SimpleModel.objects.prefetch_related("relatedmodels").aiterator()
    
  52.         msg = "Using QuerySet.aiterator() after prefetch_related() is not supported."
    
  53.         with self.assertRaisesMessage(NotSupportedError, msg):
    
  54.             async for m in qs:
    
  55.                 pass
    
  56. 
    
  57.     async def test_aiterator_invalid_chunk_size(self):
    
  58.         msg = "Chunk size must be strictly positive."
    
  59.         for size in [0, -1]:
    
  60.             qs = SimpleModel.objects.aiterator(chunk_size=size)
    
  61.             with self.subTest(size=size), self.assertRaisesMessage(ValueError, msg):
    
  62.                 async for m in qs:
    
  63.                     pass
    
  64. 
    
  65.     async def test_acount(self):
    
  66.         count = await SimpleModel.objects.acount()
    
  67.         self.assertEqual(count, 3)
    
  68. 
    
  69.     async def test_acount_cached_result(self):
    
  70.         qs = SimpleModel.objects.all()
    
  71.         # Evaluate the queryset to populate the query cache.
    
  72.         [x async for x in qs]
    
  73.         count = await qs.acount()
    
  74.         self.assertEqual(count, 3)
    
  75. 
    
  76.         await sync_to_async(SimpleModel.objects.create)(
    
  77.             field=4,
    
  78.             created=datetime(2022, 1, 1, 0, 0, 0),
    
  79.         )
    
  80.         # The query cache is used.
    
  81.         count = await qs.acount()
    
  82.         self.assertEqual(count, 3)
    
  83. 
    
  84.     async def test_aget(self):
    
  85.         instance = await SimpleModel.objects.aget(field=1)
    
  86.         self.assertEqual(instance, self.s1)
    
  87. 
    
  88.     async def test_acreate(self):
    
  89.         await SimpleModel.objects.acreate(field=4)
    
  90.         self.assertEqual(await SimpleModel.objects.acount(), 4)
    
  91. 
    
  92.     async def test_aget_or_create(self):
    
  93.         instance, created = await SimpleModel.objects.aget_or_create(field=4)
    
  94.         self.assertEqual(await SimpleModel.objects.acount(), 4)
    
  95.         self.assertIs(created, True)
    
  96. 
    
  97.     async def test_aupdate_or_create(self):
    
  98.         instance, created = await SimpleModel.objects.aupdate_or_create(
    
  99.             id=self.s1.id, defaults={"field": 2}
    
  100.         )
    
  101.         self.assertEqual(instance, self.s1)
    
  102.         self.assertIs(created, False)
    
  103.         instance, created = await SimpleModel.objects.aupdate_or_create(field=4)
    
  104.         self.assertEqual(await SimpleModel.objects.acount(), 4)
    
  105.         self.assertIs(created, True)
    
  106. 
    
  107.     @skipUnlessDBFeature("has_bulk_insert")
    
  108.     @async_to_sync
    
  109.     async def test_abulk_create(self):
    
  110.         instances = [SimpleModel(field=i) for i in range(10)]
    
  111.         qs = await SimpleModel.objects.abulk_create(instances)
    
  112.         self.assertEqual(len(qs), 10)
    
  113. 
    
  114.     @skipUnlessDBFeature("has_bulk_insert", "supports_update_conflicts")
    
  115.     @skipIfDBFeature("supports_update_conflicts_with_target")
    
  116.     @async_to_sync
    
  117.     async def test_update_conflicts_unique_field_unsupported(self):
    
  118.         msg = (
    
  119.             "This database backend does not support updating conflicts with specifying "
    
  120.             "unique fields that can trigger the upsert."
    
  121.         )
    
  122.         with self.assertRaisesMessage(NotSupportedError, msg):
    
  123.             await SimpleModel.objects.abulk_create(
    
  124.                 [SimpleModel(field=1), SimpleModel(field=2)],
    
  125.                 update_conflicts=True,
    
  126.                 update_fields=["field"],
    
  127.                 unique_fields=["created"],
    
  128.             )
    
  129. 
    
  130.     async def test_abulk_update(self):
    
  131.         instances = SimpleModel.objects.all()
    
  132.         async for instance in instances:
    
  133.             instance.field = instance.field * 10
    
  134. 
    
  135.         await SimpleModel.objects.abulk_update(instances, ["field"])
    
  136. 
    
  137.         qs = [(o.pk, o.field) async for o in SimpleModel.objects.all()]
    
  138.         self.assertCountEqual(
    
  139.             qs,
    
  140.             [(self.s1.pk, 10), (self.s2.pk, 20), (self.s3.pk, 30)],
    
  141.         )
    
  142. 
    
  143.     async def test_ain_bulk(self):
    
  144.         res = await SimpleModel.objects.ain_bulk()
    
  145.         self.assertEqual(
    
  146.             res,
    
  147.             {self.s1.pk: self.s1, self.s2.pk: self.s2, self.s3.pk: self.s3},
    
  148.         )
    
  149. 
    
  150.         res = await SimpleModel.objects.ain_bulk([self.s2.pk])
    
  151.         self.assertEqual(res, {self.s2.pk: self.s2})
    
  152. 
    
  153.         res = await SimpleModel.objects.ain_bulk([self.s2.pk], field_name="id")
    
  154.         self.assertEqual(res, {self.s2.pk: self.s2})
    
  155. 
    
  156.     async def test_alatest(self):
    
  157.         instance = await SimpleModel.objects.alatest("created")
    
  158.         self.assertEqual(instance, self.s3)
    
  159. 
    
  160.         instance = await SimpleModel.objects.alatest("-created")
    
  161.         self.assertEqual(instance, self.s1)
    
  162. 
    
  163.     async def test_aearliest(self):
    
  164.         instance = await SimpleModel.objects.aearliest("created")
    
  165.         self.assertEqual(instance, self.s1)
    
  166. 
    
  167.         instance = await SimpleModel.objects.aearliest("-created")
    
  168.         self.assertEqual(instance, self.s3)
    
  169. 
    
  170.     async def test_afirst(self):
    
  171.         instance = await SimpleModel.objects.afirst()
    
  172.         self.assertEqual(instance, self.s1)
    
  173. 
    
  174.         instance = await SimpleModel.objects.filter(field=4).afirst()
    
  175.         self.assertIsNone(instance)
    
  176. 
    
  177.     async def test_alast(self):
    
  178.         instance = await SimpleModel.objects.alast()
    
  179.         self.assertEqual(instance, self.s3)
    
  180. 
    
  181.         instance = await SimpleModel.objects.filter(field=4).alast()
    
  182.         self.assertIsNone(instance)
    
  183. 
    
  184.     async def test_aaggregate(self):
    
  185.         total = await SimpleModel.objects.aaggregate(total=Sum("field"))
    
  186.         self.assertEqual(total, {"total": 6})
    
  187. 
    
  188.     async def test_aexists(self):
    
  189.         check = await SimpleModel.objects.filter(field=1).aexists()
    
  190.         self.assertIs(check, True)
    
  191. 
    
  192.         check = await SimpleModel.objects.filter(field=4).aexists()
    
  193.         self.assertIs(check, False)
    
  194. 
    
  195.     async def test_acontains(self):
    
  196.         check = await SimpleModel.objects.acontains(self.s1)
    
  197.         self.assertIs(check, True)
    
  198.         # Unsaved instances are not allowed, so use an ID known not to exist.
    
  199.         check = await SimpleModel.objects.acontains(
    
  200.             SimpleModel(id=self.s3.id + 1, field=4)
    
  201.         )
    
  202.         self.assertIs(check, False)
    
  203. 
    
  204.     async def test_aupdate(self):
    
  205.         await SimpleModel.objects.aupdate(field=99)
    
  206.         qs = [o async for o in SimpleModel.objects.all()]
    
  207.         values = [instance.field for instance in qs]
    
  208.         self.assertEqual(set(values), {99})
    
  209. 
    
  210.     async def test_adelete(self):
    
  211.         await SimpleModel.objects.filter(field=2).adelete()
    
  212.         qs = [o async for o in SimpleModel.objects.all()]
    
  213.         self.assertCountEqual(qs, [self.s1, self.s3])
    
  214. 
    
  215.     @skipUnlessDBFeature("supports_explaining_query_execution")
    
  216.     @async_to_sync
    
  217.     async def test_aexplain(self):
    
  218.         supported_formats = await sync_to_async(self._get_db_feature)(
    
  219.             connection, "supported_explain_formats"
    
  220.         )
    
  221.         all_formats = (None, *supported_formats)
    
  222.         for format_ in all_formats:
    
  223.             with self.subTest(format=format_):
    
  224.                 # TODO: Check the captured query when async versions of
    
  225.                 # self.assertNumQueries/CaptureQueriesContext context
    
  226.                 # processors are available.
    
  227.                 result = await SimpleModel.objects.filter(field=1).aexplain(
    
  228.                     format=format_
    
  229.                 )
    
  230.                 self.assertIsInstance(result, str)
    
  231.                 self.assertTrue(result)
    
  232.                 if not format_:
    
  233.                     continue
    
  234.                 if format_.lower() == "xml":
    
  235.                     try:
    
  236.                         xml.etree.ElementTree.fromstring(result)
    
  237.                     except xml.etree.ElementTree.ParseError as e:
    
  238.                         self.fail(f"QuerySet.aexplain() result is not valid XML: {e}")
    
  239.                 elif format_.lower() == "json":
    
  240.                     try:
    
  241.                         json.loads(result)
    
  242.                     except json.JSONDecodeError as e:
    
  243.                         self.fail(f"QuerySet.aexplain() result is not valid JSON: {e}")
    
  244. 
    
  245.     async def test_raw(self):
    
  246.         sql = "SELECT id, field FROM async_simplemodel WHERE created=%s"
    
  247.         qs = SimpleModel.objects.raw(sql, [self.s1.created])
    
  248.         self.assertEqual([o async for o in qs], [self.s1])