mirror of
https://github.com/hanzoai/datastore-orm.git
synced 2026-09-30 21:40:30 +00:00
zeekay
dda3979851
This is our fork, so it should read like it. `import datastore_orm` instead of `from infi.clickhouse_orm import ...`: `infi` was the original vendor's org namespace, and carrying someone else's org name through every import in the consuming codebase is not a fork, it is a vendored copy that never got renamed. The `infi` namespace package is gone entirely (src/infi/__init__.py with it), the distribution is `datastore-orm`, and the metadata points at Hanzo rather than at the upstream repo and author. NOT renamed, deliberately: the migration history tables are still `infi_clickhouse_orm_migrations`. That name is persisted state — 448 rows in production key off it — so changing it is a data migration, not a rename. Doing it carelessly reproduces the exact failure this fork just hit, where a package rename orphaned the history and silently blocked every migration.
120 lines
6.0 KiB
Python
120 lines
6.0 KiB
Python
import unittest
|
|
import datetime
|
|
import pytz
|
|
|
|
from datastore_orm.database import Database
|
|
from datastore_orm.models import Model
|
|
from datastore_orm.fields import *
|
|
from datastore_orm.engines import *
|
|
|
|
|
|
class DateFieldsTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.database = Database('test-db', log_statements=True)
|
|
if self.database.server_version < (20, 1, 2, 4):
|
|
raise unittest.SkipTest('ClickHouse version too old')
|
|
self.database.create_table(ModelWithDate)
|
|
|
|
def tearDown(self):
|
|
self.database.drop_database()
|
|
|
|
def test_ad_hoc_model(self):
|
|
self.database.insert([
|
|
ModelWithDate(
|
|
date_field='2016-08-30',
|
|
datetime_field='2016-08-30 03:50:00',
|
|
datetime64_field='2016-08-30 03:50:00.123456',
|
|
datetime64_3_field='2016-08-30 03:50:00.123456'
|
|
),
|
|
ModelWithDate(
|
|
date_field='2016-08-31',
|
|
datetime_field='2016-08-31 01:30:00',
|
|
datetime64_field='2016-08-31 01:30:00.123456',
|
|
datetime64_3_field='2016-08-31 01:30:00.123456')
|
|
])
|
|
|
|
# toStartOfHour returns DateTime('Asia/Yekaterinburg') in my case, so I test it here to
|
|
query = 'SELECT toStartOfHour(datetime_field) as hour_start, * from $db.modelwithdate ORDER BY date_field'
|
|
results = list(self.database.select(query))
|
|
self.assertEqual(len(results), 2)
|
|
self.assertEqual(results[0].date_field, datetime.date(2016, 8, 30))
|
|
self.assertEqual(results[0].datetime_field, datetime.datetime(2016, 8, 30, 3, 50, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[0].hour_start, datetime.datetime(2016, 8, 30, 3, 0, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[1].date_field, datetime.date(2016, 8, 31))
|
|
self.assertEqual(results[1].datetime_field, datetime.datetime(2016, 8, 31, 1, 30, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[1].hour_start, datetime.datetime(2016, 8, 31, 1, 0, 0, tzinfo=pytz.UTC))
|
|
|
|
self.assertEqual(results[0].datetime64_field, datetime.datetime(2016, 8, 30, 3, 50, 0, 123456, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[0].datetime64_3_field, datetime.datetime(2016, 8, 30, 3, 50, 0, 123000,
|
|
tzinfo=pytz.UTC))
|
|
self.assertEqual(results[1].datetime64_field, datetime.datetime(2016, 8, 31, 1, 30, 0, 123456, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[1].datetime64_3_field, datetime.datetime(2016, 8, 31, 1, 30, 0, 123000,
|
|
tzinfo=pytz.UTC))
|
|
|
|
|
|
class ModelWithDate(Model):
|
|
date_field = DateField()
|
|
datetime_field = DateTimeField()
|
|
datetime64_field = DateTime64Field()
|
|
datetime64_3_field = DateTime64Field(precision=3)
|
|
|
|
engine = MergeTree('date_field', ('date_field',))
|
|
|
|
|
|
class ModelWithTz(Model):
|
|
datetime_no_tz_field = DateTimeField() # server tz
|
|
datetime_tz_field = DateTimeField(timezone='Europe/Madrid')
|
|
datetime64_tz_field = DateTime64Field(timezone='Europe/Madrid')
|
|
datetime_utc_field = DateTimeField(timezone=pytz.UTC)
|
|
|
|
engine = MergeTree('datetime_no_tz_field', ('datetime_no_tz_field',))
|
|
|
|
|
|
class DateTimeFieldWithTzTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.database = Database('test-db', log_statements=True)
|
|
if self.database.server_version < (20, 1, 2, 4):
|
|
raise unittest.SkipTest('ClickHouse version too old')
|
|
self.database.create_table(ModelWithTz)
|
|
|
|
def tearDown(self):
|
|
self.database.drop_database()
|
|
|
|
def test_ad_hoc_model(self):
|
|
self.database.insert([
|
|
ModelWithTz(
|
|
datetime_no_tz_field='2020-06-11 04:00:00',
|
|
datetime_tz_field='2020-06-11 04:00:00',
|
|
datetime64_tz_field='2020-06-11 04:00:00',
|
|
datetime_utc_field='2020-06-11 04:00:00',
|
|
),
|
|
ModelWithTz(
|
|
datetime_no_tz_field='2020-06-11 07:00:00+0300',
|
|
datetime_tz_field='2020-06-11 07:00:00+0300',
|
|
datetime64_tz_field='2020-06-11 07:00:00+0300',
|
|
datetime_utc_field='2020-06-11 07:00:00+0300',
|
|
),
|
|
])
|
|
query = 'SELECT * from $db.modelwithtz ORDER BY datetime_no_tz_field'
|
|
results = list(self.database.select(query))
|
|
|
|
self.assertEqual(results[0].datetime_no_tz_field, datetime.datetime(2020, 6, 11, 4, 0, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[0].datetime_tz_field, datetime.datetime(2020, 6, 11, 4, 0, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[0].datetime64_tz_field, datetime.datetime(2020, 6, 11, 4, 0, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[0].datetime_utc_field, datetime.datetime(2020, 6, 11, 4, 0, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[1].datetime_no_tz_field, datetime.datetime(2020, 6, 11, 4, 0, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[1].datetime_tz_field, datetime.datetime(2020, 6, 11, 4, 0, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[1].datetime64_tz_field, datetime.datetime(2020, 6, 11, 4, 0, 0, tzinfo=pytz.UTC))
|
|
self.assertEqual(results[1].datetime_utc_field, datetime.datetime(2020, 6, 11, 4, 0, 0, tzinfo=pytz.UTC))
|
|
|
|
self.assertEqual(results[0].datetime_no_tz_field.tzinfo.zone, self.database.server_timezone.zone)
|
|
self.assertEqual(results[0].datetime_tz_field.tzinfo.zone, pytz.timezone('Europe/Madrid').zone)
|
|
self.assertEqual(results[0].datetime64_tz_field.tzinfo.zone, pytz.timezone('Europe/Madrid').zone)
|
|
self.assertEqual(results[0].datetime_utc_field.tzinfo.zone, pytz.timezone('UTC').zone)
|
|
self.assertEqual(results[1].datetime_no_tz_field.tzinfo.zone, self.database.server_timezone.zone)
|
|
self.assertEqual(results[1].datetime_tz_field.tzinfo.zone, pytz.timezone('Europe/Madrid').zone)
|
|
self.assertEqual(results[1].datetime64_tz_field.tzinfo.zone, pytz.timezone('Europe/Madrid').zone)
|
|
self.assertEqual(results[1].datetime_utc_field.tzinfo.zone, pytz.timezone('UTC').zone)
|