lib/aiodatalite
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Unsafe memory options

Browse Source
This commit is contained in:
Ege Emir Özkan
2020-08-23 01:49:15 +03:00
parent 6f9544f092
commit 018614dea5
2 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
datalite/mass_actions.py
View File

@@ -28,11 +28,13 @@ def is_homogeneous(objects: Union[List[T], Tuple[T]]) -> bool:
return all([isinstance(obj, class_) for obj in objects]) return all([isinstance(obj, class_) for obj in objects])
def create_many_entries(objects: Union[List[T], Tuple[T]]) -> None: def create_many_entries(objects: Union[List[T], Tuple[T]], protect_memory: bool = True) -> None:
""" """
Insert many records corresponding to objects Insert many records corresponding to objects
in a tuple or a list. in a tuple or a list.
:param protect_memory: If False, memory protections are turned off,
makes it faster.
:param objects: A tuple or a list of objects decorated :param objects: A tuple or a list of objects decorated
with datalite. with datalite.
:return: None. :return: None.
@@ -50,11 +52,14 @@ def create_many_entries(objects: Union[List[T], Tuple[T]]) -> None:
with sql.connect(getattr(objects[0], "db_path")) as con: with sql.connect(getattr(objects[0], "db_path")) as con:
cur: sql.Cursor = con.cursor() cur: sql.Cursor = con.cursor()
try: try:
if not protect_memory:
cur.execute("PRAGMA synchronous = OFF")
cur.execute("PRAGMA journal_mode = MEMORY")
cur.execute(f"SELECT obj_id FROM {table_name} ORDER BY obj_id DESC LIMIT 1") cur.execute(f"SELECT obj_id FROM {table_name} ORDER BY obj_id DESC LIMIT 1")
index_tuple = cur.fetchone() index_tuple = cur.fetchone()
if index_tuple: if index_tuple:
first_index = index_tuple[0] first_index = index_tuple[0]
cur.executescript('\n'.join(sql_queries)) cur.executescript("BEGIN TRANSACTION;\n" + '\n'.join(sql_queries) + '\nEND TRANSACTION;')
except sql.IntegrityError: except sql.IntegrityError:
raise ConstraintFailedError raise ConstraintFailedError
con.commit() con.commit()

2
test/main_tests.py
View File

@@ -200,7 +200,7 @@ class DatabaseMassInsert(unittest.TestCase):
self.objs = [MassCommit('cat') for _ in range(30)] self.objs = [MassCommit('cat') for _ in range(30)]
def testMassCreate(self): def testMassCreate(self):
create_many_entries(self.objs) create_many_entries(self.objs, protect_memory=False)
def tearDown(self) -> None: def tearDown(self) -> None:
[obj.remove_entry() for obj in self.objs] [obj.remove_entry() for obj in self.objs]