chipmunkmc/edl
1
0
Fork 0
mirror of https://github.com/bkerler/edl.git synced 2024-11-14 19:14:58 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

better performance sparse

Browse source
This commit is contained in:
bongbui321 2024-03-28 20:05:43 -04:00
parent 03ab23336e
commit 1474fc0d3c
1 changed files with 15 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
edlclient/Library/sparse.py
View file

@ -18,6 +18,9 @@ sys.path.insert(0, parent_dir)
from edlclient.Library.utils import LogBase, print_progress
MAX_STORE_SIZE = 1024 * 1024 * 1024 * 2 # 2 GBs
class QCSparse(metaclass=LogBase):
def __init__(self, filename, loglevel):
self.rf = open(filename, 'rb')
@ -36,6 +39,8 @@ class QCSparse(metaclass=LogBase):
self.total_chunks = None
self.image_checksum = None
self.tmp_offset = 0
self.info = self.__logger.info
self.debug = self.__logger.debug
self.error = self.__logger.error
@ -172,17 +177,20 @@ class QCSparse(metaclass=LogBase):
return length
def read(self, length=None):
if self.tmp_offset >= MAX_STORE_SIZE:
self.tmpdata = self.tmpdata[self.tmp_offset:]
self.tmp_offset = 0
if length is None:
return self.unsparse()
if length <= len(self.tmpdata):
tdata = self.tmpdata[:length]
self.tmpdata = self.tmpdata[length:]
if (self.tmp_offset + length) <= len(self.tmpdata):
tdata = self.tmpdata[self.tmp_offset : self.tmp_offset + length]
self.tmp_offset += length
return tdata
while len(self.tmpdata) < length:
while (self.tmp_offset + length) > len(self.tmpdata):
self.tmpdata.extend(self.unsparse())
if length <= len(self.tmpdata):
tdata = self.tmpdata[:length]
self.tmpdata = self.tmpdata[length:]
if (self.tmp_offset + length) <= len(self.tmpdata):
tdata = self.tmpdata[self.tmp_offset : self.tmp_offset + length]
self.tmp_offset += length
return tdata