lifegpc/game-backuper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 2 Wiki Activity

leveldb support bzip2 compress

Browse Source
This commit is contained in:
lifegpc
2021-09-12 13:43:02 +08:00
parent 8249473755
commit 44c9778c10
2 changed files with 45 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

37
game_backuper/backuper.py
View File

@@ -8,12 +8,13 @@ from game_backuper.config import (
from game_backuper.cml import Opts, OptAction
from threading import Thread
from os.path import exists, join, isdir
from os import mkdir, remove
from os import mkdir, remove, close
from game_backuper.file import new_file, copy_file, File, mkdir_for_file
from game_backuper.filetype import FileType
from game_backuper.restorer import RestoreTask
from game_backuper.file import remove_compress_files
from game_backuper.compress import compress
from tempfile import mkstemp
class BackupTask(Thread):
@@ -82,22 +83,42 @@ class BackupTask(Thread):
ent = list_leveldb_entries(f.full_path, f.domains)
stats = leveldb_stats(f.full_path, ent)
ori = self.db.get_file(prog, f.name)
c = f.compress_config
de = join(bp, f.name + ".db")
if ori is not None:
if ori.size == stats.size and ori.hash == stats.hash:
print(f'{prog}: Skip {f[0]}')
continue
if ori.type is None or ori.type != FileType.LEVELDB:
pp = join(bp, ori.file)
if exists(pp):
remove(pp)
remove_compress_files(pp, prog, f.name)
self.db.remove_file(ori)
ori = None
if exists(de):
remove(de)
if ori is not None:
if ori.size == stats.size and ori.hash == stats.hash:
if c is None:
if exists(de):
print(f'{prog}: Skip {f[0]}')
remove_compress_files(de, prog, f.name)
continue
else:
if exists(de + c.ext):
print(f'{prog}: Skip {f.name}')
remove_compress_files(de, prog, f.name, c.ext)
continue
mkdir_for_file(de)
leveldb_to_sqlite(f.full_path, de, ent)
print(f'{prog}: Covert leveldb done. {f.full_path}({f.name}) -> {de}') # noqa: E501
if c is None:
leveldb_to_sqlite(f.full_path, de, ent)
print(f'{prog}: Covert leveldb done. {f.full_path}({f.name}) -> {de}') # noqa: E501
remove_compress_files(de, prog, f.name)
else:
tmp = mkstemp()
close(tmp[0])
tmp = tmp[1]
leveldb_to_sqlite(f.full_path, tmp, ent)
print(f'{prog}: Covert leveldb done. {f.full_path}({f.name}) -> {tmp}') # noqa: E501
compress(tmp, de, c, f.name, prog)
remove(tmp)
print(f'{prog}: Removed tempfile {tmp}')
if ori is None:
nf = File(None, f.name, stats.size, prog, stats.hash,
FileType.LEVELDB)

20
game_backuper/restorer.py
View File

@@ -9,9 +9,10 @@ from game_backuper.file import (
new_file,
mkdir_for_file,
)
from os import remove
from os import remove, close
from game_backuper.filetype import FileType
from game_backuper.compress import decompress
from tempfile import mkstemp
class RestoreTask(Thread):
@@ -65,13 +66,14 @@ class RestoreTask(Thread):
raise ValueError('Type dismatched.')
nam = r.real_name
src = join(self.cfg.dest, prog, fn + '.db')
c = r.compress_config
if isabs(r.path):
dest = r.path
else:
dest = join(b, r.path)
if dest in pl:
pl.remove(dest)
if not exists(src):
if (c is None and not exists(src)) or (c is not None and not exists(src + c.ext)): # noqa: E501
print(f'{prog}: Warn: Can not find backup files: "{src}"({fn})') # noqa: E501
continue
from game_backuper.leveldb import (
@@ -86,8 +88,18 @@ class RestoreTask(Thread):
print(f'{prog}: Skip {fn}')
continue
mkdir_for_file(dest)
sqlite_to_leveldb(src, dest, r.domains)
print(f'{prog}: Covert leveldb done. {src}({fn}) -> {dest}')
if c is None:
sqlite_to_leveldb(src, dest, r.domains)
print(f'{prog}: Covert leveldb done. {src}({fn}) -> {dest}') # noqa: E501
else:
tmp = mkstemp()
close(tmp[0])
tmp = tmp[1]
decompress(src, tmp, c, fn, prog)
sqlite_to_leveldb(tmp, dest, r.domains)
print(f'{prog}: Covert leveldb done. {tmp}({fn}) -> {dest}') # noqa: E501
remove(tmp)
print(f'{prog}: Removed tempfile {tmp}')
for i in pl:
if isfile(i):
remove(i)