fixed newlines and other windows stuff

This commit is contained in:
argoneus 2020-05-15 23:13:38 +02:00 committed by Gitea
parent 9f73c50d56
commit 5a9859cb56
4 changed files with 32 additions and 24 deletions

View file

@ -10,6 +10,7 @@ from glob import glob
from adx import extract_loop_data_from_dir
OPERATING_SYSTEM = os.name
CHUNK_SIZE = 100
def process_se(cache_dir, extract_dir, update_dir):
@ -39,7 +40,8 @@ def process_se(cache_dir, extract_dir, update_dir):
hca_files = [
file for file in glob("{}/**/*.hca".format(from_dir), recursive=True)
]
run_program(hca_files, cmd="clHCA")
for hca_sublist in split_list(hca_files, CHUNK_SIZE):
run_program(hca_sublist, cmd="clHCA")
basenames = [os.path.splitext(os.path.basename(file))[0] for file in acb_files]
char_secs = [basename.split("_", maxsplit=1) for basename in basenames]
@ -160,7 +162,8 @@ def process_voice(cache_dir, extract_dir, update_dir):
hca_files = [
file for file in glob("{}/**/*.hca".format(from_dir), recursive=True)
]
run_program(hca_files, cmd="clHCA")
for hca_sublist in split_list(hca_files, CHUNK_SIZE):
run_program(hca_sublist, cmd="clHCA")
basenames = [os.path.splitext(os.path.basename(file))[0] for file in acb_files]
char_secs = [basename.split("_", maxsplit=1) for basename in basenames]
@ -292,3 +295,9 @@ def run_program(args, cmd=None):
def get_pool(size=multiprocessing.cpu_count()):
pool = multiprocessing.Pool(size)
return pool
def split_list(input_list, chunk_size):
return [
input_list[i : i + chunk_size] for i in range(0, len(input_list), chunk_size)
]