fixed newlines and other windows stuff
This commit is contained in:
parent
9f73c50d56
commit
5a9859cb56
4 changed files with 32 additions and 24 deletions
|
|
@ -10,6 +10,7 @@ from glob import glob
|
|||
from adx import extract_loop_data_from_dir
|
||||
|
||||
OPERATING_SYSTEM = os.name
|
||||
CHUNK_SIZE = 100
|
||||
|
||||
|
||||
def process_se(cache_dir, extract_dir, update_dir):
|
||||
|
|
@ -39,7 +40,8 @@ def process_se(cache_dir, extract_dir, update_dir):
|
|||
hca_files = [
|
||||
file for file in glob("{}/**/*.hca".format(from_dir), recursive=True)
|
||||
]
|
||||
run_program(hca_files, cmd="clHCA")
|
||||
for hca_sublist in split_list(hca_files, CHUNK_SIZE):
|
||||
run_program(hca_sublist, cmd="clHCA")
|
||||
|
||||
basenames = [os.path.splitext(os.path.basename(file))[0] for file in acb_files]
|
||||
char_secs = [basename.split("_", maxsplit=1) for basename in basenames]
|
||||
|
|
@ -160,7 +162,8 @@ def process_voice(cache_dir, extract_dir, update_dir):
|
|||
hca_files = [
|
||||
file for file in glob("{}/**/*.hca".format(from_dir), recursive=True)
|
||||
]
|
||||
run_program(hca_files, cmd="clHCA")
|
||||
for hca_sublist in split_list(hca_files, CHUNK_SIZE):
|
||||
run_program(hca_sublist, cmd="clHCA")
|
||||
|
||||
basenames = [os.path.splitext(os.path.basename(file))[0] for file in acb_files]
|
||||
char_secs = [basename.split("_", maxsplit=1) for basename in basenames]
|
||||
|
|
@ -292,3 +295,9 @@ def run_program(args, cmd=None):
|
|||
def get_pool(size=multiprocessing.cpu_count()):
|
||||
pool = multiprocessing.Pool(size)
|
||||
return pool
|
||||
|
||||
|
||||
def split_list(input_list, chunk_size):
|
||||
return [
|
||||
input_list[i : i + chunk_size] for i in range(0, len(input_list), chunk_size)
|
||||
]
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue