simply multiple read files with multiprocessing in python

main.py

# from : https://stackoverflow.com/questions/36587211/easiest-way-to-read-csv-files-with-multiprocessing-in-pandas

import os
import pandas as pd

from multiprocessing import Pool
from glob import glob

data_files = glob(os.path.join(data_dir, "*.xlsx"))

if __name__ == '__main__':
  with Pool(processes=len(data_files)) as pool:
      df_list = pool.map(pd.read_excel, data_files)