[~] Refactor

This commit is contained in:
Siarhei Siniak 2021-07-16 10:29:56 +03:00
parent ccf7705477
commit 8ef31c33a2

@ -1,8 +1,12 @@
import glob import glob
import os import os
import pandas import pandas
import pickle
def kernel_1(): def kernel_1():
t4 = 'kernel_1-t3.dat'
def preprocess(t4):
t1 = '/kaggle/input/mlb-player-digital-engagement-forecasting' t1 = '/kaggle/input/mlb-player-digital-engagement-forecasting'
t2 = glob.glob( t2 = glob.glob(
os.path.join( os.path.join(
@ -10,13 +14,21 @@ def kernel_1():
'*.csv' '*.csv'
) )
) )
t3 = { t3 = {
o : pandas.read_csv(o) o : pandas.read_csv(o)
for o in t2 for o in t2
} }
with io.open(t4, 'wb') as f:
pickle.dump(t3, f)
if not os.path.exists(t4):
preprocess(t4=t4)
with io.open(t4, 'rb') as f:
t3 = pickle.load(f)
return dict( return dict(
t1=t1,
t2=t2,
t3=t3, t3=t3,
) )