MLOps Ep.4 Productionizing Training Script (Register a dataset in Azure Machine Learning Datastore)

mlops-train-register-dataset.py

# Get the datastore to upload prepared data
datastore = ws.get_default_datastore()

# Upload the local file from src_dir to the target_path in datastore
datastore.upload(src_dir='../aml-kaggle/datasets/', target_path='ds_regression')

# Create a dataset referencing the cloud location
dataset = Dataset.Tabular.from_delimited_files(datastore.path('ds_regression/autos.csv'))

# Register a dataset
dataset = dataset.register(workspace = ws,
                           name='ds_regression',
                           description='Datastore pattern for the regression tasks')