mirror of
https://github.com/Azure/MachineLearningNotebooks.git
synced 2025-12-20 01:27:06 -05:00
40 lines
929 B
Python
40 lines
929 B
Python
from pathlib import Path
|
|
from azureml.core import Run
|
|
|
|
import argparse
|
|
import os
|
|
|
|
|
|
def main(args):
|
|
output = Path(args.output)
|
|
output.mkdir(parents=True, exist_ok=True)
|
|
|
|
run_context = Run.get_context()
|
|
input_path = run_context.input_datasets["train_10_models"]
|
|
|
|
for file_name in os.listdir(input_path):
|
|
input_file = os.path.join(input_path, file_name)
|
|
with open(input_file, "r") as f:
|
|
content = f.read()
|
|
|
|
# Apply any data pre-processing techniques here
|
|
|
|
output_file = os.path.join(output, file_name)
|
|
with open(output_file, "w") as f:
|
|
f.write(content)
|
|
|
|
|
|
def my_parse_args():
|
|
parser = argparse.ArgumentParser("Test")
|
|
|
|
parser.add_argument("--input", type=str)
|
|
parser.add_argument("--output", type=str)
|
|
|
|
args = parser.parse_args()
|
|
return args
|
|
|
|
|
|
if __name__ == "__main__":
|
|
args = my_parse_args()
|
|
main(args)
|