|
|
|
@@ -248,8 +248,8 @@ def random_split_trans2h5(in_file_path, output_path, criteo_stats, part_rows=200 |
|
|
|
if __name__ == "__main__": |
|
|
|
|
|
|
|
parser = argparse.ArgumentParser(description="Get and Process datasets") |
|
|
|
parser.add_argument("--raw_data_path", default="/opt/npu/data/origin_criteo_data/", help="The path to save dataset") |
|
|
|
parser.add_argument("--output_path", default="/opt/npu/data/origin_criteo_data/h5_data/", |
|
|
|
parser.add_argument("--raw_data_path", default="./raw_data", help="The path to save dataset") |
|
|
|
parser.add_argument("--output_path", default="./output", |
|
|
|
help="The path to save dataset") |
|
|
|
args, _ = parser.parse_known_args() |
|
|
|
base_path = args.raw_data_path |
|
|
|
|