| @@ -26,8 +26,8 @@ import os | |||||
| import pickle | import pickle | ||||
| ######## mindrecord_schema begin ########## | ######## mindrecord_schema begin ########## | ||||
| mindrecord_schema = {"label": {"type": "int64"}, | |||||
| "data": {"type": "bytes"}, | |||||
| mindrecord_schema = {"label": {"type": "int32"}, | |||||
| "image": {"type": "bytes"}, | |||||
| "file_name": {"type": "string"}} | "file_name": {"type": "string"}} | ||||
| ######## mindrecord_schema end ########## | ######## mindrecord_schema end ########## | ||||
| @@ -121,5 +121,5 @@ def mindrecord_dict_data(task_id): | |||||
| if not image_bytes: | if not image_bytes: | ||||
| print("The image file: {} is invalid.".format(file_name)) | print("The image file: {} is invalid.".format(file_name)) | ||||
| continue | continue | ||||
| data["data"] = image_bytes | |||||
| data["image"] = image_bytes | |||||
| yield data | yield data | ||||
| @@ -114,7 +114,7 @@ class ImageNetToMR: | |||||
| if not image_bytes: | if not image_bytes: | ||||
| logger.warning("The image file: {} is invalid.".format(file_name)) | logger.warning("The image file: {} is invalid.".format(file_name)) | ||||
| continue | continue | ||||
| data["data"] = image_bytes | |||||
| data["image"] = image_bytes | |||||
| yield data | yield data | ||||
| def transform(self): | def transform(self): | ||||
| @@ -126,8 +126,8 @@ class ImageNetToMR: | |||||
| """ | """ | ||||
| t0_total = time.time() | t0_total = time.time() | ||||
| imagenet_schema_json = {"label": {"type": "int64"}, | |||||
| "data": {"type": "bytes"}, | |||||
| imagenet_schema_json = {"label": {"type": "int32"}, | |||||
| "image": {"type": "bytes"}, | |||||
| "file_name": {"type": "string"}} | "file_name": {"type": "string"}} | ||||
| logger.info("transformed MindRecord schema is: {}".format(imagenet_schema_json)) | logger.info("transformed MindRecord schema is: {}".format(imagenet_schema_json)) | ||||