{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "7d112f9b-84ba-420d-a52b-9eb7ba307068", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Looking in indexes: http://pip.modelarts.private.com:8888/repository/pypi/simple\n", "Requirement already satisfied: openi-test==0.7.1 in /home/ma-user/anaconda3/envs/python-3.7.10/lib/python3.7/site-packages (0.7.1)\n", "Requirement already satisfied: requests in /home/ma-user/modelarts-dev/modelarts-sdk (from openi-test==0.7.1) (2.28.2)\n", "Requirement already satisfied: tqdm in /home/ma-user/modelarts-dev/modelarts-sdk (from openi-test==0.7.1) (4.64.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /home/ma-user/modelarts-dev/modelarts-sdk (from requests->openi-test==0.7.1) (3.3.2)\n", "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/ma-user/anaconda3/envs/python-3.7.10/lib/python3.7/site-packages (from requests->openi-test==0.7.1) (1.26.12)\n", "Requirement already satisfied: idna<4,>=2.5 in /home/ma-user/modelarts-dev/modelarts-sdk (from requests->openi-test==0.7.1) (3.4)\n", "Requirement already satisfied: certifi>=2017.4.17 in /home/ma-user/anaconda3/envs/python-3.7.10/lib/python3.7/site-packages (from requests->openi-test==0.7.1) (2022.6.15)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "pip install openi-test==0.7.1" ] }, { "cell_type": "code", "execution_count": 2, "id": "02ad2e02-6533-4da0-98c3-c5f238d4d8f7", "metadata": {}, "outputs": [], "source": [ "#导入包\n", "from openi.context import prepare, upload_openi" ] }, { "cell_type": "code", "execution_count": 3, "id": "69880626-9320-46cd-ad29-8e5f7be09f32", "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "INFO:root:Using MoXing-v2.1.0.5d9c87c8-5d9c87c8\n", "INFO:root:Using OBS-Python-SDK-3.20.9.1\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "🎉 Successfully Download s3:///urchincache/attachment/d/d/ddabdf57-a65a-496c-bef0-19d82b9043cd/MNISTData.zip to /home/ma-user/work/dataset/MNISTData.zip\n", "🎉 Successfully Extracted /home/ma-user/work/dataset/MNISTData.zip\n", "🎉 Successfully Deleted /home/ma-user/work/dataset/MNISTData.zip\n", "🎉 Successfully Download s3:///urchincache/attachment/2/c/2c59be66-64ec-41ca-b311-f51a486eabf8/checkpoint_lenet-1_1875.zip to /home/ma-user/work/dataset/checkpoint_lenet-1_1875.zip\n", "🎉 Successfully Extracted /home/ma-user/work/dataset/checkpoint_lenet-1_1875.zip\n", "🎉 Successfully Deleted /home/ma-user/work/dataset/checkpoint_lenet-1_1875.zip\n", "🎉 Successfully Download s3:///urchincache/aimodels/0/c/0cf4367b-5234-4967-a41f-f548d3f69fcf/ to /home/ma-user/work/pretrainmodel/MNIST_Example_model_zjdt\n", "please set the output location to /home/ma-user/work/output\n" ] } ], "source": [ "\n", "#初始化导入数据集和预训练模型到容器内\n", "openi_context = prepare()" ] }, { "cell_type": "code", "execution_count": 15, "id": "c586f98f-bead-4dc9-a22f-173a672d456b", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/home/ma-user/work/dataset\n" ] }, { "data": { "text/plain": [ "['checkpoint_lenet-1_1875', 'MNISTData']" ] }, "execution_count": 15, "metadata": {}, "output_type": "execute_result" } ], "source": [ "#获取数据集路径,预训练模型路径,输出路径\n", "dataset_path = openi_context.dataset_path\n", "print(dataset_path)\n", "\n", "import os\n", "os.listdir(dataset_path)" ] }, { "cell_type": "code", "execution_count": 16, "id": "7d6617f0-7b86-4b1b-a201-ecdc58db53a5", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/home/ma-user/work/pretrainmodel\n" ] }, { "data": { "text/plain": [ "['MNIST_Example_model_zjdt']" ] }, "execution_count": 16, "metadata": {}, "output_type": "execute_result" } ], "source": [ "pretrain_model_path = openi_context.pretrain_model_path\n", "print(pretrain_model_path)\n", "os.listdir(pretrain_model_path)" ] }, { "cell_type": "code", "execution_count": 17, "id": "6bc51211-5555-452e-9d83-adcfee1c4f79", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/home/ma-user/work/output\n" ] }, { "data": { "text/plain": [ "[]" ] }, "execution_count": 17, "metadata": {}, "output_type": "execute_result" } ], "source": [ "output_path = openi_context.output_path\n", "print(output_path)\n", "os.listdir(output_path)" ] }, { "cell_type": "code", "execution_count": 9, "id": "48b5da5d-a55f-4781-9056-b886d41779c7", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "upload /home/ma-user/work/output to openi\n" ] }, { "data": { "text/plain": [ "'/home/ma-user/work/output'" ] }, "execution_count": 9, "metadata": {}, "output_type": "execute_result" } ], "source": [ "#回传结果到openi,训练任务才能回传,调试任务回传后也是不支持下载\n", "upload_openi()" ] }, { "cell_type": "code", "execution_count": null, "id": "75e7ce04-594e-4e8f-8292-15241709eb5e", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "python-3.7.10", "language": "python", "name": "python-3.7.10" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.10" } }, "nbformat": 4, "nbformat_minor": 5 }