Last active
December 1, 2020 19:11
-
-
Save louis030195/4cb9b0a288d368884b636bcb4900b21e to your computer and use it in GitHub Desktop.
Simple try of OVHcloud new service AI training https://www.ovhcloud.com/en/public-cloud/ai-training
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "nbformat": 4, | |
| "nbformat_minor": 0, | |
| "metadata": { | |
| "colab": { | |
| "name": "OVHcloudAITraining.ipynb", | |
| "provenance": [], | |
| "collapsed_sections": [], | |
| "authorship_tag": "ABX9TyNI2y9Jqyo1hkniqsos45RV", | |
| "include_colab_link": true | |
| }, | |
| "kernelspec": { | |
| "name": "python3", | |
| "display_name": "Python 3" | |
| } | |
| }, | |
| "cells": [ | |
| { | |
| "cell_type": "markdown", | |
| "metadata": { | |
| "id": "view-in-github", | |
| "colab_type": "text" | |
| }, | |
| "source": [ | |
| "<a href=\"https://colab.research.google.com/gist/louis030195/4cb9b0a288d368884b636bcb4900b21e/ovhcloudaitraining.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "jNMwogCvfKjb", | |
| "outputId": "cf9a1de6-fa57-4095-9428-0bbd4ccb2aa1" | |
| }, | |
| "source": [ | |
| "%%bash\n", | |
| "wget -q https://cli.gra.training.ai.cloud.ovh.net/ovhai-linux.zip\n", | |
| "unzip ovhai-linux.zip\n", | |
| "mv ovhai /" | |
| ], | |
| "execution_count": 13, | |
| "outputs": [ | |
| { | |
| "output_type": "stream", | |
| "text": [ | |
| "Archive: ovhai-linux.zip\n", | |
| " inflating: ovhai \n" | |
| ], | |
| "name": "stdout" | |
| } | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "Geto1isWgE6K", | |
| "outputId": "47d875b9-143a-44ca-aa6c-ebb637d86f07" | |
| }, | |
| "source": [ | |
| "!/ovhai" | |
| ], | |
| "execution_count": 14, | |
| "outputs": [ | |
| { | |
| "output_type": "stream", | |
| "text": [ | |
| "\u001b[1mFor more details\u001b[22m\n", | |
| "\n", | |
| "\u001b[38;5;12mLogin into AI Training platform\u001b[39m\n", | |
| "> ovhai help login\n", | |
| "\n", | |
| "\u001b[38;5;12mManage jobs\u001b[39m\n", | |
| "> ovhai help job\n", | |
| "\n", | |
| "\u001b[38;5;12mUpload and download data\u001b[39m\n", | |
| "> ovhai help data\n", | |
| "\n", | |
| "\u001b[38;5;12mManage registries\u001b[39m\n", | |
| "> ovhai help registry\n", | |
| "\n", | |
| "\n", | |
| "ovhai 1.0.0\n", | |
| "Client managing OVHcloud AI Training platform\n", | |
| "\n", | |
| "USAGE:\n", | |
| " ovhai [FLAGS] <SUBCOMMAND>\n", | |
| "\n", | |
| "FLAGS:\n", | |
| " -h, --help Prints help information\n", | |
| " -v, --verbose Level of verbosity, can be used multiple times\n", | |
| " -V, --version Prints version information\n", | |
| "\n", | |
| "SUBCOMMANDS:\n", | |
| " upgrade Upgrade the cli\n", | |
| " login Login into OVHcloud AI Training platform\n", | |
| " logout Logout from OVHcloud AI Training platform\n", | |
| " data Subcommand to upload or download data\n", | |
| " job Subcommand to manage jobs\n", | |
| " registry Subcommand to manage private registries\n", | |
| " debug Subcommand to debug a command executed by the cli\n", | |
| " help Prints this message or the help of the given subcommand(s)\n", | |
| "\n" | |
| ], | |
| "name": "stdout" | |
| } | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "arb7FhrjfbIa", | |
| "outputId": "50c56dc5-42c0-4d0b-f9f9-44e0b23a8b0f" | |
| }, | |
| "source": [ | |
| "!/ovhai login --help" | |
| ], | |
| "execution_count": 18, | |
| "outputs": [ | |
| { | |
| "output_type": "stream", | |
| "text": [ | |
| "\u001b[1mTo login into AI Training platform you need the credentials of a user with the roles AI Training\n", | |
| "Operator and ObjectStore operator.\u001b[22m\n", | |
| "\n", | |
| "\u001b[38;5;12mHow to create a user ?\u001b[39m\n", | |
| " • Go to the \u001b[38;5;14mOVHcloud Control Panel\u001b[39m, in the section \u001b[38;5;14mPublic Cloud / Project Management / Users and\n", | |
| "Roles\u001b[39m\n", | |
| " • Create a user with the roles \u001b[38;5;14mAI Training Operator\u001b[39m and \u001b[38;5;14mObjectStore operator\u001b[39m.\n", | |
| " • More information at \u001b[4mhttps://docs.ovh.com/us/en/public-cloud/creation-and-deletion-of-\n", | |
| "openstack-user/\u001b[24m\n", | |
| "\n", | |
| "\u001b[38;5;12mWhat those roles do ?\u001b[39m\n", | |
| " • \u001b[38;5;14mAI Training Operator\u001b[39m allow you to run and manage jobs on the \u001b[38;5;14mAI Training platform\u001b[39m.\n", | |
| " • \u001b[38;5;14mObjectStore operator\u001b[39m allow you to read and write from those jobs to the \u001b[38;5;14mOVHcloud Object Storage\u001b[39m.\n", | |
| "\n", | |
| "\n", | |
| "ovhai-login \n", | |
| "Login into OVHcloud AI Training platform\n", | |
| "\n", | |
| "USAGE:\n", | |
| " ovhai login [OPTIONS]\n", | |
| "\n", | |
| "FLAGS:\n", | |
| " -h, --help Prints help information\n", | |
| " -V, --version Prints version information\n", | |
| "\n", | |
| "OPTIONS:\n", | |
| " -p, --password <password> OpenStack password\n", | |
| " -u, --username <username> OpenStack username\n", | |
| "\n" | |
| ], | |
| "name": "stdout" | |
| } | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "metadata": { | |
| "id": "TB9jx5bgi6Nb" | |
| }, | |
| "source": [ | |
| "" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "metadata": { | |
| "id": "ElwO2mvnjB48" | |
| }, | |
| "source": [ | |
| "" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "metadata": { | |
| "id": "8gbTcAehjY0Y" | |
| }, | |
| "source": [ | |
| "" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "metadata": { | |
| "id": "W9tx6R2Mjgjd" | |
| }, | |
| "source": [ | |
| "" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "BMcE3Ba9g8Vq", | |
| "outputId": "7c50f806-12c4-4129-a162-d61d6c6fa0ec" | |
| }, | |
| "source": [ | |
| "!/ovhai login --username \"MY_USER_NAME\" --password \"MY_PASSWORD\"" | |
| ], | |
| "execution_count": 20, | |
| "outputs": [ | |
| { | |
| "output_type": "stream", | |
| "text": [ | |
| "\n", | |
| "\u001b[38;5;2m✔ \u001b[39m\u001b[1mYou are now logged in\u001b[22m\n" | |
| ], | |
| "name": "stdout" | |
| } | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "GdGZvwn5fzq9", | |
| "outputId": "d26c78a6-a515-4a6e-a827-7a939e7136e9" | |
| }, | |
| "source": [ | |
| "!/ovhai job run ubuntu --gpu 1 -- echo \"Hello from my first job\"" | |
| ], | |
| "execution_count": 22, | |
| "outputs": [ | |
| { | |
| "output_type": "stream", | |
| "text": [ | |
| "---\n", | |
| "id: 05ecb0cd-f18e-4399-a348-e1add85a2c21\n", | |
| "createdAt: \"2020-12-01T18:21:52.323565038Z\"\n", | |
| "updatedAt: \"2020-12-01T18:21:52.323565038Z\"\n", | |
| "user: \"\"\n", | |
| "spec:\n", | |
| " image: ubuntu\n", | |
| " command:\n", | |
| " - echo\n", | |
| " - Hello from my first job\n", | |
| " env: []\n", | |
| " defaultHttpPort: 8080\n", | |
| " resources:\n", | |
| " gpu: 1\n", | |
| " volumes: []\n", | |
| " timeout: 0\n", | |
| " shutdown: ~\n", | |
| " name: ubuntu-nervous\n", | |
| " labels: {}\n", | |
| "status:\n", | |
| " state: QUEUED\n", | |
| " queuedAt: ~\n", | |
| " startedAt: ~\n", | |
| " stoppedAt: ~\n", | |
| " ip: ~\n", | |
| " infos: ~\n", | |
| " history:\n", | |
| " - state: QUEUED\n", | |
| " date: \"2020-12-01T18:21:52.325644Z\"\n", | |
| " duration: 0\n", | |
| " jobUrl: ~\n", | |
| " monitoringUrl: ~\n" | |
| ], | |
| "name": "stdout" | |
| } | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "qVryPfvCihQ2", | |
| "outputId": "db3d7e57-00b4-4b9c-e1f2-7039429b0d49" | |
| }, | |
| "source": [ | |
| "!/ovhai job get \"05ecb0cd-f18e-4399-a348-e1add85a2c21\"" | |
| ], | |
| "execution_count": 54, | |
| "outputs": [ | |
| { | |
| "output_type": "stream", | |
| "text": [ | |
| "---\n", | |
| "id: 05ecb0cd-f18e-4399-a348-e1add85a2c21\n", | |
| "createdAt: \"2020-12-01T18:21:52.323565Z\"\n", | |
| "updatedAt: \"2020-12-01T18:22:26.150826Z\"\n", | |
| "user: user-m68Xpmfgycd4\n", | |
| "spec:\n", | |
| " image: ubuntu\n", | |
| " command:\n", | |
| " - echo\n", | |
| " - Hello from my first job\n", | |
| " env: []\n", | |
| " defaultHttpPort: 8080\n", | |
| " resources:\n", | |
| " gpu: 1\n", | |
| " volumes: []\n", | |
| " timeout: 0\n", | |
| " shutdown: ~\n", | |
| " name: ubuntu-nervous\n", | |
| " labels: {}\n", | |
| "status:\n", | |
| " state: DONE\n", | |
| " queuedAt: \"2020-12-01T18:21:54.729995Z\"\n", | |
| " startedAt: ~\n", | |
| " stoppedAt: \"2020-12-01T18:22:06Z\"\n", | |
| " ip: ~\n", | |
| " infos: Job done with code 0\n", | |
| " history:\n", | |
| " - state: QUEUED\n", | |
| " date: \"2020-12-01T18:21:52.325644Z\"\n", | |
| " - state: INITIALIZING\n", | |
| " date: \"2020-12-01T18:21:54.754255Z\"\n", | |
| " - state: PENDING\n", | |
| " date: \"2020-12-01T18:22:04.742714Z\"\n", | |
| " - state: RUNNING\n", | |
| " date: \"2020-12-01T18:22:08.601743Z\"\n", | |
| " - state: FINALIZING\n", | |
| " date: \"2020-12-01T18:22:21.242118Z\"\n", | |
| " - state: DONE\n", | |
| " date: \"2020-12-01T18:22:26.152974Z\"\n", | |
| " duration: 0\n", | |
| " jobUrl: ~\n", | |
| " monitoringUrl: \"https://monitoring.gra.training.ai.cloud.ovh.net/d/job/job-monitoring?var-job=05ecb0cd-f18e-4399-a348-e1add85a2c21&to=1606846926000\"\n" | |
| ], | |
| "name": "stdout" | |
| } | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "metadata": { | |
| "id": "DlDzf2F5sNT2" | |
| }, | |
| "source": [ | |
| "" | |
| ], | |
| "execution_count": null, | |
| "outputs": [] | |
| } | |
| ] | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment