From e22ec3136ec625586f970c4fd7d813ce037acd65 Mon Sep 17 00:00:00 2001 From: Thomas Capelle Date: Sun, 25 Jun 2023 22:37:41 +0200 Subject: [PATCH] log missing at --- .../Model_Registry_E2E.ipynb | 434 +----------------- 1 file changed, 17 insertions(+), 417 deletions(-) diff --git a/colabs/wandb-model-registry/Model_Registry_E2E.ipynb b/colabs/wandb-model-registry/Model_Registry_E2E.ipynb index 2fa26163..5ecae223 100644 --- a/colabs/wandb-model-registry/Model_Registry_E2E.ipynb +++ b/colabs/wandb-model-registry/Model_Registry_E2E.ipynb @@ -1,7 +1,6 @@ { "cells": [ { - "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ @@ -46,7 +45,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -70,28 +69,9 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mcapecape\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n" - ] - }, - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "import wandb\n", "\n", @@ -130,7 +110,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -161,7 +141,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -189,120 +169,17 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "Tracking run with wandb version 0.15.4" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Run data is saved locally in /Users/tcapelle/work/examples/colabs/wandb-model-registry/wandb/run-20230620_185626-b2v9hrfs" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Syncing run smart-wind-34 to Weights & Biases (docs)
" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View project at https://wandb.ai/capecape/model-registry-tutorial" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View run at https://wandb.ai/capecape/model-registry-tutorial/runs/b2v9hrfs" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/Users/tcapelle/work/examples/colabs/wandb-model-registry/data/nature_100)... Done. 0.1s\n" - ] - }, - { - "data": { - "text/html": [ - "Waiting for W&B process to finish... (success)." - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View run smart-wind-34 at: https://wandb.ai/capecape/model-registry-tutorial/runs/b2v9hrfs
Synced 7 W&B file(s), 0 media file(s), 0 artifact file(s) and 1 other file(s)" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Find logs at: ./wandb/run-20230620_185626-b2v9hrfs/logs" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "\n", "with wandb.init(project=PROJECT_NAME, entity=ENTITY, job_type='log_datasets') as run:\n", " train_art = wandb.Artifact(name=DATASET_NAME, \n", " type='raw_images', \n", " description='nature image dataset with 10 classes, 10 images per class')\n", - " train_art.add_dir(DATA_SRC)" + " train_art.add_dir(DATA_SRC)\n", + " wandb.log_artifact(train_art)" ] }, { @@ -321,7 +198,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -415,7 +292,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -507,116 +384,9 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "Tracking run with wandb version 0.15.4" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Run data is saved locally in /Users/tcapelle/work/examples/colabs/wandb-model-registry/wandb/run-20230620_185636-ajwcl17n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View project at https://wandb.ai/capecape/model-registry-tutorial" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View run at https://wandb.ai/capecape/model-registry-tutorial/runs/ajwcl17n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Setting up data from artifact: nature_100:latest\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: 101 of 101 files downloaded. \n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Splitting dataset into 80 training samples and 20 validation samples\n", - "Epoch: 0, Batch: 0, Loss: 2.70731520652771\n", - "Epoch: 0, Batch: 1, Loss: 2.971233606338501\n", - "Epoch: 0, Batch: 2, Loss: 2.9407944679260254\n", - "Epoch: 0, Batch: 3, Loss: 2.7282848358154297\n", - "Epoch: 0, Batch: 4, Loss: 2.6053249835968018\n", - "Epoch: 1, Batch: 0, Loss: 1.846346139907837\n", - "Epoch: 1, Batch: 1, Loss: 1.9665402173995972\n", - "Epoch: 1, Batch: 2, Loss: 1.973580241203308\n", - "Epoch: 1, Batch: 3, Loss: 2.3179893493652344\n", - "Epoch: 1, Batch: 4, Loss: 2.3185744285583496\n", - "Epoch: 2, Batch: 0, Loss: 1.600688099861145\n", - "Epoch: 2, Batch: 1, Loss: 1.755739450454712\n", - "Epoch: 2, Batch: 2, Loss: 1.9022362232208252\n", - "Epoch: 2, Batch: 3, Loss: 2.1761603355407715\n", - "Epoch: 2, Batch: 4, Loss: 2.2082953453063965\n", - "Epoch: 3, Batch: 0, Loss: 1.6260576248168945\n", - "Epoch: 3, Batch: 1, Loss: 1.6984614133834839\n", - "Epoch: 3, Batch: 2, Loss: 1.8491601943969727\n", - "Epoch: 3, Batch: 3, Loss: 2.0744383335113525\n", - "Epoch: 3, Batch: 4, Loss: 2.1841793060302734\n", - "Epoch: 4, Batch: 0, Loss: 1.5380996465682983\n", - "Epoch: 4, Batch: 1, Loss: 1.7643978595733643\n", - "Epoch: 4, Batch: 2, Loss: 1.7977569103240967\n", - "Epoch: 4, Batch: 3, Loss: 2.078463077545166\n", - "Epoch: 4, Batch: 4, Loss: 2.0926265716552734\n" - ] - } - ], + "outputs": [], "source": [ "%%wandb -h 600\n", "\n", @@ -758,63 +528,9 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "Waiting for W&B process to finish... (success)." - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "

Run history:


eval/accuracy▁▁███
eval/test_loss█▃▁▁▁
train/batch_ndx▁▃▅▆█▁▃▅▆█▁▃▅▆█▁▃▅▆█▁▃▅▆█
train/epoch_ndx▁▁▁▁▁▃▃▃▃▃▅▅▅▅▅▆▆▆▆▆█████
train/learning_rate█▆▅▄▃▃▂▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/train_loss▇██▇▆▃▃▃▅▅▁▂▃▄▄▁▂▃▄▄▁▂▂▄▄

Run summary:


eval/accuracy10.0
eval/test_loss2.56653
train/batch_ndx4
train/epoch_ndx4
train/learning_rate0.00075
train/train_loss2.09263

" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View run stilted-hill-35 at: https://wandb.ai/capecape/model-registry-tutorial/runs/ajwcl17n
Synced 7 W&B file(s), 10 media file(s), 71 artifact file(s) and 1 other file(s)" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Find logs at: ./wandb/run-20230620_185636-ajwcl17n/logs" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "if ENTITY is not None:\n", " wandb.run.link_artifact(best_model, f'{ENTITY}/model-registry/Model Registry Tutorial', aliases=['staging'])\n", @@ -867,113 +583,9 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "Tracking run with wandb version 0.15.4" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Run data is saved locally in /Users/tcapelle/work/examples/colabs/wandb-model-registry/wandb/run-20230620_185724-fqig4eor" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View project at https://wandb.ai/capecape/model-registry-tutorial" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View run at https://wandb.ai/capecape/model-registry-tutorial/runs/fqig4eor" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: 1 of 1 files downloaded. \n" - ] - }, - { - "data": { - "text/html": [ - "Waiting for W&B process to finish... (success)." - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - " View run firm-morning-36 at: https://wandb.ai/capecape/model-registry-tutorial/runs/fqig4eor
Synced 7 W&B file(s), 0 media file(s), 0 artifact file(s) and 1 other file(s)" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Find logs at: ./wandb/run-20230620_185724-fqig4eor/logs" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "%%wandb -h 600\n", "\n", @@ -1001,18 +613,6 @@ "kernelspec": { "display_name": "Python 3", "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.10.9" } }, "nbformat": 4,