Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
43 commits
Select commit Hold shift + click to select a range
7ad51b2
draft structure
divnori Jan 3, 2024
5b48c67
part 1 code
divnori Jan 3, 2024
778df4f
spider plot code
divnori Jan 3, 2024
3b39dfd
full lab (part 2 benchmark untested)
divnori Jan 3, 2024
a6850cb
initial alterations to lab1 solutions
Jan 3, 2024
ca4dc32
added comet code to lab1, lab2
Jan 4, 2024
84d0445
added comet code to lab1, lab2
Jan 4, 2024
0339bb5
fixed weight preservation + half of train loop
divnori Jan 5, 2024
2795ce3
encode decode
divnori Jan 6, 2024
27cff81
fix link to open in github
avaamini Jan 6, 2024
befaa03
links to open in github
avaamini Jan 6, 2024
015a74f
fixing links
avaamini Jan 6, 2024
85c2cdc
finished alterations to lab 2
Jan 6, 2024
67649a9
added bias + no Linear inheritance
divnori Jan 6, 2024
9a3b3e8
removed break
divnori Jan 6, 2024
afffcb7
zeroing gradients of full model
divnori Jan 7, 2024
a2ad0fc
small changes
divnori Jan 7, 2024
844a316
debug code
divnori Jan 7, 2024
bddee0c
Merge branch 'with_comet' into 2024
Jan 7, 2024
5ac82cb
bug fixing for lab 1
slolla Jan 7, 2024
1ed7a57
name changes for lab1part1
Jan 8, 2024
61edcc0
name changes, audio logging for lab1part2
Jan 8, 2024
a98e4a6
added alterations to lab1 solutions (part1 and part2)
Jan 8, 2024
066e645
v0.4.3
aamini Jan 8, 2024
831618d
adding comment
aamini Jan 8, 2024
d3e980b
v0.6.0
aamini Jan 8, 2024
026fc52
adding commas:
aamini Jan 8, 2024
2aa6e10
fixing links and finalizing text
avaamini Jan 8, 2024
053004e
additional comments around comet, fixing links
avaamini Jan 8, 2024
ad1227c
comet updates, sending plot to comet
avaamini Jan 8, 2024
aa9d29c
moving expt out
avaamini Jan 8, 2024
2215368
fixed MNIST comet (added logging of figures)
Jan 8, 2024
0def204
Created using Colaboratory
aamini Jan 8, 2024
71470ce
Created using Colaboratory
aamini Jan 8, 2024
f4095df
final fixes for lab2part1 (image logging on comet)
Jan 8, 2024
654e54e
Merge branch '2024' of https://github.com/aamini/introtodeeplearning …
Jan 8, 2024
992c173
Clearning all outputs
aamini Jan 8, 2024
2689bc9
change lab1 solutions links to point to master
aamini Jan 8, 2024
d46022e
final solutions lab1 part2 2024
avaamini Jan 8, 2024
4c3f4d6
api key
avaamini Jan 8, 2024
0e9e161
api key fix
avaamini Jan 8, 2024
e781be9
student version with links fixed
avaamini Jan 8, 2024
840befc
2024 -> master
avaamini Jan 8, 2024
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
197 changes: 103 additions & 94 deletions lab1/Part1_TensorFlow.ipynb

Large diffs are not rendered by default.

403 changes: 243 additions & 160 deletions lab1/Part2_Music_Generation.ipynb

Large diffs are not rendered by default.

210 changes: 114 additions & 96 deletions lab1/solutions/Part1_TensorFlow_Solution.ipynb

Large diffs are not rendered by default.

408 changes: 247 additions & 161 deletions lab1/solutions/Part2_Music_Generation_Solution.ipynb

Large diffs are not rendered by default.

194 changes: 106 additions & 88 deletions lab2/Part1_MNIST.ipynb

Large diffs are not rendered by default.

35 changes: 28 additions & 7 deletions lab2/Part2_FaceDetection.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -85,10 +85,15 @@
"import numpy as np\n",
"from tqdm import tqdm\n",
"\n",
"\n",
"# Download and import the MIT Introduction to Deep Learning package\n",
"!pip install mitdeeplearning\n",
"import mitdeeplearning as mdl"
"import mitdeeplearning as mdl\n",
"\n",
"# Import Comet\n",
"!pip install comet_ml\n",
"import comet_ml\n",
"comet_ml.init(project_name=\"6.s191lab2_part2_CNN\")\n",
"comet_model_1 = comet_ml.Experiment()"
]
},
{
Expand Down Expand Up @@ -179,7 +184,8 @@
"\n",
"plt.subplot(1, 2, 2)\n",
"plt.imshow(not_face_images[idx_not_face])\n",
"plt.title(\"Not Face\"); plt.grid(False)"
"plt.title(\"Not Face\"); plt.grid(False)\n",
"comet_model_1.log_figure(figure=plt)"
]
},
{
Expand Down Expand Up @@ -300,9 +306,13 @@
" x, y = loader.get_batch(batch_size)\n",
" loss = standard_train_step(x, y)\n",
"\n",
" comet_model_1.log_metric(\"loss\", loss.numpy().mean(), idx)\n",
" # Record the loss and plot the evolution of the loss as a function of training\n",
" loss_history.append(loss.numpy().mean())\n",
" plotter.plot(loss_history.get())"
" plotter.plot(loss_history.get())\n",
"\n",
"comet_model_1.log_figure(figure=plt)\n",
"comet_model_1.end()"
]
},
{
Expand Down Expand Up @@ -756,6 +766,9 @@
"source": [
"### Training the SS-VAE ###\n",
"\n",
"comet_ml.init(project_name=\"6.s191lab2_part2_VAE\")\n",
"comet_model_2 = comet_ml.Experiment()\n",
"\n",
"# Hyperparameters\n",
"batch_size = 32\n",
"learning_rate = 5e-4\n",
Expand Down Expand Up @@ -806,6 +819,7 @@
" (x, y) = loader.get_batch(batch_size)\n",
" # loss optimization\n",
" loss = ss_vae_train_step(x, y)\n",
" comet_model_2.log_metric(\"loss\", loss, step=j)\n",
" \n",
" # plot the progress every 200 steps\n",
" if j % 500 == 0: \n",
Expand Down Expand Up @@ -884,7 +898,9 @@
"\n",
"ax[1].imshow(mdl.util.create_grid_of_images(x[ind[-25:]]))\n",
"ax[1].set_title(\"Samples with the highest reconstruction loss \\n\" + \n",
" f\"Average recon loss: {np.mean(vae_loss[ind[-25:]]):.2f}\");"
" f\"Average recon loss: {np.mean(vae_loss[ind[-25:]]):.2f}\");\n",
"\n",
"comet_model_2.log_figure()"
]
},
{
Expand Down Expand Up @@ -950,7 +966,9 @@
"# Visualize all of the reconstructions!\n",
"ax[1].imshow(mdl.util.create_grid_of_images(recons, (1, num_steps)))\n",
"ax[1].set_xlabel(\"Latent step\")\n",
"ax[1].set_ylabel(\"Visualization\");\n"
"ax[1].set_ylabel(\"Visualization\");\n",
"\n",
"comet_model_2.log_figure()"
]
},
{
Expand Down Expand Up @@ -999,7 +1017,10 @@
"# Plot the results\n",
"plt.plot(np.linspace(np.min(z_mean), np.max(z_mean), num_steps+1), accuracy_per_latent,'-o')\n",
"plt.xlabel(\"Latent step\")\n",
"plt.ylabel(\"Relative accuracy\")"
"plt.ylabel(\"Relative accuracy\")\n",
"\n",
"comet_model_2.log_figure()\n",
"comet_model_2.end()"
]
},
{
Expand Down
Loading