├── .gitignore
├── 1_max_margin_contrastive_loss_vs_baseline.ipynb
├── 2_comparing_contrastive_losses.ipynb
├── Main_contrast_loss-regression.ipynb
├── Plot_learning_curves.ipynb
├── README.ipynb
├── README.md
├── lars_optimizer.py
├── losses.py
├── main.py
├── main_ce_baseline.py
├── model.py
├── requirements.txt
├── supcontrast.py
└── test_supcontrast_loss.py
/.gitignore:
--------------------------------------------------------------------------------
1 | *.pyc
2 | .ipynb_checkpoints
3 | refs/
4 | venv/
5 | logs/
6 | runs/
7 | figs/
8 | img/
9 | .DS_Store
10 |
--------------------------------------------------------------------------------
/Plot_learning_curves.ipynb:
--------------------------------------------------------------------------------
1 | {
2 | "cells": [
3 | {
4 | "cell_type": "code",
5 | "execution_count": 11,
6 | "metadata": {},
7 | "outputs": [],
8 | "source": [
9 | "import pandas as pd\n",
10 | "\n",
11 | "import matplotlib.pyplot as plt\n",
12 | "%matplotlib inline\n",
13 | "import seaborn as sns\n",
14 | "sns.set_context('talk')"
15 | ]
16 | },
17 | {
18 | "cell_type": "code",
19 | "execution_count": 4,
20 | "metadata": {},
21 | "outputs": [
22 | {
23 | "name": "stdout",
24 | "output_type": "stream",
25 | "text": [
26 | "run-baseline_fashion_mnist_20200427-210140_test-tag-accuracy.csv\r\n",
27 | "run-baseline_mnist_20200427-205525_test-tag-accuracy.csv\r\n",
28 | "run-contrast_loss_model_fashion_mnist_20200427-210420_test-tag-accuracy.csv\r\n",
29 | "run-contrast_loss_model_mnist_20200427-205809_test-tag-accuracy.csv\r\n"
30 | ]
31 | }
32 | ],
33 | "source": [
34 | "!ls runs/"
35 | ]
36 | },
37 | {
38 | "cell_type": "code",
39 | "execution_count": 7,
40 | "metadata": {},
41 | "outputs": [
42 | {
43 | "data": {
44 | "text/html": [
45 | "\n",
46 | "\n",
59 | "
\n",
60 | " \n",
61 | " \n",
62 | " | \n",
63 | " Wall time | \n",
64 | " Step | \n",
65 | " Value | \n",
66 | " model | \n",
67 | "
\n",
68 | " \n",
69 | " \n",
70 | " \n",
71 | " | 0 | \n",
72 | " 1.588035e+09 | \n",
73 | " 0 | \n",
74 | " 0.9456 | \n",
75 | " MLP | \n",
76 | "
\n",
77 | " \n",
78 | " | 1 | \n",
79 | " 1.588035e+09 | \n",
80 | " 1 | \n",
81 | " 0.9506 | \n",
82 | " MLP | \n",
83 | "
\n",
84 | " \n",
85 | " | 2 | \n",
86 | " 1.588035e+09 | \n",
87 | " 2 | \n",
88 | " 0.9616 | \n",
89 | " MLP | \n",
90 | "
\n",
91 | " \n",
92 | " | 3 | \n",
93 | " 1.588035e+09 | \n",
94 | " 3 | \n",
95 | " 0.9685 | \n",
96 | " MLP | \n",
97 | "
\n",
98 | " \n",
99 | " | 4 | \n",
100 | " 1.588035e+09 | \n",
101 | " 4 | \n",
102 | " 0.9634 | \n",
103 | " MLP | \n",
104 | "
\n",
105 | " \n",
106 | "
\n",
107 | "